Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

remove pyarrow max version requirement #741

Merged
merged 2 commits into from
Nov 8, 2021
Merged

remove pyarrow max version requirement #741

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
7de565d
update pyarrow version
cosmicBboy Nov 5, 2021
f884c70
remove pyarrow max version
cosmicBboy Nov 5, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
12 changes: 1 addition & 11 deletions dev-requirements.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -60,7 +60,6 @@ cryptography==35.0.0
# via
# -c requirements.txt
# paramiko
# secretstorage
dataclasses-json==0.5.6
# via
# -c requirements.txt
Expand Down Expand Up @@ -121,11 +120,6 @@ importlib-metadata==4.8.1
# keyring
iniconfig==1.1.1
# via pytest
jeepney==0.7.1
# via
# -c requirements.txt
# keyring
# secretstorage
jinja2==3.0.2
# via
# -c requirements.txt
Expand Down Expand Up @@ -173,7 +167,7 @@ natsort==8.0.0
# flytekit
nodeenv==1.6.0
# via pre-commit
numpy==1.21.3
numpy==1.21.4
# via
# -c requirements.txt
# pandas
Expand Down Expand Up @@ -282,10 +276,6 @@ retry==0.9.2
# via
# -c requirements.txt
# flytekit
secretstorage==3.3.1
# via
# -c requirements.txt
# keyring
six==1.16.0
# via
# -c requirements.txt
Expand Down
19 changes: 8 additions & 11 deletions doc-requirements.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,10 @@ alabaster==0.7.12
# via sphinx
ansiwrap==0.8.4
# via papermill
appnope==0.1.2
# via
# ipykernel
# ipython
astroid==2.8.4
# via sphinx-autoapi
attrs==21.2.0
Expand All @@ -29,9 +33,9 @@ black==21.10b0
# via papermill
bleach==4.1.0
# via nbconvert
boto3==1.19.11
boto3==1.19.12
# via sagemaker-training
botocore==1.22.11
botocore==1.22.12
# via
# boto3
# s3transfer
Expand Down Expand Up @@ -60,7 +64,6 @@ cryptography==35.0.0
# via
# -r doc-requirements.in
# paramiko
# secretstorage
css-html-js-minify==2.5.5
# via sphinx-material
dataclasses-json==0.5.6
Expand Down Expand Up @@ -120,10 +123,6 @@ ipython-genutils==0.2.0
# nbformat
jedi==0.18.0
# via ipython
jeepney==0.7.1
# via
# keyring
# secretstorage
jinja2==3.0.2
# via
# nbconvert
Expand All @@ -133,7 +132,7 @@ jmespath==0.10.0
# via
# boto3
# botocore
jsonschema==4.2.0
jsonschema==4.2.1
# via nbformat
jupyter-client==7.0.6
# via
Expand Down Expand Up @@ -190,7 +189,7 @@ nest-asyncio==1.5.1
# via
# jupyter-client
# nbclient
numpy==1.21.3
numpy==1.21.4
# via
# flytekit
# pandas
Expand Down Expand Up @@ -300,8 +299,6 @@ sagemaker-training==3.9.2
# via flytekit
scipy==1.7.1
# via sagemaker-training
secretstorage==3.3.1
# via keyring
six==1.16.0
# via
# bcrypt
Expand Down
20 changes: 8 additions & 12 deletions requirements-spark2.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,10 @@
# -r requirements-spark2.in
ansiwrap==0.8.4
# via papermill
appnope==0.1.2
# via
# ipykernel
# ipython
attrs==20.3.0
# via
# -c requirements.in
Expand All @@ -22,9 +26,9 @@ black==21.10b0
# via papermill
bleach==4.1.0
# via nbconvert
boto3==1.19.11
boto3==1.19.12
# via sagemaker-training
botocore==1.22.11
botocore==1.22.12
# via
# boto3
# s3transfer
Expand All @@ -50,9 +54,7 @@ cloudpickle==2.0.0
croniter==1.0.15
# via flytekit
cryptography==35.0.0
# via
# paramiko
# secretstorage
# via paramiko
dataclasses-json==0.5.6
# via flytekit
decorator==5.1.0
Expand Down Expand Up @@ -100,10 +102,6 @@ ipython-genutils==0.2.0
# nbformat
jedi==0.18.0
# via ipython
jeepney==0.7.1
# via
# keyring
# secretstorage
jinja2==3.0.2
# via nbconvert
jmespath==0.10.0
Expand Down Expand Up @@ -165,7 +163,7 @@ nest-asyncio==1.5.1
# via
# jupyter-client
# nbclient
numpy==1.21.3
numpy==1.21.4
# via
# flytekit
# pandas
Expand Down Expand Up @@ -267,8 +265,6 @@ sagemaker-training==3.9.2
# via flytekit
scipy==1.7.1
# via sagemaker-training
secretstorage==3.3.1
# via keyring
six==1.16.0
# via
# bcrypt
Expand Down
20 changes: 8 additions & 12 deletions requirements.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -8,6 +8,10 @@
# via -r requirements.in
ansiwrap==0.8.4
# via papermill
appnope==0.1.2
# via
# ipykernel
# ipython
attrs==20.3.0
# via
# -r requirements.in
Expand All @@ -20,9 +24,9 @@ black==21.10b0
# via papermill
bleach==4.1.0
# via nbconvert
boto3==1.19.11
boto3==1.19.12
# via sagemaker-training
botocore==1.22.11
botocore==1.22.12
# via
# boto3
# s3transfer
Expand All @@ -48,9 +52,7 @@ cloudpickle==2.0.0
croniter==1.0.15
# via flytekit
cryptography==35.0.0
# via
# paramiko
# secretstorage
# via paramiko
dataclasses-json==0.5.6
# via flytekit
decorator==5.1.0
Expand Down Expand Up @@ -98,10 +100,6 @@ ipython-genutils==0.2.0
# nbformat
jedi==0.18.0
# via ipython
jeepney==0.7.1
# via
# keyring
# secretstorage
jinja2==3.0.2
# via nbconvert
jmespath==0.10.0
Expand Down Expand Up @@ -163,7 +161,7 @@ nest-asyncio==1.5.1
# via
# jupyter-client
# nbclient
numpy==1.21.3
numpy==1.21.4
# via
# flytekit
# pandas
Expand Down Expand Up @@ -265,8 +263,6 @@ sagemaker-training==3.9.2
# via flytekit
scipy==1.7.1
# via sagemaker-training
secretstorage==3.3.1
# via keyring
six==1.16.0
# via
# bcrypt
Expand Down
2 changes: 1 addition & 1 deletion setup.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,7 @@
spark = ["pyspark>=2.4.0,<3.0.0"]
spark3 = ["pyspark>=3.0.0"]
sidecar = ["k8s-proto>=0.0.3,<1.0.0"]
schema = ["numpy>=1.14.0,<2.0.0", "pandas>=0.22.0,<2.0.0", "pyarrow>2.0.0,<4.0.0"]
schema = ["numpy>=1.14.0,<2.0.0", "pandas>=0.22.0,<2.0.0", "pyarrow>2.0.0"]
hive_sensor = ["hmsclient>=0.0.1,<1.0.0"]
notebook = ["papermill>=1.2.0", "nbconvert>=6.0.7", "ipykernel>=5.0.0,<6.0.0"]
sagemaker = ["sagemaker-training>=3.6.2,<4.0.0"]
Expand Down
14 changes: 1 addition & 13 deletions tests/flytekit/integration/remote/mock_flyte_repo/workflows/requirements.txt
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -8,16 +8,12 @@ attrs==21.2.0
# via scantree
certifi==2021.10.8
# via requests
cffi==1.15.0
# via cryptography
charset-normalizer==2.0.7
# via requests
click==7.1.2
# via flytekit
croniter==1.0.15
# via flytekit
cryptography==35.0.0
# via secretstorage
cycler==0.11.0
# via matplotlib
dataclasses-json==0.5.6
Expand All @@ -44,10 +40,6 @@ idna==3.3
# via requests
importlib-metadata==4.8.1
# via keyring
jeepney==0.7.1
# via
# keyring
# secretstorage
joblib==1.1.0
# via -r tests/flytekit/integration/remote/mock_flyte_repo/workflows/requirements.in
keyring==23.2.1
Expand All @@ -69,7 +61,7 @@ mypy-extensions==0.4.3
# via typing-inspect
natsort==8.0.0
# via flytekit
numpy==1.21.3
numpy==1.21.4
# via
# matplotlib
# opencv-python
Expand All @@ -91,8 +83,6 @@ py==1.11.0
# via retry
pyarrow==3.0.0
# via flytekit
pycparser==2.20
# via cffi
pyparsing==3.0.4
# via matplotlib
python-dateutil==2.8.1
Expand Down Expand Up @@ -121,8 +111,6 @@ retry==0.9.2
# via flytekit
scantree==0.0.1
# via dirhash
secretstorage==3.3.1
# via keyring
six==1.16.0
# via
# flytekit
Expand Down