Set lower bound for s3fs (#1598)

* set lower bound for s3fs Signed-off-by: Kevin Su <[email protected]> * update doc-requirements.txt Signed-off-by: Kevin Su <[email protected]> --------- Signed-off-by: Kevin Su <[email protected]> Signed-off-by: Fabio Graetz <[email protected]>
flyteorg · Apr 23, 2023 · e701f96 · e701f96
1 parent 57853a7
commit e701f96
Show file tree

Hide file tree

Showing 2 changed files with 110 additions and 18 deletions.
diff --git a/doc-requirements.txt b/doc-requirements.txt
@@ -2,16 +2,32 @@
 # This file is autogenerated by pip-compile with Python 3.9
 # by the following command:
 #
-#    make doc-requirements.txt
+#    pip-compile doc-requirements.in
 #
 -e file:.#egg=flytekit
     # via -r doc-requirements.in
 absl-py==1.4.0
     # via
     #   tensorboard
     #   tensorflow
+adal==1.2.7
+    # via azure-datalake-store
+adlfs==2023.1.0
+    # via flytekit
+aiobotocore==2.5.0
+    # via s3fs
+aiohttp==3.8.4
+    # via
+    #   adlfs
+    #   aiobotocore
+    #   gcsfs
+    #   s3fs
+aioitertools==0.11.0
+    # via aiobotocore
 aiosignal==1.3.1
-    # via ray
+    # via
+    #   aiohttp
+    #   ray
 alabaster==0.7.13
     # via sphinx
 alembic==1.9.3
@@ -50,11 +66,25 @@ asttokens==2.2.1
     # via stack-data
 astunparse==1.6.3
     # via tensorflow
+async-timeout==4.0.2
+    # via aiohttp
 attrs==22.2.0
     # via
+    #   aiohttp
     #   jsonschema
     #   ray
     #   visions
+azure-core==1.26.4
+    # via
+    #   adlfs
+    #   azure-identity
+    #   azure-storage-blob
+azure-datalake-store==0.0.52
+    # via adlfs
+azure-identity==1.12.0
+    # via adlfs
+azure-storage-blob==12.16.0
+    # via adlfs
 babel==2.11.0
     # via sphinx
 backcall==0.2.0
@@ -71,8 +101,10 @@ blake3==0.3.3
     # via vaex-core
 bleach==6.0.0
     # via nbconvert
-botocore==1.29.72
-    # via -r doc-requirements.in
+botocore==1.29.76
+    # via
+    #   -r doc-requirements.in
+    #   aiobotocore
 bqplot==0.12.36
     # via
     #   ipyvolume
@@ -90,13 +122,16 @@ certifi==2022.12.7
 cffi==1.15.1
     # via
     #   argon2-cffi-bindings
+    #   azure-datalake-store
     #   cryptography
 cfgv==3.3.1
     # via pre-commit
 chardet==5.1.0
     # via binaryornot
 charset-normalizer==3.0.1
-    # via requests
+    # via
+    #   aiohttp
+    #   requests
 click==8.1.3
     # via
     #   cookiecutter
@@ -132,7 +167,12 @@ croniter==1.3.8
 cryptography==39.0.1
     # via
     #   -r doc-requirements.in
+    #   adal
+    #   azure-identity
+    #   azure-storage-blob
     #   great-expectations
+    #   msal
+    #   pyjwt
     #   pyopenssl
 css-html-js-minify==2.5.5
     # via sphinx-material
@@ -153,8 +193,8 @@ debugpy==1.6.6
     # via ipykernel
 decorator==5.1.1
     # via
+    #   gcsfs
     #   ipython
-    #   retry
 defusedxml==0.7.1
     # via nbconvert
 deprecated==1.2.13
@@ -214,19 +254,26 @@ frozendict==2.3.4
     # via vaex-core
 frozenlist==1.3.3
     # via
+    #   aiohttp
     #   aiosignal
     #   ray
-fsspec==2023.3.0
+fsspec==2023.4.0
     # via
     #   -r doc-requirements.in
+    #   adlfs
     #   dask
+    #   flytekit
+    #   gcsfs
     #   modin
+    #   s3fs
 furo @ git+https://github.com/flyteorg/furo@main
     # via -r doc-requirements.in
 future==0.18.3
     # via vaex-core
 gast==0.5.3
     # via tensorflow
+gcsfs==2023.4.0
+    # via flytekit
 gitdb==4.0.10
     # via gitpython
 gitpython==3.1.30
@@ -238,27 +285,38 @@ google-api-core[grpc]==2.11.0
     #   -r doc-requirements.in
     #   google-cloud-bigquery
     #   google-cloud-core
+    #   google-cloud-storage
 google-auth==2.16.0
     # via
+    #   gcsfs
     #   google-api-core
     #   google-auth-oauthlib
     #   google-cloud-core
+    #   google-cloud-storage
     #   kubernetes
     #   tensorboard
 google-auth-oauthlib==0.4.6
-    # via tensorboard
+    # via
+    #   gcsfs
+    #   tensorboard
 google-cloud==0.34.0
     # via -r doc-requirements.in
 google-cloud-bigquery==3.5.0
     # via -r doc-requirements.in
 google-cloud-core==2.3.2
-    # via google-cloud-bigquery
+    # via
+    #   google-cloud-bigquery
+    #   google-cloud-storage
+google-cloud-storage==2.8.0
+    # via gcsfs
 google-crc32c==1.5.0
     # via google-resumable-media
 google-pasta==0.2.0
     # via tensorflow
 google-resumable-media==2.4.1
-    # via google-cloud-bigquery
+    # via
+    #   google-cloud-bigquery
+    #   google-cloud-storage
 googleapis-common-protos==1.58.0
     # via
     #   flyteidl
@@ -303,6 +361,7 @@ idna==3.4
     #   anyio
     #   jsonschema
     #   requests
+    #   yarl
 imagehash==4.3.1
     # via visions
 imagesize==1.4.1
@@ -368,6 +427,8 @@ ipywidgets==8.0.4
     #   ipyvue
     #   jupyter
     #   pythreejs
+isodate==0.6.1
+    # via azure-storage-blob
 isoduration==20.11.0
     # via jsonschema
 itsdangerous==2.1.2
@@ -529,10 +590,20 @@ modin==0.18.1
     # via -r doc-requirements.in
 more-itertools==9.0.0
     # via jaraco-classes
+msal==1.22.0
+    # via
+    #   azure-identity
+    #   msal-extensions
+msal-extensions==1.0.0
+    # via azure-identity
 msgpack==1.0.4
     # via
     #   distributed
     #   ray
+multidict==6.0.4
+    # via
+    #   aiohttp
+    #   yarl
 multimethod==1.9.1
     # via
     #   visions
@@ -700,6 +771,8 @@ platformdirs==3.0.0
     #   virtualenv
 plotly==5.13.0
     # via -r doc-requirements.in
+portalocker==2.7.0
+    # via msal-extensions
 pre-commit==3.0.4
     # via sphinx-tags
 progressbar2==4.2.0
@@ -742,8 +815,6 @@ ptyprocess==0.7.0
     #   terminado
 pure-eval==0.2.2
     # via stack-data
-py==1.11.0
-    # via retry
 py4j==0.10.9.5
     # via pyspark
 pyarrow==10.0.1
@@ -778,8 +849,11 @@ pygments==2.14.0
     #   rich
     #   sphinx
     #   sphinx-prompt
-pyjwt==2.6.0
-    # via databricks-cli
+pyjwt[crypto]==2.6.0
+    # via
+    #   adal
+    #   databricks-cli
+    #   msal
 pyopenssl==23.0.0
     # via flytekit
 pyparsing==3.0.9
@@ -792,6 +866,7 @@ pyspark==3.3.2
     # via -r doc-requirements.in
 python-dateutil==2.8.2
     # via
+    #   adal
     #   arrow
     #   botocore
     #   croniter
@@ -868,16 +943,22 @@ regex==2022.10.31
     # via docker-image-py
 requests==2.28.2
     # via
+    #   adal
+    #   azure-core
+    #   azure-datalake-store
     #   cookiecutter
     #   databricks-cli
     #   docker
     #   flytekit
+    #   gcsfs
     #   google-api-core
     #   google-cloud-bigquery
+    #   google-cloud-storage
     #   great-expectations
     #   ipyvolume
     #   kubernetes
     #   mlflow
+    #   msal
     #   papermill
     #   ray
     #   requests-oauthlib
@@ -892,8 +973,6 @@ requests-oauthlib==1.3.1
     #   kubernetes
 responses==0.22.0
     # via flytekit
-retry==0.9.2
-    # via flytekit
 rfc3339-validator==0.1.4
     # via
     #   jsonschema
@@ -903,13 +982,17 @@ rfc3986-validator==0.1.1
     #   jsonschema
     #   jupyter-events
 rich==13.3.1
-    # via vaex-core
+    # via
+    #   flytekit
+    #   vaex-core
 rsa==4.9
     # via google-auth
 ruamel-yaml==0.17.17
     # via great-expectations
 ruamel-yaml-clib==0.2.7
     # via ruamel-yaml
+s3fs==2023.4.0
+    # via flytekit
 scikit-learn==1.2.1
     # via
     #   -r doc-requirements.in
@@ -938,10 +1021,13 @@ six==1.16.0
     # via
     #   asttokens
     #   astunparse
+    #   azure-core
+    #   azure-identity
     #   bleach
     #   databricks-cli
     #   google-auth
     #   google-pasta
+    #   isodate
     #   keras-preprocessing
     #   kubernetes
     #   patsy
@@ -1136,7 +1222,10 @@ types-toml==0.10.8.4
     # via responses
 typing-extensions==4.5.0
     # via
+    #   aioitertools
     #   astroid
+    #   azure-core
+    #   azure-storage-blob
     #   flytekit
     #   great-expectations
     #   pydantic
@@ -1241,6 +1330,7 @@ widgetsnbextension==4.0.5
     # via ipywidgets
 wrapt==1.14.1
     # via
+    #   aiobotocore
     #   astroid
     #   deprecated
     #   flytekit
@@ -1250,6 +1340,8 @@ xarray==2023.2.0
     # via vaex-jupyter
 xyzservices==2022.9.0
     # via ipyleaflet
+yarl==1.8.2
+    # via aiohttp
 ydata-profiling==4.0.0
     # via pandas-profiling
 zict==2.2.0

diff --git a/setup.py b/setup.py
@@ -45,7 +45,7 @@
         "importlib-metadata",
         "fsspec>=2023.3.0",
         "adlfs",
-        "s3fs",
+        "s3fs>=0.6.0",
         "gcsfs",
         "pyopenssl",
         "joblib",