Use joblib hashing to generate cache key to ensure repeatability (#1126)

* cherry pick 97b454b Signed-off-by: Yee Hing Tong <[email protected]> * requirements Signed-off-by: Yee Hing Tong <[email protected]> * Fix usage of save in ProtoJoblibHasher Signed-off-by: Eduardo Apolinario <[email protected]> * Regenerate requirements using python 3.7 Signed-off-by: Eduardo Apolinario <[email protected]> * Add test_stable_cache_key Signed-off-by: Eduardo Apolinario <[email protected]> Signed-off-by: Yee Hing Tong <[email protected]> Signed-off-by: Eduardo Apolinario <[email protected]> Co-authored-by: Eduardo Apolinario <[email protected]>
flyteorg · Aug 17, 2022 · 0cfa681 · 0cfa681
1 parent 2257974
commit 0cfa681
Show file tree

Hide file tree

Showing 8 changed files with 190 additions and 111 deletions.
diff --git a/dev-requirements.txt b/dev-requirements.txt
@@ -65,7 +65,7 @@ cookiecutter==2.1.1
     # via
     #   -c requirements.txt
     #   flytekit
-coverage[toml]==6.4.1
+coverage[toml]==6.4.4
     # via
     #   -r dev-requirements.in
     #   pytest-cov
@@ -96,7 +96,7 @@ diskcache==5.4.0
     # via
     #   -c requirements.txt
     #   flytekit
-distlib==0.3.4
+distlib==0.3.5
     # via virtualenv
 distro==1.7.0
     # via docker-compose
@@ -106,9 +106,7 @@ docker[ssh]==5.0.3
     #   docker-compose
     #   flytekit
 docker-compose==1.29.2
-    # via
-    #   pytest-docker
-    #   pytest-flyte
+    # via pytest-flyte
 docker-image-py==0.1.12
     # via
     #   -c requirements.txt
@@ -121,9 +119,9 @@ docstring-parser==0.14.1
     # via
     #   -c requirements.txt
     #   flytekit
-filelock==3.7.1
+filelock==3.8.0
     # via virtualenv
-flyteidl==1.1.8
+flyteidl==1.1.12
     # via
     #   -c requirements.txt
     #   flytekit
@@ -132,23 +130,23 @@ google-api-core[grpc]==2.8.2
     #   google-cloud-bigquery
     #   google-cloud-bigquery-storage
     #   google-cloud-core
-google-auth==2.9.0
+google-auth==2.10.0
     # via
     #   google-api-core
     #   google-cloud-core
-google-cloud-bigquery==3.2.0
+google-cloud-bigquery==3.3.1
     # via -r dev-requirements.in
-google-cloud-bigquery-storage==2.14.0
+google-cloud-bigquery-storage==2.14.2
     # via
     #   -r dev-requirements.in
     #   google-cloud-bigquery
-google-cloud-core==2.3.1
+google-cloud-core==2.3.2
     # via google-cloud-bigquery
 google-crc32c==1.3.0
     # via google-resumable-media
 google-resumable-media==2.3.3
     # via google-cloud-bigquery
-googleapis-common-protos==1.56.3
+googleapis-common-protos==1.56.4
     # via
     #   -c requirements.txt
     #   flyteidl
@@ -166,7 +164,7 @@ grpcio-status==1.47.0
     #   -c requirements.txt
     #   flytekit
     #   google-api-core
-identify==2.5.1
+identify==2.5.3
     # via pre-commit
 idna==3.3
     # via
@@ -205,12 +203,15 @@ jinja2-time==0.2.0
     #   -c requirements.txt
     #   cookiecutter
 joblib==1.1.0
-    # via -r dev-requirements.in
+    # via
+    #   -c requirements.txt
+    #   -r dev-requirements.in
+    #   flytekit
 jsonschema==3.2.0
     # via
     #   -c requirements.txt
     #   docker-compose
-keyring==23.6.0
+keyring==23.8.2
     # via
     #   -c requirements.txt
     #   flytekit
@@ -232,11 +233,11 @@ marshmallow-jsonschema==0.13.0
     # via
     #   -c requirements.txt
     #   flytekit
-matplotlib-inline==0.1.3
+matplotlib-inline==0.1.5
     # via ipython
 mock==4.0.3
     # via -r dev-requirements.in
-mypy==0.961
+mypy==0.971
     # via -r dev-requirements.in
 mypy-extensions==0.4.3
     # via
@@ -281,7 +282,7 @@ pre-commit==2.20.0
     # via -r dev-requirements.in
 prompt-toolkit==3.0.30
     # via ipython
-proto-plus==1.20.6
+proto-plus==1.22.0
     # via
     #   google-cloud-bigquery
     #   google-cloud-bigquery-storage
@@ -323,7 +324,7 @@ pycparser==2.21
     # via
     #   -c requirements.txt
     #   cffi
-pygments==2.12.0
+pygments==2.13.0
     # via ipython
 pynacl==1.5.0
     # via paramiko
@@ -347,7 +348,7 @@ pytest==7.1.2
     #   pytest-flyte
 pytest-cov==3.0.0
     # via -r dev-requirements.in
-pytest-docker==0.12.0
+pytest-docker==1.0.0
     # via pytest-flyte
 pytest-flyte @ git+https://github.com/flyteorg/pytest-flyte@main
     # via -r dev-requirements.in
@@ -373,7 +374,7 @@ pytimeparse==1.1.8
     # via
     #   -c requirements.txt
     #   flytekit
-pytz==2022.1
+pytz==2022.2.1
     # via
     #   -c requirements.txt
     #   flytekit
@@ -385,7 +386,7 @@ pyyaml==5.4.1
     #   docker-compose
     #   flytekit
     #   pre-commit
-regex==2022.7.9
+regex==2022.7.25
     # via
     #   -c requirements.txt
     #   docker-image-py
@@ -407,9 +408,9 @@ retry==0.9.2
     # via
     #   -c requirements.txt
     #   flytekit
-rsa==4.8
+rsa==4.9
     # via google-auth
-secretstorage==3.3.2
+secretstorage==3.3.3
     # via
     #   -c requirements.txt
     #   keyring
@@ -426,7 +427,6 @@ six==1.16.0
     #   jsonschema
     #   paramiko
     #   python-dateutil
-    #   virtualenv
     #   websocket-client
 sortedcontainers==2.4.0
     # via
@@ -449,7 +449,7 @@ tomli==2.0.1
     #   coverage
     #   mypy
     #   pytest
-torch==1.12.0
+torch==1.12.1
     # via -r dev-requirements.in
 traitlets==5.3.0
     # via
@@ -471,13 +471,13 @@ typing-inspect==0.7.1
     # via
     #   -c requirements.txt
     #   dataclasses-json
-urllib3==1.26.10
+urllib3==1.26.11
     # via
     #   -c requirements.txt
     #   flytekit
     #   requests
     #   responses
-virtualenv==20.15.1
+virtualenv==20.16.3
     # via pre-commit
 wcwidth==0.2.5
     # via prompt-toolkit
@@ -495,7 +495,7 @@ wrapt==1.14.1
     #   -c requirements.txt
     #   deprecated
     #   flytekit
-zipp==3.8.0
+zipp==3.8.1
     # via
     #   -c requirements.txt
     #   importlib-metadata