Backporting changes to release-v1.2

.github/workflows/pythonbuild.yml

@@ -67,6 +67,7 @@ jobs:
           - flytekit-aws-batch
           - flytekit-aws-sagemaker
           - flytekit-bigquery
+          - flytekit-dask
           - flytekit-data-fsspec
           - flytekit-dbt
           - flytekit-deck-standard

.gitignore

@@ -31,4 +31,4 @@ docs/source/plugins/generated/
 htmlcov
 *.ipynb
 *dat
-source/_tags/
+docs/source/_tags/

.pre-commit-config.yaml

@@ -8,7 +8,7 @@ repos:
   hooks:
     - id: black
 - repo: https://github.com/PyCQA/isort
-  rev:  5.10.1
+  rev:  5.12.0
   hooks:
     - id: isort
       args: ["--profile", "black"]

.readthedocs.yml

@@ -5,12 +5,17 @@
 # Required
 version: 2
 
+build:
+  os: ubuntu-20.04
+  tools:
+    python: "3.9"
+
 # Build documentation in the docs/ directory with Sphinx
 sphinx:
   configuration: docs/source/conf.py
 
 # Optionally set the version of Python and requirements required to build your docs
 python:
-  version: 3.8
   install:
     - requirements: doc-requirements.txt
+    - requirements: docs/requirements.txt

CODEOWNERS

@@ -1,3 +1,3 @@
 # These owners will be the default owners for everything in
 # the repo. Unless a later match takes precedence.
-*       @wild-endeavor @kumare3 @eapolinario @pingsutw
+*       @wild-endeavor @kumare3 @eapolinario @pingsutw @cosmicBboy

Dockerfile

@@ -4,6 +4,10 @@ FROM python:${PYTHON_VERSION}-slim-buster
 MAINTAINER Flyte Team <[email protected]>
 LABEL org.opencontainers.image.source https://github.com/flyteorg/flytekit
 
+RUN useradd -u 1000 flytekit
+RUN chown flytekit: /root
+USER flytekit
+
 WORKDIR /root
 ENV PYTHONPATH /root
 

Makefile

@@ -35,11 +35,12 @@ fmt: ## Format code with black and isort
 
 .PHONY: lint
 lint: ## Run linters
-	mypy flytekit/core || true
-	mypy flytekit/types || true
-	mypy tests/flytekit/unit/core || true
-	# Exclude setup.py to fix error: Duplicate module named "setup"
-	mypy plugins --exclude setup.py || true
+	mypy flytekit/core
+	mypy flytekit/types
+	# allow-empty-bodies: Allow empty body in function.
+	# disable-error-code="annotation-unchecked": Remove the warning "By default the bodies of untyped functions are not checked".
+	# Mypy raises a warning because it cannot determine the type from the dataclass, despite we specified the type in the dataclass.
+	mypy --allow-empty-bodies --disable-error-code="annotation-unchecked" tests/flytekit/unit/core
 	pre-commit run --all-files
 
 .PHONY: spellcheck

dev-requirements.in

@@ -12,7 +12,12 @@ codespell
 google-cloud-bigquery
 google-cloud-bigquery-storage
 IPython
+tensorflow
+grpcio-status<1.49.0
 # Newer versions of torch bring in nvidia dependencies that are not present in windows, so
 # we put this constraint while we do not have per-environment requirements files
 torch<=1.12.1
 scikit-learn
+types-protobuf
+types-croniter
+types-mock