Skip to content

Commit

Permalink
Bump plugin pins to 1.1-> 1.2 (#1001)
Browse files Browse the repository at this point in the history
Signed-off-by: Yee Hing Tong <[email protected]>
  • Loading branch information
wild-endeavor authored and eapolinario committed Jun 17, 2022
1 parent a961336 commit 9de00b4
Show file tree
Hide file tree
Showing 20 changed files with 29 additions and 19 deletions.
10 changes: 10 additions & 0 deletions plugins/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -125,6 +125,16 @@ In such a case, you can add a special directive in the `setup.py` which will ins

```

### Flytekit Version Pinning
Currently we advocate pinning to minor releases of flytekit. To bump the pins across the board, `cd plugins/` and then
update the command below with the appropriate range and run

```bash
for f in $(ls **/setup.py); do sed -i "s/flytekit>.*,<1.1/flytekit>=1.1.0b0,<1.2/" $f; done
```

Try using `gsed` instead of `sed` if you are on a Mac. Also this only works of course for setup files that start with the version in your sed command. There may be plugins that have different pins to start out with.

## References 📚
- Example of a simple Python task that allows adding only Python side functionality: [flytekit-greatexpectations](./flytekit-greatexpectations/)
- Example of a TypeTransformer or a Type Plugin: [flytekit-pandera](./flytekit-pandera/). These plugins add new types to Flyte and tell Flyte how to transform them and add additional features through types. Flyte is a multi-lang system, and type transformers allow marshaling between Flytekit and backend and other languages.
Expand Down
2 changes: 1 addition & 1 deletion plugins/flytekit-aws-athena/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@

microlib_name = f"flytekitplugins-{PLUGIN_NAME}"

plugin_requires = ["flytekit>=1.0.0b3,<1.1.0"]
plugin_requires = ["flytekit>=1.1.0b0,<1.2.0"]

__version__ = "0.0.0+develop"

Expand Down
2 changes: 1 addition & 1 deletion plugins/flytekit-aws-batch/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@

microlib_name = f"flytekitplugins-{PLUGIN_NAME}"

plugin_requires = ["flytekit>=1.0.0b3,<1.1.0"]
plugin_requires = ["flytekit>=1.1.0b0,<1.2.0"]

__version__ = "0.0.0+develop"

Expand Down
2 changes: 1 addition & 1 deletion plugins/flytekit-aws-sagemaker/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@

microlib_name = f"flytekitplugins-{PLUGIN_NAME}"

plugin_requires = ["flytekit>=1.0.0b3,<1.1.0", "sagemaker-training>=3.6.2,<4.0.0"]
plugin_requires = ["flytekit>=1.1.0b0,<1.2.0", "sagemaker-training>=3.6.2,<4.0.0"]

__version__ = "0.0.0+develop"

Expand Down
2 changes: 1 addition & 1 deletion plugins/flytekit-bigquery/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@

microlib_name = f"flytekitplugins-{PLUGIN_NAME}"

plugin_requires = ["flytekit>=1.0.0b3,<1.1.0", "google-cloud-bigquery"]
plugin_requires = ["flytekit>=1.1.0b0,<1.2.0", "google-cloud-bigquery"]

__version__ = "0.0.0+develop"

Expand Down
2 changes: 1 addition & 1 deletion plugins/flytekit-data-fsspec/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@

microlib_name = f"flytekitplugins-data-{PLUGIN_NAME}"

plugin_requires = ["flytekit>=1.0.0b3,<1.1.0", "fsspec>=2021.7.0", "botocore>=1.7.48"]
plugin_requires = ["flytekit>=1.1.0b0,<1.2.0", "fsspec>=2021.7.0", "botocore>=1.7.48"]

__version__ = "0.0.0+develop"

Expand Down
2 changes: 1 addition & 1 deletion plugins/flytekit-deck-standard/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@

microlib_name = f"flytekitplugins-{PLUGIN_NAME}-standard"

plugin_requires = ["flytekit>=1.0.0b3,<1.1.0", "markdown", "plotly", "pandas_profiling"]
plugin_requires = ["flytekit>=1.1.0b0,<1.2.0", "markdown", "plotly", "pandas_profiling"]

__version__ = "0.0.0+develop"

Expand Down
2 changes: 1 addition & 1 deletion plugins/flytekit-dolt/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@

microlib_name = f"flytekitplugins-{PLUGIN_NAME}"

plugin_requires = ["flytekit>=1.0.0b3,<1.1.0", "dolt_integrations>=0.1.5"]
plugin_requires = ["flytekit>=1.1.0b0,<1.2.0", "dolt_integrations>=0.1.5"]
dev_requires = ["pytest-mock>=3.6.1"]

__version__ = "0.0.0+develop"
Expand Down
2 changes: 1 addition & 1 deletion plugins/flytekit-greatexpectations/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@

microlib_name = f"flytekitplugins-{PLUGIN_NAME}"

plugin_requires = ["flytekit>=1.0.0b3,<1.1.0", "great-expectations>=0.13.30", "sqlalchemy>=1.4.23"]
plugin_requires = ["flytekit>=1.1.0b0,<1.2.0", "great-expectations>=0.13.30", "sqlalchemy>=1.4.23"]

__version__ = "0.0.0+develop"

Expand Down
2 changes: 1 addition & 1 deletion plugins/flytekit-hive/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@

microlib_name = f"flytekitplugins-{PLUGIN_NAME}"

plugin_requires = ["flytekit>=1.0.0b3,<1.1.0"]
plugin_requires = ["flytekit>=1.1.0b0,<1.2.0"]

__version__ = "0.0.0+develop"

Expand Down
2 changes: 1 addition & 1 deletion plugins/flytekit-k8s-pod/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
microlib_name = f"flytekitplugins-{PLUGIN_NAME}"

plugin_requires = [
"flytekit>=1.0.0b0,<1.1.0",
"flytekit>=1.1.0b0,<1.2.0",
"kubernetes>=12.0.1",
]

Expand Down
2 changes: 1 addition & 1 deletion plugins/flytekit-kf-mpi/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@

microlib_name = f"flytekitplugins-{PLUGIN_NAME}"

plugin_requires = ["flytekit>=1.0.0b3,<1.1.0", "flyteidl>=0.21.4"]
plugin_requires = ["flytekit>=1.1.0b0,<1.2.0", "flyteidl>=0.21.4"]

__version__ = "0.0.0+develop"

Expand Down
2 changes: 1 addition & 1 deletion plugins/flytekit-kf-pytorch/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@

microlib_name = f"flytekitplugins-{PLUGIN_NAME}"

plugin_requires = ["flytekit>=1.0.0b3,<1.1.0"]
plugin_requires = ["flytekit>=1.1.0b0,<1.2.0"]

__version__ = "0.0.0+develop"

Expand Down
2 changes: 1 addition & 1 deletion plugins/flytekit-kf-tensorflow/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
microlib_name = f"flytekitplugins-{PLUGIN_NAME}"

# TODO: Requirements are missing, add them back in later.
plugin_requires = ["flytekit>=1.0.0b3,<1.1.0"]
plugin_requires = ["flytekit>=1.1.0b0,<1.2.0"]

__version__ = "0.0.0+develop"

Expand Down
2 changes: 1 addition & 1 deletion plugins/flytekit-modin/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
microlib_name = f"flytekitplugins-{PLUGIN_NAME}"

plugin_requires = [
"flytekit>=1.0.0b3,<1.1.0",
"flytekit>=1.1.0b0,<1.2.0",
"modin>=0.13.0",
"fsspec",
"ray",
Expand Down
2 changes: 1 addition & 1 deletion plugins/flytekit-pandera/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@

microlib_name = f"flytekitplugins-{PLUGIN_NAME}"

plugin_requires = ["flytekit>=1.0.0b3,<1.1.0", "pandera>=0.7.1"]
plugin_requires = ["flytekit>=1.1.0b0,<1.2.0", "pandera>=0.7.1"]

__version__ = "0.0.0+develop"

Expand Down
2 changes: 1 addition & 1 deletion plugins/flytekit-papermill/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@
microlib_name = f"flytekitplugins-{PLUGIN_NAME}"

plugin_requires = [
"flytekit>=1.0.0b3,<1.1.0",
"flytekit>=1.1.0b0,<1.2.0",
"papermill>=1.2.0",
"nbconvert>=6.0.7",
"ipykernel>=5.0.0",
Expand Down
2 changes: 1 addition & 1 deletion plugins/flytekit-snowflake/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@

microlib_name = f"flytekitplugins-{PLUGIN_NAME}"

plugin_requires = ["flytekit>=1.0.0b3,<1.1.0"]
plugin_requires = ["flytekit>=1.1.0b0,<1.2.0"]

__version__ = "0.0.0+develop"

Expand Down
2 changes: 1 addition & 1 deletion plugins/flytekit-spark/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@

microlib_name = f"flytekitplugins-{PLUGIN_NAME}"

plugin_requires = ["flytekit>=1.0.0b3,<1.1.0", "pyspark>=3.0.0"]
plugin_requires = ["flytekit>=1.1.0b0,<1.2.0", "pyspark>=3.0.0"]

__version__ = "0.0.0+develop"

Expand Down
2 changes: 1 addition & 1 deletion plugins/flytekit-sqlalchemy/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@

microlib_name = f"flytekitplugins-{PLUGIN_NAME}"

plugin_requires = ["flytekit>=1.0.0b3,<1.1.0", "sqlalchemy>=1.4.7"]
plugin_requires = ["flytekit>=1.1.0b0,<1.2.0", "sqlalchemy>=1.4.7"]

__version__ = "0.0.0+develop"

Expand Down

0 comments on commit 9de00b4

Please sign in to comment.