From ccc201ae9e37d7c21704cc778fe793bb02114a79 Mon Sep 17 00:00:00 2001 From: Ketan Umare Date: Mon, 5 Oct 2020 22:06:10 -0700 Subject: [PATCH 1/9] Release v0.8.0 in progress --- CHANGELOG/CHANGELOG-v0.8.0.md | 10 ++++++++++ README.md | 11 ++++++----- rsts/conf.py | 2 +- 3 files changed, 17 insertions(+), 6 deletions(-) create mode 100644 CHANGELOG/CHANGELOG-v0.8.0.md diff --git a/CHANGELOG/CHANGELOG-v0.8.0.md b/CHANGELOG/CHANGELOG-v0.8.0.md new file mode 100644 index 0000000000..a1e13fe310 --- /dev/null +++ b/CHANGELOG/CHANGELOG-v0.8.0.md @@ -0,0 +1,10 @@ +# Flyte v0.8.0 + +## Core Platform +- Custom model support in Sagemaker for single node and distributed training + +## Console +- + +## Flytekit +- diff --git a/README.md b/README.md index 29d386820e..77a29efd61 100644 --- a/README.md +++ b/README.md @@ -6,7 +6,7 @@ ![Commit activity](https://img.shields.io/github/commit-activity/w/lyft/flyte.svg?style=plastic) ![Commit since last release](https://img.shields.io/github/commits-since/lyft/flyte/latest.svg?style=plastic) ![GitHub milestones Completed](https://img.shields.io/github/milestones/closed/lyft/flyte?style=plastic) -![GitHub next milestone percentage](https://img.shields.io/github/milestones/progress-percent/lyft/flyte/8?style=plastic) +![GitHub next milestone percentage](https://img.shields.io/github/milestones/progress-percent/lyft/flyte/9?style=plastic) ![Twitter Follow](https://img.shields.io/twitter/follow/flyteorg?label=Follow&style=social) [![Slack Status](https://img.shields.io/badge/slack-join_chat-white.svg?logo=slack&style=social)](https://docs.google.com/forms/d/e/1FAIpQLSf8bNuyhy7rkm77cOXPHIzCm3ApfL7Tdo7NUs6Ej2NOGQ1PYw/viewform?pli=1) @@ -85,10 +85,12 @@ Resources that would help you get a better understanding of Flyte. - Comes with many system supported out of the box on K8s like Spark etc. - Snappy Console - Python CLI - - Written in Golang and optimized for performance + - Written in Golang and optimized for performance of large running jobs -## Coming Soon +## In Progress - Golang CLI - flytectl + +## Coming Soon - Reactive pipelines - Grafana templates (user/system observability) - More integrations @@ -102,12 +104,11 @@ Resources that would help you get a better understanding of Flyte. - Qubole Hive - Presto Queries - Distributed Pytorch (K8s Native) - Pytorch Operator - - Sagemaker (builtin algorithms) + - Sagemaker (builtin algorithms & custom models) - Distributed Tensorflow (K8s Native) - TFOperator - Papermill Notebook execution (python and spark) ## Coming soon - - Sagemaker (custom models) - Flink-K8s # Current Usage diff --git a/rsts/conf.py b/rsts/conf.py index e127c99a35..d3ebc0e9f4 100644 --- a/rsts/conf.py +++ b/rsts/conf.py @@ -26,7 +26,7 @@ # The short X.Y version version = u'' # The full version, including alpha/beta/rc tags -release = u'0.7.0' +release = u'0.8.0' # -- General configuration --------------------------------------------------- From 93f2d970f60045dfc015ef2e39da80b1bd4f8a80 Mon Sep 17 00:00:00 2001 From: Yee Hing Tong Date: Tue, 6 Oct 2020 10:27:29 -0700 Subject: [PATCH 2/9] end to end test yaml --- end2end/tests/endtoend.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/end2end/tests/endtoend.yaml b/end2end/tests/endtoend.yaml index b41b94923c..77fb0ebcff 100644 --- a/end2end/tests/endtoend.yaml +++ b/end2end/tests/endtoend.yaml @@ -11,7 +11,7 @@ spec: command: - bash - -c - image: docker.io/lyft/flytetester:e398910c4b1d1830e32a060505a1c606174e47ff + image: docker.io/lyft/flytetester:453405fe7253d55112c82d65b86b7ad3cb7c02fd imagePullPolicy: IfNotPresent name: flytetester resources: From b3e1ce06961ad5b4f92e451a3616028a4a070daa Mon Sep 17 00:00:00 2001 From: Yee Hing Tong Date: Tue, 6 Oct 2020 10:59:01 -0700 Subject: [PATCH 3/9] admin to 0.3.7 --- deployment/eks/flyte_generated.yaml | 10 +++++----- deployment/gcp/flyte_generated.yaml | 10 +++++----- deployment/sandbox/flyte_generated.yaml | 10 +++++----- deployment/test/flyte_generated.yaml | 8 ++++---- kustomize/overlays/eks/kustomization.yaml | 2 +- kustomize/overlays/gcp/kustomization.yaml | 2 +- kustomize/overlays/sandbox/kustomization.yaml | 2 +- kustomize/overlays/test/kustomization.yaml | 2 +- 8 files changed, 23 insertions(+), 23 deletions(-) diff --git a/deployment/eks/flyte_generated.yaml b/deployment/eks/flyte_generated.yaml index e9c6de4fe8..bab5be000b 100644 --- a/deployment/eks/flyte_generated.yaml +++ b/deployment/eks/flyte_generated.yaml @@ -1047,7 +1047,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: docker.io/lyft/flyteadmin:v0.3.6 + image: docker.io/lyft/flyteadmin:v0.3.7 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -1093,7 +1093,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: docker.io/lyft/flyteadmin:v0.3.6 + image: docker.io/lyft/flyteadmin:v0.3.7 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -1111,7 +1111,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: docker.io/lyft/flyteadmin:v0.3.6 + image: docker.io/lyft/flyteadmin:v0.3.7 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -1126,7 +1126,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: docker.io/lyft/flyteadmin:v0.3.6 + image: docker.io/lyft/flyteadmin:v0.3.7 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -1406,7 +1406,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: docker.io/lyft/flyteadmin:v0.3.6 + image: docker.io/lyft/flyteadmin:v0.3.7 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/gcp/flyte_generated.yaml b/deployment/gcp/flyte_generated.yaml index ec8dd09784..4e7d95deed 100644 --- a/deployment/gcp/flyte_generated.yaml +++ b/deployment/gcp/flyte_generated.yaml @@ -1115,7 +1115,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: docker.io/lyft/flyteadmin:v0.3.6 + image: docker.io/lyft/flyteadmin:v0.3.7 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -1161,7 +1161,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: docker.io/lyft/flyteadmin:v0.3.6 + image: docker.io/lyft/flyteadmin:v0.3.7 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -1179,7 +1179,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: docker.io/lyft/flyteadmin:v0.3.6 + image: docker.io/lyft/flyteadmin:v0.3.7 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -1194,7 +1194,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: docker.io/lyft/flyteadmin:v0.3.6 + image: docker.io/lyft/flyteadmin:v0.3.7 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -1474,7 +1474,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: docker.io/lyft/flyteadmin:v0.3.6 + image: docker.io/lyft/flyteadmin:v0.3.7 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/sandbox/flyte_generated.yaml b/deployment/sandbox/flyte_generated.yaml index e31294004f..f88b47c51e 100644 --- a/deployment/sandbox/flyte_generated.yaml +++ b/deployment/sandbox/flyte_generated.yaml @@ -1336,7 +1336,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: docker.io/lyft/flyteadmin:v0.3.6 + image: docker.io/lyft/flyteadmin:v0.3.7 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -1382,7 +1382,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: docker.io/lyft/flyteadmin:v0.3.6 + image: docker.io/lyft/flyteadmin:v0.3.7 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -1400,7 +1400,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: docker.io/lyft/flyteadmin:v0.3.6 + image: docker.io/lyft/flyteadmin:v0.3.7 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -1415,7 +1415,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: docker.io/lyft/flyteadmin:v0.3.6 + image: docker.io/lyft/flyteadmin:v0.3.7 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -1758,7 +1758,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: docker.io/lyft/flyteadmin:v0.3.6 + image: docker.io/lyft/flyteadmin:v0.3.7 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/test/flyte_generated.yaml b/deployment/test/flyte_generated.yaml index 87401c33df..e7068302e5 100644 --- a/deployment/test/flyte_generated.yaml +++ b/deployment/test/flyte_generated.yaml @@ -925,7 +925,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: docker.io/lyft/flyteadmin:v0.3.6 + image: docker.io/lyft/flyteadmin:v0.3.7 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -971,7 +971,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: docker.io/lyft/flyteadmin:v0.3.6 + image: docker.io/lyft/flyteadmin:v0.3.7 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -989,7 +989,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: docker.io/lyft/flyteadmin:v0.3.6 + image: docker.io/lyft/flyteadmin:v0.3.7 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -1004,7 +1004,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: docker.io/lyft/flyteadmin:v0.3.6 + image: docker.io/lyft/flyteadmin:v0.3.7 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/kustomize/overlays/eks/kustomization.yaml b/kustomize/overlays/eks/kustomization.yaml index 28aee85a88..cf5582bae2 100644 --- a/kustomize/overlays/eks/kustomization.yaml +++ b/kustomize/overlays/eks/kustomization.yaml @@ -80,7 +80,7 @@ secretGenerator: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v0.3.6 # override the tag + newTag: v0.3.7 # override the tag newName: docker.io/lyft/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name diff --git a/kustomize/overlays/gcp/kustomization.yaml b/kustomize/overlays/gcp/kustomization.yaml index 4e34047a70..2616bcca1f 100644 --- a/kustomize/overlays/gcp/kustomization.yaml +++ b/kustomize/overlays/gcp/kustomization.yaml @@ -78,7 +78,7 @@ secretGenerator: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v0.3.6 # override the tag + newTag: v0.3.7 # override the tag newName: docker.io/lyft/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name diff --git a/kustomize/overlays/sandbox/kustomization.yaml b/kustomize/overlays/sandbox/kustomization.yaml index 17c28a35c7..6ad927700d 100644 --- a/kustomize/overlays/sandbox/kustomization.yaml +++ b/kustomize/overlays/sandbox/kustomization.yaml @@ -63,7 +63,7 @@ configMapGenerator: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v0.3.6 # override the tag + newTag: v0.3.7 # override the tag newName: docker.io/lyft/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name diff --git a/kustomize/overlays/test/kustomization.yaml b/kustomize/overlays/test/kustomization.yaml index 57ac7e9416..5e8bb693d0 100644 --- a/kustomize/overlays/test/kustomization.yaml +++ b/kustomize/overlays/test/kustomization.yaml @@ -63,7 +63,7 @@ configMapGenerator: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v0.3.6 # override the tag + newTag: v0.3.7 # override the tag newName: docker.io/lyft/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name From 303386905fa9c5d5798971fb899150b32b332201 Mon Sep 17 00:00:00 2001 From: Ketan Umare Date: Tue, 6 Oct 2020 11:22:59 -0700 Subject: [PATCH 4/9] Changelog and kustomize update --- CHANGELOG/CHANGELOG-v0.8.0.md | 10 ++++++++-- deployment/eks/flyte_generated.yaml | 4 ++-- deployment/gcp/flyte_generated.yaml | 4 ++-- deployment/sandbox/flyte_generated.yaml | 4 ++-- deployment/test/flyte_generated.yaml | 2 +- kustomize/overlays/eks/kustomization.yaml | 4 ++-- kustomize/overlays/gcp/kustomization.yaml | 4 ++-- kustomize/overlays/sandbox/kustomization.yaml | 4 ++-- kustomize/overlays/test/kustomization.yaml | 4 ++-- 9 files changed, 23 insertions(+), 17 deletions(-) diff --git a/CHANGELOG/CHANGELOG-v0.8.0.md b/CHANGELOG/CHANGELOG-v0.8.0.md index a1e13fe310..5beddc0b24 100644 --- a/CHANGELOG/CHANGELOG-v0.8.0.md +++ b/CHANGELOG/CHANGELOG-v0.8.0.md @@ -1,10 +1,16 @@ # Flyte v0.8.0 ## Core Platform +- Metadata available for every task execution (First one: if the task was executed on interruptible nodes, useful when running on spot instances) +- Support for Cron schedules with offset (only on supported schedulers - e.g. Styx) +- Plugin overrides using Admin (docs coming soon) - Custom model support in Sagemaker for single node and distributed training ## Console -- +- Full inputs and outputs from Execution data +- Timestamp rendering always in UTC ## Flytekit -- +- Dynamic overridable Spark configuration for spark tasks +- Formally removed python 2.x support. Supports only 3.6+ +- Refactor - getting ready for enhanced auto-typed flytekit diff --git a/deployment/eks/flyte_generated.yaml b/deployment/eks/flyte_generated.yaml index bab5be000b..6b7dd9c127 100644 --- a/deployment/eks/flyte_generated.yaml +++ b/deployment/eks/flyte_generated.yaml @@ -1173,7 +1173,7 @@ spec: - envFrom: - configMapRef: name: flyte-console-config - image: docker.io/lyft/flyteconsole:v0.11.0 + image: docker.io/lyft/flyteconsole:v0.12.1 name: flyteconsole ports: - containerPort: 8080 @@ -1217,7 +1217,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.name - image: docker.io/lyft/flytepropeller:v0.3.12 + image: docker.io/lyft/flytepropeller:v0.4.2 imagePullPolicy: IfNotPresent name: flytepropeller ports: diff --git a/deployment/gcp/flyte_generated.yaml b/deployment/gcp/flyte_generated.yaml index 4e7d95deed..f24f1db706 100644 --- a/deployment/gcp/flyte_generated.yaml +++ b/deployment/gcp/flyte_generated.yaml @@ -1241,7 +1241,7 @@ spec: - envFrom: - configMapRef: name: flyte-console-config - image: docker.io/lyft/flyteconsole:v0.11.0 + image: docker.io/lyft/flyteconsole:v0.12.1 name: flyteconsole ports: - containerPort: 8080 @@ -1285,7 +1285,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.name - image: docker.io/lyft/flytepropeller:v0.3.12 + image: docker.io/lyft/flytepropeller:v0.4.2 imagePullPolicy: IfNotPresent name: flytepropeller ports: diff --git a/deployment/sandbox/flyte_generated.yaml b/deployment/sandbox/flyte_generated.yaml index f88b47c51e..6e4d3ad909 100644 --- a/deployment/sandbox/flyte_generated.yaml +++ b/deployment/sandbox/flyte_generated.yaml @@ -1468,7 +1468,7 @@ spec: - envFrom: - configMapRef: name: flyte-console-config - image: docker.io/lyft/flyteconsole:v0.11.0 + image: docker.io/lyft/flyteconsole:v0.12.1 name: flyteconsole ports: - containerPort: 8080 @@ -1512,7 +1512,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.name - image: docker.io/lyft/flytepropeller:v0.3.12 + image: docker.io/lyft/flytepropeller:v0.4.2 imagePullPolicy: IfNotPresent name: flytepropeller ports: diff --git a/deployment/test/flyte_generated.yaml b/deployment/test/flyte_generated.yaml index e7068302e5..a9d6ce59da 100644 --- a/deployment/test/flyte_generated.yaml +++ b/deployment/test/flyte_generated.yaml @@ -1067,7 +1067,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.name - image: docker.io/lyft/flytepropeller:v0.3.12 + image: docker.io/lyft/flytepropeller:v0.4.2 imagePullPolicy: IfNotPresent name: flytepropeller ports: diff --git a/kustomize/overlays/eks/kustomization.yaml b/kustomize/overlays/eks/kustomization.yaml index cf5582bae2..6d4ad98093 100644 --- a/kustomize/overlays/eks/kustomization.yaml +++ b/kustomize/overlays/eks/kustomization.yaml @@ -84,7 +84,7 @@ images: newName: docker.io/lyft/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name - newTag: v0.11.0 # override the tag + newTag: v0.12.1 # override the tag newName: docker.io/lyft/flyteconsole # override the namep # Flyte DataCatalog - name: datacatalog # match images with this name @@ -92,5 +92,5 @@ images: newName: docker.io/lyft/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name - newTag: v0.3.12 # override the tag + newTag: v0.4.2 # override the tag newName: docker.io/lyft/flytepropeller # override the name diff --git a/kustomize/overlays/gcp/kustomization.yaml b/kustomize/overlays/gcp/kustomization.yaml index 2616bcca1f..1c7dedf9ee 100644 --- a/kustomize/overlays/gcp/kustomization.yaml +++ b/kustomize/overlays/gcp/kustomization.yaml @@ -82,7 +82,7 @@ images: newName: docker.io/lyft/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name - newTag: v0.11.0 # override the tag + newTag: v0.12.1 # override the tag newName: docker.io/lyft/flyteconsole # override the namep # Flyte DataCatalog - name: datacatalog # match images with this name @@ -90,5 +90,5 @@ images: newName: docker.io/lyft/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name - newTag: v0.3.12 # override the tag + newTag: v0.4.2 # override the tag newName: docker.io/lyft/flytepropeller # override the name diff --git a/kustomize/overlays/sandbox/kustomization.yaml b/kustomize/overlays/sandbox/kustomization.yaml index 6ad927700d..5107c49b61 100644 --- a/kustomize/overlays/sandbox/kustomization.yaml +++ b/kustomize/overlays/sandbox/kustomization.yaml @@ -67,7 +67,7 @@ images: newName: docker.io/lyft/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name - newTag: v0.11.0 # override the tag + newTag: v0.12.1 # override the tag newName: docker.io/lyft/flyteconsole # override the namep # Flyte DataCatalog - name: datacatalog # match images with this name @@ -75,5 +75,5 @@ images: newName: docker.io/lyft/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name - newTag: v0.3.12 # override the tag + newTag: v0.4.2 # override the tag newName: docker.io/lyft/flytepropeller # override the name diff --git a/kustomize/overlays/test/kustomization.yaml b/kustomize/overlays/test/kustomization.yaml index 5e8bb693d0..4a55ab68b3 100644 --- a/kustomize/overlays/test/kustomization.yaml +++ b/kustomize/overlays/test/kustomization.yaml @@ -67,7 +67,7 @@ images: newName: docker.io/lyft/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name - newTag: v0.11.0 # override the tag + newTag: v0.12.1 # override the tag newName: docker.io/lyft/flyteconsole # override the namep # Flyte DataCatalog - name: datacatalog # match images with this name @@ -75,5 +75,5 @@ images: newName: docker.io/lyft/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name - newTag: v0.3.12 # override the tag + newTag: v0.4.2 # override the tag newName: docker.io/lyft/flytepropeller # override the name From 49a1d1c0d20267215e216d18b830fb95d7c77c9f Mon Sep 17 00:00:00 2001 From: Yee Hing Tong Date: Tue, 6 Oct 2020 11:27:53 -0700 Subject: [PATCH 5/9] Update end2end/tests/endtoend.yaml --- end2end/tests/endtoend.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/end2end/tests/endtoend.yaml b/end2end/tests/endtoend.yaml index 77fb0ebcff..158da72756 100644 --- a/end2end/tests/endtoend.yaml +++ b/end2end/tests/endtoend.yaml @@ -11,7 +11,7 @@ spec: command: - bash - -c - image: docker.io/lyft/flytetester:453405fe7253d55112c82d65b86b7ad3cb7c02fd + image: docker.io/lyft/flytetester:bb73b2435f6fa8e3866d127d2d465e896816fe8a imagePullPolicy: IfNotPresent name: flytetester resources: From 493f75992f938c2b2fb29083fda01f9f69d3301f Mon Sep 17 00:00:00 2001 From: Ketan Umare Date: Tue, 6 Oct 2020 11:31:58 -0700 Subject: [PATCH 6/9] Version updates --- Makefile | 4 ++-- rsts/administrator/install/multi_cluster.rst | 5 ++++- rsts/administrator/install/production.rst | 3 +++ 3 files changed, 9 insertions(+), 3 deletions(-) diff --git a/Makefile b/Makefile index 87174b6245..3535d04943 100644 --- a/Makefile +++ b/Makefile @@ -24,9 +24,9 @@ generate-local-docs: # Builds the entire doc tree. Assumes update_ref_docs has run and that all externals rsts are in _rsts/ dir .PHONY: generate-docs generate-docs: generate-dependent-repo-docs - @FLYTEKIT_VERSION=0.12.6 ./script/generate_docs.sh + @FLYTEKIT_VERSION=0.13.0 ./script/generate_docs.sh # updates referenced docs from other repositories (e.g. flyteidl, flytekit) .PHONY: generate-dependent-repo-docs generate-dependent-repo-docs: - @FLYTEKIT_VERSION=0.12.6 FLYTEIDL_VERSION=0.18.3 ./script/update_ref_docs.sh + @FLYTEKIT_VERSION=0.13.0 FLYTEIDL_VERSION=0.18.8 ./script/update_ref_docs.sh diff --git a/rsts/administrator/install/multi_cluster.rst b/rsts/administrator/install/multi_cluster.rst index edaf120c06..23cfe60f1c 100644 --- a/rsts/administrator/install/multi_cluster.rst +++ b/rsts/administrator/install/multi_cluster.rst @@ -13,11 +13,14 @@ This protects you from a failure in a single kubernetes cluster, and increases s First, you'll need to create additional kubernetes clusters. For this example, we'll assume you have 3 kubernetes clusters, and can access them all with ``kubectl``. We'll call these clusters "cluster1", "cluster2", and "cluster3". -We want to deploy **just** the Data Plane to these clusters. To do this, we'll remove the DataPlane components from the ``flyte`` overlay, and create a new overlay containing **ony** the dataplane resources. +We want to deploy **just** the Data Plane to these clusters. To do this, we'll remove the DataPlane components from the ``flyte`` overlay, and create a new overlay containing **only** the dataplane resources. Data Plane Deployment ********************* +NOTE: + With v0.8.0 and the entire setup overhaul, this section is getting revisited. Keep on the lookout for an update soon + To create the "Data Plane only" overlay, lets make a ``dataplane`` subdirectory inside our main deployment directory (my-flyte-deployment). This directory will contain contain only the dataplane resources. :: mkdir dataplane diff --git a/rsts/administrator/install/production.rst b/rsts/administrator/install/production.rst index 088facfc23..67b9064f53 100644 --- a/rsts/administrator/install/production.rst +++ b/rsts/administrator/install/production.rst @@ -54,6 +54,9 @@ Before you create a custom deployment, you'll need to `install kustomize Date: Tue, 6 Oct 2020 13:52:39 -0700 Subject: [PATCH 7/9] Update end2end/tests/endtoend.yaml --- end2end/tests/endtoend.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/end2end/tests/endtoend.yaml b/end2end/tests/endtoend.yaml index 158da72756..63ee4aa0fc 100644 --- a/end2end/tests/endtoend.yaml +++ b/end2end/tests/endtoend.yaml @@ -11,7 +11,7 @@ spec: command: - bash - -c - image: docker.io/lyft/flytetester:bb73b2435f6fa8e3866d127d2d465e896816fe8a + image: docker.io/lyft/flytetester:440d9a0530025825745ae9316b2dc5bee27e66b8 imagePullPolicy: IfNotPresent name: flytetester resources: From 87c5500e43d447ed140536a1283bcf929a3cda69 Mon Sep 17 00:00:00 2001 From: Yee Hing Tong Date: Tue, 6 Oct 2020 14:04:19 -0700 Subject: [PATCH 8/9] Apply suggestions from code review --- Makefile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Makefile b/Makefile index 3535d04943..540de52185 100644 --- a/Makefile +++ b/Makefile @@ -24,9 +24,9 @@ generate-local-docs: # Builds the entire doc tree. Assumes update_ref_docs has run and that all externals rsts are in _rsts/ dir .PHONY: generate-docs generate-docs: generate-dependent-repo-docs - @FLYTEKIT_VERSION=0.13.0 ./script/generate_docs.sh + @FLYTEKIT_VERSION=0.13.1 ./script/generate_docs.sh # updates referenced docs from other repositories (e.g. flyteidl, flytekit) .PHONY: generate-dependent-repo-docs generate-dependent-repo-docs: - @FLYTEKIT_VERSION=0.13.0 FLYTEIDL_VERSION=0.18.8 ./script/update_ref_docs.sh + @FLYTEKIT_VERSION=0.13.1 FLYTEIDL_VERSION=0.18.8 ./script/update_ref_docs.sh From fc35d85a07aa1eda27ec99290700336f4b5eb656 Mon Sep 17 00:00:00 2001 From: Yee Hing Tong Date: Tue, 6 Oct 2020 14:07:44 -0700 Subject: [PATCH 9/9] Update CHANGELOG/CHANGELOG-v0.8.0.md --- CHANGELOG/CHANGELOG-v0.8.0.md | 1 + 1 file changed, 1 insertion(+) diff --git a/CHANGELOG/CHANGELOG-v0.8.0.md b/CHANGELOG/CHANGELOG-v0.8.0.md index 5beddc0b24..c8c6b7f9aa 100644 --- a/CHANGELOG/CHANGELOG-v0.8.0.md +++ b/CHANGELOG/CHANGELOG-v0.8.0.md @@ -12,5 +12,6 @@ ## Flytekit - Dynamic overridable Spark configuration for spark tasks +- New Tensorflow task - Formally removed python 2.x support. Supports only 3.6+ - Refactor - getting ready for enhanced auto-typed flytekit