diff --git a/CHANGELOG/CHANGELOG-v0.9.0.md b/CHANGELOG/CHANGELOG-v0.9.0.md new file mode 100644 index 0000000000..4b6b3fd8c5 --- /dev/null +++ b/CHANGELOG/CHANGELOG-v0.9.0.md @@ -0,0 +1,19 @@ + + +### Flytekit +* Fast register - code only changes no longer need a rebuild of the container to run ([read the docs!](https://flyte.readthedocs.io/en/latest/user/features/fast_registration.html)) +* Project archive/activate command in flyte-cli +* Bug fixes and misc improvements + +Please take a look at the newest [alpha release](https://github.com/lyft/flytekit/releases/tag/v0.16.0a0) of Flytekit (v0.16.0a0) which introduces native Python based typing, and a new way of workflow authoring that enables local workflow execution. +For examples of the native typed SDK usage refer to: [Cookbook Examples](https://github.com/lyft/flytesnacks/tree/annotated/cookbook/recipes/native_typing) + +### FlyteConsole +- Better Single task launch support +- Launch form with more types supported +- Bug and stability fixes + +### Flyte Platform + - SparkOperator v1beta2 support + - Archive/Unarchive projects + - Bug Fixes diff --git a/Makefile b/Makefile index 540de52185..a584bec356 100644 --- a/Makefile +++ b/Makefile @@ -24,9 +24,9 @@ generate-local-docs: # Builds the entire doc tree. Assumes update_ref_docs has run and that all externals rsts are in _rsts/ dir .PHONY: generate-docs generate-docs: generate-dependent-repo-docs - @FLYTEKIT_VERSION=0.13.1 ./script/generate_docs.sh + @FLYTEKIT_VERSION=0.15.1 ./script/generate_docs.sh # updates referenced docs from other repositories (e.g. flyteidl, flytekit) .PHONY: generate-dependent-repo-docs generate-dependent-repo-docs: - @FLYTEKIT_VERSION=0.13.1 FLYTEIDL_VERSION=0.18.8 ./script/update_ref_docs.sh + @FLYTEKIT_VERSION=0.15.1 FLYTEIDL_VERSION=0.18.10 ./script/update_ref_docs.sh diff --git a/README.md b/README.md index 77a29efd61..c252188b58 100644 --- a/README.md +++ b/README.md @@ -6,7 +6,7 @@ ![Commit activity](https://img.shields.io/github/commit-activity/w/lyft/flyte.svg?style=plastic) ![Commit since last release](https://img.shields.io/github/commits-since/lyft/flyte/latest.svg?style=plastic) ![GitHub milestones Completed](https://img.shields.io/github/milestones/closed/lyft/flyte?style=plastic) -![GitHub next milestone percentage](https://img.shields.io/github/milestones/progress-percent/lyft/flyte/9?style=plastic) +![GitHub next milestone percentage](https://img.shields.io/github/milestones/progress-percent/lyft/flyte/10?style=plastic) ![Twitter Follow](https://img.shields.io/twitter/follow/flyteorg?label=Follow&style=social) [![Slack Status](https://img.shields.io/badge/slack-join_chat-white.svg?logo=slack&style=social)](https://docs.google.com/forms/d/e/1FAIpQLSf8bNuyhy7rkm77cOXPHIzCm3ApfL7Tdo7NUs6Ej2NOGQ1PYw/viewform?pli=1) @@ -55,6 +55,7 @@ Resources that would help you get a better understanding of Flyte. # Features - Used at Scale in production by 500+ users at Lyft with more than *900k* workflow executed a month and more than *30+* million container executions per month + - Fast registration - from local to remote in one second. - Centralized Inventory of Tasks, Workflows and Executions - Single Task Execution support - Start executing a task and then convert it to a workflow - gRPC / REST interface to define and executes tasks and workflows diff --git a/deployment/eks/flyte_generated.yaml b/deployment/eks/flyte_generated.yaml index 916efef4f6..6882dfae74 100644 --- a/deployment/eks/flyte_generated.yaml +++ b/deployment/eks/flyte_generated.yaml @@ -8569,7 +8569,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: docker.io/lyft/flyteadmin:v0.3.7 + image: docker.io/lyft/flyteadmin:v0.3.15 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -8615,7 +8615,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: docker.io/lyft/flyteadmin:v0.3.7 + image: docker.io/lyft/flyteadmin:v0.3.15 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -8633,7 +8633,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: docker.io/lyft/flyteadmin:v0.3.7 + image: docker.io/lyft/flyteadmin:v0.3.15 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -8648,7 +8648,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: docker.io/lyft/flyteadmin:v0.3.7 + image: docker.io/lyft/flyteadmin:v0.3.15 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -8695,7 +8695,7 @@ spec: - envFrom: - configMapRef: name: flyte-console-config - image: docker.io/lyft/flyteconsole:v0.12.1 + image: docker.io/lyft/flyteconsole:v0.17.7 name: flyteconsole ports: - containerPort: 8080 @@ -8927,7 +8927,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: docker.io/lyft/flyteadmin:v0.3.7 + image: docker.io/lyft/flyteadmin:v0.3.15 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/gcp/flyte_generated.yaml b/deployment/gcp/flyte_generated.yaml index 62f9c09cd9..45e417810d 100644 --- a/deployment/gcp/flyte_generated.yaml +++ b/deployment/gcp/flyte_generated.yaml @@ -8637,7 +8637,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: docker.io/lyft/flyteadmin:v0.3.7 + image: docker.io/lyft/flyteadmin:v0.3.15 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -8683,7 +8683,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: docker.io/lyft/flyteadmin:v0.3.7 + image: docker.io/lyft/flyteadmin:v0.3.15 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -8701,7 +8701,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: docker.io/lyft/flyteadmin:v0.3.7 + image: docker.io/lyft/flyteadmin:v0.3.15 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -8716,7 +8716,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: docker.io/lyft/flyteadmin:v0.3.7 + image: docker.io/lyft/flyteadmin:v0.3.15 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -8763,7 +8763,7 @@ spec: - envFrom: - configMapRef: name: flyte-console-config - image: docker.io/lyft/flyteconsole:v0.12.1 + image: docker.io/lyft/flyteconsole:v0.17.7 name: flyteconsole ports: - containerPort: 8080 @@ -8995,7 +8995,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: docker.io/lyft/flyteadmin:v0.3.7 + image: docker.io/lyft/flyteadmin:v0.3.15 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/sandbox/flyte_generated.yaml b/deployment/sandbox/flyte_generated.yaml index 69ad31d1f8..46fb25cb63 100644 --- a/deployment/sandbox/flyte_generated.yaml +++ b/deployment/sandbox/flyte_generated.yaml @@ -8858,7 +8858,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: docker.io/lyft/flyteadmin:v0.3.7 + image: docker.io/lyft/flyteadmin:v0.3.15 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -8904,7 +8904,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: docker.io/lyft/flyteadmin:v0.3.7 + image: docker.io/lyft/flyteadmin:v0.3.15 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -8922,7 +8922,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: docker.io/lyft/flyteadmin:v0.3.7 + image: docker.io/lyft/flyteadmin:v0.3.15 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -8937,7 +8937,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: docker.io/lyft/flyteadmin:v0.3.7 + image: docker.io/lyft/flyteadmin:v0.3.15 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -8990,7 +8990,7 @@ spec: - envFrom: - configMapRef: name: flyte-console-config - image: docker.io/lyft/flyteconsole:v0.12.1 + image: docker.io/lyft/flyteconsole:v0.17.7 name: flyteconsole ports: - containerPort: 8080 @@ -9279,7 +9279,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: docker.io/lyft/flyteadmin:v0.3.7 + image: docker.io/lyft/flyteadmin:v0.3.15 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/test/flyte_generated.yaml b/deployment/test/flyte_generated.yaml index 918916344a..2957d56d6a 100644 --- a/deployment/test/flyte_generated.yaml +++ b/deployment/test/flyte_generated.yaml @@ -925,7 +925,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: docker.io/lyft/flyteadmin:v0.3.7 + image: docker.io/lyft/flyteadmin:v0.3.15 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -971,7 +971,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: docker.io/lyft/flyteadmin:v0.3.7 + image: docker.io/lyft/flyteadmin:v0.3.15 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -989,7 +989,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: docker.io/lyft/flyteadmin:v0.3.7 + image: docker.io/lyft/flyteadmin:v0.3.15 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -1004,7 +1004,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: docker.io/lyft/flyteadmin:v0.3.7 + image: docker.io/lyft/flyteadmin:v0.3.15 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/end2end/tests/endtoend.yaml b/end2end/tests/endtoend.yaml index 63ee4aa0fc..015c7e89d8 100644 --- a/end2end/tests/endtoend.yaml +++ b/end2end/tests/endtoend.yaml @@ -11,7 +11,7 @@ spec: command: - bash - -c - image: docker.io/lyft/flytetester:440d9a0530025825745ae9316b2dc5bee27e66b8 + image: docker.io/lyft/flytetester:268fe35dc2dc3b9899dd934e6a4e6ce8639a58fa imagePullPolicy: IfNotPresent name: flytetester resources: diff --git a/kustomize/overlays/eks/kustomization.yaml b/kustomize/overlays/eks/kustomization.yaml index 1656bf7d0d..8b82a753ac 100644 --- a/kustomize/overlays/eks/kustomization.yaml +++ b/kustomize/overlays/eks/kustomization.yaml @@ -80,11 +80,11 @@ secretGenerator: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v0.3.7 # override the tag + newTag: v0.3.15 # override the tag newName: docker.io/lyft/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name - newTag: v0.12.1 # override the tag + newTag: v0.17.7 # override the tag newName: docker.io/lyft/flyteconsole # override the namep # Flyte DataCatalog - name: datacatalog # match images with this name diff --git a/kustomize/overlays/gcp/kustomization.yaml b/kustomize/overlays/gcp/kustomization.yaml index 8c8b762a51..b1b6c03130 100644 --- a/kustomize/overlays/gcp/kustomization.yaml +++ b/kustomize/overlays/gcp/kustomization.yaml @@ -78,11 +78,11 @@ secretGenerator: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v0.3.7 # override the tag + newTag: v0.3.15 # override the tag newName: docker.io/lyft/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name - newTag: v0.12.1 # override the tag + newTag: v0.17.7 # override the tag newName: docker.io/lyft/flyteconsole # override the namep # Flyte DataCatalog - name: datacatalog # match images with this name diff --git a/kustomize/overlays/sandbox/kustomization.yaml b/kustomize/overlays/sandbox/kustomization.yaml index 19ea293a6b..d79a5acd17 100644 --- a/kustomize/overlays/sandbox/kustomization.yaml +++ b/kustomize/overlays/sandbox/kustomization.yaml @@ -63,11 +63,11 @@ configMapGenerator: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v0.3.7 # override the tag + newTag: v0.3.15 # override the tag newName: docker.io/lyft/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name - newTag: v0.12.1 # override the tag + newTag: v0.17.7 # override the tag newName: docker.io/lyft/flyteconsole # override the namep # Flyte DataCatalog - name: datacatalog # match images with this name diff --git a/kustomize/overlays/test/kustomization.yaml b/kustomize/overlays/test/kustomization.yaml index 1f30b7e1c4..4e2548229d 100644 --- a/kustomize/overlays/test/kustomization.yaml +++ b/kustomize/overlays/test/kustomization.yaml @@ -63,11 +63,11 @@ configMapGenerator: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v0.3.7 # override the tag + newTag: v0.3.15 # override the tag newName: docker.io/lyft/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name - newTag: v0.12.1 # override the tag + newTag: v0.17.7 # override the tag newName: docker.io/lyft/flyteconsole # override the namep # Flyte DataCatalog - name: datacatalog # match images with this name diff --git a/rsts/conf.py b/rsts/conf.py index 7ed24e7efe..d03df8cdcb 100644 --- a/rsts/conf.py +++ b/rsts/conf.py @@ -26,7 +26,7 @@ # The short X.Y version version = u'' # The full version, including alpha/beta/rc tags -release = u'0.8.0' +release = u'0.9.0' # -- General configuration ---------------------------------------------------