diff --git a/CHANGELOG/CHANGELOG-v0.11.0.md b/CHANGELOG/CHANGELOG-v0.11.0.md new file mode 100644 index 0000000000..ab19f1e21a --- /dev/null +++ b/CHANGELOG/CHANGELOG-v0.11.0.md @@ -0,0 +1,21 @@ +# Flyte v0.11.0 + +## Flyte Platform +* New to flyte? https://start.flyte.org takes you through first run experience. (Thanks to @jeevb) +* [Grafana templates](https://docs.flyte.org/en/latest/howto/monitoring/index.html) for monitoring Flyte System and User Workflows. +* [Extend Flyte](https://docs.flyte.org/en/latest/plugins/index.html) docs. +* [FlyteIdl Docs](https://docs.flyte.org/projects/flyteidl/en/latest/) are published! You can learn about the core language that makes it all work. +* [Additional knob](https://github.com/flyteorg/flytepropeller/pull/219/files#diff-91657d6448dfbf87f4cecf126ad02bd668ea233edcf74e860ef4f54bdd4cb552R78) for fine tuning flyte propeller performance that speeds up executions drastically. +* OidC support for Google Idp (And other OidC compliant Idps) +* Various stabilization bugs. + +## Flytekit +Since v0.16.0a2, the last flytekit milestone release, all effort has been towards stabilizing the new API. Please see the individual [releases](https://github.com/flyteorg/flytekit/releases) for detailed information. The highlights are + +* Serialization/registration processes have been firmed up and utilities to ease that process introduced (not having to build a container to serialize for instance). +* Plugins structure revamped (eventually we'll move to a separate new repo entirely) +* User-facing imports have been organized into three top-level subpackages (`flytekit`, `flytekit.testing`, and `flytekit.extend`) +* Retries added to read-only Admin calls in client +* Lots of cleanup and additions to the [cookbook](https://flytecookbook.readthedocs.io/en/latest/) and documentation generally. +* Bug fixes. + diff --git a/deployment/eks/flyte_generated.yaml b/deployment/eks/flyte_generated.yaml index ef7948aac0..74d29367ae 100644 --- a/deployment/eks/flyte_generated.yaml +++ b/deployment/eks/flyte_generated.yaml @@ -8607,7 +8607,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: ghcr.io/lyft/flyteadmin:v0.3.29 + image: ghcr.io/flyteorg/flyteadmin:v0.3.37 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -8653,7 +8653,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: ghcr.io/lyft/flyteadmin:v0.3.29 + image: ghcr.io/flyteorg/flyteadmin:v0.3.37 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -8671,7 +8671,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: ghcr.io/lyft/flyteadmin:v0.3.29 + image: ghcr.io/flyteorg/flyteadmin:v0.3.37 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -8686,7 +8686,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: ghcr.io/lyft/flyteadmin:v0.3.29 + image: ghcr.io/flyteorg/flyteadmin:v0.3.37 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -8733,7 +8733,7 @@ spec: - envFrom: - configMapRef: name: flyte-console-config - image: ghcr.io/lyft/flyteconsole:v0.19.1 + image: ghcr.io/flyteorg/flyteconsole:v0.19.6 name: flyteconsole ports: - containerPort: 8080 @@ -8777,7 +8777,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.name - image: ghcr.io/flyteorg/flytepropeller:v0.6.1 + image: ghcr.io/flyteorg/flytepropeller:v0.6.2 imagePullPolicy: IfNotPresent name: flytepropeller ports: @@ -8965,7 +8965,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: ghcr.io/lyft/flyteadmin:v0.3.29 + image: ghcr.io/flyteorg/flyteadmin:v0.3.37 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/gcp/flyte_generated.yaml b/deployment/gcp/flyte_generated.yaml index a8bd2185e7..0d9529e1ba 100644 --- a/deployment/gcp/flyte_generated.yaml +++ b/deployment/gcp/flyte_generated.yaml @@ -8639,7 +8639,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: ghcr.io/lyft/flyteadmin:v0.3.29 + image: ghcr.io/flyteorg/flyteadmin:v0.3.37 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -8685,7 +8685,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: ghcr.io/lyft/flyteadmin:v0.3.29 + image: ghcr.io/flyteorg/flyteadmin:v0.3.37 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -8703,7 +8703,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: ghcr.io/lyft/flyteadmin:v0.3.29 + image: ghcr.io/flyteorg/flyteadmin:v0.3.37 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -8718,7 +8718,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: ghcr.io/lyft/flyteadmin:v0.3.29 + image: ghcr.io/flyteorg/flyteadmin:v0.3.37 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -8765,7 +8765,7 @@ spec: - envFrom: - configMapRef: name: flyte-console-config - image: ghcr.io/lyft/flyteconsole:v0.19.1 + image: ghcr.io/flyteorg/flyteconsole:v0.19.6 name: flyteconsole ports: - containerPort: 8080 @@ -8809,7 +8809,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.name - image: ghcr.io/flyteorg/flytepropeller:v0.6.1 + image: ghcr.io/flyteorg/flytepropeller:v0.6.2 imagePullPolicy: IfNotPresent name: flytepropeller ports: @@ -8997,7 +8997,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: ghcr.io/lyft/flyteadmin:v0.3.29 + image: ghcr.io/flyteorg/flyteadmin:v0.3.37 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/sandbox/flyte_generated.yaml b/deployment/sandbox/flyte_generated.yaml index c03aa0572c..1a40a7ac5a 100644 --- a/deployment/sandbox/flyte_generated.yaml +++ b/deployment/sandbox/flyte_generated.yaml @@ -2723,7 +2723,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: ghcr.io/lyft/flyteadmin:v0.3.29 + image: ghcr.io/flyteorg/flyteadmin:v0.3.37 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -2775,7 +2775,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: ghcr.io/lyft/flyteadmin:v0.3.29 + image: ghcr.io/flyteorg/flyteadmin:v0.3.37 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -2792,7 +2792,7 @@ spec: - seed-projects - flytesnacks - flyteexamples - image: ghcr.io/lyft/flyteadmin:v0.3.29 + image: ghcr.io/flyteorg/flyteadmin:v0.3.37 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -2807,7 +2807,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: ghcr.io/lyft/flyteadmin:v0.3.29 + image: ghcr.io/flyteorg/flyteadmin:v0.3.37 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -2854,7 +2854,7 @@ spec: - envFrom: - configMapRef: name: flyte-console-config - image: ghcr.io/lyft/flyteconsole:v0.19.1 + image: ghcr.io/flyteorg/flyteconsole:v0.19.6 name: flyteconsole ports: - containerPort: 8080 @@ -2898,7 +2898,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.name - image: ghcr.io/flyteorg/flytepropeller:v0.6.1 + image: ghcr.io/flyteorg/flytepropeller:v0.6.2 imagePullPolicy: IfNotPresent name: flytepropeller ports: @@ -3204,7 +3204,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: ghcr.io/lyft/flyteadmin:v0.3.29 + image: ghcr.io/flyteorg/flyteadmin:v0.3.37 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/test/flyte_generated.yaml b/deployment/test/flyte_generated.yaml index fff5821755..067d8df2de 100644 --- a/deployment/test/flyte_generated.yaml +++ b/deployment/test/flyte_generated.yaml @@ -594,7 +594,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: ghcr.io/lyft/flyteadmin:v0.3.29 + image: ghcr.io/flyteorg/flyteadmin:v0.3.37 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -646,7 +646,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: ghcr.io/lyft/flyteadmin:v0.3.29 + image: ghcr.io/flyteorg/flyteadmin:v0.3.37 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -663,7 +663,7 @@ spec: - seed-projects - flytetester - flytesnacks - image: ghcr.io/lyft/flyteadmin:v0.3.29 + image: ghcr.io/flyteorg/flyteadmin:v0.3.37 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -678,7 +678,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: ghcr.io/lyft/flyteadmin:v0.3.29 + image: ghcr.io/flyteorg/flyteadmin:v0.3.37 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -735,7 +735,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.name - image: ghcr.io/flyteorg/flytepropeller:v0.6.1 + image: ghcr.io/flyteorg/flytepropeller:v0.6.2 imagePullPolicy: IfNotPresent name: flytepropeller ports: diff --git a/end2end/tests/endtoend.yaml b/end2end/tests/endtoend.yaml index 82aa687985..dc807ddcb2 100644 --- a/end2end/tests/endtoend.yaml +++ b/end2end/tests/endtoend.yaml @@ -11,7 +11,7 @@ spec: command: - bash - -c - image: ghcr.io/flyteorg/flytetools:85ab24ff1025327a02cbd570ab96bbdded132ce9 + image: ghcr.io/flyteorg/flytetools:1fde462c72029d5f4d73ade8bff51af846598754 imagePullPolicy: IfNotPresent name: flytetester resources: diff --git a/kustomize/overlays/eks/kustomization.yaml b/kustomize/overlays/eks/kustomization.yaml index 6a9e8fe92b..d9ddc376c7 100644 --- a/kustomize/overlays/eks/kustomization.yaml +++ b/kustomize/overlays/eks/kustomization.yaml @@ -2,38 +2,38 @@ apiVersion: kustomize.config.k8s.io/v1beta1 kind: Kustomization bases: -# All the resources that make up the deployment -- flyte -######## -# Operators to be enabled -############# -# Dependencies to be configured -# In local we use minio, but in cloud environment use S3 / GCS / AFS / Oracle Blob store etc -# This is used for Resource pooling. On cloud you can use hosted redis (e.g. AWS elasticache) -# Contour is used to create ingress. On cloud service use the default provided ingress controllers or cloud LB's -# Add node ports for ease of use locally -- ../../base/operators/spark -- ../../base/operators/kfoperators/pytorch -# TODO Fix deployment of alb_ingress controller -#- ../../base/addons/alb_ingress -# Optional dependency -- ../../base/addons/redis + # All the resources that make up the deployment + - flyte + ######## + # Operators to be enabled + ############# + # Dependencies to be configured + # In local we use minio, but in cloud environment use S3 / GCS / AFS / Oracle Blob store etc + # This is used for Resource pooling. On cloud you can use hosted redis (e.g. AWS elasticache) + # Contour is used to create ingress. On cloud service use the default provided ingress controllers or cloud LB's + # Add node ports for ease of use locally + - ../../base/operators/spark + - ../../base/operators/kfoperators/pytorch + # TODO Fix deployment of alb_ingress controller + #- ../../base/addons/alb_ingress + # Optional dependency + - ../../base/addons/redis # Images that should be used images: -# FlyteAdmin -- name: flyteadmin # match images with this name - newTag: v0.3.29 # override the tag - newName: ghcr.io/lyft/flyteadmin # override the name -# FlyteConsole -- name: flyteconsole # match images with this name - newTag: v0.19.1 # override the tag - newName: ghcr.io/lyft/flyteconsole # override the namep -# Flyte DataCatalog -- name: datacatalog # match images with this name - newTag: v0.2.130 # override the tag - newName: ghcr.io/lyft/datacatalog # override the name -# FlytePropeller -- name: flytepropeller # match images with this name - newTag: v0.6.1 # override the tag - newName: ghcr.io/flyteorg/flytepropeller # override the name + # FlyteAdmin + - name: flyteadmin # match images with this name + newTag: v0.3.37 # override the tag + newName: ghcr.io/flyteorg/flyteadmin # override the name + # FlyteConsole + - name: flyteconsole # match images with this name + newTag: v0.19.6 # override the tag + newName: ghcr.io/flyteorg/flyteconsole # override the namep + # Flyte DataCatalog + - name: datacatalog # match images with this name + newTag: v0.2.130 # override the tag + newName: ghcr.io/lyft/datacatalog # override the name + # FlytePropeller + - name: flytepropeller # match images with this name + newTag: v0.6.2 # override the tag + newName: ghcr.io/flyteorg/flytepropeller # override the name diff --git a/kustomize/overlays/gcp/kustomization.yaml b/kustomize/overlays/gcp/kustomization.yaml index 3ed3f8e8eb..9ac428bf1d 100644 --- a/kustomize/overlays/gcp/kustomization.yaml +++ b/kustomize/overlays/gcp/kustomization.yaml @@ -2,37 +2,37 @@ apiVersion: kustomize.config.k8s.io/v1beta1 kind: Kustomization bases: -# All the resources that make up the deployment -- flyte -######## -# Operators to be enabled -############# -# Dependencies to be configured -# In local we use minio, but in cloud environment use S3 / GCS / AFS / Oracle Blob store etc -# This is used for Resource pooling. On cloud you can use hosted redis (e.g. AWS elasticache) -# Contour is used to create ingress. On cloud service use the default provided ingress controllers or cloud LB's -# Add node ports for ease of use locally -- ../../base/operators/spark -- ../../base/operators/kfoperators/pytorch -- ../../base/addons/cloudsqlproxy -# Optional dependency -- ../../base/addons/redis + # All the resources that make up the deployment + - flyte + ######## + # Operators to be enabled + ############# + # Dependencies to be configured + # In local we use minio, but in cloud environment use S3 / GCS / AFS / Oracle Blob store etc + # This is used for Resource pooling. On cloud you can use hosted redis (e.g. AWS elasticache) + # Contour is used to create ingress. On cloud service use the default provided ingress controllers or cloud LB's + # Add node ports for ease of use locally + - ../../base/operators/spark + - ../../base/operators/kfoperators/pytorch + - ../../base/addons/cloudsqlproxy + # Optional dependency + - ../../base/addons/redis # Images that should be used images: -# FlyteAdmin -- name: flyteadmin # match images with this name - newTag: v0.3.29 # override the tag - newName: ghcr.io/lyft/flyteadmin # override the name -# FlyteConsole -- name: flyteconsole # match images with this name - newTag: v0.19.1 # override the tag - newName: ghcr.io/lyft/flyteconsole # override the namep -# Flyte DataCatalog -- name: datacatalog # match images with this name - newTag: v0.2.130 # override the tag - newName: ghcr.io/lyft/datacatalog # override the name -# FlytePropeller -- name: flytepropeller # match images with this name - newTag: v0.6.1 # override the tag - newName: ghcr.io/flyteorg/flytepropeller # override the name + # FlyteAdmin + - name: flyteadmin # match images with this name + newTag: v0.3.37 # override the tag + newName: ghcr.io/flyteorg/flyteadmin # override the name + # FlyteConsole + - name: flyteconsole # match images with this name + newTag: v0.19.6 # override the tag + newName: ghcr.io/flyteorg/flyteconsole # override the namep + # Flyte DataCatalog + - name: datacatalog # match images with this name + newTag: v0.2.130 # override the tag + newName: ghcr.io/lyft/datacatalog # override the name + # FlytePropeller + - name: flytepropeller # match images with this name + newTag: v0.6.2 # override the tag + newName: ghcr.io/flyteorg/flytepropeller # override the name diff --git a/kustomize/overlays/sandbox/kustomization.yaml b/kustomize/overlays/sandbox/kustomization.yaml index ada55b8166..c23d6a70e1 100644 --- a/kustomize/overlays/sandbox/kustomization.yaml +++ b/kustomize/overlays/sandbox/kustomization.yaml @@ -2,42 +2,42 @@ apiVersion: kustomize.config.k8s.io/v1beta1 kind: Kustomization bases: -# All the resources that make up the deployment -- flyte -######## -# Operators to be enabled -############# -# Dependencies to be configured -# In local we use minio, but in cloud environment use S3 / GCS / AFS / Oracle Blob store etc -# This is used for Resource pooling. On cloud you can use hosted redis (e.g. AWS elasticache) -# Contour is used to create ingress. On cloud service use the default provided ingress controllers or cloud LB's -# Add node ports for ease of use locally -- ../../base/addons/database -- ../../base/addons/kubernetes_dashboard -- ../../base/addons/storage -- ../../base/addons/contour_ingress_controller + # All the resources that make up the deployment + - flyte + ######## + # Operators to be enabled + ############# + # Dependencies to be configured + # In local we use minio, but in cloud environment use S3 / GCS / AFS / Oracle Blob store etc + # This is used for Resource pooling. On cloud you can use hosted redis (e.g. AWS elasticache) + # Contour is used to create ingress. On cloud service use the default provided ingress controllers or cloud LB's + # Add node ports for ease of use locally + - ../../base/addons/database + - ../../base/addons/kubernetes_dashboard + - ../../base/addons/storage + - ../../base/addons/contour_ingress_controller resources: -- nodeport-services.yaml + - nodeport-services.yaml # Images that should be used images: -# FlyteAdmin -- name: flyteadmin # match images with this name - newTag: v0.3.29 # override the tag - newName: ghcr.io/lyft/flyteadmin # override the name -# FlyteConsole -- name: flyteconsole # match images with this name - newTag: v0.19.1 # override the tag - newName: ghcr.io/lyft/flyteconsole # override the namep -# Flyte DataCatalog -- name: datacatalog # match images with this name - newTag: v0.2.130 # override the tag - newName: ghcr.io/lyft/datacatalog # override the name -# FlytePropeller -- name: flytepropeller # match images with this name - newTag: v0.6.1 # override the tag - newName: ghcr.io/flyteorg/flytepropeller # override the name -# Override postgres image to use alpine based (rather smaller) docker image -- name: postgres - newTag: 10.16-alpine + # FlyteAdmin + - name: flyteadmin # match images with this name + newTag: v0.3.37 # override the tag + newName: ghcr.io/flyteorg/flyteadmin # override the name + # FlyteConsole + - name: flyteconsole # match images with this name + newTag: v0.19.6 # override the tag + newName: ghcr.io/flyteorg/flyteconsole # override the namep + # Flyte DataCatalog + - name: datacatalog # match images with this name + newTag: v0.2.130 # override the tag + newName: ghcr.io/lyft/datacatalog # override the name + # FlytePropeller + - name: flytepropeller # match images with this name + newTag: v0.6.2 # override the tag + newName: ghcr.io/flyteorg/flytepropeller # override the name + # Override postgres image to use alpine based (rather smaller) docker image + - name: postgres + newTag: 10.16-alpine diff --git a/kustomize/overlays/test/kustomization.yaml b/kustomize/overlays/test/kustomization.yaml index e63c217a7f..9e7fe6f8b4 100644 --- a/kustomize/overlays/test/kustomization.yaml +++ b/kustomize/overlays/test/kustomization.yaml @@ -2,37 +2,37 @@ apiVersion: kustomize.config.k8s.io/v1beta1 kind: Kustomization bases: -# All the resources that make up the deployment -- flyte -######## -# Operators to be enabled -############# -# Dependencies to be configured -# In local we use minio, but in cloud environment use S3 / GCS / AFS / Oracle Blob store etc -# This is used for Resource pooling. On cloud you can use hosted redis (e.g. AWS elasticache) -# Contour is used to create ingress. On cloud service use the default provided ingress controllers or cloud LB's -# Add node ports for ease of use locally -- ../../base/addons/database -- ../../base/addons/storage + # All the resources that make up the deployment + - flyte + ######## + # Operators to be enabled + ############# + # Dependencies to be configured + # In local we use minio, but in cloud environment use S3 / GCS / AFS / Oracle Blob store etc + # This is used for Resource pooling. On cloud you can use hosted redis (e.g. AWS elasticache) + # Contour is used to create ingress. On cloud service use the default provided ingress controllers or cloud LB's + # Add node ports for ease of use locally + - ../../base/addons/database + - ../../base/addons/storage # Images that should be used images: -# FlyteAdmin -- name: flyteadmin # match images with this name - newTag: v0.3.29 # override the tag - newName: ghcr.io/lyft/flyteadmin # override the name -# FlyteConsole -- name: flyteconsole # match images with this name - newTag: v0.19.1 # override the tag - newName: ghcr.io/lyft/flyteconsole # override the namep -# Flyte DataCatalog -- name: datacatalog # match images with this name - newTag: v0.2.130 # override the tag - newName: ghcr.io/lyft/datacatalog # override the name -# FlytePropeller -- name: flytepropeller # match images with this name - newTag: v0.6.1 # override the tag - newName: ghcr.io/flyteorg/flytepropeller # override the name -# Override postgres image to use alpine based (rather smaller) docker image -- name: postgres - newTag: 10.16-alpine + # FlyteAdmin + - name: flyteadmin # match images with this name + newTag: v0.3.37 # override the tag + newName: ghcr.io/flyteorg/flyteadmin # override the name + # FlyteConsole + - name: flyteconsole # match images with this name + newTag: v0.19.6 # override the tag + newName: ghcr.io/flyteorg/flyteconsole # override the namep + # Flyte DataCatalog + - name: datacatalog # match images with this name + newTag: v0.2.130 # override the tag + newName: ghcr.io/lyft/datacatalog # override the name + # FlytePropeller + - name: flytepropeller # match images with this name + newTag: v0.6.2 # override the tag + newName: ghcr.io/flyteorg/flytepropeller # override the name + # Override postgres image to use alpine based (rather smaller) docker image + - name: postgres + newTag: 10.16-alpine diff --git a/rsts/conf.py b/rsts/conf.py index bf7e909a38..7cc369072e 100644 --- a/rsts/conf.py +++ b/rsts/conf.py @@ -25,7 +25,7 @@ # The short X.Y version version = u'' # The full version, including alpha/beta/rc tags -release = u'0.10.0' +release = u'0.11.0' # -- General configuration ---------------------------------------------------