Milestone 0.3.0 release (#302)

flyteorg · May 1, 2020 · 209c2bc · 209c2bc
1 parent 2c49806
commit 209c2bc
Show file tree

Hide file tree

Showing 16 changed files with 89 additions and 54 deletions.
diff --git a/CHANGELOG/CHANGELOG-v0.3.0.md b/CHANGELOG/CHANGELOG-v0.3.0.md
@@ -0,0 +1,26 @@
+# Flyte V0.3.0
+
+## Changes since v0.2.0
+
+### Core Platform
+- Improved differentiation of System and User errors with Deeper visibility
+- Support for Presto queries (no-op client to be replaced with custom client)
+- Support for optional interruptible Task executions - on Spot Like environments
+- Better backoff behavior on Kubernetes resource creation failures
+- Publish notifications to GCP pubsub
+- Improved filtering logic in Service Layer
+- Configurable Scheduler for K8s pod executions
+- Spark Operator webhook support
+- Performance improvements
+- [Experimental] Inclusion of an EKS archetype with Terraform files to make it easy to deploy and test in a cloud
+
+
+### Flytekit (SDK improvements)
+- Dynamic Subworkflow and Launch Plan support
+- Inclusion of queuing budget and interruptible flag in workflow and task decorators
+- Ability to call non-Python based Spark jobs
+
+### Flyte Console (UI)
+- Added support for a custom banner to show live status messages
+- Tweaks in execution list page
+
diff --git a/Makefile b/Makefile
@@ -24,9 +24,9 @@ generate-local-docs:
 # Builds the entire doc tree. Assumes update_ref_docs has run and that all externals rsts are in _rsts/ dir
 .PHONY: generate-docs
 generate-docs: generate-dependent-repo-docs
-	@FLYTEKIT_VERSION=0.6.2 ./script/generate_docs.sh
+	@FLYTEKIT_VERSION=0.7.0 ./script/generate_docs.sh
 
 # updates referenced docs from other repositories (e.g. flyteidl, flytekit)
 .PHONY: generate-dependent-repo-docs
 generate-dependent-repo-docs:
-	@FLYTEKIT_VERSION=0.6.2 FLYTEIDL_VERSION=0.17.27 ./script/update_ref_docs.sh
+	@FLYTEKIT_VERSION=0.7.0 FLYTEIDL_VERSION=0.17.27 ./script/update_ref_docs.sh
diff --git a/deployment/eks/flyte_generated.yaml b/deployment/eks/flyte_generated.yaml
@@ -594,7 +594,7 @@ spec:
       labels:
         app: flyteadmin
         app.kubernetes.io/name: flyteadmin
-        app.kubernetes.io/version: 0.2.6
+        app.kubernetes.io/version: 0.2.7
     spec:
       containers:
       - command:
@@ -603,7 +603,7 @@ spec:
         - --config
         - /etc/flyte/config/flyteadmin_config.yaml
         - serve
-        image: docker.io/lyft/flyteadmin:v0.2.6
+        image: docker.io/lyft/flyteadmin:v0.2.7
         imagePullPolicy: IfNotPresent
         name: flyteadmin
         ports:
@@ -647,7 +647,7 @@ spec:
         - /etc/flyte/config/flyteadmin_config.yaml
         - migrate
         - run
-        image: docker.io/lyft/flyteadmin:v0.2.6
+        image: docker.io/lyft/flyteadmin:v0.2.7
         imagePullPolicy: IfNotPresent
         name: run-migrations
         volumeMounts:
@@ -663,7 +663,7 @@ spec:
         - flytesnacks
         - flytetester
         - flyteexamples
-        image: docker.io/lyft/flyteadmin:v0.2.6
+        image: docker.io/lyft/flyteadmin:v0.2.7
         imagePullPolicy: IfNotPresent
         name: seed-projects
         volumeMounts:
@@ -676,7 +676,7 @@ spec:
         - /etc/flyte/config/flyteadmin_config.yaml
         - clusterresource
         - sync
-        image: docker.io/lyft/flyteadmin:v0.2.6
+        image: docker.io/lyft/flyteadmin:v0.2.7
         imagePullPolicy: IfNotPresent
         name: sync-cluster-resources
         volumeMounts:
@@ -754,7 +754,7 @@ spec:
       labels:
         app: flytepropeller
         app.kubernetes.io/name: flytepropeller
-        app.kubernetes.io/version: 0.2.20
+        app.kubernetes.io/version: 0.2.36
     spec:
       containers:
       - args:
@@ -767,7 +767,7 @@ spec:
           valueFrom:
             fieldRef:
               fieldPath: metadata.name
-        image: docker.io/lyft/flytepropeller:v0.2.20
+        image: docker.io/lyft/flytepropeller:v0.2.36
         imagePullPolicy: IfNotPresent
         name: flytepropeller
         ports:
@@ -874,7 +874,7 @@ spec:
             - /etc/flyte/config/flyteadmin_config.yaml
             - clusterresource
             - sync
-            image: docker.io/lyft/flyteadmin:v0.2.6
+            image: docker.io/lyft/flyteadmin:v0.2.7
             imagePullPolicy: IfNotPresent
             name: sync-cluster-resources
             volumeMounts:

diff --git a/deployment/sandbox/flyte_generated.yaml b/deployment/sandbox/flyte_generated.yaml
@@ -992,7 +992,7 @@ spec:
       labels:
         app: flyteadmin
         app.kubernetes.io/name: flyteadmin
-        app.kubernetes.io/version: 0.2.6
+        app.kubernetes.io/version: 0.2.7
     spec:
       containers:
       - command:
@@ -1001,7 +1001,7 @@ spec:
         - --config
         - /etc/flyte/config/flyteadmin_config.yaml
         - serve
-        image: docker.io/lyft/flyteadmin:v0.2.6
+        image: docker.io/lyft/flyteadmin:v0.2.7
         imagePullPolicy: IfNotPresent
         name: flyteadmin
         ports:
@@ -1052,7 +1052,7 @@ spec:
         - /etc/flyte/config/flyteadmin_config.yaml
         - migrate
         - run
-        image: docker.io/lyft/flyteadmin:v0.2.6
+        image: docker.io/lyft/flyteadmin:v0.2.7
         imagePullPolicy: IfNotPresent
         name: run-migrations
         volumeMounts:
@@ -1068,7 +1068,7 @@ spec:
         - flytesnacks
         - flytetester
         - flyteexamples
-        image: docker.io/lyft/flyteadmin:v0.2.6
+        image: docker.io/lyft/flyteadmin:v0.2.7
         imagePullPolicy: IfNotPresent
         name: seed-projects
         volumeMounts:
@@ -1081,7 +1081,7 @@ spec:
         - /etc/flyte/config/flyteadmin_config.yaml
         - clusterresource
         - sync
-        image: docker.io/lyft/flyteadmin:v0.2.6
+        image: docker.io/lyft/flyteadmin:v0.2.7
         imagePullPolicy: IfNotPresent
         name: sync-cluster-resources
         volumeMounts:
@@ -1159,7 +1159,7 @@ spec:
       labels:
         app: flytepropeller
         app.kubernetes.io/name: flytepropeller
-        app.kubernetes.io/version: 0.2.20
+        app.kubernetes.io/version: 0.2.36
     spec:
       containers:
       - args:
@@ -1174,7 +1174,7 @@ spec:
           valueFrom:
             fieldRef:
               fieldPath: metadata.name
-        image: docker.io/lyft/flytepropeller:v0.2.20
+        image: docker.io/lyft/flytepropeller:v0.2.36
         imagePullPolicy: IfNotPresent
         name: flytepropeller
         ports:
@@ -1489,7 +1489,7 @@ spec:
             - /etc/flyte/config/flyteadmin_config.yaml
             - clusterresource
             - sync
-            image: docker.io/lyft/flyteadmin:v0.2.6
+            image: docker.io/lyft/flyteadmin:v0.2.7
             imagePullPolicy: IfNotPresent
             name: sync-cluster-resources
             volumeMounts:

diff --git a/deployment/test/flyte_generated.yaml b/deployment/test/flyte_generated.yaml
@@ -644,7 +644,7 @@ spec:
       labels:
         app: flyteadmin
         app.kubernetes.io/name: flyteadmin
-        app.kubernetes.io/version: 0.2.6
+        app.kubernetes.io/version: 0.2.7
     spec:
       containers:
       - command:
@@ -653,7 +653,7 @@ spec:
         - --config
         - /etc/flyte/config/flyteadmin_config.yaml
         - serve
-        image: docker.io/lyft/flyteadmin:v0.2.6
+        image: docker.io/lyft/flyteadmin:v0.2.7
         imagePullPolicy: IfNotPresent
         name: flyteadmin
         ports:
@@ -704,7 +704,7 @@ spec:
         - /etc/flyte/config/flyteadmin_config.yaml
         - migrate
         - run
-        image: docker.io/lyft/flyteadmin:v0.2.6
+        image: docker.io/lyft/flyteadmin:v0.2.7
         imagePullPolicy: IfNotPresent
         name: run-migrations
         volumeMounts:
@@ -720,7 +720,7 @@ spec:
         - flytesnacks
         - flytetester
         - flyteexamples
-        image: docker.io/lyft/flyteadmin:v0.2.6
+        image: docker.io/lyft/flyteadmin:v0.2.7
         imagePullPolicy: IfNotPresent
         name: seed-projects
         volumeMounts:
@@ -733,7 +733,7 @@ spec:
         - /etc/flyte/config/flyteadmin_config.yaml
         - clusterresource
         - sync
-        image: docker.io/lyft/flyteadmin:v0.2.6
+        image: docker.io/lyft/flyteadmin:v0.2.7
         imagePullPolicy: IfNotPresent
         name: sync-cluster-resources
         volumeMounts:
@@ -772,7 +772,7 @@ spec:
       labels:
         app: flytepropeller
         app.kubernetes.io/name: flytepropeller
-        app.kubernetes.io/version: 0.2.20
+        app.kubernetes.io/version: 0.2.36
     spec:
       containers:
       - args:
@@ -785,7 +785,7 @@ spec:
           valueFrom:
             fieldRef:
               fieldPath: metadata.name
-        image: docker.io/lyft/flytepropeller:v0.2.20
+        image: docker.io/lyft/flytepropeller:v0.2.36
         imagePullPolicy: IfNotPresent
         name: flytepropeller
         ports:
@@ -1031,7 +1031,7 @@ spec:
             - /etc/flyte/config/flyteadmin_config.yaml
             - clusterresource
             - sync
-            image: docker.io/lyft/flyteadmin:v0.2.6
+            image: docker.io/lyft/flyteadmin:v0.2.7
             imagePullPolicy: IfNotPresent
             name: sync-cluster-resources
             volumeMounts:

diff --git a/end2end/tests/endtoend.yaml b/end2end/tests/endtoend.yaml
@@ -11,7 +11,7 @@ spec:
     command:
     - bash
     - -c
-    image: docker.io/lyft/flytetester:v0.1.4_flytekitv0.6.0
+    image: docker.io/lyft/flytetester:v0.1.5
     imagePullPolicy: IfNotPresent
     name: flytetester
     resources:

diff --git a/kustomize/base/admindeployment/deployment.yaml b/kustomize/base/admindeployment/deployment.yaml
@@ -16,7 +16,7 @@ spec:
       labels:
         app: flyteadmin
         app.kubernetes.io/name: flyteadmin
-        app.kubernetes.io/version: 0.2.6
+        app.kubernetes.io/version: 0.2.7
       annotations:
         prometheus.io/scrape: "true"
         prometheus.io/port: "10254"
@@ -31,15 +31,15 @@ spec:
           name: flyte-admin-config
       initContainers:
       - name: run-migrations
-        image: docker.io/lyft/flyteadmin:v0.2.6
+        image: docker.io/lyft/flyteadmin:v0.2.7
         imagePullPolicy: IfNotPresent
         command: ["flyteadmin", "--logtostderr", "--config", "/etc/flyte/config/flyteadmin_config.yaml", "migrate", "run"]
         volumeMounts:
         - name: config-volume
           mountPath: /etc/flyte/config
       containers:
       - name: flyteadmin
-        image: docker.io/lyft/flyteadmin:v0.2.6
+        image: docker.io/lyft/flyteadmin:v0.2.7
         imagePullPolicy: IfNotPresent
         command: ["flyteadmin", "--logtostderr", "--config", "/etc/flyte/config/flyteadmin_config.yaml", "serve"]
         ports:

diff --git a/kustomize/base/propeller/deployment.yaml b/kustomize/base/propeller/deployment.yaml
@@ -15,7 +15,7 @@ spec:
       labels:
         app: flytepropeller
         app.kubernetes.io/name: flytepropeller
-        app.kubernetes.io/version: 0.2.20
+        app.kubernetes.io/version: 0.2.36
       annotations:
         prometheus.io/scrape: "true"
         prometheus.io/port: "10254"
@@ -31,7 +31,7 @@ spec:
           name: flyte-plugin-config
       containers:
       - name: flytepropeller
-        image: docker.io/lyft/flytepropeller:v0.2.20
+        image: docker.io/lyft/flytepropeller:v0.2.36
         command:
         - flytepropeller
         args:

diff --git a/kustomize/overlays/eks/admindeployment/admindeployment.yaml b/kustomize/overlays/eks/admindeployment/admindeployment.yaml
@@ -12,23 +12,23 @@ spec:
           name: clusterresource-template 
       initContainers:
       - name: run-migrations
-        image: docker.io/lyft/flyteadmin:v0.2.6
+        image: docker.io/lyft/flyteadmin:v0.2.7
         imagePullPolicy: IfNotPresent
         command: ["flyteadmin", "--logtostderr", "--config", "/etc/flyte/config/flyteadmin_config.yaml",
                   "migrate", "run"]
         volumeMounts:
         - name: config-volume
           mountPath: /etc/flyte/config
       - name: seed-projects
-        image: docker.io/lyft/flyteadmin:v0.2.6
+        image: docker.io/lyft/flyteadmin:v0.2.7
         imagePullPolicy: IfNotPresent
         command: ["flyteadmin", "--logtostderr", "--config", "/etc/flyte/config/flyteadmin_config.yaml",
                   "migrate", "seed-projects", "flytesnacks", "flytetester", "flyteexamples"]
         volumeMounts:
         - name: config-volume
           mountPath: /etc/flyte/config
       - name: sync-cluster-resources
-        image: docker.io/lyft/flyteadmin:v0.2.6
+        image: docker.io/lyft/flyteadmin:v0.2.7
         imagePullPolicy: IfNotPresent
         command: ["flyteadmin", "--logtostderr", "--config", "/etc/flyte/config/flyteadmin_config.yaml", "clusterresource", "sync"]
         volumeMounts:

diff --git a/kustomize/overlays/eks/admindeployment/cron.yaml b/kustomize/overlays/eks/admindeployment/cron.yaml
@@ -12,7 +12,7 @@ spec:
           serviceAccountName: flyteadmin
           containers:
           - name: sync-cluster-resources
-            image: docker.io/lyft/flyteadmin:v0.2.6
+            image: docker.io/lyft/flyteadmin:v0.2.7
             imagePullPolicy: IfNotPresent
             command: ["flyteadmin", "--logtostderr", "--config", "/etc/flyte/config/flyteadmin_config.yaml", "clusterresource", "sync"]
             volumeMounts:

diff --git a/kustomize/overlays/sandbox/admindeployment/admindeployment.yaml b/kustomize/overlays/sandbox/admindeployment/admindeployment.yaml
@@ -17,23 +17,23 @@ spec:
           'until pg_isready -h postgres -p 5432;
           do echo waiting for database; sleep 2; done;']
       - name: run-migrations
-        image: docker.io/lyft/flyteadmin:v0.2.6
+        image: docker.io/lyft/flyteadmin:v0.2.7
         imagePullPolicy: IfNotPresent
         command: ["flyteadmin", "--logtostderr", "--config", "/etc/flyte/config/flyteadmin_config.yaml",
                   "migrate", "run"]
         volumeMounts:
         - name: config-volume
           mountPath: /etc/flyte/config
       - name: seed-projects
-        image: docker.io/lyft/flyteadmin:v0.2.6
+        image: docker.io/lyft/flyteadmin:v0.2.7
         imagePullPolicy: IfNotPresent
         command: ["flyteadmin", "--logtostderr", "--config", "/etc/flyte/config/flyteadmin_config.yaml",
                   "migrate", "seed-projects", "flytesnacks", "flytetester", "flyteexamples"]
         volumeMounts:
         - name: config-volume
           mountPath: /etc/flyte/config
       - name: sync-cluster-resources
-        image: docker.io/lyft/flyteadmin:v0.2.6
+        image: docker.io/lyft/flyteadmin:v0.2.7
         imagePullPolicy: IfNotPresent
         command: ["flyteadmin", "--logtostderr", "--config", "/etc/flyte/config/flyteadmin_config.yaml", "clusterresource", "sync"]
         volumeMounts:

diff --git a/kustomize/overlays/sandbox/admindeployment/cron.yaml b/kustomize/overlays/sandbox/admindeployment/cron.yaml
@@ -12,7 +12,7 @@ spec:
           serviceAccountName: flyteadmin
           containers:
           - name: sync-cluster-resources
-            image: docker.io/lyft/flyteadmin:v0.2.6
+            image: docker.io/lyft/flyteadmin:v0.2.7
             imagePullPolicy: IfNotPresent
             command: ["flyteadmin", "--logtostderr", "--config", "/etc/flyte/config/flyteadmin_config.yaml", "clusterresource", "sync"]
             volumeMounts: