From f48563e6eb296d6adc6c4e98eeaeb6af7f7522c9 Mon Sep 17 00:00:00 2001 From: wild-endeavor Date: Tue, 20 Dec 2022 01:05:17 +0000 Subject: [PATCH 1/5] Update Flyte Components Signed-off-by: Flyte-Bot --- charts/flyte-core/README.md | 6 +- charts/flyte-core/values.yaml | 6 +- charts/flyte/README.md | 8 +- charts/flyte/values.yaml | 6 +- .../flyte_aws_scheduler_helm_generated.yaml | 20 +-- deployment/eks/flyte_generated.yaml | 18 +- .../flyte_helm_controlplane_generated.yaml | 16 +- .../eks/flyte_helm_dataplane_generated.yaml | 8 +- deployment/eks/flyte_helm_generated.yaml | 24 +-- deployment/gcp/flyte_generated.yaml | 18 +- .../flyte_helm_controlplane_generated.yaml | 16 +- .../gcp/flyte_helm_dataplane_generated.yaml | 8 +- deployment/gcp/flyte_helm_generated.yaml | 24 +-- deployment/sandbox/flyte_generated.yaml | 20 +-- deployment/sandbox/flyte_helm_generated.yaml | 24 +-- deployment/test/flyte_generated.yaml | 16 +- go.mod | 8 +- go.sum | 16 +- kustomize/overlays/eks/kustomization.yaml | 6 +- kustomize/overlays/gcp/kustomization.yaml | 6 +- kustomize/overlays/sandbox/kustomization.yaml | 6 +- kustomize/overlays/test/kustomization.yaml | 6 +- .../cluster_config/flyteadmin_config.rst | 85 ++++++++-- .../cluster_config/flytepropeller_config.rst | 158 ++++++++++++++++-- .../cluster_config/scheduler_config.rst | 85 ++++++++-- 25 files changed, 426 insertions(+), 188 deletions(-) diff --git a/charts/flyte-core/README.md b/charts/flyte-core/README.md index 339895697a..1cdc4a8cdf 100644 --- a/charts/flyte-core/README.md +++ b/charts/flyte-core/README.md @@ -145,7 +145,7 @@ helm install gateway bitnami/contour -n flyte | flyteadmin.extraArgs | object | `{}` | Appends extra command line arguments to the serve command | | flyteadmin.image.pullPolicy | string | `"IfNotPresent"` | | | flyteadmin.image.repository | string | `"cr.flyte.org/flyteorg/flyteadmin"` | Docker image for Flyteadmin deployment | -| flyteadmin.image.tag | string | `"v1.1.57"` | | +| flyteadmin.image.tag | string | `"v1.1.64"` | | | flyteadmin.initialProjects | list | `["flytesnacks","flytetester","flyteexamples"]` | Initial projects to create | | flyteadmin.nodeSelector | object | `{}` | nodeSelector for Flyteadmin deployment | | flyteadmin.podAnnotations | object | `{}` | Annotations for Flyteadmin pods | @@ -184,7 +184,7 @@ helm install gateway bitnami/contour -n flyte | flytepropeller.extraArgs | object | `{}` | Appends extra command line arguments to the main command | | flytepropeller.image.pullPolicy | string | `"IfNotPresent"` | | | flytepropeller.image.repository | string | `"cr.flyte.org/flyteorg/flytepropeller"` | Docker image for Flytepropeller deployment | -| flytepropeller.image.tag | string | `"v1.1.52"` | | +| flytepropeller.image.tag | string | `"v1.1.55"` | | | flytepropeller.manager | bool | `false` | | | flytepropeller.nodeSelector | object | `{}` | nodeSelector for Flytepropeller deployment | | flytepropeller.podAnnotations | object | `{}` | Annotations for Flytepropeller pods | @@ -201,7 +201,7 @@ helm install gateway bitnami/contour -n flyte | flytescheduler.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files | | flytescheduler.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flytescheduler.image.repository | string | `"cr.flyte.org/flyteorg/flytescheduler"` | Docker image for Flytescheduler deployment | -| flytescheduler.image.tag | string | `"v1.1.57"` | Docker image tag | +| flytescheduler.image.tag | string | `"v1.1.64"` | Docker image tag | | flytescheduler.nodeSelector | object | `{}` | nodeSelector for Flytescheduler deployment | | flytescheduler.podAnnotations | object | `{}` | Annotations for Flytescheduler pods | | flytescheduler.priorityClassName | string | `""` | Sets priorityClassName for flyte scheduler pod(s). | diff --git a/charts/flyte-core/values.yaml b/charts/flyte-core/values.yaml index 20b09b74a5..7efa95adea 100755 --- a/charts/flyte-core/values.yaml +++ b/charts/flyte-core/values.yaml @@ -16,7 +16,7 @@ flyteadmin: image: # -- Docker image for Flyteadmin deployment repository: cr.flyte.org/flyteorg/flyteadmin # FLYTEADMIN_IMAGE - tag: v1.1.57 # FLYTEADMIN_TAG + tag: v1.1.64 # FLYTEADMIN_TAG pullPolicy: IfNotPresent # -- Additional flyteadmin container environment variables # @@ -95,7 +95,7 @@ flytescheduler: # -- Docker image for Flytescheduler deployment repository: cr.flyte.org/flyteorg/flytescheduler # FLYTESCHEDULER_IMAGE # -- Docker image tag - tag: v1.1.57 # FLYTESCHEDULER_TAG + tag: v1.1.64 # FLYTESCHEDULER_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytescheduler deployment @@ -198,7 +198,7 @@ flytepropeller: image: # -- Docker image for Flytepropeller deployment repository: cr.flyte.org/flyteorg/flytepropeller # FLYTEPROPELLER_IMAGE - tag: v1.1.52 # FLYTEPROPELLER_TAG + tag: v1.1.55 # FLYTEPROPELLER_TAG pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytepropeller deployment resources: diff --git a/charts/flyte/README.md b/charts/flyte/README.md index 5a4ccfcf6e..4df9d7ae61 100644 --- a/charts/flyte/README.md +++ b/charts/flyte/README.md @@ -68,7 +68,7 @@ helm upgrade -f values-sandbox.yaml flyte . | contour.replicaCount | int | `1` | Replicas count for Contour deployment | | contour.serviceAccountAnnotations | object | `{}` | Annotations for ServiceAccount attached to Contour pods | | contour.tolerations | list | `[]` | tolerations for Contour deployment | -| flyte | object | `{"cluster_resource_manager":{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]},"common":{"databaseSecret":{"name":"","secretManifest":{}},"flyteNamespaceTemplate":{"enabled":false},"ingress":{"albSSLRedirect":false,"annotations":{"nginx.ingress.kubernetes.io/app-root":"/console"},"enabled":true,"host":"","separateGrpcIngress":false,"separateGrpcIngressAnnotations":{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"},"tls":{"enabled":false},"webpackHMR":true}},"configmap":{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config","DISABLE_AUTH":"1"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.24","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array"]}}},"k8s":{"plugins":{"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}},"datacatalog":{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v1.0.40"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"db":{"admin":{"database":{"dbname":"flyteadmin","host":"postgres","port":5432,"username":"postgres"}},"datacatalog":{"database":{"dbname":"datacatalog","host":"postgres","port":5432,"username":"postgres"}}},"deployRedoc":true,"flyteadmin":{"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyte/config/*.yaml","env":[],"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteadmin","tag":"v1.1.57"},"initialProjects":["flytesnacks","flytetester","flyteexamples"],"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"loadBalancerSourceRanges":[],"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flyteconsole":{"affinity":{},"ga":{"enabled":true,"tracking_id":"G-0QW4DJWJ20"},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v1.4.0"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"275Mi"},"requests":{"cpu":"10m","memory":"250Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]},"flytepropeller":{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v1.1.52"},"manager":false,"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flytescheduler":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v1.1.57"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"storage":{"bucketName":"my-s3-bucket","custom":{},"gcs":null,"s3":{"region":"us-east-1"},"type":"sandbox"},"webhook":{"enabled":true,"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]}},"workflow_notifications":{"config":{},"enabled":false},"workflow_scheduler":{"enabled":true,"type":"native"}}` | ------------------------------------------------------------------- Core System settings This section consists of Core components of Flyte and their deployment settings. This includes FlyteAdmin service, Datacatalog, FlytePropeller and Flyteconsole | +| flyte | object | `{"cluster_resource_manager":{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]},"common":{"databaseSecret":{"name":"","secretManifest":{}},"flyteNamespaceTemplate":{"enabled":false},"ingress":{"albSSLRedirect":false,"annotations":{"nginx.ingress.kubernetes.io/app-root":"/console"},"enabled":true,"host":"","separateGrpcIngress":false,"separateGrpcIngressAnnotations":{"nginx.ingress.kubernetes.io/backend-protocol":"GRPC"},"tls":{"enabled":false},"webpackHMR":true}},"configmap":{"adminServer":{"auth":{"appAuth":{"thirdPartyConfig":{"flyteClient":{"clientId":"flytectl","redirectUri":"http://localhost:53593/callback","scopes":["offline","all"]}}},"authorizedUris":["https://localhost:30081","http://flyteadmin:80","http://flyteadmin.flyte.svc.cluster.local:80"],"userAuth":{"openId":{"baseUrl":"https://accounts.google.com","clientId":"657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com","scopes":["profile","openid"]}}},"flyteadmin":{"eventVersion":2,"metadataStoragePrefix":["metadata","admin"],"metricsScope":"flyte:","profilerPort":10254,"roleNameKey":"iam.amazonaws.com/role","testing":{"host":"http://flyteadmin"}},"server":{"grpcPort":8089,"httpPort":8088,"security":{"allowCors":true,"allowedHeaders":["Content-Type","flyte-authorization"],"allowedOrigins":["*"],"secure":false,"useAuth":false}}},"catalog":{"catalog-cache":{"endpoint":"datacatalog:89","insecure":true,"type":"datacatalog"}},"console":{"BASE_URL":"/console","CONFIG_DIR":"/etc/flyte/config","DISABLE_AUTH":"1"},"copilot":{"plugins":{"k8s":{"co-pilot":{"image":"cr.flyte.org/flyteorg/flytecopilot:v0.0.24","name":"flyte-copilot-","start-timeout":"30s"}}}},"core":{"propeller":{"downstream-eval-duration":"30s","enable-admin-launcher":true,"leader-election":{"enabled":true,"lease-duration":"15s","lock-config-map":{"name":"propeller-leader","namespace":"flyte"},"renew-deadline":"10s","retry-period":"2s"},"limit-namespace":"all","max-workflow-retries":30,"metadata-prefix":"metadata/propeller","metrics-prefix":"flyte","prof-port":10254,"queue":{"batch-size":-1,"batching-interval":"2s","queue":{"base-delay":"5s","capacity":1000,"max-delay":"120s","rate":100,"type":"maxof"},"sub-queue":{"capacity":100,"rate":10,"type":"bucket"},"type":"batch"},"rawoutput-prefix":"s3://my-s3-bucket/","workers":4,"workflow-reeval-duration":"30s"},"webhook":{"certDir":"/etc/webhook/certs","serviceName":"flyte-pod-webhook"}},"datacatalogServer":{"application":{"grpcPort":8089,"grpcServerReflection":true,"httpPort":8080},"datacatalog":{"metrics-scope":"datacatalog","profiler-port":10254,"storage-prefix":"metadata/datacatalog"}},"domain":{"domains":[{"id":"development","name":"development"},{"id":"staging","name":"staging"},{"id":"production","name":"production"}]},"enabled_plugins":{"tasks":{"task-plugins":{"default-for-task-types":{"container":"container","container_array":"k8s-array","sidecar":"sidecar"},"enabled-plugins":["container","sidecar","k8s-array"]}}},"k8s":{"plugins":{"k8s":{"default-cpus":"100m","default-env-vars":[{"FLYTE_AWS_ENDPOINT":"http://minio.flyte:9000"},{"FLYTE_AWS_ACCESS_KEY_ID":"minio"},{"FLYTE_AWS_SECRET_ACCESS_KEY":"miniostorage"}],"default-memory":"200Mi"}}},"logger":{"logger":{"level":5,"show-source":true}},"remoteData":{"remoteData":{"region":"us-east-1","scheme":"local","signedUrls":{"durationMinutes":3}}},"resource_manager":{"propeller":{"resourcemanager":{"redis":null,"type":"noop"}}},"task_logs":{"plugins":{"logs":{"cloudwatch-enabled":false,"kubernetes-enabled":true,"kubernetes-template-uri":"http://localhost:30082/#/log/{{ \"{{\" }} .namespace {{ \"}}\" }}/{{ \"{{\" }} .podName {{ \"}}\" }}/pod?namespace={{ \"{{\" }} .namespace {{ \"}}\" }}"}}},"task_resource_defaults":{"task_resources":{"defaults":{"cpu":"100m","memory":"200Mi","storage":"5Mi"},"limits":{"cpu":2,"gpu":1,"memory":"1Gi","storage":"20Mi"}}}},"datacatalog":{"affinity":{},"configPath":"/etc/datacatalog/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/datacatalog","tag":"v1.0.40"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"NodePort"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"db":{"admin":{"database":{"dbname":"flyteadmin","host":"postgres","port":5432,"username":"postgres"}},"datacatalog":{"database":{"dbname":"datacatalog","host":"postgres","port":5432,"username":"postgres"}}},"deployRedoc":true,"flyteadmin":{"additionalVolumeMounts":[],"additionalVolumes":[],"affinity":{},"configPath":"/etc/flyte/config/*.yaml","env":[],"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteadmin","tag":"v1.1.64"},"initialProjects":["flytesnacks","flytetester","flyteexamples"],"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"loadBalancerSourceRanges":[],"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flyteconsole":{"affinity":{},"ga":{"enabled":true,"tracking_id":"G-0QW4DJWJ20"},"image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flyteconsole","tag":"v1.4.0"},"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"500m","memory":"275Mi"},"requests":{"cpu":"10m","memory":"250Mi"}},"service":{"annotations":{},"type":"ClusterIP"},"tolerations":[]},"flytepropeller":{"affinity":{},"cacheSizeMbs":0,"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytepropeller","tag":"v1.1.55"},"manager":false,"nodeSelector":{},"podAnnotations":{},"replicaCount":1,"resources":{"limits":{"cpu":"200m","ephemeral-storage":"100Mi","memory":"200Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"flytescheduler":{"affinity":{},"configPath":"/etc/flyte/config/*.yaml","image":{"pullPolicy":"IfNotPresent","repository":"cr.flyte.org/flyteorg/flytescheduler","tag":"v1.1.64"},"nodeSelector":{},"podAnnotations":{},"resources":{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}},"secrets":{},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]},"tolerations":[]},"storage":{"bucketName":"my-s3-bucket","custom":{},"gcs":null,"s3":{"region":"us-east-1"},"type":"sandbox"},"webhook":{"enabled":true,"service":{"annotations":{"projectcontour.io/upstream-protocol.h2c":"grpc"},"type":"ClusterIP"},"serviceAccount":{"annotations":{},"create":true,"imagePullSecrets":[]}},"workflow_notifications":{"config":{},"enabled":false},"workflow_scheduler":{"enabled":true,"type":"native"}}` | ------------------------------------------------------------------- Core System settings This section consists of Core components of Flyte and their deployment settings. This includes FlyteAdmin service, Datacatalog, FlytePropeller and Flyteconsole | | flyte.cluster_resource_manager | object | `{"config":{"cluster_resources":{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}},"enabled":true,"service_account_name":"flyteadmin","templates":[{"key":"aa_namespace","value":"apiVersion: v1\nkind: Namespace\nmetadata:\n name: {{ namespace }}\nspec:\n finalizers:\n - kubernetes\n"},{"key":"ab_project_resource_quota","value":"apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }}\nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }}\n limits.memory: {{ projectQuotaMemory }}\n"}]}` | Configuration for the Cluster resource manager component. This is an optional component, that enables automatic cluster configuration. This is useful to set default quotas, manage namespaces etc that map to a project/domain | | flyte.cluster_resource_manager.config.cluster_resources | object | `{"customData":[{"production":[{"projectQuotaCpu":{"value":"5"}},{"projectQuotaMemory":{"value":"4000Mi"}}]},{"staging":[{"projectQuotaCpu":{"value":"2"}},{"projectQuotaMemory":{"value":"3000Mi"}}]},{"development":[{"projectQuotaCpu":{"value":"4"}},{"projectQuotaMemory":{"value":"3000Mi"}}]}],"refresh":"5m","refreshInterval":"5m","standaloneDeployment":false,"templatePath":"/etc/flyte/clusterresource/templates"}` | ClusterResource parameters Refer to the [structure](https://pkg.go.dev/github.com/lyft/flyteadmin@v0.3.37/pkg/runtime/interfaces#ClusterResourceConfig) to customize. | | flyte.cluster_resource_manager.config.cluster_resources.standaloneDeployment | bool | `false` | Starts the cluster resource manager in standalone mode with requisite auth credentials to call flyteadmin service endpoints | @@ -133,7 +133,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.flyteadmin.env | list | `[]` | Additional flyteadmin container environment variables e.g. SendGrid's API key - name: SENDGRID_API_KEY value: "" e.g. secret environment variable (you can combine it with .additionalVolumes): - name: SENDGRID_API_KEY valueFrom: secretKeyRef: name: sendgrid-secret key: api_key | | flyte.flyteadmin.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flyteadmin.image.repository | string | `"cr.flyte.org/flyteorg/flyteadmin"` | Docker image for Flyteadmin deployment | -| flyte.flyteadmin.image.tag | string | `"v1.1.57"` | Docker image tag | +| flyte.flyteadmin.image.tag | string | `"v1.1.64"` | Docker image tag | | flyte.flyteadmin.initialProjects | list | `["flytesnacks","flytetester","flyteexamples"]` | Initial projects to create | | flyte.flyteadmin.nodeSelector | object | `{}` | nodeSelector for Flyteadmin deployment | | flyte.flyteadmin.podAnnotations | object | `{}` | Annotations for Flyteadmin pods | @@ -159,7 +159,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.flytepropeller.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files | | flyte.flytepropeller.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flytepropeller.image.repository | string | `"cr.flyte.org/flyteorg/flytepropeller"` | Docker image for Flytepropeller deployment | -| flyte.flytepropeller.image.tag | string | `"v1.1.52"` | Docker image tag | +| flyte.flytepropeller.image.tag | string | `"v1.1.55"` | Docker image tag | | flyte.flytepropeller.nodeSelector | object | `{}` | nodeSelector for Flytepropeller deployment | | flyte.flytepropeller.podAnnotations | object | `{}` | Annotations for Flytepropeller pods | | flyte.flytepropeller.replicaCount | int | `1` | Replicas count for Flytepropeller deployment | @@ -173,7 +173,7 @@ helm upgrade -f values-sandbox.yaml flyte . | flyte.flytescheduler.configPath | string | `"/etc/flyte/config/*.yaml"` | Default regex string for searching configuration files | | flyte.flytescheduler.image.pullPolicy | string | `"IfNotPresent"` | Docker image pull policy | | flyte.flytescheduler.image.repository | string | `"cr.flyte.org/flyteorg/flytescheduler"` | Docker image for Flytescheduler deployment | -| flyte.flytescheduler.image.tag | string | `"v1.1.57"` | Docker image tag | +| flyte.flytescheduler.image.tag | string | `"v1.1.64"` | Docker image tag | | flyte.flytescheduler.nodeSelector | object | `{}` | nodeSelector for Flytescheduler deployment | | flyte.flytescheduler.podAnnotations | object | `{}` | Annotations for Flytescheduler pods | | flyte.flytescheduler.resources | object | `{"limits":{"cpu":"250m","ephemeral-storage":"100Mi","memory":"500Mi"},"requests":{"cpu":"10m","ephemeral-storage":"50Mi","memory":"50Mi"}}` | Default resources requests and limits for Flytescheduler deployment | diff --git a/charts/flyte/values.yaml b/charts/flyte/values.yaml index dadc770745..2641d6b8cc 100755 --- a/charts/flyte/values.yaml +++ b/charts/flyte/values.yaml @@ -16,7 +16,7 @@ flyte: # -- Docker image for Flyteadmin deployment repository: cr.flyte.org/flyteorg/flyteadmin # FLYTEADMIN_IMAGE # -- Docker image tag - tag: v1.1.57 # FLYTEADMIN_TAG + tag: v1.1.64 # FLYTEADMIN_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Additional flyteadmin container environment variables @@ -84,7 +84,7 @@ flyte: # -- Docker image for Flytescheduler deployment repository: cr.flyte.org/flyteorg/flytescheduler # FLYTESCHEDULER_IMAGE # -- Docker image tag - tag: v1.1.57 # FLYTESCHEDULER_TAG + tag: v1.1.64 # FLYTESCHEDULER_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytescheduler deployment @@ -178,7 +178,7 @@ flyte: # -- Docker image for Flytepropeller deployment repository: cr.flyte.org/flyteorg/flytepropeller # FLYTEPROPELLER_IMAGE # -- Docker image tag - tag: v1.1.52 # FLYTEPROPELLER_TAG + tag: v1.1.55 # FLYTEPROPELLER_TAG # -- Docker image pull policy pullPolicy: IfNotPresent # -- Default resources requests and limits for Flytepropeller deployment diff --git a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml index 68b0ad21bf..61d3c372af 100644 --- a/deployment/eks/flyte_aws_scheduler_helm_generated.yaml +++ b/deployment/eks/flyte_aws_scheduler_helm_generated.yaml @@ -868,7 +868,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -885,7 +885,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -899,7 +899,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -912,7 +912,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -935,7 +935,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -1036,7 +1036,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -1260,7 +1260,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.52" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -1314,7 +1314,7 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.1.52 + app.kubernetes.io/version: v1.1.55 annotations: configChecksum: "123b14fa527f432b1b68d510c4423ab76f657aec5cebb2f8b9c16f477d4bc39" spec: @@ -1325,7 +1325,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.52" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -1348,7 +1348,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.52" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/eks/flyte_generated.yaml b/deployment/eks/flyte_generated.yaml index d8cb8e2098..0b44961e32 100644 --- a/deployment/eks/flyte_generated.yaml +++ b/deployment/eks/flyte_generated.yaml @@ -8724,7 +8724,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.52 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 imagePullPolicy: IfNotPresent name: webhook volumeMounts: @@ -8751,7 +8751,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.52 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -8799,7 +8799,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.57 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -8846,7 +8846,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.57 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -8863,7 +8863,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.57 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -8877,7 +8877,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.57 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -8897,7 +8897,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.57 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -9002,7 +9002,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.52 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 imagePullPolicy: IfNotPresent name: flytepropeller ports: @@ -9270,7 +9270,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.57 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/eks/flyte_helm_controlplane_generated.yaml b/deployment/eks/flyte_helm_controlplane_generated.yaml index 5909124e46..77791d1b07 100644 --- a/deployment/eks/flyte_helm_controlplane_generated.yaml +++ b/deployment/eks/flyte_helm_controlplane_generated.yaml @@ -574,7 +574,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -591,7 +591,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -605,7 +605,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -618,7 +618,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -641,7 +641,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -742,7 +742,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -957,7 +957,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.57" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.64" imagePullPolicy: "IfNotPresent" name: flytescheduler-check volumeMounts: @@ -973,7 +973,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.57" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.64" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: diff --git a/deployment/eks/flyte_helm_dataplane_generated.yaml b/deployment/eks/flyte_helm_dataplane_generated.yaml index 2e582617e7..739475f73a 100644 --- a/deployment/eks/flyte_helm_dataplane_generated.yaml +++ b/deployment/eks/flyte_helm_dataplane_generated.yaml @@ -452,7 +452,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.52" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -506,7 +506,7 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.1.52 + app.kubernetes.io/version: v1.1.55 annotations: configChecksum: "123b14fa527f432b1b68d510c4423ab76f657aec5cebb2f8b9c16f477d4bc39" spec: @@ -517,7 +517,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.52" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -540,7 +540,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.52" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/eks/flyte_helm_generated.yaml b/deployment/eks/flyte_helm_generated.yaml index 2018667bed..19b2689776 100644 --- a/deployment/eks/flyte_helm_generated.yaml +++ b/deployment/eks/flyte_helm_generated.yaml @@ -899,7 +899,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -916,7 +916,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -930,7 +930,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -943,7 +943,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -966,7 +966,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -1067,7 +1067,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -1282,7 +1282,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.57" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.64" imagePullPolicy: "IfNotPresent" name: flytescheduler-check volumeMounts: @@ -1298,7 +1298,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.57" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.64" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: @@ -1379,7 +1379,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.52" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -1433,7 +1433,7 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.1.52 + app.kubernetes.io/version: v1.1.55 annotations: configChecksum: "123b14fa527f432b1b68d510c4423ab76f657aec5cebb2f8b9c16f477d4bc39" spec: @@ -1444,7 +1444,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.52" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -1467,7 +1467,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.52" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/gcp/flyte_generated.yaml b/deployment/gcp/flyte_generated.yaml index 5b87baf0a4..70614330ee 100644 --- a/deployment/gcp/flyte_generated.yaml +++ b/deployment/gcp/flyte_generated.yaml @@ -8766,7 +8766,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.52 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 imagePullPolicy: IfNotPresent name: webhook volumeMounts: @@ -8793,7 +8793,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.52 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -8841,7 +8841,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.57 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -8888,7 +8888,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.57 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -8905,7 +8905,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.57 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -8919,7 +8919,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.57 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -8939,7 +8939,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.57 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -9044,7 +9044,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.52 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 imagePullPolicy: IfNotPresent name: flytepropeller ports: @@ -9312,7 +9312,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.57 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/gcp/flyte_helm_controlplane_generated.yaml b/deployment/gcp/flyte_helm_controlplane_generated.yaml index aee61b4092..b758a85057 100644 --- a/deployment/gcp/flyte_helm_controlplane_generated.yaml +++ b/deployment/gcp/flyte_helm_controlplane_generated.yaml @@ -589,7 +589,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -606,7 +606,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -620,7 +620,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -633,7 +633,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -656,7 +656,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -757,7 +757,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -972,7 +972,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.57" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.64" imagePullPolicy: "IfNotPresent" name: flytescheduler-check volumeMounts: @@ -988,7 +988,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.57" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.64" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: diff --git a/deployment/gcp/flyte_helm_dataplane_generated.yaml b/deployment/gcp/flyte_helm_dataplane_generated.yaml index c0c012da14..92aa4f9806 100644 --- a/deployment/gcp/flyte_helm_dataplane_generated.yaml +++ b/deployment/gcp/flyte_helm_dataplane_generated.yaml @@ -459,7 +459,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.52" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -513,7 +513,7 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.1.52 + app.kubernetes.io/version: v1.1.55 annotations: configChecksum: "ea8538a261e39e90d19fe4c8f7ece1168fbb254eae2be82ac5653b293f2d490" spec: @@ -524,7 +524,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.52" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -547,7 +547,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.52" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/gcp/flyte_helm_generated.yaml b/deployment/gcp/flyte_helm_generated.yaml index 3a614cc67d..9b3d219f8b 100644 --- a/deployment/gcp/flyte_helm_generated.yaml +++ b/deployment/gcp/flyte_helm_generated.yaml @@ -922,7 +922,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -939,7 +939,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -953,7 +953,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -966,7 +966,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -989,7 +989,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -1090,7 +1090,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -1305,7 +1305,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.57" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.64" imagePullPolicy: "IfNotPresent" name: flytescheduler-check volumeMounts: @@ -1321,7 +1321,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.57" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.64" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: @@ -1401,7 +1401,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.52" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -1455,7 +1455,7 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.1.52 + app.kubernetes.io/version: v1.1.55 annotations: configChecksum: "ea8538a261e39e90d19fe4c8f7ece1168fbb254eae2be82ac5653b293f2d490" spec: @@ -1466,7 +1466,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.52" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -1489,7 +1489,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.52" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/sandbox/flyte_generated.yaml b/deployment/sandbox/flyte_generated.yaml index 417a0383ad..8681b78c56 100644 --- a/deployment/sandbox/flyte_generated.yaml +++ b/deployment/sandbox/flyte_generated.yaml @@ -2864,7 +2864,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.52 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 imagePullPolicy: IfNotPresent name: webhook volumeMounts: @@ -2894,7 +2894,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.52 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -2945,7 +2945,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.57 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -2971,7 +2971,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.57 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: sync-cluster-resources-goroutine volumeMounts: @@ -3014,7 +3014,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.57 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -3030,7 +3030,7 @@ spec: - seed-projects - flytesnacks - flyteexamples - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.57 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -3044,7 +3044,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.57 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -3064,7 +3064,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.57 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -3169,7 +3169,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.52 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 imagePullPolicy: IfNotPresent name: flytepropeller ports: @@ -3560,7 +3560,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.57 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/sandbox/flyte_helm_generated.yaml b/deployment/sandbox/flyte_helm_generated.yaml index 9baa91219a..7fef5cc0d4 100644 --- a/deployment/sandbox/flyte_helm_generated.yaml +++ b/deployment/sandbox/flyte_helm_generated.yaml @@ -6704,7 +6704,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: run-migrations volumeMounts: @@ -6720,7 +6720,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: seed-projects volumeMounts: @@ -6733,7 +6733,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -6745,7 +6745,7 @@ spec: - mountPath: /etc/secrets/ name: admin-secrets - name: generate-secrets - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" command: ["/bin/sh", "-c"] args: @@ -6768,7 +6768,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: flyteadmin ports: @@ -6859,7 +6859,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - run - image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.57" + image: "cr.flyte.org/flyteorg/flyteadmin:v1.1.64" imagePullPolicy: "IfNotPresent" name: sync-cluster-resources volumeMounts: @@ -7058,7 +7058,7 @@ spec: - precheck - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.57" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.64" imagePullPolicy: "IfNotPresent" name: flytescheduler-check volumeMounts: @@ -7073,7 +7073,7 @@ spec: - run - --config - /etc/flyte/config/*.yaml - image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.57" + image: "cr.flyte.org/flyteorg/flytescheduler:v1.1.64" imagePullPolicy: "IfNotPresent" name: flytescheduler ports: @@ -7150,7 +7150,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.52" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" name: flytepropeller ports: @@ -7197,7 +7197,7 @@ spec: labels: app: flyte-pod-webhook app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: v1.1.52 + app.kubernetes.io/version: v1.1.55 annotations: configChecksum: "66eed8cb193fe41d8892fa81877986b3526748a09a463a47029b68702804815" spec: @@ -7208,7 +7208,7 @@ spec: serviceAccountName: flyte-pod-webhook initContainers: - name: generate-secrets - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.52" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" command: - flytepropeller @@ -7231,7 +7231,7 @@ spec: mountPath: /etc/flyte/config containers: - name: webhook - image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.52" + image: "cr.flyte.org/flyteorg/flytepropeller:v1.1.55" imagePullPolicy: "IfNotPresent" command: - flytepropeller diff --git a/deployment/test/flyte_generated.yaml b/deployment/test/flyte_generated.yaml index 9db9d3c4b9..0af33b0378 100644 --- a/deployment/test/flyte_generated.yaml +++ b/deployment/test/flyte_generated.yaml @@ -724,7 +724,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.52 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 imagePullPolicy: IfNotPresent name: webhook volumeMounts: @@ -751,7 +751,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.52 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -799,7 +799,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.57 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -854,7 +854,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.57 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -870,7 +870,7 @@ spec: - seed-projects - flytetester - flytesnacks - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.57 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -884,7 +884,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.57 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -904,7 +904,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.57 + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -972,7 +972,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.52 + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 imagePullPolicy: IfNotPresent name: flytepropeller ports: diff --git a/go.mod b/go.mod index 0878f20f44..502902659d 100644 --- a/go.mod +++ b/go.mod @@ -4,8 +4,8 @@ go 1.18 require ( github.com/flyteorg/datacatalog v1.0.40 - github.com/flyteorg/flyteadmin v1.1.57 - github.com/flyteorg/flytepropeller v1.1.52 + github.com/flyteorg/flyteadmin v1.1.64 + github.com/flyteorg/flytepropeller v1.1.55 github.com/flyteorg/flytestdlib v1.0.14 github.com/golang/glog v1.0.0 github.com/spf13/cobra v1.4.0 @@ -71,8 +71,8 @@ require ( github.com/evanphx/json-patch v4.12.0+incompatible // indirect github.com/fatih/color v1.13.0 // indirect github.com/felixge/httpsnoop v1.0.1 // indirect - github.com/flyteorg/flyteidl v1.2.5 // indirect - github.com/flyteorg/flyteplugins v1.0.20 // indirect + github.com/flyteorg/flyteidl v1.3.1 // indirect + github.com/flyteorg/flyteplugins v1.0.24 // indirect github.com/flyteorg/stow v0.3.6 // indirect github.com/fsnotify/fsnotify v1.5.1 // indirect github.com/ghodss/yaml v1.0.0 // indirect diff --git a/go.sum b/go.sum index 8d9f0cff02..b9935981b2 100644 --- a/go.sum +++ b/go.sum @@ -390,14 +390,14 @@ github.com/felixge/httpsnoop v1.0.1 h1:lvB5Jl89CsZtGIWuTcDM1E/vkVs49/Ml7JJe07l8S github.com/felixge/httpsnoop v1.0.1/go.mod h1:m8KPJKqk1gH5J9DgRY2ASl2lWCfGKXixSwevea8zH2U= github.com/flyteorg/datacatalog v1.0.40 h1:SDYqFwWWEHzZ7MWzeYrQgSDWJrDWB8fQwwYpj4POUAU= github.com/flyteorg/datacatalog v1.0.40/go.mod h1:D6QnZLWL8rrHoHqqhgCvFIschx3n7yMQAhU6f3dX5BQ= -github.com/flyteorg/flyteadmin v1.1.57 h1:wdChvMntpyHisA5uUP5jY3jXENiX6SuErVEh1hv+Ty8= -github.com/flyteorg/flyteadmin v1.1.57/go.mod h1:bn3aF7Q8hbWn5KtbkOfwP4/Epgkw5aZ0s/67NrY47mY= -github.com/flyteorg/flyteidl v1.2.5 h1:oPs0PX9opR9JtWjP5ZH2YMChkbGGL45PIy+90FlaxYc= -github.com/flyteorg/flyteidl v1.2.5/go.mod h1:OJAq333OpInPnMhvVz93AlEjmlQ+t0FAD4aakIYE4OU= -github.com/flyteorg/flyteplugins v1.0.20 h1:8ZGN2c0iaZa3d/UmN2VYozLBRhthAIO48aD5g8Wly7s= -github.com/flyteorg/flyteplugins v1.0.20/go.mod h1:ZbZVBxEWh8Icj1AgfNKg0uPzHHGd9twa4eWcY2Yt6xE= -github.com/flyteorg/flytepropeller v1.1.52 h1:08DqDpZhadnnlPmFxdBPb5M8kPVi60TIOsNnT3MwUu4= -github.com/flyteorg/flytepropeller v1.1.52/go.mod h1:zstMUz30mIskZB4uMkObzOj3CjsGfXIV/+nVxlOmI7I= +github.com/flyteorg/flyteadmin v1.1.64 h1:LHmmylCRVopFib8bv7EIEQFg0fomVVlN6fo7CSWaM5I= +github.com/flyteorg/flyteadmin v1.1.64/go.mod h1:C1xoMq4hJB89v2bKW45a4SApHLuDc/8HQrTKPZG7UTc= +github.com/flyteorg/flyteidl v1.3.1 h1:KIE7hXRmhBHttpyvfWo6X2LYLtx66Oj/nbKMG2V5bs0= +github.com/flyteorg/flyteidl v1.3.1/go.mod h1:OJAq333OpInPnMhvVz93AlEjmlQ+t0FAD4aakIYE4OU= +github.com/flyteorg/flyteplugins v1.0.24 h1:tmKyXugKA3qR3zpw1jx90EwulifnL8Q1DyK/jlOquCo= +github.com/flyteorg/flyteplugins v1.0.24/go.mod h1:x+e4ongzLdwdq7Gpl7TsPxwh1yal2ndWmB9ZqcjUuz8= +github.com/flyteorg/flytepropeller v1.1.55 h1:aZyoo3Mc98Qf0IOSWlalCDEnE2mpEXpl/RbLQ3jaXpE= +github.com/flyteorg/flytepropeller v1.1.55/go.mod h1:PjLUdxGQS7iVS1JqXM2JjKUpig+aefyNCbTse6hGjc8= github.com/flyteorg/flytestdlib v1.0.0/go.mod h1:QSVN5wIM1lM9d60eAEbX7NwweQXW96t5x4jbyftn89c= github.com/flyteorg/flytestdlib v1.0.14 h1:P6hy9yVrIEUxp4JaxV7/KwTSTYjHGizQu1fKXYkq9Y8= github.com/flyteorg/flytestdlib v1.0.14/go.mod h1:nIBmBHtjTJvhZEn3e/EwVC/iMkR2tUX8hEiXjRBpH/s= diff --git a/kustomize/overlays/eks/kustomization.yaml b/kustomize/overlays/eks/kustomization.yaml index 9b1441d3ef..964e2f72d3 100644 --- a/kustomize/overlays/eks/kustomization.yaml +++ b/kustomize/overlays/eks/kustomization.yaml @@ -21,7 +21,7 @@ bases: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v1.1.57 # FLYTEADMIN_TAG override the tag + newTag: v1.1.64 # FLYTEADMIN_TAG override the tag newName: cr.flyte.org/flyteorg/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name @@ -33,11 +33,11 @@ images: newName: cr.flyte.org/flyteorg/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name - newTag: v1.1.52 # FLYTEPROPELLER_TAG override the tag + newTag: v1.1.55 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Webhook - name: webhook # match images with this name - newTag: v1.1.52 # FLYTEPROPELLER_TAG override the tag + newTag: v1.1.55 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Override postgres image to use alpine based (rather smaller) docker image - name: postgres diff --git a/kustomize/overlays/gcp/kustomization.yaml b/kustomize/overlays/gcp/kustomization.yaml index c949de5e2f..2b2168788f 100644 --- a/kustomize/overlays/gcp/kustomization.yaml +++ b/kustomize/overlays/gcp/kustomization.yaml @@ -23,7 +23,7 @@ bases: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v1.1.57 # FLYTEADMIN_TAG override the tag + newTag: v1.1.64 # FLYTEADMIN_TAG override the tag newName: cr.flyte.org/flyteorg/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name @@ -35,11 +35,11 @@ images: newName: cr.flyte.org/flyteorg/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name - newTag: v1.1.52 # FLYTEPROPELLER_TAG override the tag + newTag: v1.1.55 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Webhook - name: webhook # match images with this name - newTag: v1.1.52 # FLYTEPROPELLER_TAG override the tag + newTag: v1.1.55 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Override postgres image to use alpine based (rather smaller) docker image - name: postgres diff --git a/kustomize/overlays/sandbox/kustomization.yaml b/kustomize/overlays/sandbox/kustomization.yaml index 401a801c18..a15df3c220 100644 --- a/kustomize/overlays/sandbox/kustomization.yaml +++ b/kustomize/overlays/sandbox/kustomization.yaml @@ -25,7 +25,7 @@ resources: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v1.1.57 # FLYTEADMIN_TAG override the tag + newTag: v1.1.64 # FLYTEADMIN_TAG override the tag newName: cr.flyte.org/flyteorg/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name @@ -37,11 +37,11 @@ images: newName: cr.flyte.org/flyteorg/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name - newTag: v1.1.52 # FLYTEPROPELLER_TAG override the tag + newTag: v1.1.55 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Webhook - name: webhook # match images with this name - newTag: v1.1.52 # FLYTEPROPELLER_TAG override the tag + newTag: v1.1.55 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Override postgres image to use alpine based (rather smaller) docker image - name: postgres diff --git a/kustomize/overlays/test/kustomization.yaml b/kustomize/overlays/test/kustomization.yaml index 8c88511499..a057b4da8f 100644 --- a/kustomize/overlays/test/kustomization.yaml +++ b/kustomize/overlays/test/kustomization.yaml @@ -19,7 +19,7 @@ bases: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v1.1.57 # FLYTEADMIN_TAG override the tag + newTag: v1.1.64 # FLYTEADMIN_TAG override the tag newName: cr.flyte.org/flyteorg/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name @@ -31,11 +31,11 @@ images: newName: cr.flyte.org/flyteorg/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name - newTag: v1.1.52 # FLYTEPROPELLER_TAG override the tag + newTag: v1.1.55 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Webhook - name: webhook # match images with this name - newTag: v1.1.52 # FLYTEPROPELLER_TAG override the tag + newTag: v1.1.55 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Override postgres image to use alpine based (rather smaller) docker image - name: postgres diff --git a/rsts/deployment/cluster_config/flyteadmin_config.rst b/rsts/deployment/cluster_config/flyteadmin_config.rst index ec79602a79..ab6e8339b9 100644 --- a/rsts/deployment/cluster_config/flyteadmin_config.rst +++ b/rsts/deployment/cluster_config/flyteadmin_config.rst @@ -583,6 +583,7 @@ Defines Auth options for users. cookieSetting: domain: "" sameSitePolicy: DefaultMode + httpProxyURL: "" openId: baseUrl: "" clientId: "" @@ -1077,6 +1078,18 @@ OpenID Configuration for User Auth - profile +httpProxyURL (`config.URL`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +OPTIONAL: HTTP Proxy to be used for OAuth requests. + +**Default Value**: + +.. code-block:: yaml + + "" + + cookieHashKeySecretName (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -1245,8 +1258,8 @@ kafka (`interfaces.KafkaConfig`_) .. code-block:: yaml - Version: {} brokers: null + version: "" eventsPublisher (`interfaces.EventsPublisherConfig`_) @@ -1332,14 +1345,14 @@ projectId (string) interfaces.KafkaConfig ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -Version (`sarama.KafkaVersion`_) +version (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - {} + "" brokers ([]string) @@ -1352,19 +1365,6 @@ brokers ([]string) null -sarama.KafkaVersion -^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -version (array) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -**Default Value**: - -.. code-block:: yaml - - '[0 0 0 0]' - - Section: cluster_resources ================================================================================ @@ -4329,6 +4329,20 @@ The amount of time allowed to read request headers. "32" +kubeClientConfig (`config.KubeClientConfig (kubeClientConfig)`_) +-------------------------------------------------------------------------------- + +Configuration to control the Kubernetes client + +**Default Value**: + +.. code-block:: yaml + + burst: 25 + qps: 100 + timeout: 30s + + config.DataProxyConfig ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -4464,6 +4478,45 @@ The max size in bytes for incoming gRPC messages "0" +config.KubeClientConfig (kubeClientConfig) +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +qps (int32) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Max QPS to the master for requests to KubeAPI. 0 defaults to 5. + +**Default Value**: + +.. code-block:: yaml + + "100" + + +burst (int) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Max burst rate for throttle. 0 defaults to 10 + +**Default Value**: + +.. code-block:: yaml + + "25" + + +timeout (`config.Duration`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Max duration allowed for every request to KubeAPI before giving up. 0 implies no timeout. + +**Default Value**: + +.. code-block:: yaml + + 30s + + config.ServerSecurityOptions ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ diff --git a/rsts/deployment/cluster_config/flytepropeller_config.rst b/rsts/deployment/cluster_config/flytepropeller_config.rst index d57b905940..b372ec4cbd 100644 --- a/rsts/deployment/cluster_config/flytepropeller_config.rst +++ b/rsts/deployment/cluster_config/flytepropeller_config.rst @@ -771,6 +771,39 @@ catalogcache (`catalog.Config`_) workers: 10 +databricks (`databricks.Config`_) +-------------------------------------------------------------------------------- + +**Default Value**: + +.. code-block:: yaml + + databricksInstance: "" + databricksTokenKey: FLYTE_DATABRICKS_API_TOKEN + defaultWarehouse: COMPUTE_CLUSTER + entrypointFile: "" + resourceConstraints: + NamespaceScopeResourceConstraint: + Value: 50 + ProjectScopeResourceConstraint: + Value: 100 + webApi: + caching: + maxSystemFailures: 5 + resyncInterval: 30s + size: 500000 + workers: 10 + readRateLimiter: + burst: 100 + qps: 10 + resourceMeta: null + resourceQuotas: + default: 1000 + writeRateLimiter: + burst: 100 + qps: 10 + + k8s (`config.K8sPluginConfig`_) -------------------------------------------------------------------------------- @@ -2136,6 +2169,105 @@ scale (int32) "0" +databricks.Config +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +webApi (`webapi.PluginConfig`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Defines config for the base WebAPI plugin. + +**Default Value**: + +.. code-block:: yaml + + caching: + maxSystemFailures: 5 + resyncInterval: 30s + size: 500000 + workers: 10 + readRateLimiter: + burst: 100 + qps: 10 + resourceMeta: null + resourceQuotas: + default: 1000 + writeRateLimiter: + burst: 100 + qps: 10 + + +resourceConstraints (`core.ResourceConstraintsSpec`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + NamespaceScopeResourceConstraint: + Value: 50 + ProjectScopeResourceConstraint: + Value: 100 + + +defaultWarehouse (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Defines the default warehouse to use when running on Databricks unless overwritten by the task. + +**Default Value**: + +.. code-block:: yaml + + COMPUTE_CLUSTER + + +databricksTokenKey (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Name of the key where to find Databricks token in the secret manager. + +**Default Value**: + +.. code-block:: yaml + + FLYTE_DATABRICKS_API_TOKEN + + +databricksInstance (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Databricks workspace instance name. + +**Default Value**: + +.. code-block:: yaml + + "" + + +entrypointFile (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +A URL of the entrypoint file. DBFS and cloud storage (s3://, gcs://, adls://, etc) locations are supported. + +**Default Value**: + +.. code-block:: yaml + + "" + + +databricksEndpoint (string) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +**Default Value**: + +.. code-block:: yaml + + "" + + k8s.Config ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -3171,16 +3303,16 @@ Workflow workqueue configuration, affects the way the work is consumed from the batch-size: -1 batching-interval: 1s queue: - base-delay: 5s - capacity: 1000 + base-delay: 0s + capacity: 10000 max-delay: 1m0s - rate: 100 + rate: 1000 type: maxof sub-queue: base-delay: 0s - capacity: 1000 + capacity: 10000 max-delay: 0s - rate: 100 + rate: 1000 type: bucket type: batch @@ -3530,10 +3662,10 @@ Workflow workqueue configuration, affects the way the work is consumed from the .. code-block:: yaml - base-delay: 5s - capacity: 1000 + base-delay: 0s + capacity: 10000 max-delay: 1m0s - rate: 100 + rate: 1000 type: maxof @@ -3547,9 +3679,9 @@ SubQueue configuration, affects the way the nodes cause the top-level Work to be .. code-block:: yaml base-delay: 0s - capacity: 1000 + capacity: 10000 max-delay: 0s - rate: 100 + rate: 1000 type: bucket @@ -3599,7 +3731,7 @@ base backoff delay for failure .. code-block:: yaml - 5s + 0s max-delay (`config.Duration`_) @@ -3623,7 +3755,7 @@ Bucket Refill rate per second .. code-block:: yaml - "100" + "1000" capacity (int) @@ -3635,7 +3767,7 @@ Bucket capacity as number of items .. code-block:: yaml - "1000" + "10000" config.Config (resourcemanager) diff --git a/rsts/deployment/cluster_config/scheduler_config.rst b/rsts/deployment/cluster_config/scheduler_config.rst index 9744937689..0a9ff5ae57 100644 --- a/rsts/deployment/cluster_config/scheduler_config.rst +++ b/rsts/deployment/cluster_config/scheduler_config.rst @@ -583,6 +583,7 @@ Defines Auth options for users. cookieSetting: domain: "" sameSitePolicy: DefaultMode + httpProxyURL: "" openId: baseUrl: "" clientId: "" @@ -1077,6 +1078,18 @@ OpenID Configuration for User Auth - profile +httpProxyURL (`config.URL`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +OPTIONAL: HTTP Proxy to be used for OAuth requests. + +**Default Value**: + +.. code-block:: yaml + + "" + + cookieHashKeySecretName (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" @@ -1245,8 +1258,8 @@ kafka (`interfaces.KafkaConfig`_) .. code-block:: yaml - Version: {} brokers: null + version: "" eventsPublisher (`interfaces.EventsPublisherConfig`_) @@ -1332,14 +1345,14 @@ projectId (string) interfaces.KafkaConfig ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ -Version (`sarama.KafkaVersion`_) +version (string) """""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" **Default Value**: .. code-block:: yaml - {} + "" brokers ([]string) @@ -1352,19 +1365,6 @@ brokers ([]string) null -sarama.KafkaVersion -^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ - -version (array) -"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" - -**Default Value**: - -.. code-block:: yaml - - '[0 0 0 0]' - - Section: cluster_resources ================================================================================ @@ -4329,6 +4329,20 @@ The amount of time allowed to read request headers. "32" +kubeClientConfig (`config.KubeClientConfig (kubeClientConfig)`_) +-------------------------------------------------------------------------------- + +Configuration to control the Kubernetes client + +**Default Value**: + +.. code-block:: yaml + + burst: 25 + qps: 100 + timeout: 30s + + config.DataProxyConfig ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ @@ -4464,6 +4478,45 @@ The max size in bytes for incoming gRPC messages "0" +config.KubeClientConfig (kubeClientConfig) +^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + +qps (int32) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Max QPS to the master for requests to KubeAPI. 0 defaults to 5. + +**Default Value**: + +.. code-block:: yaml + + "100" + + +burst (int) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Max burst rate for throttle. 0 defaults to 10 + +**Default Value**: + +.. code-block:: yaml + + "25" + + +timeout (`config.Duration`_) +"""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""""" + +Max duration allowed for every request to KubeAPI before giving up. 0 implies no timeout. + +**Default Value**: + +.. code-block:: yaml + + 30s + + config.ServerSecurityOptions ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ From d33749ddec881c2ba831d99b2e29c39fe4fc06c6 Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Mon, 19 Dec 2022 17:15:22 -0800 Subject: [PATCH 2/5] Add changelog Signed-off-by: Kevin Su --- CHANGELOG/CHANGELOG-v1.3.0-b5.md | 3 +++ rsts/conf.py | 2 +- 2 files changed, 4 insertions(+), 1 deletion(-) create mode 100644 CHANGELOG/CHANGELOG-v1.3.0-b5.md diff --git a/CHANGELOG/CHANGELOG-v1.3.0-b5.md b/CHANGELOG/CHANGELOG-v1.3.0-b5.md new file mode 100644 index 0000000000..e133da6970 --- /dev/null +++ b/CHANGELOG/CHANGELOG-v1.3.0-b5.md @@ -0,0 +1,3 @@ +# Flyte v1.3.0-b5 Changelog + +Databricks and dbx plugin changes. diff --git a/rsts/conf.py b/rsts/conf.py index f4f54c703d..955ecd1321 100644 --- a/rsts/conf.py +++ b/rsts/conf.py @@ -30,7 +30,7 @@ # The short X.Y version version = "" # The full version, including alpha/beta/rc tags -release = "1.3.0-b4" +release = "1.3.0-b5" # -- General configuration --------------------------------------------------- From 97bb93869e5a372f0eb1bbf15e8c765b6e82386f Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Mon, 19 Dec 2022 17:30:54 -0800 Subject: [PATCH 3/5] nit Signed-off-by: Kevin Su --- deployment/eks/flyte_generated.yaml | 36 - deployment/gcp/flyte_generated.yaml | 36 - deployment/sandbox/flyte_generated.yaml | 155 +-- deployment/test/flyte_generated.yaml | 1189 ----------------- go.sum | 11 - kustomize/overlays/eks/kustomization.yaml | 12 - kustomize/overlays/gcp/kustomization.yaml | 12 - kustomize/overlays/sandbox/kustomization.yaml | 12 - kustomize/overlays/test/kustomization.yaml | 12 - 9 files changed, 59 insertions(+), 1416 deletions(-) diff --git a/deployment/eks/flyte_generated.yaml b/deployment/eks/flyte_generated.yaml index 2022676ebc..0b44961e32 100644 --- a/deployment/eks/flyte_generated.yaml +++ b/deployment/eks/flyte_generated.yaml @@ -8724,11 +8724,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 -======= - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.54 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: webhook volumeMounts: @@ -8755,11 +8751,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 -======= - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.54 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -8807,11 +8799,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 -======= - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -8858,11 +8846,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 -======= - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -8879,11 +8863,7 @@ spec: - flytesnacks - flytetester - flyteexamples -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 -======= - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -8897,11 +8877,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 -======= - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -8921,11 +8897,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 -======= - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -9030,11 +9002,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 -======= - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.54 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: flytepropeller ports: @@ -9302,11 +9270,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 -======= - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/gcp/flyte_generated.yaml b/deployment/gcp/flyte_generated.yaml index b72627f0cd..70614330ee 100644 --- a/deployment/gcp/flyte_generated.yaml +++ b/deployment/gcp/flyte_generated.yaml @@ -8766,11 +8766,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 -======= - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.54 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: webhook volumeMounts: @@ -8797,11 +8793,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 -======= - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.54 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -8849,11 +8841,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 -======= - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -8900,11 +8888,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 -======= - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -8921,11 +8905,7 @@ spec: - flytesnacks - flytetester - flyteexamples -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 -======= - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -8939,11 +8919,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 -======= - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -8963,11 +8939,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 -======= - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -9072,11 +9044,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 -======= - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.54 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: flytepropeller ports: @@ -9344,11 +9312,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 -======= - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/sandbox/flyte_generated.yaml b/deployment/sandbox/flyte_generated.yaml index 28279d1bbb..68f7d45cd6 100644 --- a/deployment/sandbox/flyte_generated.yaml +++ b/deployment/sandbox/flyte_generated.yaml @@ -2061,7 +2061,7 @@ data: ab_project-resource-quota.yaml: "apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }} \nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }} \n limits.memory: {{ projectQuotaMemory }}\n\n" kind: ConfigMap metadata: - name: clusterresource-template-dk5mbchdmt + name: clusterresource-template-m2kccc465f namespace: flyte --- apiVersion: v1 @@ -2098,7 +2098,9 @@ data: kind: ConfigMap metadata: - name: datacatalog-config-64k8dg9gck + annotations: {} + labels: {} + name: datacatalog-config-dcg96ktb98 namespace: flyte --- apiVersion: v1 @@ -2211,7 +2213,9 @@ data: gpu: 1 kind: ConfigMap metadata: - name: flyte-admin-config-dbg8dt2dgb + annotations: {} + labels: {} + name: flyte-admin-config-tcctmcd26m namespace: flyte --- apiVersion: v1 @@ -2329,7 +2333,9 @@ data: kubernetes-template-uri: "http://localhost:30082/#/log/{{ .namespace }}/{{ .podName }}/pod?namespace={{ .namespace }}" kind: ConfigMap metadata: - name: flyte-propeller-config-g52db28fmc + annotations: {} + labels: {} + name: flyte-propeller-config-56kk79c9fb namespace: flyte --- apiVersion: v1 @@ -2499,7 +2505,7 @@ data: pass.txt: YXdlc29tZXNhdWNl kind: Secret metadata: - name: db-pass-9dgchhk2bm + name: db-pass-8mb4h2b9hf namespace: flyte type: Opaque --- @@ -2602,10 +2608,6 @@ metadata: namespace: flyte spec: ports: - - name: redoc - port: 87 - protocol: TCP - targetPort: 8087 - name: http port: 80 protocol: TCP @@ -2614,6 +2616,10 @@ spec: port: 81 protocol: TCP targetPort: 8089 + - name: redoc + port: 87 + protocol: TCP + targetPort: 8087 selector: app: flyteadmin --- @@ -2820,11 +2826,11 @@ spec: - emptyDir: {} name: shared-data - configMap: - name: datacatalog-config-64k8dg9gck + name: datacatalog-config-dcg96ktb98 name: config-volume - name: db-pass secret: - secretName: db-pass-9dgchhk2bm + secretName: db-pass-8mb4h2b9hf --- apiVersion: apps/v1 kind: Deployment @@ -2864,23 +2870,19 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 -======= - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.54 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: webhook volumeMounts: - - mountPath: /etc/secrets/user-info - name: sample-secrets - readOnly: true - mountPath: /etc/flyte/config name: config-volume readOnly: true - mountPath: /etc/webhook/certs name: webhook-certs readOnly: true + - mountPath: /etc/secrets/user-info + name: sample-secrets + readOnly: true initContainers: - args: - webhook @@ -2898,11 +2900,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 -======= - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.54 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -2914,15 +2912,15 @@ spec: runAsUser: 1001 serviceAccountName: flyte-pod-webhook volumes: - - name: sample-secrets - secret: - secretName: user-info - configMap: - name: flyte-propeller-config-g52db28fmc + name: flyte-propeller-config-56kk79c9fb name: config-volume - name: webhook-certs secret: secretName: flyte-pod-webhook + - name: sample-secrets + secret: + secretName: user-info --- apiVersion: apps/v1 kind: Deployment @@ -2953,11 +2951,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 -======= - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -2977,24 +2971,6 @@ spec: name: db-pass - mountPath: /etc/secrets/ name: auth - - command: - - flyteadmin - - --config - - /etc/flyte/config/*.yaml - - clusterresource - - run -<<<<<<< HEAD - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 -======= - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d - imagePullPolicy: IfNotPresent - name: sync-cluster-resources-goroutine - volumeMounts: - - mountPath: /etc/flyte/clusterresource/templates - name: resource-templates - - mountPath: /etc/flyte/config - name: config-volume - command: - sh - -c @@ -3015,26 +2991,28 @@ spec: limits: cpu: "0.1" memory: 200Mi - initContainers: - command: - - sh - - -c - - until pg_isready -h postgres -p 5432; do echo waiting for database; sleep 2; done; - image: ecr.flyte.org/ubuntu/postgres:13-21.04_beta - name: check-db-ready - securityContext: - runAsUser: 999 + - flyteadmin + - --config + - /etc/flyte/config/*.yaml + - clusterresource + - run + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 + imagePullPolicy: IfNotPresent + name: sync-cluster-resources-goroutine + volumeMounts: + - mountPath: /etc/flyte/clusterresource/templates + name: resource-templates + - mountPath: /etc/flyte/config + name: config-volume + initContainers: - command: - flyteadmin - --config - /etc/flyte/config/*.yaml - migrate - run -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 -======= - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -3050,11 +3028,7 @@ spec: - seed-projects - flytesnacks - flyteexamples -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 -======= - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -3068,11 +3042,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 -======= - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -3092,11 +3062,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 -======= - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: generate-secrets volumeMounts: @@ -3104,25 +3070,31 @@ spec: name: config-volume - mountPath: /etc/scratch name: scratch + - command: + - sh + - -c + - until pg_isready -h postgres -p 5432; do echo waiting for database; sleep 2; done; + image: ecr.flyte.org/ubuntu/postgres:13-21.04_beta + name: check-db-ready + securityContext: + runAsUser: 999 securityContext: fsGroup: 65534 fsGroupChangePolicy: Always runAsUser: 1001 serviceAccountName: flyteadmin volumes: + - name: shared-data + - name: scratch - configMap: - name: clusterresource-template-dk5mbchdmt - name: resource-templates - - emptyDir: {} - name: shared-data - - emptyDir: {} - name: scratch - - configMap: - name: flyte-admin-config-dbg8dt2dgb + name: flyte-admin-config-tcctmcd26m name: config-volume + - configMap: + name: clusterresource-template-m2kccc465f + name: resource-templates - name: db-pass secret: - secretName: db-pass-9dgchhk2bm + secretName: db-pass-8mb4h2b9hf - name: auth secret: secretName: flyte-admin-auth @@ -3201,11 +3173,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 -======= - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.54 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: flytepropeller ports: @@ -3222,7 +3190,7 @@ spec: serviceAccountName: flytepropeller volumes: - configMap: - name: flyte-propeller-config-g52db28fmc + name: flyte-propeller-config-56kk79c9fb name: config-volume - name: auth secret: @@ -3295,7 +3263,7 @@ spec: name: config-volume - name: db-pass secret: - secretName: db-pass-9dgchhk2bm + secretName: db-pass-8mb4h2b9hf - name: auth secret: secretName: flyte-secret-auth @@ -3471,8 +3439,7 @@ spec: - effect: NoSchedule key: node-role.kubernetes.io/master volumes: - - emptyDir: {} - name: tmp-volume + - name: tmp-volume --- apiVersion: apps/v1 kind: Deployment @@ -3596,11 +3563,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync -<<<<<<< HEAD image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 -======= - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -3614,14 +3577,14 @@ spec: serviceAccountName: flyteadmin volumes: - configMap: - name: clusterresource-template-dk5mbchdmt + name: clusterresource-template-m2kccc465f name: resource-templates - configMap: - name: flyte-admin-config-dbg8dt2dgb + name: flyte-admin-config-tcctmcd26m name: config-volume - name: db-pass secret: - secretName: db-pass-9dgchhk2bm + secretName: db-pass-8mb4h2b9hf schedule: '*/1 * * * *' --- apiVersion: apps/v1 diff --git a/deployment/test/flyte_generated.yaml b/deployment/test/flyte_generated.yaml index 3421acc7e8..e69de29bb2 100644 --- a/deployment/test/flyte_generated.yaml +++ b/deployment/test/flyte_generated.yaml @@ -1,1189 +0,0 @@ -apiVersion: v1 -kind: Namespace -metadata: - name: flyte ---- -apiVersion: apiextensions.k8s.io/v1 -kind: CustomResourceDefinition -metadata: - name: flyteworkflows.flyte.lyft.com -spec: - group: flyte.lyft.com - names: - kind: FlyteWorkflow - plural: flyteworkflows - shortNames: - - fly - singular: flyteworkflow - scope: Namespaced - versions: - - name: v1alpha1 - schema: - openAPIV3Schema: - type: object - x-kubernetes-preserve-unknown-fields: true - served: true - storage: true ---- -apiVersion: v1 -kind: ServiceAccount -metadata: - name: datacatalog - namespace: flyte ---- -apiVersion: v1 -kind: ServiceAccount -metadata: - name: flyte-pod-webhook - namespace: flyte ---- -apiVersion: v1 -kind: ServiceAccount -metadata: - name: flyteadmin - namespace: flyte ---- -apiVersion: v1 -kind: ServiceAccount -metadata: - name: flytepropeller - namespace: flyte ---- -apiVersion: rbac.authorization.k8s.io/v1 -kind: ClusterRole -metadata: - name: flyte-pod-webhook - namespace: flyte -rules: -- apiGroups: - - '*' - resources: - - mutatingwebhookconfigurations - - secrets - - pods - - replicasets/finalizers - verbs: - - get - - create - - update - - patch ---- -apiVersion: rbac.authorization.k8s.io/v1 -kind: ClusterRole -metadata: - name: flyteadmin - namespace: flyte -rules: -- apiGroups: - - "" - - flyte.lyft.com - - rbac.authorization.k8s.io - resources: - - configmaps - - flyteworkflows - - namespaces - - pods - - resourcequotas - - roles - - rolebindings - - secrets - - services - - serviceaccounts - - spark-role - verbs: - - '*' ---- -apiVersion: rbac.authorization.k8s.io/v1 -kind: ClusterRole -metadata: - name: flytepropeller -rules: -- apiGroups: - - "" - resources: - - pods - verbs: - - get - - list - - watch -- apiGroups: - - "" - resources: - - events - verbs: - - create - - update - - delete - - patch -- apiGroups: - - '*' - resources: - - '*' - verbs: - - get - - list - - watch - - create - - update - - delete - - patch -- apiGroups: - - apiextensions.k8s.io - resources: - - customresourcedefinitions - verbs: - - get - - list - - watch - - create - - delete - - update -- apiGroups: - - flyte.lyft.com - resources: - - flyteworkflows - - flyteworkflows/finalizers - verbs: - - get - - list - - watch - - create - - update - - delete - - patch - - post - - deletecollection ---- -apiVersion: rbac.authorization.k8s.io/v1 -kind: ClusterRoleBinding -metadata: - name: flyte-pod-webhook - namespace: flyte -roleRef: - apiGroup: rbac.authorization.k8s.io - kind: ClusterRole - name: flyte-pod-webhook -subjects: -- kind: ServiceAccount - name: flyte-pod-webhook - namespace: flyte ---- -apiVersion: rbac.authorization.k8s.io/v1 -kind: ClusterRoleBinding -metadata: - name: flyteadmin-binding - namespace: flyte -roleRef: - apiGroup: rbac.authorization.k8s.io - kind: ClusterRole - name: flyteadmin -subjects: -- kind: ServiceAccount - name: flyteadmin - namespace: flyte ---- -apiVersion: rbac.authorization.k8s.io/v1 -kind: ClusterRoleBinding -metadata: - name: flytepropeller - namespace: flyte -roleRef: - apiGroup: rbac.authorization.k8s.io - kind: ClusterRole - name: flytepropeller -subjects: -- kind: ServiceAccount - name: flytepropeller - namespace: flyte ---- -apiVersion: v1 -data: - aa_namespace.yaml: | - apiVersion: v1 - kind: Namespace - metadata: - name: {{ namespace }} - spec: - finalizers: - - kubernetes - ab_project-resource-quota.yaml: "apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }} \nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }} \n limits.memory: {{ projectQuotaMemory }}\n\n" -kind: ConfigMap -metadata: - name: clusterresource-template-dk5mbchdmt - namespace: flyte ---- -apiVersion: v1 -data: - db.yaml: | - database: - port: 5432 - username: postgres - host: postgres - dbname: datacatalog - options: sslmode=disable - logger.yaml: | - logger: - show-source: true - level: 2 - server.yaml: | - datacatalog: - storage-prefix: metadata/datacatalog - metrics-scope: "datacatalog" - profiler-port: 10254 - application: - grpcPort: 8089 - storage.yaml: |+ - storage: - type: minio - connection: - access-key: minio - auth-type: accesskey - secret-key: miniostorage - disable-ssl: true - endpoint: http://minio.flyte.svc.cluster.local:9000 - region: us-east-1 - container: "my-s3-bucket" - -kind: ConfigMap -metadata: - name: datacatalog-config-64k8dg9gck - namespace: flyte ---- -apiVersion: v1 -data: - cluster_resources.yaml: | - cluster_resources: - templatePath: "/etc/flyte/clusterresource/templates" - customData: - - production: - - projectQuotaCpu: - value: "5" - - projectQuotaMemory: - value: "4000Mi" - - staging: - - projectQuotaCpu: - value: "2" - - projectQuotaMemory: - value: "3000Mi" - - development: - - projectQuotaCpu: - value: "4" - - projectQuotaMemory: - value: "3000Mi" - refreshInterval: 1m - db.yaml: | - database: - port: 5432 - username: postgres - host: postgres - dbname: postgres - options: sslmode=disable - domain.yaml: | - domains: - - id: development - name: development - - id: staging - name: staging - - id: production - name: production - logger.yaml: | - logger: - show-source: true - level: 2 - server.yaml: | - server: - httpPort: 8088 - grpcPort: 8089 - security: - # Controls whether to serve requests over SSL/TLS. - secure: false - # Controls whether to enforce authentication. Follow the guide in https://docs.flyte.org/ on how to setup authentication. - useAuth: false - allowCors: true - allowedOrigins: - # Accepting all domains for Sandbox installation - - "*" - allowedHeaders: - - "Content-Type" - - "flyte-authorization" - auth: - authorizedUris: - # This should point at your public http Uri. - - https://localhost:30081 - # This will be used by internal services in the same namespace as flyteadmin - - http://flyteadmin:80 - # This will be used by internal services in the same cluster but different namespaces - - http://flyteadmin.flyte.svc.cluster.local:80 - - # Controls app authentication config - appAuth: - thirdPartyConfig: - flyteClient: - clientId: flytectl - redirectUri: https://localhost:53593/callback - scopes: - - offline - - all - # Controls user authentication - userAuth: - openId: - baseUrl: https://accounts.google.com - scopes: - - profile - - openid - clientId: 657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com - flyteadmin: - roleNameKey: "iam.amazonaws.com/role" - storage.yaml: |+ - storage: - type: minio - connection: - access-key: minio - auth-type: accesskey - secret-key: miniostorage - disable-ssl: true - endpoint: http://minio.flyte.svc.cluster.local:9000 - region: us-east-1 - container: "my-s3-bucket" - - task_resource_defaults.yaml: | - task_resources: - defaults: - cpu: 100m - memory: 100Mi - storage: 5Mi - limits: - cpu: 2 - memory: 1Gi - storage: 20Mi - gpu: 1 -kind: ConfigMap -metadata: - name: flyte-admin-config-hc64g2ct6h - namespace: flyte ---- -apiVersion: v1 -data: - admin.yaml: | - event: - type: admin - rate: 500 - capacity: 1000 - admin: - endpoint: flyteadmin:81 - insecure: true - catalog.yaml: | - catalog-cache: - endpoint: datacatalog:89 - type: datacatalog - insecure: true - copilot.yaml: | - plugins: - k8s: - co-pilot: - name: "flyte-copilot-" - image: "cr.flyte.org/flyteorg/flytecopilot:v0.0.15" - start-timeout: "30s" - core.yaml: | - propeller: - rawoutput-prefix: s3://my-s3-bucket/ - metadata-prefix: metadata/propeller - workers: 4 - max-workflow-retries: 30 - workflow-reeval-duration: 30s - downstream-eval-duration: 30s - limit-namespace: "all" - prof-port: 10254 - metrics-prefix: flyte - enable-admin-launcher: true - leader-election: - lock-config-map: - name: propeller-leader - namespace: flyte - enabled: true - lease-duration: 15s - renew-deadline: 10s - retry-period: 2s - queue: - type: batch - batching-interval: 2s - batch-size: -1 - queue: - type: maxof - rate: 100 - capacity: 1000 - base-delay: 5s - max-delay: 120s - sub-queue: - type: bucket - rate: 10 - capacity: 100 - webhook: - certDir: /etc/webhook/certs - serviceName: flyte-pod-webhook - enabled_plugins.yaml: | - tasks: - task-plugins: - enabled-plugins: - - container - - sidecar - - k8s-array - default-for-task-types: - container: container - sidecar: sidecar - container_array: k8s-array - k8s.yaml: | - plugins: - k8s: - default-env-vars: - - FLYTE_AWS_ENDPOINT: "http://minio.flyte:9000" - - FLYTE_AWS_ACCESS_KEY_ID: minio - - FLYTE_AWS_SECRET_ACCESS_KEY: miniostorage - default-cpus: 100m - default-memory: 100Mi - logger.yaml: | - logger: - show-source: true - level: 2 - resource_manager.yaml: | - propeller: - resourcemanager: - type: noop - storage.yaml: |+ - storage: - type: minio - connection: - access-key: minio - auth-type: accesskey - secret-key: miniostorage - disable-ssl: true - endpoint: http://minio.flyte.svc.cluster.local:9000 - region: us-east-1 - container: "my-s3-bucket" - -kind: ConfigMap -metadata: - name: flyte-propeller-config-hhtmttc8b4 - namespace: flyte ---- -apiVersion: v1 -data: - admin.yaml: | - admin: - clientId: flytepropeller - clientSecretLocation: /etc/secrets/client_secret - endpoint: flyteadmin:81 - insecure: true - event: - capacity: 1000 - rate: 500 - type: admin - db.yaml: | - database: - dbname: postgres - host: postgres - port: 5432 - username: postgres - logger.yaml: | - logger: - level: 4 - show-source: true -kind: ConfigMap -metadata: - labels: - app.kubernetes.io/instance: flyte - app.kubernetes.io/managed-by: Helm - app.kubernetes.io/name: flytescheduler - helm.sh/chart: flyte-v0.1.10 - name: flyte-scheduler-config - namespace: flyte ---- -apiVersion: v1 -data: - pass.txt: YXdlc29tZXNhdWNl -kind: Secret -metadata: - name: db-pass-9dgchhk2bm - namespace: flyte -type: Opaque ---- -apiVersion: v1 -kind: Secret -metadata: - name: flyte-admin-auth - namespace: flyte -type: Opaque ---- -apiVersion: v1 -kind: Secret -metadata: - name: flyte-pod-webhook - namespace: flyte -type: Opaque ---- -apiVersion: v1 -kind: Secret -metadata: - name: flyte-secret-auth - namespace: flyte -stringData: - client_secret: foobar -type: Opaque ---- -apiVersion: v1 -kind: Service -metadata: - annotations: - contour.heptio.com/upstream-protocol.h2c: grpc - name: datacatalog - namespace: flyte -spec: - ports: - - name: http - port: 88 - protocol: TCP - targetPort: 8088 - - name: grpc - port: 89 - protocol: TCP - targetPort: 8089 - selector: - app: datacatalog ---- -apiVersion: v1 -kind: Service -metadata: - annotations: - projectcontour.io/upstream-protocol.h2c: grpc - name: flyte-pod-webhook - namespace: flyte -spec: - ports: - - name: https - port: 443 - protocol: TCP - targetPort: 9443 - selector: - app: flyte-pod-webhook ---- -apiVersion: v1 -kind: Service -metadata: - annotations: - projectcontour.io/upstream-protocol.h2c: grpc - name: flyteadmin - namespace: flyte -spec: - ports: - - name: redoc - port: 87 - protocol: TCP - targetPort: 8087 - - name: http - port: 80 - protocol: TCP - targetPort: 8088 - - name: grpc - port: 81 - protocol: TCP - targetPort: 8089 - selector: - app: flyteadmin ---- -apiVersion: v1 -kind: Service -metadata: - name: minio - namespace: flyte -spec: - externalName: minio - ports: - - name: minio-api - port: 9000 - - name: minio-console - port: 9001 - selector: - app: minio ---- -apiVersion: v1 -kind: Service -metadata: - name: postgres - namespace: flyte -spec: - ports: - - port: 5432 - selector: - app: postgres ---- -apiVersion: apps/v1 -kind: Deployment -metadata: - labels: - app: datacatalog - name: datacatalog - namespace: flyte -spec: - replicas: 1 - selector: - matchLabels: - app: datacatalog - template: - metadata: - annotations: - prometheus.io/path: /metrics - prometheus.io/port: "10254" - prometheus.io/scrape: "true" - labels: - app: datacatalog - app.kubernetes.io/name: datacatalog - app.kubernetes.io/version: 0.3.0 - spec: - containers: - - command: - - datacatalog - - --config - - /etc/datacatalog/config/*.yaml - - serve - image: cr.flyte.org/flyteorg/datacatalog:v1.0.40 - imagePullPolicy: IfNotPresent - name: datacatalog - ports: - - containerPort: 8088 - - containerPort: 8089 - volumeMounts: - - mountPath: /etc/datacatalog/config - name: config-volume - - mountPath: /etc/db - name: db-pass - initContainers: - - command: - - datacatalog - - --config - - /etc/datacatalog/config/*.yaml - - migrate - - run - image: cr.flyte.org/flyteorg/datacatalog:v1.0.40 - imagePullPolicy: IfNotPresent - name: run-migrations - volumeMounts: - - mountPath: /etc/datacatalog/config - name: config-volume - - mountPath: /etc/db - name: db-pass - securityContext: - fsGroup: 65534 - fsGroupChangePolicy: Always - runAsUser: 1001 - serviceAccountName: datacatalog - volumes: - - emptyDir: {} - name: shared-data - - configMap: - name: datacatalog-config-64k8dg9gck - name: config-volume - - name: db-pass - secret: - secretName: db-pass-9dgchhk2bm ---- -apiVersion: apps/v1 -kind: Deployment -metadata: - labels: - app: flyte-pod-webhook - name: flyte-pod-webhook - namespace: flyte -spec: - selector: - matchLabels: - app: flyte-pod-webhook - template: - metadata: - annotations: - prometheus.io/path: /metrics - prometheus.io/port: "10254" - prometheus.io/scrape: "true" - labels: - app: flyte-pod-webhook - app.kubernetes.io/name: flyte-pod-webhook - app.kubernetes.io/version: 0.5.13 - spec: - containers: - - args: - - webhook - - --config - - /etc/flyte/config/*.yaml - command: - - flytepropeller - env: - - name: POD_NAME - valueFrom: - fieldRef: - fieldPath: metadata.name - - name: POD_NAMESPACE - valueFrom: - fieldRef: - fieldPath: metadata.namespace -<<<<<<< HEAD - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 -======= - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.54 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d - imagePullPolicy: IfNotPresent - name: webhook - volumeMounts: - - mountPath: /etc/flyte/config - name: config-volume - readOnly: true - - mountPath: /etc/webhook/certs - name: webhook-certs - readOnly: true - initContainers: - - args: - - webhook - - init-certs - - --config - - /etc/flyte/config/*.yaml - command: - - flytepropeller - env: - - name: POD_NAME - valueFrom: - fieldRef: - fieldPath: metadata.name - - name: POD_NAMESPACE - valueFrom: - fieldRef: - fieldPath: metadata.namespace -<<<<<<< HEAD - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 -======= - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.54 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d - imagePullPolicy: IfNotPresent - name: generate-secrets - volumeMounts: - - mountPath: /etc/flyte/config - name: config-volume - securityContext: - fsGroup: 65534 - fsGroupChangePolicy: Always - runAsUser: 1001 - serviceAccountName: flyte-pod-webhook - volumes: - - configMap: - name: flyte-propeller-config-hhtmttc8b4 - name: config-volume - - name: webhook-certs - secret: - secretName: flyte-pod-webhook ---- -apiVersion: apps/v1 -kind: Deployment -metadata: - labels: - app: flyteadmin - name: flyteadmin - namespace: flyte -spec: - replicas: 1 - selector: - matchLabels: - app: flyteadmin - template: - metadata: - annotations: - prometheus.io/path: /metrics - prometheus.io/port: "10254" - prometheus.io/scrape: "true" - labels: - app: flyteadmin - app.kubernetes.io/name: flyteadmin - app.kubernetes.io/version: 0.4.13 - spec: - containers: - - command: - - flyteadmin - - --config - - /etc/flyte/config/*.yaml - - serve -<<<<<<< HEAD - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 -======= - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d - imagePullPolicy: IfNotPresent - name: flyteadmin - ports: - - containerPort: 8088 - - containerPort: 8089 - resources: - limits: - cpu: "0.1" - ephemeral-storage: 100Mi - memory: 200Mi - volumeMounts: - - mountPath: /srv/flyte - name: shared-data - - mountPath: /etc/flyte/config - name: config-volume - - mountPath: /etc/db - name: db-pass - - mountPath: /etc/secrets/ - name: auth - - command: - - sh - - -c - - ln -s /usr/share/nginx/html /usr/share/nginx/html/openapi && sh /usr/local/bin/docker-run.sh - env: - - name: PAGE_TITLE - value: Flyte Admin OpenAPI - - name: SPEC_URL - value: /api/v1/openapi - - name: PORT - value: "8087" - image: docker.io/redocly/redoc - imagePullPolicy: IfNotPresent - name: redoc - ports: - - containerPort: 8087 - resources: - limits: - cpu: "0.1" - memory: 200Mi - initContainers: - - command: - - sh - - -c - - until pg_isready -h postgres -p 5432; do echo waiting for database; sleep 2; done; - image: ecr.flyte.org/ubuntu/postgres:13-21.04_beta - name: check-db-ready - securityContext: - runAsUser: 999 - - command: - - flyteadmin - - --config - - /etc/flyte/config/*.yaml - - migrate - - run -<<<<<<< HEAD - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 -======= - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d - imagePullPolicy: IfNotPresent - name: run-migrations - volumeMounts: - - mountPath: /etc/flyte/config - name: config-volume - - mountPath: /etc/db - name: db-pass - - command: - - flyteadmin - - --config - - /etc/flyte/config/*.yaml - - migrate - - seed-projects - - flytetester - - flytesnacks -<<<<<<< HEAD - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 -======= - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d - imagePullPolicy: IfNotPresent - name: seed-projects - volumeMounts: - - mountPath: /etc/flyte/config - name: config-volume - - mountPath: /etc/db - name: db-pass - - command: - - flyteadmin - - --config - - /etc/flyte/config/*.yaml - - clusterresource - - sync -<<<<<<< HEAD - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 -======= - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d - imagePullPolicy: IfNotPresent - name: sync-cluster-resources - volumeMounts: - - mountPath: /etc/flyte/clusterresource/templates - name: resource-templates - - mountPath: /etc/flyte/config - name: config-volume - - mountPath: /etc/db - name: db-pass - - args: - - flyteadmin --config=/etc/flyte/config/*.yaml secrets init --localPath /etc/scratch/secrets && flyteadmin --config=/etc/flyte/config/*.yaml secrets create --fromPath /etc/scratch/secrets - command: - - /bin/sh - - -c - env: - - name: POD_NAMESPACE - valueFrom: - fieldRef: - fieldPath: metadata.namespace -<<<<<<< HEAD - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 -======= - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.62 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d - imagePullPolicy: IfNotPresent - name: generate-secrets - volumeMounts: - - mountPath: /etc/flyte/config - name: config-volume - - mountPath: /etc/scratch - name: scratch - securityContext: - fsGroup: 65534 - fsGroupChangePolicy: Always - runAsUser: 1001 - serviceAccountName: flyteadmin - volumes: - - configMap: - name: clusterresource-template-dk5mbchdmt - name: resource-templates - - emptyDir: {} - name: shared-data - - emptyDir: {} - name: scratch - - configMap: - name: flyte-admin-config-hc64g2ct6h - name: config-volume - - name: db-pass - secret: - secretName: db-pass-9dgchhk2bm - - name: auth - secret: - secretName: flyte-admin-auth ---- -apiVersion: apps/v1 -kind: Deployment -metadata: - labels: - app: flytepropeller - name: flytepropeller - namespace: flyte -spec: - selector: - matchLabels: - app: flytepropeller - template: - metadata: - annotations: - prometheus.io/path: /metrics - prometheus.io/port: "10254" - prometheus.io/scrape: "true" - labels: - app: flytepropeller - app.kubernetes.io/name: flytepropeller - app.kubernetes.io/version: 0.7.1 - spec: - containers: - - args: - - --config - - /etc/flyte/config/*.yaml - command: - - flytepropeller - env: - - name: POD_NAME - valueFrom: - fieldRef: - fieldPath: metadata.name - - name: POD_NAMESPACE - valueFrom: - fieldRef: - fieldPath: metadata.namespace -<<<<<<< HEAD - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 -======= - image: cr.flyte.org/flyteorg/flytepropeller:v1.1.54 ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d - imagePullPolicy: IfNotPresent - name: flytepropeller - ports: - - containerPort: 10254 - volumeMounts: - - mountPath: /etc/flyte/config - name: config-volume - - mountPath: /etc/secrets/ - name: auth - securityContext: - fsGroup: 65534 - fsGroupChangePolicy: Always - runAsUser: 1001 - serviceAccountName: flytepropeller - volumes: - - configMap: - name: flyte-propeller-config-hhtmttc8b4 - name: config-volume - - name: auth - secret: - secretName: flyte-secret-auth ---- -apiVersion: apps/v1 -kind: Deployment -metadata: - labels: - app: flytescheduler - name: flytescheduler - namespace: flyte -spec: - replicas: 1 - selector: - matchLabels: - app: flytescheduler - template: - metadata: - annotations: - prometheus.io/path: /metrics - prometheus.io/port: "10254" - prometheus.io/scrape: "true" - labels: - app: flytescheduler - app.kubernetes.io/name: flytescheduler - app.kubernetes.io/version: 0.3.4 - spec: - containers: - - command: - - flytescheduler - - run - - --config - - /etc/flyte/config/*.yaml - image: cr.flyte.org/flyteorg/flytescheduler:v0.6.49 - imagePullPolicy: IfNotPresent - name: flytescheduler - resources: - limits: - cpu: 250m - ephemeral-storage: 100Mi - memory: 500Mi - requests: - cpu: 10m - ephemeral-storage: 50Mi - memory: 50Mi - volumeMounts: - - mountPath: /etc/secrets/ - name: auth - - mountPath: /etc/flyte/config - name: config-volume - - mountPath: /etc/db - name: db-pass - initContainers: - - command: - - flytescheduler - - precheck - - --config - - /etc/flyte/config/*.yaml - image: cr.flyte.org/flyteorg/flytescheduler:v0.6.49 - imagePullPolicy: IfNotPresent - name: flytescheduler-check - volumeMounts: - - mountPath: /etc/flyte/config - name: config-volume - serviceAccountName: flyteadmin - volumes: - - configMap: - name: flyte-scheduler-config - name: config-volume - - name: db-pass - secret: - secretName: db-pass-9dgchhk2bm - - name: auth - secret: - secretName: flyte-secret-auth ---- -apiVersion: apps/v1 -kind: Deployment -metadata: - name: minio - namespace: flyte -spec: - selector: - matchLabels: - app: minio - template: - metadata: - labels: - app: minio - spec: - containers: - - env: - - name: MINIO_ACCESS_KEY - value: minio - - name: MINIO_SECRET_KEY - value: miniostorage - - name: MINIO_DEFAULT_BUCKETS - value: my-s3-bucket - image: ecr.flyte.org/bitnami/minio:2021.10.13-debian-10-r0 - name: minio - ports: - - containerPort: 9000 - name: minio - - containerPort: 9001 - name: minio-console - volumeMounts: - - mountPath: /data - name: minio-storage - securityContext: - fsGroup: 1001 - fsGroupChangePolicy: OnRootMismatch - runAsUser: 1001 - volumes: - - emptyDir: {} - name: minio-storage ---- -apiVersion: apps/v1 -kind: Deployment -metadata: - name: postgres - namespace: flyte -spec: - selector: - matchLabels: - app: postgres - template: - metadata: - labels: - app: postgres - spec: - containers: - - env: - - name: POSTGRES_HOST_AUTH_METHOD - value: trust - image: ecr.flyte.org/ubuntu/postgres:13-21.04_beta - name: postgres - ports: - - containerPort: 5432 - name: postgres - volumeMounts: - - mountPath: /var/lib/postgresql/data - name: postgres-storage - volumes: - - emptyDir: {} - name: postgres-storage ---- -apiVersion: networking.k8s.io/v1 -kind: Ingress -metadata: - annotations: - nginx.ingress.kubernetes.io/ssl-redirect: "false" - name: minio - namespace: flyte -spec: - rules: - - http: - paths: - - backend: - service: - name: minio - port: - number: 9001 - path: /minio - pathType: ImplementationSpecific diff --git a/go.sum b/go.sum index 89a664830d..b9935981b2 100644 --- a/go.sum +++ b/go.sum @@ -390,7 +390,6 @@ github.com/felixge/httpsnoop v1.0.1 h1:lvB5Jl89CsZtGIWuTcDM1E/vkVs49/Ml7JJe07l8S github.com/felixge/httpsnoop v1.0.1/go.mod h1:m8KPJKqk1gH5J9DgRY2ASl2lWCfGKXixSwevea8zH2U= github.com/flyteorg/datacatalog v1.0.40 h1:SDYqFwWWEHzZ7MWzeYrQgSDWJrDWB8fQwwYpj4POUAU= github.com/flyteorg/datacatalog v1.0.40/go.mod h1:D6QnZLWL8rrHoHqqhgCvFIschx3n7yMQAhU6f3dX5BQ= -<<<<<<< HEAD github.com/flyteorg/flyteadmin v1.1.64 h1:LHmmylCRVopFib8bv7EIEQFg0fomVVlN6fo7CSWaM5I= github.com/flyteorg/flyteadmin v1.1.64/go.mod h1:C1xoMq4hJB89v2bKW45a4SApHLuDc/8HQrTKPZG7UTc= github.com/flyteorg/flyteidl v1.3.1 h1:KIE7hXRmhBHttpyvfWo6X2LYLtx66Oj/nbKMG2V5bs0= @@ -399,16 +398,6 @@ github.com/flyteorg/flyteplugins v1.0.24 h1:tmKyXugKA3qR3zpw1jx90EwulifnL8Q1DyK/ github.com/flyteorg/flyteplugins v1.0.24/go.mod h1:x+e4ongzLdwdq7Gpl7TsPxwh1yal2ndWmB9ZqcjUuz8= github.com/flyteorg/flytepropeller v1.1.55 h1:aZyoo3Mc98Qf0IOSWlalCDEnE2mpEXpl/RbLQ3jaXpE= github.com/flyteorg/flytepropeller v1.1.55/go.mod h1:PjLUdxGQS7iVS1JqXM2JjKUpig+aefyNCbTse6hGjc8= -======= -github.com/flyteorg/flyteadmin v1.1.62 h1:rwXC+t+T0W7cMUIfMqLMPRd1OzWm3SUaHpMFc6b4sBc= -github.com/flyteorg/flyteadmin v1.1.62/go.mod h1:C1xoMq4hJB89v2bKW45a4SApHLuDc/8HQrTKPZG7UTc= -github.com/flyteorg/flyteidl v1.2.5 h1:oPs0PX9opR9JtWjP5ZH2YMChkbGGL45PIy+90FlaxYc= -github.com/flyteorg/flyteidl v1.2.5/go.mod h1:OJAq333OpInPnMhvVz93AlEjmlQ+t0FAD4aakIYE4OU= -github.com/flyteorg/flyteplugins v1.0.20 h1:8ZGN2c0iaZa3d/UmN2VYozLBRhthAIO48aD5g8Wly7s= -github.com/flyteorg/flyteplugins v1.0.20/go.mod h1:ZbZVBxEWh8Icj1AgfNKg0uPzHHGd9twa4eWcY2Yt6xE= -github.com/flyteorg/flytepropeller v1.1.54 h1:NEamEYoQTGNW6m98mHhodViM1t3JZfxD1pcyFPsJOvA= -github.com/flyteorg/flytepropeller v1.1.54/go.mod h1:zstMUz30mIskZB4uMkObzOj3CjsGfXIV/+nVxlOmI7I= ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d github.com/flyteorg/flytestdlib v1.0.0/go.mod h1:QSVN5wIM1lM9d60eAEbX7NwweQXW96t5x4jbyftn89c= github.com/flyteorg/flytestdlib v1.0.14 h1:P6hy9yVrIEUxp4JaxV7/KwTSTYjHGizQu1fKXYkq9Y8= github.com/flyteorg/flytestdlib v1.0.14/go.mod h1:nIBmBHtjTJvhZEn3e/EwVC/iMkR2tUX8hEiXjRBpH/s= diff --git a/kustomize/overlays/eks/kustomization.yaml b/kustomize/overlays/eks/kustomization.yaml index d42282b6a2..964e2f72d3 100644 --- a/kustomize/overlays/eks/kustomization.yaml +++ b/kustomize/overlays/eks/kustomization.yaml @@ -21,11 +21,7 @@ bases: images: # FlyteAdmin - name: flyteadmin # match images with this name -<<<<<<< HEAD newTag: v1.1.64 # FLYTEADMIN_TAG override the tag -======= - newTag: v1.1.62 # FLYTEADMIN_TAG override the tag ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d newName: cr.flyte.org/flyteorg/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name @@ -37,19 +33,11 @@ images: newName: cr.flyte.org/flyteorg/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name -<<<<<<< HEAD newTag: v1.1.55 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Webhook - name: webhook # match images with this name newTag: v1.1.55 # FLYTEPROPELLER_TAG override the tag -======= - newTag: v1.1.54 # FLYTEPROPELLER_TAG override the tag - newName: cr.flyte.org/flyteorg/flytepropeller # override the name - # Webhook - - name: webhook # match images with this name - newTag: v1.1.54 # FLYTEPROPELLER_TAG override the tag ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Override postgres image to use alpine based (rather smaller) docker image - name: postgres diff --git a/kustomize/overlays/gcp/kustomization.yaml b/kustomize/overlays/gcp/kustomization.yaml index 735ba54506..2b2168788f 100644 --- a/kustomize/overlays/gcp/kustomization.yaml +++ b/kustomize/overlays/gcp/kustomization.yaml @@ -23,11 +23,7 @@ bases: images: # FlyteAdmin - name: flyteadmin # match images with this name -<<<<<<< HEAD newTag: v1.1.64 # FLYTEADMIN_TAG override the tag -======= - newTag: v1.1.62 # FLYTEADMIN_TAG override the tag ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d newName: cr.flyte.org/flyteorg/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name @@ -39,19 +35,11 @@ images: newName: cr.flyte.org/flyteorg/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name -<<<<<<< HEAD newTag: v1.1.55 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Webhook - name: webhook # match images with this name newTag: v1.1.55 # FLYTEPROPELLER_TAG override the tag -======= - newTag: v1.1.54 # FLYTEPROPELLER_TAG override the tag - newName: cr.flyte.org/flyteorg/flytepropeller # override the name - # Webhook - - name: webhook # match images with this name - newTag: v1.1.54 # FLYTEPROPELLER_TAG override the tag ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Override postgres image to use alpine based (rather smaller) docker image - name: postgres diff --git a/kustomize/overlays/sandbox/kustomization.yaml b/kustomize/overlays/sandbox/kustomization.yaml index f3535504b6..a15df3c220 100644 --- a/kustomize/overlays/sandbox/kustomization.yaml +++ b/kustomize/overlays/sandbox/kustomization.yaml @@ -25,11 +25,7 @@ resources: images: # FlyteAdmin - name: flyteadmin # match images with this name -<<<<<<< HEAD newTag: v1.1.64 # FLYTEADMIN_TAG override the tag -======= - newTag: v1.1.62 # FLYTEADMIN_TAG override the tag ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d newName: cr.flyte.org/flyteorg/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name @@ -41,19 +37,11 @@ images: newName: cr.flyte.org/flyteorg/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name -<<<<<<< HEAD newTag: v1.1.55 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Webhook - name: webhook # match images with this name newTag: v1.1.55 # FLYTEPROPELLER_TAG override the tag -======= - newTag: v1.1.54 # FLYTEPROPELLER_TAG override the tag - newName: cr.flyte.org/flyteorg/flytepropeller # override the name - # Webhook - - name: webhook # match images with this name - newTag: v1.1.54 # FLYTEPROPELLER_TAG override the tag ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Override postgres image to use alpine based (rather smaller) docker image - name: postgres diff --git a/kustomize/overlays/test/kustomization.yaml b/kustomize/overlays/test/kustomization.yaml index 21fb3da9b7..a057b4da8f 100644 --- a/kustomize/overlays/test/kustomization.yaml +++ b/kustomize/overlays/test/kustomization.yaml @@ -19,11 +19,7 @@ bases: images: # FlyteAdmin - name: flyteadmin # match images with this name -<<<<<<< HEAD newTag: v1.1.64 # FLYTEADMIN_TAG override the tag -======= - newTag: v1.1.62 # FLYTEADMIN_TAG override the tag ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d newName: cr.flyte.org/flyteorg/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name @@ -35,19 +31,11 @@ images: newName: cr.flyte.org/flyteorg/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name -<<<<<<< HEAD newTag: v1.1.55 # FLYTEPROPELLER_TAG override the tag newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Webhook - name: webhook # match images with this name newTag: v1.1.55 # FLYTEPROPELLER_TAG override the tag -======= - newTag: v1.1.54 # FLYTEPROPELLER_TAG override the tag - newName: cr.flyte.org/flyteorg/flytepropeller # override the name - # Webhook - - name: webhook # match images with this name - newTag: v1.1.54 # FLYTEPROPELLER_TAG override the tag ->>>>>>> c0fc6cfc581b4582d3c29942b744f052991c316d newName: cr.flyte.org/flyteorg/flytepropeller # override the name # Override postgres image to use alpine based (rather smaller) docker image - name: postgres From 202853297091c514e9fbedc3ad1cded40172f009 Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Mon, 19 Dec 2022 17:34:03 -0800 Subject: [PATCH 4/5] generate_kustomize.sh Signed-off-by: Kevin Su --- deployment/eks/flyte_generated.yaml | 51 +- deployment/gcp/flyte_generated.yaml | 71 +- deployment/test/flyte_generated.yaml | 1161 ++++++++++++++++++++++++++ 3 files changed, 1229 insertions(+), 54 deletions(-) diff --git a/deployment/eks/flyte_generated.yaml b/deployment/eks/flyte_generated.yaml index 0b44961e32..50cd6803ea 100644 --- a/deployment/eks/flyte_generated.yaml +++ b/deployment/eks/flyte_generated.yaml @@ -8041,7 +8041,9 @@ data: af_spark-role-binding.yaml: "apiVersion: rbac.authorization.k8s.io/v1\nkind: RoleBinding\nmetadata:\n name: spark-role-binding\n namespace: {{ namespace }} \nroleRef:\n apiGroup: rbac.authorization.k8s.io\n kind: Role\n name: spark-role\nsubjects:\n- kind: ServiceAccount\n name: spark\n namespace: {{ namespace }}\n\n" kind: ConfigMap metadata: - name: clusterresource-template-4fbh4bk26k + annotations: {} + labels: {} + name: clusterresource-template-9b9mcfhc84 namespace: flyte --- apiVersion: v1 @@ -8086,7 +8088,9 @@ data: maxDownloadMBs: 10 kind: ConfigMap metadata: - name: datacatalog-config-fktmhdgfk8 + annotations: {} + labels: {} + name: datacatalog-config-fbf55445k6 namespace: flyte --- apiVersion: v1 @@ -8207,7 +8211,9 @@ data: gpu: 1 kind: ConfigMap metadata: - name: flyte-admin-config-29g4dtt8tc + annotations: {} + labels: {} + name: flyte-admin-config-ghbf2bt459 namespace: flyte --- apiVersion: v1 @@ -8377,7 +8383,9 @@ data: cloudwatch-log-group: kind: ConfigMap metadata: - name: flyte-propeller-config-dtkccdkch8 + annotations: {} + labels: {} + name: flyte-propeller-config-4k9d789g6b namespace: flyte --- apiVersion: v1 @@ -8417,7 +8425,9 @@ data: pass.txt: eW91cnBhc3N3b3Jk kind: Secret metadata: - name: db-pass-bthd2588cc + annotations: {} + labels: {} + name: db-pass-kdm4d5fcfb namespace: flyte type: Opaque --- @@ -8677,14 +8687,13 @@ spec: runAsUser: 1001 serviceAccountName: datacatalog volumes: - - emptyDir: {} - name: shared-data + - name: shared-data - configMap: - name: datacatalog-config-fktmhdgfk8 + name: datacatalog-config-fbf55445k6 name: config-volume - name: db-pass secret: - secretName: db-pass-bthd2588cc + secretName: db-pass-kdm4d5fcfb --- apiVersion: apps/v1 kind: Deployment @@ -8764,7 +8773,7 @@ spec: serviceAccountName: flyte-pod-webhook volumes: - configMap: - name: flyte-propeller-config-dtkccdkch8 + name: flyte-propeller-config-4k9d789g6b name: config-volume - name: webhook-certs secret: @@ -8911,19 +8920,17 @@ spec: runAsUser: 1001 serviceAccountName: flyteadmin volumes: - - emptyDir: {} - name: shared-data - - emptyDir: {} - name: scratch + - name: shared-data + - name: scratch - configMap: - name: flyte-admin-config-29g4dtt8tc + name: flyte-admin-config-ghbf2bt459 name: config-volume - configMap: - name: clusterresource-template-4fbh4bk26k + name: clusterresource-template-9b9mcfhc84 name: resource-templates - name: db-pass secret: - secretName: db-pass-bthd2588cc + secretName: db-pass-kdm4d5fcfb - name: auth secret: secretName: flyte-admin-auth @@ -9024,7 +9031,7 @@ spec: serviceAccountName: flytepropeller volumes: - configMap: - name: flyte-propeller-config-dtkccdkch8 + name: flyte-propeller-config-4k9d789g6b name: config-volume - name: auth secret: @@ -9097,7 +9104,7 @@ spec: name: config-volume - name: db-pass secret: - secretName: db-pass-bthd2588cc + secretName: db-pass-kdm4d5fcfb - name: auth secret: secretName: flyte-secret-auth @@ -9284,14 +9291,14 @@ spec: serviceAccountName: flyteadmin volumes: - configMap: - name: clusterresource-template-4fbh4bk26k + name: clusterresource-template-9b9mcfhc84 name: resource-templates - configMap: - name: flyte-admin-config-29g4dtt8tc + name: flyte-admin-config-ghbf2bt459 name: config-volume - name: db-pass secret: - secretName: db-pass-bthd2588cc + secretName: db-pass-kdm4d5fcfb schedule: '*/1 * * * *' --- apiVersion: batch/v1 diff --git a/deployment/gcp/flyte_generated.yaml b/deployment/gcp/flyte_generated.yaml index 70614330ee..a60a22d0b4 100644 --- a/deployment/gcp/flyte_generated.yaml +++ b/deployment/gcp/flyte_generated.yaml @@ -8037,7 +8037,9 @@ data: af_spark-role-binding.yaml: "apiVersion: rbac.authorization.k8s.io/v1\nkind: RoleBinding\nmetadata:\n name: spark-role-binding\n namespace: {{ namespace }} \nroleRef:\n apiGroup: rbac.authorization.k8s.io\n kind: Role\n name: spark-role\nsubjects:\n- kind: ServiceAccount\n name: spark\n namespace: {{ namespace }}\n\n" kind: ConfigMap metadata: - name: clusterresource-template-4fbh4bk26k + annotations: {} + labels: {} + name: clusterresource-template-9b9mcfhc84 namespace: flyte --- apiVersion: v1 @@ -8084,7 +8086,9 @@ data: maxDownloadMBs: 10 kind: ConfigMap metadata: - name: datacatalog-config-d56hkd9229 + annotations: {} + labels: {} + name: datacatalog-config-f58d6c6kmf namespace: flyte --- apiVersion: v1 @@ -8206,7 +8210,9 @@ data: gpu: 1 kind: ConfigMap metadata: - name: flyte-admin-config-7g6ctk6762 + annotations: {} + labels: {} + name: flyte-admin-config-tgk7kf4bhc namespace: flyte --- apiVersion: v1 @@ -8374,7 +8380,9 @@ data: stackdriver-logresourcename: k8s_container kind: ConfigMap metadata: - name: flyte-propeller-config-fgbm2gk6tt + annotations: {} + labels: {} + name: flyte-propeller-config-mm99g8b886 namespace: flyte --- apiVersion: v1 @@ -8414,7 +8422,9 @@ data: pass.txt: eW91cnBhc3N3b3Jk kind: Secret metadata: - name: db-pass-bthd2588cc + annotations: {} + labels: {} + name: db-pass-kdm4d5fcfb namespace: flyte type: Opaque --- @@ -8516,13 +8526,6 @@ metadata: namespace: flyte spec: ports: - - name: redoc - port: 87 - protocol: TCP - targetPort: 8087 - - name: http-metrics - port: 10254 - protocol: TCP - name: http port: 80 protocol: TCP @@ -8531,6 +8534,13 @@ spec: port: 81 protocol: TCP targetPort: 8089 + - name: redoc + port: 87 + protocol: TCP + targetPort: 8087 + - name: http-metrics + port: 10254 + protocol: TCP selector: app: flyteadmin type: LoadBalancer @@ -8544,6 +8554,9 @@ metadata: namespace: flyte spec: ports: + - port: 80 + protocol: TCP + targetPort: 8080 - name: redoc port: 87 protocol: TCP @@ -8551,9 +8564,6 @@ spec: - name: http-metrics port: 10254 protocol: TCP - - port: 80 - protocol: TCP - targetPort: 8080 selector: app: flyteconsole type: LoadBalancer @@ -8719,14 +8729,13 @@ spec: runAsUser: 1001 serviceAccountName: datacatalog volumes: - - emptyDir: {} - name: shared-data + - name: shared-data - configMap: - name: datacatalog-config-d56hkd9229 + name: datacatalog-config-f58d6c6kmf name: config-volume - name: db-pass secret: - secretName: db-pass-bthd2588cc + secretName: db-pass-kdm4d5fcfb --- apiVersion: apps/v1 kind: Deployment @@ -8806,7 +8815,7 @@ spec: serviceAccountName: flyte-pod-webhook volumes: - configMap: - name: flyte-propeller-config-fgbm2gk6tt + name: flyte-propeller-config-mm99g8b886 name: config-volume - name: webhook-certs secret: @@ -8953,19 +8962,17 @@ spec: runAsUser: 1001 serviceAccountName: flyteadmin volumes: - - emptyDir: {} - name: shared-data - - emptyDir: {} - name: scratch + - name: shared-data + - name: scratch - configMap: - name: flyte-admin-config-7g6ctk6762 + name: flyte-admin-config-tgk7kf4bhc name: config-volume - configMap: - name: clusterresource-template-4fbh4bk26k + name: clusterresource-template-9b9mcfhc84 name: resource-templates - name: db-pass secret: - secretName: db-pass-bthd2588cc + secretName: db-pass-kdm4d5fcfb - name: auth secret: secretName: flyte-admin-auth @@ -9066,7 +9073,7 @@ spec: serviceAccountName: flytepropeller volumes: - configMap: - name: flyte-propeller-config-fgbm2gk6tt + name: flyte-propeller-config-mm99g8b886 name: config-volume - name: auth secret: @@ -9139,7 +9146,7 @@ spec: name: config-volume - name: db-pass secret: - secretName: db-pass-bthd2588cc + secretName: db-pass-kdm4d5fcfb - name: auth secret: secretName: flyte-secret-auth @@ -9326,14 +9333,14 @@ spec: serviceAccountName: flyteadmin volumes: - configMap: - name: clusterresource-template-4fbh4bk26k + name: clusterresource-template-9b9mcfhc84 name: resource-templates - configMap: - name: flyte-admin-config-7g6ctk6762 + name: flyte-admin-config-tgk7kf4bhc name: config-volume - name: db-pass secret: - secretName: db-pass-bthd2588cc + secretName: db-pass-kdm4d5fcfb schedule: '*/1 * * * *' --- apiVersion: batch/v1 diff --git a/deployment/test/flyte_generated.yaml b/deployment/test/flyte_generated.yaml index e69de29bb2..5dbfc66a7b 100644 --- a/deployment/test/flyte_generated.yaml +++ b/deployment/test/flyte_generated.yaml @@ -0,0 +1,1161 @@ +apiVersion: v1 +kind: Namespace +metadata: + name: flyte +--- +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + name: flyteworkflows.flyte.lyft.com +spec: + group: flyte.lyft.com + names: + kind: FlyteWorkflow + plural: flyteworkflows + shortNames: + - fly + singular: flyteworkflow + scope: Namespaced + versions: + - name: v1alpha1 + schema: + openAPIV3Schema: + type: object + x-kubernetes-preserve-unknown-fields: true + served: true + storage: true +--- +apiVersion: v1 +kind: ServiceAccount +metadata: + name: datacatalog + namespace: flyte +--- +apiVersion: v1 +kind: ServiceAccount +metadata: + name: flyte-pod-webhook + namespace: flyte +--- +apiVersion: v1 +kind: ServiceAccount +metadata: + name: flyteadmin + namespace: flyte +--- +apiVersion: v1 +kind: ServiceAccount +metadata: + name: flytepropeller + namespace: flyte +--- +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRole +metadata: + name: flyte-pod-webhook + namespace: flyte +rules: +- apiGroups: + - '*' + resources: + - mutatingwebhookconfigurations + - secrets + - pods + - replicasets/finalizers + verbs: + - get + - create + - update + - patch +--- +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRole +metadata: + name: flyteadmin + namespace: flyte +rules: +- apiGroups: + - "" + - flyte.lyft.com + - rbac.authorization.k8s.io + resources: + - configmaps + - flyteworkflows + - namespaces + - pods + - resourcequotas + - roles + - rolebindings + - secrets + - services + - serviceaccounts + - spark-role + verbs: + - '*' +--- +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRole +metadata: + name: flytepropeller +rules: +- apiGroups: + - "" + resources: + - pods + verbs: + - get + - list + - watch +- apiGroups: + - "" + resources: + - events + verbs: + - create + - update + - delete + - patch +- apiGroups: + - '*' + resources: + - '*' + verbs: + - get + - list + - watch + - create + - update + - delete + - patch +- apiGroups: + - apiextensions.k8s.io + resources: + - customresourcedefinitions + verbs: + - get + - list + - watch + - create + - delete + - update +- apiGroups: + - flyte.lyft.com + resources: + - flyteworkflows + - flyteworkflows/finalizers + verbs: + - get + - list + - watch + - create + - update + - delete + - patch + - post + - deletecollection +--- +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRoleBinding +metadata: + name: flyte-pod-webhook + namespace: flyte +roleRef: + apiGroup: rbac.authorization.k8s.io + kind: ClusterRole + name: flyte-pod-webhook +subjects: +- kind: ServiceAccount + name: flyte-pod-webhook + namespace: flyte +--- +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRoleBinding +metadata: + name: flyteadmin-binding + namespace: flyte +roleRef: + apiGroup: rbac.authorization.k8s.io + kind: ClusterRole + name: flyteadmin +subjects: +- kind: ServiceAccount + name: flyteadmin + namespace: flyte +--- +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRoleBinding +metadata: + name: flytepropeller + namespace: flyte +roleRef: + apiGroup: rbac.authorization.k8s.io + kind: ClusterRole + name: flytepropeller +subjects: +- kind: ServiceAccount + name: flytepropeller + namespace: flyte +--- +apiVersion: v1 +data: + aa_namespace.yaml: | + apiVersion: v1 + kind: Namespace + metadata: + name: {{ namespace }} + spec: + finalizers: + - kubernetes + ab_project-resource-quota.yaml: "apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }} \nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }} \n limits.memory: {{ projectQuotaMemory }}\n\n" +kind: ConfigMap +metadata: + name: clusterresource-template-m2kccc465f + namespace: flyte +--- +apiVersion: v1 +data: + db.yaml: | + database: + port: 5432 + username: postgres + host: postgres + dbname: datacatalog + options: sslmode=disable + logger.yaml: | + logger: + show-source: true + level: 2 + server.yaml: | + datacatalog: + storage-prefix: metadata/datacatalog + metrics-scope: "datacatalog" + profiler-port: 10254 + application: + grpcPort: 8089 + storage.yaml: |+ + storage: + type: minio + connection: + access-key: minio + auth-type: accesskey + secret-key: miniostorage + disable-ssl: true + endpoint: http://minio.flyte.svc.cluster.local:9000 + region: us-east-1 + container: "my-s3-bucket" + +kind: ConfigMap +metadata: + annotations: {} + labels: {} + name: datacatalog-config-dcg96ktb98 + namespace: flyte +--- +apiVersion: v1 +data: + cluster_resources.yaml: | + cluster_resources: + templatePath: "/etc/flyte/clusterresource/templates" + customData: + - production: + - projectQuotaCpu: + value: "5" + - projectQuotaMemory: + value: "4000Mi" + - staging: + - projectQuotaCpu: + value: "2" + - projectQuotaMemory: + value: "3000Mi" + - development: + - projectQuotaCpu: + value: "4" + - projectQuotaMemory: + value: "3000Mi" + refreshInterval: 1m + db.yaml: | + database: + port: 5432 + username: postgres + host: postgres + dbname: postgres + options: sslmode=disable + domain.yaml: | + domains: + - id: development + name: development + - id: staging + name: staging + - id: production + name: production + logger.yaml: | + logger: + show-source: true + level: 2 + server.yaml: | + server: + httpPort: 8088 + grpcPort: 8089 + security: + # Controls whether to serve requests over SSL/TLS. + secure: false + # Controls whether to enforce authentication. Follow the guide in https://docs.flyte.org/ on how to setup authentication. + useAuth: false + allowCors: true + allowedOrigins: + # Accepting all domains for Sandbox installation + - "*" + allowedHeaders: + - "Content-Type" + - "flyte-authorization" + auth: + authorizedUris: + # This should point at your public http Uri. + - https://localhost:30081 + # This will be used by internal services in the same namespace as flyteadmin + - http://flyteadmin:80 + # This will be used by internal services in the same cluster but different namespaces + - http://flyteadmin.flyte.svc.cluster.local:80 + + # Controls app authentication config + appAuth: + thirdPartyConfig: + flyteClient: + clientId: flytectl + redirectUri: https://localhost:53593/callback + scopes: + - offline + - all + # Controls user authentication + userAuth: + openId: + baseUrl: https://accounts.google.com + scopes: + - profile + - openid + clientId: 657465813211-6eog7ek7li5k7i7fvgv2921075063hpe.apps.googleusercontent.com + flyteadmin: + roleNameKey: "iam.amazonaws.com/role" + storage.yaml: |+ + storage: + type: minio + connection: + access-key: minio + auth-type: accesskey + secret-key: miniostorage + disable-ssl: true + endpoint: http://minio.flyte.svc.cluster.local:9000 + region: us-east-1 + container: "my-s3-bucket" + + task_resource_defaults.yaml: | + task_resources: + defaults: + cpu: 100m + memory: 100Mi + storage: 5Mi + limits: + cpu: 2 + memory: 1Gi + storage: 20Mi + gpu: 1 +kind: ConfigMap +metadata: + annotations: {} + labels: {} + name: flyte-admin-config-khgfght7mm + namespace: flyte +--- +apiVersion: v1 +data: + admin.yaml: | + event: + type: admin + rate: 500 + capacity: 1000 + admin: + endpoint: flyteadmin:81 + insecure: true + catalog.yaml: | + catalog-cache: + endpoint: datacatalog:89 + type: datacatalog + insecure: true + copilot.yaml: | + plugins: + k8s: + co-pilot: + name: "flyte-copilot-" + image: "cr.flyte.org/flyteorg/flytecopilot:v0.0.15" + start-timeout: "30s" + core.yaml: | + propeller: + rawoutput-prefix: s3://my-s3-bucket/ + metadata-prefix: metadata/propeller + workers: 4 + max-workflow-retries: 30 + workflow-reeval-duration: 30s + downstream-eval-duration: 30s + limit-namespace: "all" + prof-port: 10254 + metrics-prefix: flyte + enable-admin-launcher: true + leader-election: + lock-config-map: + name: propeller-leader + namespace: flyte + enabled: true + lease-duration: 15s + renew-deadline: 10s + retry-period: 2s + queue: + type: batch + batching-interval: 2s + batch-size: -1 + queue: + type: maxof + rate: 100 + capacity: 1000 + base-delay: 5s + max-delay: 120s + sub-queue: + type: bucket + rate: 10 + capacity: 100 + webhook: + certDir: /etc/webhook/certs + serviceName: flyte-pod-webhook + enabled_plugins.yaml: | + tasks: + task-plugins: + enabled-plugins: + - container + - sidecar + - k8s-array + default-for-task-types: + container: container + sidecar: sidecar + container_array: k8s-array + k8s.yaml: | + plugins: + k8s: + default-env-vars: + - FLYTE_AWS_ENDPOINT: "http://minio.flyte:9000" + - FLYTE_AWS_ACCESS_KEY_ID: minio + - FLYTE_AWS_SECRET_ACCESS_KEY: miniostorage + default-cpus: 100m + default-memory: 100Mi + logger.yaml: | + logger: + show-source: true + level: 2 + resource_manager.yaml: | + propeller: + resourcemanager: + type: noop + storage.yaml: |+ + storage: + type: minio + connection: + access-key: minio + auth-type: accesskey + secret-key: miniostorage + disable-ssl: true + endpoint: http://minio.flyte.svc.cluster.local:9000 + region: us-east-1 + container: "my-s3-bucket" + +kind: ConfigMap +metadata: + annotations: {} + labels: {} + name: flyte-propeller-config-dtdc6f9527 + namespace: flyte +--- +apiVersion: v1 +data: + admin.yaml: | + admin: + clientId: flytepropeller + clientSecretLocation: /etc/secrets/client_secret + endpoint: flyteadmin:81 + insecure: true + event: + capacity: 1000 + rate: 500 + type: admin + db.yaml: | + database: + dbname: postgres + host: postgres + port: 5432 + username: postgres + logger.yaml: | + logger: + level: 4 + show-source: true +kind: ConfigMap +metadata: + labels: + app.kubernetes.io/instance: flyte + app.kubernetes.io/managed-by: Helm + app.kubernetes.io/name: flytescheduler + helm.sh/chart: flyte-v0.1.10 + name: flyte-scheduler-config + namespace: flyte +--- +apiVersion: v1 +data: + pass.txt: YXdlc29tZXNhdWNl +kind: Secret +metadata: + name: db-pass-8mb4h2b9hf + namespace: flyte +type: Opaque +--- +apiVersion: v1 +kind: Secret +metadata: + name: flyte-admin-auth + namespace: flyte +type: Opaque +--- +apiVersion: v1 +kind: Secret +metadata: + name: flyte-pod-webhook + namespace: flyte +type: Opaque +--- +apiVersion: v1 +kind: Secret +metadata: + name: flyte-secret-auth + namespace: flyte +stringData: + client_secret: foobar +type: Opaque +--- +apiVersion: v1 +kind: Service +metadata: + annotations: + contour.heptio.com/upstream-protocol.h2c: grpc + name: datacatalog + namespace: flyte +spec: + ports: + - name: http + port: 88 + protocol: TCP + targetPort: 8088 + - name: grpc + port: 89 + protocol: TCP + targetPort: 8089 + selector: + app: datacatalog +--- +apiVersion: v1 +kind: Service +metadata: + annotations: + projectcontour.io/upstream-protocol.h2c: grpc + name: flyte-pod-webhook + namespace: flyte +spec: + ports: + - name: https + port: 443 + protocol: TCP + targetPort: 9443 + selector: + app: flyte-pod-webhook +--- +apiVersion: v1 +kind: Service +metadata: + annotations: + projectcontour.io/upstream-protocol.h2c: grpc + name: flyteadmin + namespace: flyte +spec: + ports: + - name: http + port: 80 + protocol: TCP + targetPort: 8088 + - name: grpc + port: 81 + protocol: TCP + targetPort: 8089 + - name: redoc + port: 87 + protocol: TCP + targetPort: 8087 + selector: + app: flyteadmin +--- +apiVersion: v1 +kind: Service +metadata: + name: minio + namespace: flyte +spec: + externalName: minio + ports: + - name: minio-api + port: 9000 + - name: minio-console + port: 9001 + selector: + app: minio +--- +apiVersion: v1 +kind: Service +metadata: + name: postgres + namespace: flyte +spec: + ports: + - port: 5432 + selector: + app: postgres +--- +apiVersion: apps/v1 +kind: Deployment +metadata: + labels: + app: datacatalog + name: datacatalog + namespace: flyte +spec: + replicas: 1 + selector: + matchLabels: + app: datacatalog + template: + metadata: + annotations: + prometheus.io/path: /metrics + prometheus.io/port: "10254" + prometheus.io/scrape: "true" + labels: + app: datacatalog + app.kubernetes.io/name: datacatalog + app.kubernetes.io/version: 0.3.0 + spec: + containers: + - command: + - datacatalog + - --config + - /etc/datacatalog/config/*.yaml + - serve + image: cr.flyte.org/flyteorg/datacatalog:v1.0.40 + imagePullPolicy: IfNotPresent + name: datacatalog + ports: + - containerPort: 8088 + - containerPort: 8089 + volumeMounts: + - mountPath: /etc/datacatalog/config + name: config-volume + - mountPath: /etc/db + name: db-pass + initContainers: + - command: + - datacatalog + - --config + - /etc/datacatalog/config/*.yaml + - migrate + - run + image: cr.flyte.org/flyteorg/datacatalog:v1.0.40 + imagePullPolicy: IfNotPresent + name: run-migrations + volumeMounts: + - mountPath: /etc/datacatalog/config + name: config-volume + - mountPath: /etc/db + name: db-pass + securityContext: + fsGroup: 65534 + fsGroupChangePolicy: Always + runAsUser: 1001 + serviceAccountName: datacatalog + volumes: + - emptyDir: {} + name: shared-data + - configMap: + name: datacatalog-config-dcg96ktb98 + name: config-volume + - name: db-pass + secret: + secretName: db-pass-8mb4h2b9hf +--- +apiVersion: apps/v1 +kind: Deployment +metadata: + labels: + app: flyte-pod-webhook + name: flyte-pod-webhook + namespace: flyte +spec: + selector: + matchLabels: + app: flyte-pod-webhook + template: + metadata: + annotations: + prometheus.io/path: /metrics + prometheus.io/port: "10254" + prometheus.io/scrape: "true" + labels: + app: flyte-pod-webhook + app.kubernetes.io/name: flyte-pod-webhook + app.kubernetes.io/version: 0.5.13 + spec: + containers: + - args: + - webhook + - --config + - /etc/flyte/config/*.yaml + command: + - flytepropeller + env: + - name: POD_NAME + valueFrom: + fieldRef: + fieldPath: metadata.name + - name: POD_NAMESPACE + valueFrom: + fieldRef: + fieldPath: metadata.namespace + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 + imagePullPolicy: IfNotPresent + name: webhook + volumeMounts: + - mountPath: /etc/flyte/config + name: config-volume + readOnly: true + - mountPath: /etc/webhook/certs + name: webhook-certs + readOnly: true + initContainers: + - args: + - webhook + - init-certs + - --config + - /etc/flyte/config/*.yaml + command: + - flytepropeller + env: + - name: POD_NAME + valueFrom: + fieldRef: + fieldPath: metadata.name + - name: POD_NAMESPACE + valueFrom: + fieldRef: + fieldPath: metadata.namespace + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 + imagePullPolicy: IfNotPresent + name: generate-secrets + volumeMounts: + - mountPath: /etc/flyte/config + name: config-volume + securityContext: + fsGroup: 65534 + fsGroupChangePolicy: Always + runAsUser: 1001 + serviceAccountName: flyte-pod-webhook + volumes: + - configMap: + name: flyte-propeller-config-dtdc6f9527 + name: config-volume + - name: webhook-certs + secret: + secretName: flyte-pod-webhook +--- +apiVersion: apps/v1 +kind: Deployment +metadata: + labels: + app: flyteadmin + name: flyteadmin + namespace: flyte +spec: + replicas: 1 + selector: + matchLabels: + app: flyteadmin + template: + metadata: + annotations: + prometheus.io/path: /metrics + prometheus.io/port: "10254" + prometheus.io/scrape: "true" + labels: + app: flyteadmin + app.kubernetes.io/name: flyteadmin + app.kubernetes.io/version: 0.4.13 + spec: + containers: + - command: + - flyteadmin + - --config + - /etc/flyte/config/*.yaml + - serve + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 + imagePullPolicy: IfNotPresent + name: flyteadmin + ports: + - containerPort: 8088 + - containerPort: 8089 + resources: + limits: + cpu: "0.1" + ephemeral-storage: 100Mi + memory: 200Mi + volumeMounts: + - mountPath: /srv/flyte + name: shared-data + - mountPath: /etc/flyte/config + name: config-volume + - mountPath: /etc/db + name: db-pass + - mountPath: /etc/secrets/ + name: auth + - command: + - sh + - -c + - ln -s /usr/share/nginx/html /usr/share/nginx/html/openapi && sh /usr/local/bin/docker-run.sh + env: + - name: PAGE_TITLE + value: Flyte Admin OpenAPI + - name: SPEC_URL + value: /api/v1/openapi + - name: PORT + value: "8087" + image: docker.io/redocly/redoc + imagePullPolicy: IfNotPresent + name: redoc + ports: + - containerPort: 8087 + resources: + limits: + cpu: "0.1" + memory: 200Mi + initContainers: + - command: + - flyteadmin + - --config + - /etc/flyte/config/*.yaml + - migrate + - run + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 + imagePullPolicy: IfNotPresent + name: run-migrations + volumeMounts: + - mountPath: /etc/flyte/config + name: config-volume + - mountPath: /etc/db + name: db-pass + - command: + - flyteadmin + - --config + - /etc/flyte/config/*.yaml + - migrate + - seed-projects + - flytetester + - flytesnacks + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 + imagePullPolicy: IfNotPresent + name: seed-projects + volumeMounts: + - mountPath: /etc/flyte/config + name: config-volume + - mountPath: /etc/db + name: db-pass + - command: + - flyteadmin + - --config + - /etc/flyte/config/*.yaml + - clusterresource + - sync + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 + imagePullPolicy: IfNotPresent + name: sync-cluster-resources + volumeMounts: + - mountPath: /etc/flyte/clusterresource/templates + name: resource-templates + - mountPath: /etc/flyte/config + name: config-volume + - mountPath: /etc/db + name: db-pass + - args: + - flyteadmin --config=/etc/flyte/config/*.yaml secrets init --localPath /etc/scratch/secrets && flyteadmin --config=/etc/flyte/config/*.yaml secrets create --fromPath /etc/scratch/secrets + command: + - /bin/sh + - -c + env: + - name: POD_NAMESPACE + valueFrom: + fieldRef: + fieldPath: metadata.namespace + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 + imagePullPolicy: IfNotPresent + name: generate-secrets + volumeMounts: + - mountPath: /etc/flyte/config + name: config-volume + - mountPath: /etc/scratch + name: scratch + - command: + - sh + - -c + - until pg_isready -h postgres -p 5432; do echo waiting for database; sleep 2; done; + image: ecr.flyte.org/ubuntu/postgres:13-21.04_beta + name: check-db-ready + securityContext: + runAsUser: 999 + securityContext: + fsGroup: 65534 + fsGroupChangePolicy: Always + runAsUser: 1001 + serviceAccountName: flyteadmin + volumes: + - name: shared-data + - name: scratch + - configMap: + name: flyte-admin-config-khgfght7mm + name: config-volume + - configMap: + name: clusterresource-template-m2kccc465f + name: resource-templates + - name: db-pass + secret: + secretName: db-pass-8mb4h2b9hf + - name: auth + secret: + secretName: flyte-admin-auth +--- +apiVersion: apps/v1 +kind: Deployment +metadata: + labels: + app: flytepropeller + name: flytepropeller + namespace: flyte +spec: + selector: + matchLabels: + app: flytepropeller + template: + metadata: + annotations: + prometheus.io/path: /metrics + prometheus.io/port: "10254" + prometheus.io/scrape: "true" + labels: + app: flytepropeller + app.kubernetes.io/name: flytepropeller + app.kubernetes.io/version: 0.7.1 + spec: + containers: + - args: + - --config + - /etc/flyte/config/*.yaml + command: + - flytepropeller + env: + - name: POD_NAME + valueFrom: + fieldRef: + fieldPath: metadata.name + - name: POD_NAMESPACE + valueFrom: + fieldRef: + fieldPath: metadata.namespace + image: cr.flyte.org/flyteorg/flytepropeller:v1.1.55 + imagePullPolicy: IfNotPresent + name: flytepropeller + ports: + - containerPort: 10254 + volumeMounts: + - mountPath: /etc/flyte/config + name: config-volume + - mountPath: /etc/secrets/ + name: auth + securityContext: + fsGroup: 65534 + fsGroupChangePolicy: Always + runAsUser: 1001 + serviceAccountName: flytepropeller + volumes: + - configMap: + name: flyte-propeller-config-dtdc6f9527 + name: config-volume + - name: auth + secret: + secretName: flyte-secret-auth +--- +apiVersion: apps/v1 +kind: Deployment +metadata: + labels: + app: flytescheduler + name: flytescheduler + namespace: flyte +spec: + replicas: 1 + selector: + matchLabels: + app: flytescheduler + template: + metadata: + annotations: + prometheus.io/path: /metrics + prometheus.io/port: "10254" + prometheus.io/scrape: "true" + labels: + app: flytescheduler + app.kubernetes.io/name: flytescheduler + app.kubernetes.io/version: 0.3.4 + spec: + containers: + - command: + - flytescheduler + - run + - --config + - /etc/flyte/config/*.yaml + image: cr.flyte.org/flyteorg/flytescheduler:v0.6.49 + imagePullPolicy: IfNotPresent + name: flytescheduler + resources: + limits: + cpu: 250m + ephemeral-storage: 100Mi + memory: 500Mi + requests: + cpu: 10m + ephemeral-storage: 50Mi + memory: 50Mi + volumeMounts: + - mountPath: /etc/secrets/ + name: auth + - mountPath: /etc/flyte/config + name: config-volume + - mountPath: /etc/db + name: db-pass + initContainers: + - command: + - flytescheduler + - precheck + - --config + - /etc/flyte/config/*.yaml + image: cr.flyte.org/flyteorg/flytescheduler:v0.6.49 + imagePullPolicy: IfNotPresent + name: flytescheduler-check + volumeMounts: + - mountPath: /etc/flyte/config + name: config-volume + serviceAccountName: flyteadmin + volumes: + - configMap: + name: flyte-scheduler-config + name: config-volume + - name: db-pass + secret: + secretName: db-pass-8mb4h2b9hf + - name: auth + secret: + secretName: flyte-secret-auth +--- +apiVersion: apps/v1 +kind: Deployment +metadata: + name: minio + namespace: flyte +spec: + selector: + matchLabels: + app: minio + template: + metadata: + labels: + app: minio + spec: + containers: + - env: + - name: MINIO_ACCESS_KEY + value: minio + - name: MINIO_SECRET_KEY + value: miniostorage + - name: MINIO_DEFAULT_BUCKETS + value: my-s3-bucket + image: ecr.flyte.org/bitnami/minio:2021.10.13-debian-10-r0 + name: minio + ports: + - containerPort: 9000 + name: minio + - containerPort: 9001 + name: minio-console + volumeMounts: + - mountPath: /data + name: minio-storage + securityContext: + fsGroup: 1001 + fsGroupChangePolicy: OnRootMismatch + runAsUser: 1001 + volumes: + - emptyDir: {} + name: minio-storage +--- +apiVersion: apps/v1 +kind: Deployment +metadata: + name: postgres + namespace: flyte +spec: + selector: + matchLabels: + app: postgres + template: + metadata: + labels: + app: postgres + spec: + containers: + - env: + - name: POSTGRES_HOST_AUTH_METHOD + value: trust + image: ecr.flyte.org/ubuntu/postgres:13-21.04_beta + name: postgres + ports: + - containerPort: 5432 + name: postgres + volumeMounts: + - mountPath: /var/lib/postgresql/data + name: postgres-storage + volumes: + - emptyDir: {} + name: postgres-storage +--- +apiVersion: networking.k8s.io/v1 +kind: Ingress +metadata: + annotations: + nginx.ingress.kubernetes.io/ssl-redirect: "false" + name: minio + namespace: flyte +spec: + rules: + - http: + paths: + - backend: + service: + name: minio + port: + number: 9001 + path: /minio + pathType: ImplementationSpecific From fa68534f3db8b10e06d53e6eaa41ca16f311f1d4 Mon Sep 17 00:00:00 2001 From: Kevin Su Date: Mon, 19 Dec 2022 17:37:52 -0800 Subject: [PATCH 5/5] make kustomize Signed-off-by: Kevin Su --- deployment/eks/flyte_generated.yaml | 51 +++++------ deployment/gcp/flyte_generated.yaml | 71 +++++++-------- deployment/sandbox/flyte_generated.yaml | 115 ++++++++++++------------ deployment/test/flyte_generated.yaml | 66 +++++++------- 4 files changed, 141 insertions(+), 162 deletions(-) diff --git a/deployment/eks/flyte_generated.yaml b/deployment/eks/flyte_generated.yaml index 50cd6803ea..0b44961e32 100644 --- a/deployment/eks/flyte_generated.yaml +++ b/deployment/eks/flyte_generated.yaml @@ -8041,9 +8041,7 @@ data: af_spark-role-binding.yaml: "apiVersion: rbac.authorization.k8s.io/v1\nkind: RoleBinding\nmetadata:\n name: spark-role-binding\n namespace: {{ namespace }} \nroleRef:\n apiGroup: rbac.authorization.k8s.io\n kind: Role\n name: spark-role\nsubjects:\n- kind: ServiceAccount\n name: spark\n namespace: {{ namespace }}\n\n" kind: ConfigMap metadata: - annotations: {} - labels: {} - name: clusterresource-template-9b9mcfhc84 + name: clusterresource-template-4fbh4bk26k namespace: flyte --- apiVersion: v1 @@ -8088,9 +8086,7 @@ data: maxDownloadMBs: 10 kind: ConfigMap metadata: - annotations: {} - labels: {} - name: datacatalog-config-fbf55445k6 + name: datacatalog-config-fktmhdgfk8 namespace: flyte --- apiVersion: v1 @@ -8211,9 +8207,7 @@ data: gpu: 1 kind: ConfigMap metadata: - annotations: {} - labels: {} - name: flyte-admin-config-ghbf2bt459 + name: flyte-admin-config-29g4dtt8tc namespace: flyte --- apiVersion: v1 @@ -8383,9 +8377,7 @@ data: cloudwatch-log-group: kind: ConfigMap metadata: - annotations: {} - labels: {} - name: flyte-propeller-config-4k9d789g6b + name: flyte-propeller-config-dtkccdkch8 namespace: flyte --- apiVersion: v1 @@ -8425,9 +8417,7 @@ data: pass.txt: eW91cnBhc3N3b3Jk kind: Secret metadata: - annotations: {} - labels: {} - name: db-pass-kdm4d5fcfb + name: db-pass-bthd2588cc namespace: flyte type: Opaque --- @@ -8687,13 +8677,14 @@ spec: runAsUser: 1001 serviceAccountName: datacatalog volumes: - - name: shared-data + - emptyDir: {} + name: shared-data - configMap: - name: datacatalog-config-fbf55445k6 + name: datacatalog-config-fktmhdgfk8 name: config-volume - name: db-pass secret: - secretName: db-pass-kdm4d5fcfb + secretName: db-pass-bthd2588cc --- apiVersion: apps/v1 kind: Deployment @@ -8773,7 +8764,7 @@ spec: serviceAccountName: flyte-pod-webhook volumes: - configMap: - name: flyte-propeller-config-4k9d789g6b + name: flyte-propeller-config-dtkccdkch8 name: config-volume - name: webhook-certs secret: @@ -8920,17 +8911,19 @@ spec: runAsUser: 1001 serviceAccountName: flyteadmin volumes: - - name: shared-data - - name: scratch + - emptyDir: {} + name: shared-data + - emptyDir: {} + name: scratch - configMap: - name: flyte-admin-config-ghbf2bt459 + name: flyte-admin-config-29g4dtt8tc name: config-volume - configMap: - name: clusterresource-template-9b9mcfhc84 + name: clusterresource-template-4fbh4bk26k name: resource-templates - name: db-pass secret: - secretName: db-pass-kdm4d5fcfb + secretName: db-pass-bthd2588cc - name: auth secret: secretName: flyte-admin-auth @@ -9031,7 +9024,7 @@ spec: serviceAccountName: flytepropeller volumes: - configMap: - name: flyte-propeller-config-4k9d789g6b + name: flyte-propeller-config-dtkccdkch8 name: config-volume - name: auth secret: @@ -9104,7 +9097,7 @@ spec: name: config-volume - name: db-pass secret: - secretName: db-pass-kdm4d5fcfb + secretName: db-pass-bthd2588cc - name: auth secret: secretName: flyte-secret-auth @@ -9291,14 +9284,14 @@ spec: serviceAccountName: flyteadmin volumes: - configMap: - name: clusterresource-template-9b9mcfhc84 + name: clusterresource-template-4fbh4bk26k name: resource-templates - configMap: - name: flyte-admin-config-ghbf2bt459 + name: flyte-admin-config-29g4dtt8tc name: config-volume - name: db-pass secret: - secretName: db-pass-kdm4d5fcfb + secretName: db-pass-bthd2588cc schedule: '*/1 * * * *' --- apiVersion: batch/v1 diff --git a/deployment/gcp/flyte_generated.yaml b/deployment/gcp/flyte_generated.yaml index a60a22d0b4..70614330ee 100644 --- a/deployment/gcp/flyte_generated.yaml +++ b/deployment/gcp/flyte_generated.yaml @@ -8037,9 +8037,7 @@ data: af_spark-role-binding.yaml: "apiVersion: rbac.authorization.k8s.io/v1\nkind: RoleBinding\nmetadata:\n name: spark-role-binding\n namespace: {{ namespace }} \nroleRef:\n apiGroup: rbac.authorization.k8s.io\n kind: Role\n name: spark-role\nsubjects:\n- kind: ServiceAccount\n name: spark\n namespace: {{ namespace }}\n\n" kind: ConfigMap metadata: - annotations: {} - labels: {} - name: clusterresource-template-9b9mcfhc84 + name: clusterresource-template-4fbh4bk26k namespace: flyte --- apiVersion: v1 @@ -8086,9 +8084,7 @@ data: maxDownloadMBs: 10 kind: ConfigMap metadata: - annotations: {} - labels: {} - name: datacatalog-config-f58d6c6kmf + name: datacatalog-config-d56hkd9229 namespace: flyte --- apiVersion: v1 @@ -8210,9 +8206,7 @@ data: gpu: 1 kind: ConfigMap metadata: - annotations: {} - labels: {} - name: flyte-admin-config-tgk7kf4bhc + name: flyte-admin-config-7g6ctk6762 namespace: flyte --- apiVersion: v1 @@ -8380,9 +8374,7 @@ data: stackdriver-logresourcename: k8s_container kind: ConfigMap metadata: - annotations: {} - labels: {} - name: flyte-propeller-config-mm99g8b886 + name: flyte-propeller-config-fgbm2gk6tt namespace: flyte --- apiVersion: v1 @@ -8422,9 +8414,7 @@ data: pass.txt: eW91cnBhc3N3b3Jk kind: Secret metadata: - annotations: {} - labels: {} - name: db-pass-kdm4d5fcfb + name: db-pass-bthd2588cc namespace: flyte type: Opaque --- @@ -8526,6 +8516,13 @@ metadata: namespace: flyte spec: ports: + - name: redoc + port: 87 + protocol: TCP + targetPort: 8087 + - name: http-metrics + port: 10254 + protocol: TCP - name: http port: 80 protocol: TCP @@ -8534,13 +8531,6 @@ spec: port: 81 protocol: TCP targetPort: 8089 - - name: redoc - port: 87 - protocol: TCP - targetPort: 8087 - - name: http-metrics - port: 10254 - protocol: TCP selector: app: flyteadmin type: LoadBalancer @@ -8554,9 +8544,6 @@ metadata: namespace: flyte spec: ports: - - port: 80 - protocol: TCP - targetPort: 8080 - name: redoc port: 87 protocol: TCP @@ -8564,6 +8551,9 @@ spec: - name: http-metrics port: 10254 protocol: TCP + - port: 80 + protocol: TCP + targetPort: 8080 selector: app: flyteconsole type: LoadBalancer @@ -8729,13 +8719,14 @@ spec: runAsUser: 1001 serviceAccountName: datacatalog volumes: - - name: shared-data + - emptyDir: {} + name: shared-data - configMap: - name: datacatalog-config-f58d6c6kmf + name: datacatalog-config-d56hkd9229 name: config-volume - name: db-pass secret: - secretName: db-pass-kdm4d5fcfb + secretName: db-pass-bthd2588cc --- apiVersion: apps/v1 kind: Deployment @@ -8815,7 +8806,7 @@ spec: serviceAccountName: flyte-pod-webhook volumes: - configMap: - name: flyte-propeller-config-mm99g8b886 + name: flyte-propeller-config-fgbm2gk6tt name: config-volume - name: webhook-certs secret: @@ -8962,17 +8953,19 @@ spec: runAsUser: 1001 serviceAccountName: flyteadmin volumes: - - name: shared-data - - name: scratch + - emptyDir: {} + name: shared-data + - emptyDir: {} + name: scratch - configMap: - name: flyte-admin-config-tgk7kf4bhc + name: flyte-admin-config-7g6ctk6762 name: config-volume - configMap: - name: clusterresource-template-9b9mcfhc84 + name: clusterresource-template-4fbh4bk26k name: resource-templates - name: db-pass secret: - secretName: db-pass-kdm4d5fcfb + secretName: db-pass-bthd2588cc - name: auth secret: secretName: flyte-admin-auth @@ -9073,7 +9066,7 @@ spec: serviceAccountName: flytepropeller volumes: - configMap: - name: flyte-propeller-config-mm99g8b886 + name: flyte-propeller-config-fgbm2gk6tt name: config-volume - name: auth secret: @@ -9146,7 +9139,7 @@ spec: name: config-volume - name: db-pass secret: - secretName: db-pass-kdm4d5fcfb + secretName: db-pass-bthd2588cc - name: auth secret: secretName: flyte-secret-auth @@ -9333,14 +9326,14 @@ spec: serviceAccountName: flyteadmin volumes: - configMap: - name: clusterresource-template-9b9mcfhc84 + name: clusterresource-template-4fbh4bk26k name: resource-templates - configMap: - name: flyte-admin-config-tgk7kf4bhc + name: flyte-admin-config-7g6ctk6762 name: config-volume - name: db-pass secret: - secretName: db-pass-kdm4d5fcfb + secretName: db-pass-bthd2588cc schedule: '*/1 * * * *' --- apiVersion: batch/v1 diff --git a/deployment/sandbox/flyte_generated.yaml b/deployment/sandbox/flyte_generated.yaml index 68f7d45cd6..8681b78c56 100644 --- a/deployment/sandbox/flyte_generated.yaml +++ b/deployment/sandbox/flyte_generated.yaml @@ -2061,7 +2061,7 @@ data: ab_project-resource-quota.yaml: "apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }} \nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }} \n limits.memory: {{ projectQuotaMemory }}\n\n" kind: ConfigMap metadata: - name: clusterresource-template-m2kccc465f + name: clusterresource-template-dk5mbchdmt namespace: flyte --- apiVersion: v1 @@ -2098,9 +2098,7 @@ data: kind: ConfigMap metadata: - annotations: {} - labels: {} - name: datacatalog-config-dcg96ktb98 + name: datacatalog-config-64k8dg9gck namespace: flyte --- apiVersion: v1 @@ -2213,9 +2211,7 @@ data: gpu: 1 kind: ConfigMap metadata: - annotations: {} - labels: {} - name: flyte-admin-config-tcctmcd26m + name: flyte-admin-config-dbg8dt2dgb namespace: flyte --- apiVersion: v1 @@ -2333,9 +2329,7 @@ data: kubernetes-template-uri: "http://localhost:30082/#/log/{{ .namespace }}/{{ .podName }}/pod?namespace={{ .namespace }}" kind: ConfigMap metadata: - annotations: {} - labels: {} - name: flyte-propeller-config-56kk79c9fb + name: flyte-propeller-config-g52db28fmc namespace: flyte --- apiVersion: v1 @@ -2505,7 +2499,7 @@ data: pass.txt: YXdlc29tZXNhdWNl kind: Secret metadata: - name: db-pass-8mb4h2b9hf + name: db-pass-9dgchhk2bm namespace: flyte type: Opaque --- @@ -2608,6 +2602,10 @@ metadata: namespace: flyte spec: ports: + - name: redoc + port: 87 + protocol: TCP + targetPort: 8087 - name: http port: 80 protocol: TCP @@ -2616,10 +2614,6 @@ spec: port: 81 protocol: TCP targetPort: 8089 - - name: redoc - port: 87 - protocol: TCP - targetPort: 8087 selector: app: flyteadmin --- @@ -2826,11 +2820,11 @@ spec: - emptyDir: {} name: shared-data - configMap: - name: datacatalog-config-dcg96ktb98 + name: datacatalog-config-64k8dg9gck name: config-volume - name: db-pass secret: - secretName: db-pass-8mb4h2b9hf + secretName: db-pass-9dgchhk2bm --- apiVersion: apps/v1 kind: Deployment @@ -2874,15 +2868,15 @@ spec: imagePullPolicy: IfNotPresent name: webhook volumeMounts: + - mountPath: /etc/secrets/user-info + name: sample-secrets + readOnly: true - mountPath: /etc/flyte/config name: config-volume readOnly: true - mountPath: /etc/webhook/certs name: webhook-certs readOnly: true - - mountPath: /etc/secrets/user-info - name: sample-secrets - readOnly: true initContainers: - args: - webhook @@ -2912,15 +2906,15 @@ spec: runAsUser: 1001 serviceAccountName: flyte-pod-webhook volumes: + - name: sample-secrets + secret: + secretName: user-info - configMap: - name: flyte-propeller-config-56kk79c9fb + name: flyte-propeller-config-g52db28fmc name: config-volume - name: webhook-certs secret: secretName: flyte-pod-webhook - - name: sample-secrets - secret: - secretName: user-info --- apiVersion: apps/v1 kind: Deployment @@ -2971,6 +2965,20 @@ spec: name: db-pass - mountPath: /etc/secrets/ name: auth + - command: + - flyteadmin + - --config + - /etc/flyte/config/*.yaml + - clusterresource + - run + image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 + imagePullPolicy: IfNotPresent + name: sync-cluster-resources-goroutine + volumeMounts: + - mountPath: /etc/flyte/clusterresource/templates + name: resource-templates + - mountPath: /etc/flyte/config + name: config-volume - command: - sh - -c @@ -2991,21 +2999,15 @@ spec: limits: cpu: "0.1" memory: 200Mi - - command: - - flyteadmin - - --config - - /etc/flyte/config/*.yaml - - clusterresource - - run - image: cr.flyte.org/flyteorg/flyteadmin:v1.1.64 - imagePullPolicy: IfNotPresent - name: sync-cluster-resources-goroutine - volumeMounts: - - mountPath: /etc/flyte/clusterresource/templates - name: resource-templates - - mountPath: /etc/flyte/config - name: config-volume initContainers: + - command: + - sh + - -c + - until pg_isready -h postgres -p 5432; do echo waiting for database; sleep 2; done; + image: ecr.flyte.org/ubuntu/postgres:13-21.04_beta + name: check-db-ready + securityContext: + runAsUser: 999 - command: - flyteadmin - --config @@ -3070,31 +3072,25 @@ spec: name: config-volume - mountPath: /etc/scratch name: scratch - - command: - - sh - - -c - - until pg_isready -h postgres -p 5432; do echo waiting for database; sleep 2; done; - image: ecr.flyte.org/ubuntu/postgres:13-21.04_beta - name: check-db-ready - securityContext: - runAsUser: 999 securityContext: fsGroup: 65534 fsGroupChangePolicy: Always runAsUser: 1001 serviceAccountName: flyteadmin volumes: - - name: shared-data - - name: scratch - configMap: - name: flyte-admin-config-tcctmcd26m - name: config-volume - - configMap: - name: clusterresource-template-m2kccc465f + name: clusterresource-template-dk5mbchdmt name: resource-templates + - emptyDir: {} + name: shared-data + - emptyDir: {} + name: scratch + - configMap: + name: flyte-admin-config-dbg8dt2dgb + name: config-volume - name: db-pass secret: - secretName: db-pass-8mb4h2b9hf + secretName: db-pass-9dgchhk2bm - name: auth secret: secretName: flyte-admin-auth @@ -3190,7 +3186,7 @@ spec: serviceAccountName: flytepropeller volumes: - configMap: - name: flyte-propeller-config-56kk79c9fb + name: flyte-propeller-config-g52db28fmc name: config-volume - name: auth secret: @@ -3263,7 +3259,7 @@ spec: name: config-volume - name: db-pass secret: - secretName: db-pass-8mb4h2b9hf + secretName: db-pass-9dgchhk2bm - name: auth secret: secretName: flyte-secret-auth @@ -3439,7 +3435,8 @@ spec: - effect: NoSchedule key: node-role.kubernetes.io/master volumes: - - name: tmp-volume + - emptyDir: {} + name: tmp-volume --- apiVersion: apps/v1 kind: Deployment @@ -3577,14 +3574,14 @@ spec: serviceAccountName: flyteadmin volumes: - configMap: - name: clusterresource-template-m2kccc465f + name: clusterresource-template-dk5mbchdmt name: resource-templates - configMap: - name: flyte-admin-config-tcctmcd26m + name: flyte-admin-config-dbg8dt2dgb name: config-volume - name: db-pass secret: - secretName: db-pass-8mb4h2b9hf + secretName: db-pass-9dgchhk2bm schedule: '*/1 * * * *' --- apiVersion: apps/v1 diff --git a/deployment/test/flyte_generated.yaml b/deployment/test/flyte_generated.yaml index 5dbfc66a7b..0af33b0378 100644 --- a/deployment/test/flyte_generated.yaml +++ b/deployment/test/flyte_generated.yaml @@ -209,7 +209,7 @@ data: ab_project-resource-quota.yaml: "apiVersion: v1\nkind: ResourceQuota\nmetadata:\n name: project-quota\n namespace: {{ namespace }} \nspec:\n hard:\n limits.cpu: {{ projectQuotaCpu }} \n limits.memory: {{ projectQuotaMemory }}\n\n" kind: ConfigMap metadata: - name: clusterresource-template-m2kccc465f + name: clusterresource-template-dk5mbchdmt namespace: flyte --- apiVersion: v1 @@ -246,9 +246,7 @@ data: kind: ConfigMap metadata: - annotations: {} - labels: {} - name: datacatalog-config-dcg96ktb98 + name: datacatalog-config-64k8dg9gck namespace: flyte --- apiVersion: v1 @@ -361,9 +359,7 @@ data: gpu: 1 kind: ConfigMap metadata: - annotations: {} - labels: {} - name: flyte-admin-config-khgfght7mm + name: flyte-admin-config-hc64g2ct6h namespace: flyte --- apiVersion: v1 @@ -467,9 +463,7 @@ data: kind: ConfigMap metadata: - annotations: {} - labels: {} - name: flyte-propeller-config-dtdc6f9527 + name: flyte-propeller-config-hhtmttc8b4 namespace: flyte --- apiVersion: v1 @@ -509,7 +503,7 @@ data: pass.txt: YXdlc29tZXNhdWNl kind: Secret metadata: - name: db-pass-8mb4h2b9hf + name: db-pass-9dgchhk2bm namespace: flyte type: Opaque --- @@ -581,6 +575,10 @@ metadata: namespace: flyte spec: ports: + - name: redoc + port: 87 + protocol: TCP + targetPort: 8087 - name: http port: 80 protocol: TCP @@ -589,10 +587,6 @@ spec: port: 81 protocol: TCP targetPort: 8089 - - name: redoc - port: 87 - protocol: TCP - targetPort: 8087 selector: app: flyteadmin --- @@ -686,11 +680,11 @@ spec: - emptyDir: {} name: shared-data - configMap: - name: datacatalog-config-dcg96ktb98 + name: datacatalog-config-64k8dg9gck name: config-volume - name: db-pass secret: - secretName: db-pass-8mb4h2b9hf + secretName: db-pass-9dgchhk2bm --- apiVersion: apps/v1 kind: Deployment @@ -770,7 +764,7 @@ spec: serviceAccountName: flyte-pod-webhook volumes: - configMap: - name: flyte-propeller-config-dtdc6f9527 + name: flyte-propeller-config-hhtmttc8b4 name: config-volume - name: webhook-certs secret: @@ -846,6 +840,14 @@ spec: cpu: "0.1" memory: 200Mi initContainers: + - command: + - sh + - -c + - until pg_isready -h postgres -p 5432; do echo waiting for database; sleep 2; done; + image: ecr.flyte.org/ubuntu/postgres:13-21.04_beta + name: check-db-ready + securityContext: + runAsUser: 999 - command: - flyteadmin - --config @@ -910,31 +912,25 @@ spec: name: config-volume - mountPath: /etc/scratch name: scratch - - command: - - sh - - -c - - until pg_isready -h postgres -p 5432; do echo waiting for database; sleep 2; done; - image: ecr.flyte.org/ubuntu/postgres:13-21.04_beta - name: check-db-ready - securityContext: - runAsUser: 999 securityContext: fsGroup: 65534 fsGroupChangePolicy: Always runAsUser: 1001 serviceAccountName: flyteadmin volumes: - - name: shared-data - - name: scratch - configMap: - name: flyte-admin-config-khgfght7mm - name: config-volume - - configMap: - name: clusterresource-template-m2kccc465f + name: clusterresource-template-dk5mbchdmt name: resource-templates + - emptyDir: {} + name: shared-data + - emptyDir: {} + name: scratch + - configMap: + name: flyte-admin-config-hc64g2ct6h + name: config-volume - name: db-pass secret: - secretName: db-pass-8mb4h2b9hf + secretName: db-pass-9dgchhk2bm - name: auth secret: secretName: flyte-admin-auth @@ -993,7 +989,7 @@ spec: serviceAccountName: flytepropeller volumes: - configMap: - name: flyte-propeller-config-dtdc6f9527 + name: flyte-propeller-config-hhtmttc8b4 name: config-volume - name: auth secret: @@ -1066,7 +1062,7 @@ spec: name: config-volume - name: db-pass secret: - secretName: db-pass-8mb4h2b9hf + secretName: db-pass-9dgchhk2bm - name: auth secret: secretName: flyte-secret-auth