From daa45fe8b6a610744e944e5ed05d8ad109b37fc3 Mon Sep 17 00:00:00 2001 From: Future-Outlier Date: Wed, 10 Apr 2024 10:28:51 +0800 Subject: [PATCH] add agent-service endpoint settings for flyte-core deployment Signed-off-by: Future-Outlier --- charts/flyte-binary/values.yaml | 2 +- charts/flyte/values.yaml | 2 +- docker/sandbox-bundled/manifests/complete-agent.yaml | 2 +- docs/deployment/agents/airflow.rst | 8 ++++++++ docs/deployment/agents/bigquery.rst | 8 ++++++++ docs/deployment/agents/chatgpt.rst | 8 ++++++++ docs/deployment/agents/databricks.rst | 8 ++++++++ docs/deployment/agents/mmcloud.rst | 8 ++++++++ docs/deployment/agents/sagemaker_inference.rst | 8 ++++++++ docs/deployment/agents/sensor.rst | 8 ++++++++ docs/deployment/agents/snowflake.rst | 8 ++++++++ .../testing_agents_in_a_local_development_cluster.md | 4 +++- 12 files changed, 70 insertions(+), 4 deletions(-) diff --git a/charts/flyte-binary/values.yaml b/charts/flyte-binary/values.yaml index 29415fa1b6..bcf38788d2 100644 --- a/charts/flyte-binary/values.yaml +++ b/charts/flyte-binary/values.yaml @@ -166,7 +166,7 @@ configuration: endpoint: "dns:///flyteagent.flyte.svc.cluster.local:8000" insecure: true timeouts: - GetTask: 10s + GetTask: 5s defaultTimeout: 10s supportedTaskTypes: - default_task diff --git a/charts/flyte/values.yaml b/charts/flyte/values.yaml index 71c9d7a9af..8ca0b0a7fe 100755 --- a/charts/flyte/values.yaml +++ b/charts/flyte/values.yaml @@ -532,7 +532,7 @@ flyte: container: container sidecar: sidecar container_array: k8s-array - bigquery_query_job_task: agent-service + sensor: agent-service # -- Kubernetes specific Flyte configuration diff --git a/docker/sandbox-bundled/manifests/complete-agent.yaml b/docker/sandbox-bundled/manifests/complete-agent.yaml index ad926e6109..34cfb2fae5 100644 --- a/docker/sandbox-bundled/manifests/complete-agent.yaml +++ b/docker/sandbox-bundled/manifests/complete-agent.yaml @@ -482,7 +482,7 @@ data: endpoint: dns:///flyteagent.flyte.svc.cluster.local:8000 insecure: true timeouts: - GetTask: 10s + GetTask: 5s supportedTaskTypes: - default_task 002-database.yaml: | diff --git a/docs/deployment/agents/airflow.rst b/docs/deployment/agents/airflow.rst index ad6a6dab36..64b5758b3d 100644 --- a/docs/deployment/agents/airflow.rst +++ b/docs/deployment/agents/airflow.rst @@ -67,6 +67,14 @@ Specify agent configuration agent-service: supportedTaskTypes: - airflow + defaultAgent: + defaultTimeout: 10s + endpoint: dns:///flyteagent.flyte.svc.cluster.local:8000 + insecure: true + timeouts: + CreateTask: 5s + GetTask: 5s + DeleteTask: 5s Upgrade the Flyte Helm release diff --git a/docs/deployment/agents/bigquery.rst b/docs/deployment/agents/bigquery.rst index d3e4ee490e..c5743941e9 100644 --- a/docs/deployment/agents/bigquery.rst +++ b/docs/deployment/agents/bigquery.rst @@ -75,6 +75,14 @@ Specify agent configuration agent-service: supportedTaskTypes: - bigquery_query_job_task + defaultAgent: + defaultTimeout: 10s + endpoint: dns:///flyteagent.flyte.svc.cluster.local:8000 + insecure: true + timeouts: + CreateTask: 5s + GetTask: 5s + DeleteTask: 5s Ensure that the propeller has the correct service account for BigQuery. diff --git a/docs/deployment/agents/chatgpt.rst b/docs/deployment/agents/chatgpt.rst index a810bf5fdf..ed3fae90c4 100644 --- a/docs/deployment/agents/chatgpt.rst +++ b/docs/deployment/agents/chatgpt.rst @@ -66,6 +66,14 @@ Specify agent configuration agent-service: supportedTaskTypes: - chatgpt + defaultAgent: + defaultTimeout: 10s + endpoint: dns:///flyteagent.flyte.svc.cluster.local:8000 + insecure: true + timeouts: + CreateTask: 5s + GetTask: 5s + DeleteTask: 5s Add the OpenAI API token ------------------------------- diff --git a/docs/deployment/agents/databricks.rst b/docs/deployment/agents/databricks.rst index b21fab3c57..a77feb0616 100644 --- a/docs/deployment/agents/databricks.rst +++ b/docs/deployment/agents/databricks.rst @@ -205,6 +205,14 @@ Specify agent configuration agent-service: supportedTaskTypes: - spark + defaultAgent: + defaultTimeout: 10s + endpoint: dns:///flyteagent.flyte.svc.cluster.local:8000 + insecure: true + timeouts: + CreateTask: 5s + GetTask: 5s + DeleteTask: 5s Add the Databricks access token ------------------------------- diff --git a/docs/deployment/agents/mmcloud.rst b/docs/deployment/agents/mmcloud.rst index 422162af27..5029cda4c6 100644 --- a/docs/deployment/agents/mmcloud.rst +++ b/docs/deployment/agents/mmcloud.rst @@ -75,6 +75,14 @@ Enable the MMCloud agent by adding the following config to the relevant YAML fil - mmcloud_task agentForTaskTypes: - mmcloud_task: mmcloud-agent + defaultAgent: + defaultTimeout: 10s + endpoint: dns:///flyteagent.flyte.svc.cluster.local:8000 + insecure: true + timeouts: + CreateTask: 5s + GetTask: 5s + DeleteTask: 5s Substitute ```` with the endpoint of your MMCloud agent. diff --git a/docs/deployment/agents/sagemaker_inference.rst b/docs/deployment/agents/sagemaker_inference.rst index 5ceb248c2d..4d359db3cb 100644 --- a/docs/deployment/agents/sagemaker_inference.rst +++ b/docs/deployment/agents/sagemaker_inference.rst @@ -66,6 +66,14 @@ Specify agent configuration supportedTaskTypes: - boto - sagemaker-endpoint + defaultAgent: + defaultTimeout: 10s + endpoint: dns:///flyteagent.flyte.svc.cluster.local:8000 + insecure: true + timeouts: + CreateTask: 5s + GetTask: 5s + DeleteTask: 5s AWS credentials --------------- diff --git a/docs/deployment/agents/sensor.rst b/docs/deployment/agents/sensor.rst index 958e5d896a..8aecbbe57f 100644 --- a/docs/deployment/agents/sensor.rst +++ b/docs/deployment/agents/sensor.rst @@ -102,6 +102,14 @@ Enable the sensor agent by adding the following config to the relevant YAML file agent-service: supportedTaskTypes: - sensor + defaultAgent: + defaultTimeout: 10s + endpoint: dns:///flyteagent.flyte.svc.cluster.local:8000 + insecure: true + timeouts: + CreateTask: 5s + GetTask: 5s + DeleteTask: 5s Upgrade the deployment diff --git a/docs/deployment/agents/snowflake.rst b/docs/deployment/agents/snowflake.rst index fe1c8482ae..5eff74a355 100644 --- a/docs/deployment/agents/snowflake.rst +++ b/docs/deployment/agents/snowflake.rst @@ -44,6 +44,14 @@ Specify agent configuration agent-service: supportedTaskTypes: - snowflake + defaultAgent: + defaultTimeout: 10s + endpoint: dns:///flyteagent.flyte.svc.cluster.local:8000 + insecure: true + timeouts: + CreateTask: 5s + GetTask: 5s + DeleteTask: 5s .. group-tab:: Flyte core diff --git a/docs/flyte_agents/testing_agents_in_a_local_development_cluster.md b/docs/flyte_agents/testing_agents_in_a_local_development_cluster.md index be2c14210d..a8eb3cbb7d 100644 --- a/docs/flyte_agents/testing_agents_in_a_local_development_cluster.md +++ b/docs/flyte_agents/testing_agents_in_a_local_development_cluster.md @@ -69,7 +69,9 @@ plugins: endpoint: "localhost:8000" # your grpc agent server port insecure: true timeouts: - GetTask: 10s + CreateTask: 5s + GetTask: 5s + DeleteTask: 5s defaultTimeout: 10s ```