From 516d4e2960a2e98672dc4bde2d5d46baec561727 Mon Sep 17 00:00:00 2001 From: Future-Outlier Date: Wed, 10 Apr 2024 14:40:04 +0800 Subject: [PATCH] add chatgpt configuration settins Signed-off-by: Future-Outlier --- docs/deployment/agents/chatgpt.rst | 9 +++++++++ docs/flyte_agents/developing_agents.md | 2 +- 2 files changed, 10 insertions(+), 1 deletion(-) diff --git a/docs/deployment/agents/chatgpt.rst b/docs/deployment/agents/chatgpt.rst index f1290aa039..afc569222f 100644 --- a/docs/deployment/agents/chatgpt.rst +++ b/docs/deployment/agents/chatgpt.rst @@ -38,6 +38,12 @@ Specify agent configuration agent-service: supportedTaskTypes: - chatgpt + # Configuring the timeout is optional. + # Tasks like using ChatGPT with a large model might require a longer time, + # so we have the option to adjust the timeout setting here. + defaultAgent: + timeouts: + ExecuteTaskSync: 10s .. group-tab:: Flyte core @@ -66,6 +72,9 @@ Specify agent configuration agent-service: supportedTaskTypes: - chatgpt + # Configuring the timeout is optional. + # Tasks like using ChatGPT with a large model might require a longer time, + # so we have the option to adjust the timeout setting here. defaultAgent: timeouts: ExecuteTaskSync: 10s diff --git a/docs/flyte_agents/developing_agents.md b/docs/flyte_agents/developing_agents.md index 5c7b6cf078..0cbd283388 100644 --- a/docs/flyte_agents/developing_agents.md +++ b/docs/flyte_agents/developing_agents.md @@ -220,7 +220,7 @@ you can route particular task requests to designated agent services by adjusting insecure: false defaultServiceConfig: '{"loadBalancingConfig": [{"round_robin":{}}]}' timeouts: - GetTask: 10s + GetTask: 5s defaultTimeout: 10s agentForTaskTypes: # It will override the default agent for custom_task, which means propeller will send the request to this agent.