add chatgpt configuration settins

Signed-off-by: Future-Outlier <[email protected]>
flyteorg · Apr 10, 2024 · 516d4e2 · 516d4e2
1 parent bbb2adb
commit 516d4e2
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 1 deletion.
diff --git a/docs/deployment/agents/chatgpt.rst b/docs/deployment/agents/chatgpt.rst
@@ -38,6 +38,12 @@ Specify agent configuration
           agent-service:
             supportedTaskTypes:
             - chatgpt
+            # Configuring the timeout is optional.
+            # Tasks like using ChatGPT with a large model might require a longer time, 
+            # so we have the option to adjust the timeout setting here.
+            defaultAgent:
+              timeouts:
+                ExecuteTaskSync: 10s
 
     .. group-tab:: Flyte core
 
@@ -66,6 +72,9 @@ Specify agent configuration
               agent-service:
                 supportedTaskTypes:
                 - chatgpt
+                # Configuring the timeout is optional.
+                # Tasks like using ChatGPT with a large model might require a longer time, 
+                # so we have the option to adjust the timeout setting here.
                 defaultAgent:
                   timeouts:
                     ExecuteTaskSync: 10s

diff --git a/docs/flyte_agents/developing_agents.md b/docs/flyte_agents/developing_agents.md
@@ -220,7 +220,7 @@ you can route particular task requests to designated agent services by adjusting
          insecure: false
          defaultServiceConfig: '{"loadBalancingConfig": [{"round_robin":{}}]}'
          timeouts:
-           GetTask: 10s
+           GetTask: 5s
          defaultTimeout: 10s
      agentForTaskTypes:
        # It will override the default agent for custom_task, which means propeller will send the request to this agent.