Update rate limit error detection criteria for Azure OpenAI API (#1254)

openai · Jul 7, 2024 · e9d4211 · e9d4211
1 parent ffa9ad2
commit e9d4211
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/api_request_parallel_processor.py b/examples/api_request_parallel_processor.py
@@ -322,7 +322,7 @@ async def call_api(
                 )
                 status_tracker.num_api_errors += 1
                 error = response
-                if "Rate limit" in response["error"].get("message", ""):
+                if "rate limit" in response["error"].get("message", "").lower():
                     status_tracker.time_of_last_rate_limit_error = time.time()
                     status_tracker.num_rate_limit_errors += 1
                     status_tracker.num_api_errors -= (