Increase timeout to OpenAI call

This commit is contained in:
Saba
2023-06-04 20:49:47 -07:00
parent 0e63a90377
commit 5f4223efb4

View File

@@ -45,7 +45,7 @@ def completion_with_backoff(**kwargs):
kwargs["openai_api_key"] = kwargs.get("api_key")
else:
kwargs["openai_api_key"] = os.getenv("OPENAI_API_KEY")
llm = OpenAI(**kwargs, request_timeout=10, max_retries=1)
llm = OpenAI(**kwargs, request_timeout=20, max_retries=1)
return llm(prompt)