klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-09 13:25:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Gracefully close thread when there's an exception in the openai llm thread. Closes #894.

Browse Source
This commit is contained in:
sabaimran
2024-09-03 13:14:55 -07:00
parent 6ed68b574b
commit 17901406aa
1 changed files with 32 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/khoj/processor/conversation/openai/utils.py
View File

@@ -100,6 +100,7 @@ def chat_completion_with_backoff(
def llm_thread(g, messages, model_name, temperature, openai_api_key=None, api_base_url=None, model_kwargs=None): def llm_thread(g, messages, model_name, temperature, openai_api_key=None, api_base_url=None, model_kwargs=None):
try:
client_key = f"{openai_api_key}--{api_base_url}" client_key = f"{openai_api_key}--{api_base_url}"
if client_key not in openai_clients: if client_key not in openai_clients:
client: openai.OpenAI = openai.OpenAI( client: openai.OpenAI = openai.OpenAI(
@@ -129,5 +130,7 @@ def llm_thread(g, messages, model_name, temperature, openai_api_key=None, api_ba
g.send(delta_chunk) g.send(delta_chunk)
elif delta_chunk.content: elif delta_chunk.content:
g.send(delta_chunk.content) g.send(delta_chunk.content)
except Exception as e:
logger.error(f"Error in llm_thread: {e}")
finally:
g.close() g.close()