klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-08 05:39:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove old chat setup timer. It is mislabelled, irrelevant since streaming

Browse Source
This commit is contained in:
Debanjum Singh Solanky
2023-08-01 20:24:15 -07:00
parent 95acb1583d
commit 185a1fbed7
1 changed files with 28 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files

57
src/khoj/routers/helpers.py
View File

@@ -93,37 +93,36 @@ def generate_chat_response(
chat_response = None chat_response = None
try: try:
with timer("Generating chat response took", logger): partial_completion = partial(
partial_completion = partial( _save_to_conversation_log,
_save_to_conversation_log, q,
q, user_message_time=user_message_time,
user_message_time=user_message_time, compiled_references=compiled_references,
compiled_references=compiled_references, inferred_queries=inferred_queries,
inferred_queries=inferred_queries, meta_log=meta_log,
meta_log=meta_log, )
if state.processor_config.conversation.enable_offline_chat:
loaded_model = state.processor_config.conversation.gpt4all_model.loaded_model
chat_response = converse_offline(
references=compiled_references,
user_query=q,
loaded_model=loaded_model,
conversation_log=meta_log,
completion_func=partial_completion,
) )
if state.processor_config.conversation.enable_offline_chat: elif state.processor_config.conversation.openai_model:
loaded_model = state.processor_config.conversation.gpt4all_model.loaded_model api_key = state.processor_config.conversation.openai_model.api_key
chat_response = converse_offline( chat_model = state.processor_config.conversation.openai_model.chat_model
references=compiled_references, chat_response = converse(
user_query=q, compiled_references,
loaded_model=loaded_model, q,
conversation_log=meta_log, meta_log,
completion_func=partial_completion, model=chat_model,
) api_key=api_key,
completion_func=partial_completion,
elif state.processor_config.conversation.openai_model: )
api_key = state.processor_config.conversation.openai_model.api_key
chat_model = state.processor_config.conversation.openai_model.chat_model
chat_response = converse(
compiled_references,
q,
meta_log,
model=chat_model,
api_key=api_key,
completion_func=partial_completion,
)
except Exception as e: except Exception as e:
logger.error(e, exc_info=True) logger.error(e, exc_info=True)