From 185a1fbed71ffe9e59d033eef544b293b32cb41f Mon Sep 17 00:00:00 2001 From: Debanjum Singh Solanky Date: Tue, 1 Aug 2023 20:24:15 -0700 Subject: [PATCH] Remove old chat setup timer. It is mislabelled, irrelevant since streaming --- src/khoj/routers/helpers.py | 57 ++++++++++++++++++------------------- 1 file changed, 28 insertions(+), 29 deletions(-) diff --git a/src/khoj/routers/helpers.py b/src/khoj/routers/helpers.py index 3c95448a..6d7c511e 100644 --- a/src/khoj/routers/helpers.py +++ b/src/khoj/routers/helpers.py @@ -93,37 +93,36 @@ def generate_chat_response( chat_response = None try: - with timer("Generating chat response took", logger): - partial_completion = partial( - _save_to_conversation_log, - q, - user_message_time=user_message_time, - compiled_references=compiled_references, - inferred_queries=inferred_queries, - meta_log=meta_log, + partial_completion = partial( + _save_to_conversation_log, + q, + user_message_time=user_message_time, + compiled_references=compiled_references, + inferred_queries=inferred_queries, + meta_log=meta_log, + ) + + if state.processor_config.conversation.enable_offline_chat: + loaded_model = state.processor_config.conversation.gpt4all_model.loaded_model + chat_response = converse_offline( + references=compiled_references, + user_query=q, + loaded_model=loaded_model, + conversation_log=meta_log, + completion_func=partial_completion, ) - if state.processor_config.conversation.enable_offline_chat: - loaded_model = state.processor_config.conversation.gpt4all_model.loaded_model - chat_response = converse_offline( - references=compiled_references, - user_query=q, - loaded_model=loaded_model, - conversation_log=meta_log, - completion_func=partial_completion, - ) - - elif state.processor_config.conversation.openai_model: - api_key = state.processor_config.conversation.openai_model.api_key - chat_model = state.processor_config.conversation.openai_model.chat_model - chat_response = converse( - compiled_references, - q, - meta_log, - model=chat_model, - api_key=api_key, - completion_func=partial_completion, - ) + elif state.processor_config.conversation.openai_model: + api_key = state.processor_config.conversation.openai_model.api_key + chat_model = state.processor_config.conversation.openai_model.chat_model + chat_response = converse( + compiled_references, + q, + meta_log, + model=chat_model, + api_key=api_key, + completion_func=partial_completion, + ) except Exception as e: logger.error(e, exc_info=True)