From 15b0cfa3dd006808016834f6d4ad7b4c52023685 Mon Sep 17 00:00:00 2001 From: Debanjum Date: Tue, 12 Nov 2024 21:40:39 -0800 Subject: [PATCH] Improve structured message truncation in logger Previously chatml messages were just strings. Since gemini, anthropic models always have messages as list of strings, truncate those strings instead of the list of message content --- src/khoj/processor/conversation/anthropic/anthropic_chat.py | 2 +- src/khoj/processor/conversation/google/gemini_chat.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/src/khoj/processor/conversation/anthropic/anthropic_chat.py b/src/khoj/processor/conversation/anthropic/anthropic_chat.py index c934292a..88b10465 100644 --- a/src/khoj/processor/conversation/anthropic/anthropic_chat.py +++ b/src/khoj/processor/conversation/anthropic/anthropic_chat.py @@ -215,7 +215,7 @@ def converse_anthropic( messages, system_prompt = format_messages_for_anthropic(messages, system_prompt) - truncated_messages = "\n".join({f"{message.content[:40]}..." for message in messages}) + truncated_messages = "\n".join({f"{content[:70]}..." for message in messages for content in message.content}) logger.debug(f"Conversation Context for Claude: {truncated_messages}") # Get Response from Claude diff --git a/src/khoj/processor/conversation/google/gemini_chat.py b/src/khoj/processor/conversation/google/gemini_chat.py index db6f3c4e..0c25e3e9 100644 --- a/src/khoj/processor/conversation/google/gemini_chat.py +++ b/src/khoj/processor/conversation/google/gemini_chat.py @@ -226,7 +226,7 @@ def converse_gemini( messages, system_prompt = format_messages_for_gemini(messages, system_prompt) - truncated_messages = "\n".join({f"{message.content[:40]}..." for message in messages}) + truncated_messages = "\n".join({f"{content[:70]}..." for message in messages for content in message.content}) logger.debug(f"Conversation Context for Gemini: {truncated_messages}") # Get Response from Google AI