From 178b78f87b915d308b86641897c19fee457ec496 Mon Sep 17 00:00:00 2001 From: Debanjum Singh Solanky Date: Thu, 12 Sep 2024 20:20:14 -0700 Subject: [PATCH] Show debug log, not warning when use default tokenizer for context stuffing --- src/khoj/processor/conversation/utils.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/khoj/processor/conversation/utils.py b/src/khoj/processor/conversation/utils.py index 03bd17a3..dbfbfa2a 100644 --- a/src/khoj/processor/conversation/utils.py +++ b/src/khoj/processor/conversation/utils.py @@ -238,7 +238,7 @@ def truncate_messages( else: encoder = AutoTokenizer.from_pretrained(default_tokenizer) state.pretrained_tokenizers[default_tokenizer] = encoder - logger.warning( + logger.debug( f"Fallback to default chat model tokenizer: {tokenizer_name}.\nConfigure tokenizer for unsupported model: {model_name} in Khoj settings to improve context stuffing." )