diff --git a/src/khoj/processor/conversation/utils.py b/src/khoj/processor/conversation/utils.py index 7bcac2d8..4a92c367 100644 --- a/src/khoj/processor/conversation/utils.py +++ b/src/khoj/processor/conversation/utils.py @@ -14,7 +14,12 @@ import queue from khoj.utils.helpers import merge_dicts logger = logging.getLogger(__name__) -max_prompt_size = {"gpt-3.5-turbo": 4096, "gpt-4": 8192, "llama-2-7b-chat.ggmlv3.q4_K_S.bin": 1548} +max_prompt_size = { + "gpt-3.5-turbo": 4096, + "gpt-4": 8192, + "llama-2-7b-chat.ggmlv3.q4_K_S.bin": 1548, + "gpt-3.5-turbo-16k": 15000, +} tokenizer = {"llama-2-7b-chat.ggmlv3.q4_K_S.bin": "hf-internal-testing/llama-tokenizer"}