From 7f18bc0840a784361fb2bc993c681a21654e3171 Mon Sep 17 00:00:00 2001 From: Debanjum Date: Fri, 4 Apr 2025 16:14:20 +0530 Subject: [PATCH] Add default context for gemini 2 flash. 2x it for small, commercial models Previously Gemini 2 flash and flash lite were using context window of 10K by default as no defaults were added for it. Increase default context for small commercial models to 120K from 60K as cheaper and faster than their pro models equivalents at 60K context. --- src/khoj/processor/conversation/utils.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/src/khoj/processor/conversation/utils.py b/src/khoj/processor/conversation/utils.py index dab26094..01c25cf4 100644 --- a/src/khoj/processor/conversation/utils.py +++ b/src/khoj/processor/conversation/utils.py @@ -52,12 +52,14 @@ except ImportError: model_to_prompt_size = { # OpenAI Models "gpt-4o": 60000, - "gpt-4o-mini": 60000, + "gpt-4o-mini": 120000, "o1": 20000, "o1-mini": 60000, "o3-mini": 60000, # Google Models - "gemini-1.5-flash": 60000, + "gemini-2.0-flash": 120000, + "gemini-2.0-flash-lite": 120000, + "gemini-1.5-flash": 120000, "gemini-1.5-pro": 60000, # Anthropic Models "claude-3-5-sonnet-20241022": 60000,