From ae8fb6f9ac8c4b35b0b2a720c52b382d28487711 Mon Sep 17 00:00:00 2001 From: Debanjum Date: Thu, 3 Apr 2025 17:54:26 +0530 Subject: [PATCH] Default temperature of Gemini models to 1.0 to try avoid repetition This is the default temperature for non-thinking gemini models on ai studio. See if using this alleviates the problem. --- src/khoj/processor/conversation/google/gemini_chat.py | 2 +- src/khoj/processor/conversation/google/utils.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/src/khoj/processor/conversation/google/gemini_chat.py b/src/khoj/processor/conversation/google/gemini_chat.py index 75017d63..4dc62d6c 100644 --- a/src/khoj/processor/conversation/google/gemini_chat.py +++ b/src/khoj/processor/conversation/google/gemini_chat.py @@ -166,7 +166,7 @@ def converse_gemini( model: Optional[str] = "gemini-2.0-flash", api_key: Optional[str] = None, api_base_url: Optional[str] = None, - temperature: float = 0.4, + temperature: float = 1.0, completion_func=None, conversation_commands=[ConversationCommand.Default], max_prompt_size=None, diff --git a/src/khoj/processor/conversation/google/utils.py b/src/khoj/processor/conversation/google/utils.py index f66d7c68..19823d5e 100644 --- a/src/khoj/processor/conversation/google/utils.py +++ b/src/khoj/processor/conversation/google/utils.py @@ -78,7 +78,7 @@ def get_gemini_client(api_key, api_base_url=None) -> genai.Client: reraise=True, ) def gemini_completion_with_backoff( - messages, system_prompt, model_name, temperature=0.8, api_key=None, api_base_url=None, model_kwargs=None, tracer={} + messages, system_prompt, model_name, temperature=1.0, api_key=None, api_base_url=None, model_kwargs=None, tracer={} ) -> str: client = gemini_clients.get(api_key) if not client: