Default to gpt-4o-mini as online chat model

This commit is contained in:
Debanjum Singh Solanky
2024-09-10 18:43:54 -07:00
parent ae74c6ca55
commit 179357b28a
3 changed files with 4 additions and 4 deletions

View File

@@ -23,7 +23,7 @@ logger = logging.getLogger(__name__)
def extract_questions(
text,
model: Optional[str] = "gpt-4-turbo-preview",
model: Optional[str] = "gpt-4o-mini",
conversation_log={},
api_key=None,
api_base_url=None,
@@ -43,7 +43,7 @@ def extract_questions(
[
f'Q: {chat["intent"]["query"]}\nKhoj: {{"queries": {chat["intent"].get("inferred-queries") or list([chat["intent"]["query"]])}}}\nA: {chat["message"]}\n\n'
for chat in conversation_log.get("chat", [])[-4:]
if chat["by"] == "khoj" and "text-to-image" not in chat["intent"].get("type")
if chat["by"] == "khoj" and "to-image" not in chat["intent"].get("type")
]
)

View File

@@ -9,7 +9,7 @@ app_env_filepath = "~/.khoj/env"
telemetry_server = "https://khoj.beta.haletic.com/v1/telemetry"
content_directory = "~/.khoj/content/"
default_offline_chat_model = "bartowski/Meta-Llama-3.1-8B-Instruct-GGUF"
default_online_chat_model = "gpt-4-turbo-preview"
default_online_chat_model = "gpt-4o-mini"
empty_config = {
"search-type": {