klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-02 13:18:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

Use conversation specific chat model to respond to free tier users

Browse Source 
Recent changes enabled free tier users to switch free tier chat models
per conversation or the default.

This change enables free tier users to generate responses with their
conversation specific chat model.

Related: #725, #1151
This commit is contained in:
Debanjum
2025-05-02 17:24:40 -06:00
parent 5b5efe463d
commit 6843db1647
1 changed files with 7 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
src/khoj/database/adapters/__init__.py
View File

@@ -1454,12 +1454,12 @@ class ConversationAdapters:
@staticmethod
async def aget_valid_chat_model(user: KhojUser, conversation: Conversation, is_subscribed: bool):
agent: Agent = (
conversation.agent
if is_subscribed and await AgentAdapters.aget_default_agent() != conversation.agent
else None
)
if agent and agent.chat_model:
"""
For paid users: Prefer any custom agent chat model > user default chat model > server default chat model.
For free users: Prefer conversation specific agent's chat model > user default chat model > server default chat model.
"""
agent: Agent = conversation.agent if await AgentAdapters.aget_default_agent() != conversation.agent else None
if agent and agent.chat_model and (agent.is_hidden or is_subscribed):
chat_model = await ChatModel.objects.select_related("ai_model_api").aget(
pk=conversation.agent.chat_model.pk
)
@@ -1488,7 +1488,7 @@ class ConversationAdapters:
return chat_model
else:
raise ValueError("Invalid conversation config - either configure offline chat or openai chat")
raise ValueError("Invalid conversation settings. Configure some chat model on server.")
@staticmethod
async def aget_text_to_image_model_config():