[Multi-User Part 8]: Make conversation processor settings server-wide (#529)

- Rather than having each individual user configure their conversation settings, allow the server admin to configure the OpenAI API key or offline model once, and let all the users re-use that code.
- To configure the settings, the admin should go to the `django/admin` page and configure the relevant chat settings. To create an admin, run `python3 src/manage.py createsuperuser` and enter in the details. For simplicity, the email and username should match.
- Remove deprecated/unnecessary endpoints and views for configuring per-user chat settings

tests/conftest.py

@@ -39,9 +39,10 @@ from database.models import (
 
 from tests.helpers import (
     UserFactory,
-    ConversationProcessorConfigFactory,
+    ChatModelOptionsFactory,
     OpenAIProcessorConversationConfigFactory,
     OfflineChatProcessorConversationConfigFactory,
+    UserConversationProcessorConfigFactory,
 )
 
 
@@ -188,7 +189,9 @@ def chat_client(search_config: SearchConfig, default_user2: KhojUser):
 
     # Initialize Processor from Config
     if os.getenv("OPENAI_API_KEY"):
-        OpenAIProcessorConversationConfigFactory(user=default_user2)
+        chat_model = ChatModelOptionsFactory(chat_model="gpt-3.5-turbo", model_type="openai")
+        OpenAIProcessorConversationConfigFactory()
+        UserConversationProcessorConfigFactory(user=default_user2, setting=chat_model)
 
     state.anonymous_mode = False
 
@@ -257,7 +260,6 @@ def client(
         user=api_user.user,
     )
 
-    ConversationProcessorConfigFactory(user=api_user.user)
     state.anonymous_mode = False
 
     configure_routes(app)
@@ -284,8 +286,8 @@ def client_offline_chat(search_config: SearchConfig, default_user2: KhojUser):
     )
 
     # Initialize Processor from Config
-    ConversationProcessorConfigFactory(user=default_user2)
-    OfflineChatProcessorConversationConfigFactory(user=default_user2)
+    OfflineChatProcessorConversationConfigFactory(enabled=True)
+    UserConversationProcessorConfigFactory(user=default_user2)
 
     state.anonymous_mode = True
 

tests/helpers.py

@@ -4,9 +4,10 @@ import os
 from database.models import (
     KhojUser,
     KhojApiUser,
-    ConversationProcessorConfig,
+    ChatModelOptions,
     OfflineChatProcessorConversationConfig,
     OpenAIProcessorConversationConfig,
+    UserConversationConfig,
     Conversation,
 )
 
@@ -30,20 +31,29 @@ class ApiUserFactory(factory.django.DjangoModelFactory):
     token = factory.Faker("password")
 
 
-class ConversationProcessorConfigFactory(factory.django.DjangoModelFactory):
+class ChatModelOptionsFactory(factory.django.DjangoModelFactory):
     class Meta:
-        model = ConversationProcessorConfig
+        model = ChatModelOptions
 
     max_prompt_size = 2000
     tokenizer = None
+    chat_model = "llama-2-7b-chat.ggmlv3.q4_0.bin"
+    model_type = "offline"
+
+
+class UserConversationProcessorConfigFactory(factory.django.DjangoModelFactory):
+    class Meta:
+        model = UserConversationConfig
+
+    user = factory.SubFactory(UserFactory)
+    setting = factory.SubFactory(ChatModelOptionsFactory)
 
 
 class OfflineChatProcessorConversationConfigFactory(factory.django.DjangoModelFactory):
     class Meta:
         model = OfflineChatProcessorConversationConfig
 
-    enable_offline_chat = True
-    chat_model = "llama-2-7b-chat.ggmlv3.q4_0.bin"
+    enabled = True
 
 
 class OpenAIProcessorConversationConfigFactory(factory.django.DjangoModelFactory):
@@ -51,7 +61,6 @@ class OpenAIProcessorConversationConfigFactory(factory.django.DjangoModelFactory
         model = OpenAIProcessorConversationConfig
 
     api_key = os.getenv("OPENAI_API_KEY")
-    chat_model = "gpt-3.5-turbo"
 
 
 class ConversationFactory(factory.django.DjangoModelFactory):