diff --git a/src/khoj/utils/config.py b/src/khoj/utils/config.py
index f06d4c69..5accd2ad 100644
--- a/src/khoj/utils/config.py
+++ b/src/khoj/utils/config.py
@@ -84,7 +84,7 @@ class SearchModels:
 
 @dataclass
 class GPT4AllProcessorConfig:
-    chat_model: Optional[str] = "llama-2-7b-chat.ggmlv3.q4_0.bin"
+    chat_model: Optional[str] = None
     loaded_model: Union[Any, None] = None
 
 
@@ -95,6 +95,7 @@ class ConversationProcessorConfigModel:
     ):
         self.openai_model = conversation_config.openai
         self.gpt4all_model = GPT4AllProcessorConfig()
+        self.gpt4all_model.chat_model = conversation_config.offline_chat_model
         self.enable_offline_chat = conversation_config.enable_offline_chat
         self.conversation_logfile = Path(conversation_config.conversation_logfile)
         self.chat_session: List[str] = []
diff --git a/src/khoj/utils/rawconfig.py b/src/khoj/utils/rawconfig.py
index 0a916db4..30a98354 100644
--- a/src/khoj/utils/rawconfig.py
+++ b/src/khoj/utils/rawconfig.py
@@ -95,6 +95,7 @@ class ConversationProcessorConfig(ConfigBase):
     conversation_logfile: Path
     openai: Optional[OpenAIProcessorConfig]
     enable_offline_chat: Optional[bool] = False
+    offline_chat_model: Optional[str] = "llama-2-7b-chat.ggmlv3.q4_0.bin"
 
 
 class ProcessorConfig(ConfigBase):