diff --git a/src/khoj/routers/api_agents.py b/src/khoj/routers/api_agents.py
index 1f20b5fa..71514025 100644
--- a/src/khoj/routers/api_agents.py
+++ b/src/khoj/routers/api_agents.py
@@ -119,11 +119,11 @@ async def get_agent_by_conversation(
             media_type="application/json",
             status_code=404,
         )
-    if not conversation.agent:
+    if conversation.agent:
+        agent = await AgentAdapters.aget_agent_by_slug(conversation.agent.slug, user)
+    else:
         agent = await AgentAdapters.aget_default_agent()
 
-    agent = await AgentAdapters.aget_agent_by_slug(conversation.agent.slug, user)
-
     has_files = agent.fileobject_set.exists()
 
     agents_packet = {