diff --git a/src/khoj/routers/api.py b/src/khoj/routers/api.py
index 55353a38..babac509 100644
--- a/src/khoj/routers/api.py
+++ b/src/khoj/routers/api.py
@@ -344,11 +344,13 @@ async def extract_references_and_questions(
         elif conversation_config.model_type == ChatModelOptions.ModelType.OPENAI:
             openai_chat_config = conversation_config.openai_config
             api_key = openai_chat_config.api_key
+            base_url = openai_chat_config.api_base_url
             chat_model = conversation_config.chat_model
             inferred_queries = extract_questions(
                 defiltered_query,
                 model=chat_model,
                 api_key=api_key,
+                api_base_url=base_url,
                 conversation_log=meta_log,
                 location_data=location_data,
                 max_tokens=conversation_config.max_prompt_size,