Include base URL when using openai api config in extract questions. Close #831

This commit is contained in:
sabaimran
2024-06-21 12:18:50 +05:30
parent b9966eb3d4
commit d3c0111121

View File

@@ -344,11 +344,13 @@ async def extract_references_and_questions(
elif conversation_config.model_type == ChatModelOptions.ModelType.OPENAI:
openai_chat_config = conversation_config.openai_config
api_key = openai_chat_config.api_key
base_url = openai_chat_config.api_base_url
chat_model = conversation_config.chat_model
inferred_queries = extract_questions(
defiltered_query,
model=chat_model,
api_key=api_key,
api_base_url=base_url,
conversation_log=meta_log,
location_data=location_data,
max_tokens=conversation_config.max_prompt_size,