From fa143d45b953714c9f599872b778706c21fd1012 Mon Sep 17 00:00:00 2001 From: Debanjum Date: Sun, 17 Aug 2025 16:30:43 -0700 Subject: [PATCH] Fix passing images to official openai models using the responses api --- src/khoj/processor/conversation/openai/utils.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/khoj/processor/conversation/openai/utils.py b/src/khoj/processor/conversation/openai/utils.py index fb08205f..3b706df5 100644 --- a/src/khoj/processor/conversation/openai/utils.py +++ b/src/khoj/processor/conversation/openai/utils.py @@ -802,8 +802,9 @@ def format_message_for_api(raw_messages: List[ChatMessage], api_base_url: str) - # OpenAI models use the Responses API which uses slightly different content types if part["type"] == "text": part["type"] = "output_text" if message.role == "assistant" else "input_text" - if part["type"] == "image": + if part["type"] == "image_url": part["type"] = "output_image" if message.role == "assistant" else "input_image" + part["image_url"] = part["image_url"]["url"] # If no valid content parts left, remove the message if is_none_or_empty(message.content): messages.remove(message)