From 45015dae27cb674df42a9689952249fe29ca9e00 Mon Sep 17 00:00:00 2001 From: Debanjum Date: Fri, 21 Mar 2025 12:00:00 +0530 Subject: [PATCH] Limit to json enforcement via json object with DeepInfra hosted models DeepInfra based models do not seem to support json schema. See https://deepinfra.com/docs/advanced/json_mode for reference --- src/khoj/processor/conversation/openai/utils.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/khoj/processor/conversation/openai/utils.py b/src/khoj/processor/conversation/openai/utils.py index 25ddd60a..5ca66d68 100644 --- a/src/khoj/processor/conversation/openai/utils.py +++ b/src/khoj/processor/conversation/openai/utils.py @@ -247,4 +247,6 @@ def get_openai_api_json_support(model_name: str, api_base_url: str = None) -> Js host = urlparse(api_base_url).hostname if host and host.endswith(".ai.azure.com"): return JsonSupport.OBJECT + if host == "api.deepinfra.com": + return JsonSupport.OBJECT return JsonSupport.SCHEMA