klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-09 21:29:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Limit to json enforcement via json object with DeepInfra hosted models

Browse Source 
DeepInfra based models do not seem to support json schema. See
https://deepinfra.com/docs/advanced/json_mode for reference
This commit is contained in:
Debanjum
2025-03-21 12:00:00 +05:30
parent dc473015fe
commit 45015dae27
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/khoj/processor/conversation/openai/utils.py
View File

@@ -247,4 +247,6 @@ def get_openai_api_json_support(model_name: str, api_base_url: str = None) -> Js
host = urlparse(api_base_url).hostname host = urlparse(api_base_url).hostname
if host and host.endswith(".ai.azure.com"): if host and host.endswith(".ai.azure.com"):
return JsonSupport.OBJECT return JsonSupport.OBJECT
if host == "api.deepinfra.com":
return JsonSupport.OBJECT
return JsonSupport.SCHEMA return JsonSupport.SCHEMA