klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-09 21:29:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix identifying deepseek r1 model to process its thinking tokens

Browse Source
This commit is contained in:
Debanjum
2025-08-26 17:14:44 -07:00
parent ff004d31ef
commit 386a17371d
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/khoj/processor/conversation/openai/utils.py
View File

@@ -325,7 +325,7 @@ async def chat_completion_with_backoff(
elif ( elif (
model_name.startswith("deepseek-chat") model_name.startswith("deepseek-chat")
or model_name.startswith("deepseek-reasoner") or model_name.startswith("deepseek-reasoner")
or "deepseek-r1" in model_name or "deepseek-r1" in model_name.lower()
): ):
# Official Deepseek models and some inference APIs like vLLM return structured thinking output. # Official Deepseek models and some inference APIs like vLLM return structured thinking output.
# Others like DeepInfra return it in response stream. # Others like DeepInfra return it in response stream.