klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-02 21:19:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

Parse Grok reasoning model thoughts returned by API

Browse Source
This commit is contained in:
Debanjum
2025-05-02 19:57:49 -06:00
parent 8cadb0dbc0
commit 2cd7302966
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
src/khoj/processor/conversation/openai/utils.py
View File

@@ -193,6 +193,7 @@ async def chat_completion_with_backoff(
"content" "content"
] = f"{first_system_message_content}\nFormatting re-enabled" ] = f"{first_system_message_content}\nFormatting re-enabled"
elif is_twitter_reasoning_model(model_name, api_base_url): elif is_twitter_reasoning_model(model_name, api_base_url):
stream_processor = adeepseek_stream_processor
reasoning_effort = "high" if deepthought else "low" reasoning_effort = "high" if deepthought else "low"
model_kwargs["reasoning_effort"] = reasoning_effort model_kwargs["reasoning_effort"] = reasoning_effort
elif model_name.startswith("deepseek-reasoner"): elif model_name.startswith("deepseek-reasoner"):
@@ -369,7 +370,11 @@ async def adeepseek_stream_processor(
""" """
async for chunk in chat_stream: async for chunk in chat_stream:
tchunk = ChatCompletionWithThoughtsChunk.model_validate(chunk.model_dump()) tchunk = ChatCompletionWithThoughtsChunk.model_validate(chunk.model_dump())
if len(tchunk.choices) > 0 and tchunk.choices[0].delta.reasoning_content: if (
len(tchunk.choices) > 0
and hasattr(tchunk.choices[0].delta, "reasoning_content")
and tchunk.choices[0].delta.reasoning_content
):
tchunk.choices[0].delta.thought = chunk.choices[0].delta.reasoning_content tchunk.choices[0].delta.thought = chunk.choices[0].delta.reasoning_content
yield tchunk yield tchunk