klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-09 21:29:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Handle tool call requests with openai completion in non stream mode

Browse Source
This commit is contained in:
Debanjum
2025-07-23 20:30:22 -05:00
parent 70cfaf72e9
commit 03c4f614dd
1 changed files with 7 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
src/khoj/processor/conversation/openai/utils.py
View File

@@ -158,6 +158,13 @@ def completion_with_backoff(
**model_kwargs, **model_kwargs,
) )
aggregated_response = chunk.choices[0].message.content aggregated_response = chunk.choices[0].message.content
raw_tool_calls = chunk.choices[0].message.tool_calls
if raw_tool_calls:
tool_calls = [
ToolCall(name=tool.function.name, args=tool.function.parsed_arguments, id=tool.id)
for tool in raw_tool_calls
]
aggregated_response = json.dumps([tool_call.__dict__ for tool_call in tool_calls])
# Calculate cost of chat # Calculate cost of chat
input_tokens = chunk.usage.prompt_tokens if hasattr(chunk, "usage") and chunk.usage else 0 input_tokens = chunk.usage.prompt_tokens if hasattr(chunk, "usage") and chunk.usage else 0