klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-02 13:18:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

Stream responses by openai's o1 model series, as api now supports it

Browse Source 
Previously o1 models did not support streaming responses via API. Now
they seem to do
This commit is contained in:
Debanjum
2024-11-19 21:07:17 -08:00
parent e5347dac8c
commit 4da0499cd7
1 changed files with 0 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/khoj/processor/conversation/openai/utils.py
View File

@@ -56,7 +56,6 @@ def completion_with_backoff(
# Update request parameters for compatability with o1 model series
# Refer: https://platform.openai.com/docs/guides/reasoning/beta-limitations
if model.startswith("o1"):
stream = False
temperature = 1
model_kwargs.pop("stop", None)
model_kwargs.pop("response_format", None)
@@ -156,7 +155,6 @@ def llm_thread(
# Update request parameters for compatability with o1 model series
# Refer: https://platform.openai.com/docs/guides/reasoning/beta-limitations
if model_name.startswith("o1"):
stream = False
temperature = 1
model_kwargs.pop("stop", None)
model_kwargs.pop("response_format", None)