klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-10 05:39:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Do not log the gpt4all chat response stream in khoj backend

Browse Source 
Stream floods stdout and does not provide useful info to user
This commit is contained in:
Debanjum Singh Solanky
2023-07-28 19:14:04 -07:00
parent 5ccb01343e
commit f76af869f1
1 changed files with 0 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/khoj/processor/conversation/gpt4all/chat_model.py
View File

@@ -163,6 +163,5 @@ def llm_thread(g, messages: List[ChatMessage], model: GPT4All):
prompted_message = templated_system_message + chat_history + templated_user_message prompted_message = templated_system_message + chat_history + templated_user_message
response_iterator = model.generate(prompted_message, streaming=True, max_tokens=2000) response_iterator = model.generate(prompted_message, streaming=True, max_tokens=2000)
for response in response_iterator: for response in response_iterator:
logger.info(response)
g.send(response) g.send(response)
g.close() g.close()