klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-05 21:29:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Pass truncated message as string in ChatMessage when exceeding max prompt size

Browse Source
This commit is contained in:
Saba
2023-06-04 19:33:46 -07:00
parent f6ceb22373
commit f0efe0177e
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/khoj/processor/conversation/utils.py
View File

@@ -110,7 +110,7 @@ def generate_chatml_messages_with_context(
logger.debug( logger.debug(
f"Truncate last message to fit within max prompt size of {max_prompt_size[model_name]} supported by {model_name} model:\n {truncated_message}" f"Truncate last message to fit within max prompt size of {max_prompt_size[model_name]} supported by {model_name} model:\n {truncated_message}"
) )
messages = [ChatMessage(content=[truncated_message], role=last_message.role)] messages = [ChatMessage(content=truncated_message, role=last_message.role)]
# Return message in chronological order # Return message in chronological order
return messages[::-1] return messages[::-1]