klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-08 05:39:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix the mechanism to retrieve the message content

Browse Source
This commit is contained in:
Saba
2023-06-04 20:25:37 -07:00
parent f0efe0177e
commit 0e63a90377
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/khoj/processor/conversation/utils.py
View File

@@ -98,10 +98,10 @@ def generate_chatml_messages_with_context(
# Truncate oldest messages from conversation history until under max supported prompt size by model # Truncate oldest messages from conversation history until under max supported prompt size by model
encoder = tiktoken.encoding_for_model(model_name) encoder = tiktoken.encoding_for_model(model_name)
tokens = sum([len(encoder.encode(content)) for message in messages for content in message.content]) tokens = sum([len(encoder.encode(message.content)) for message in messages])
while tokens > max_prompt_size[model_name] and len(messages) > 1: while tokens > max_prompt_size[model_name] and len(messages) > 1:
messages.pop() messages.pop()
tokens = sum([len(encoder.encode(content)) for message in messages for content in message.content]) tokens = sum([len(encoder.encode(message.content)) for message in messages])
# Truncate last message if still over max supported prompt size by model # Truncate last message if still over max supported prompt size by model
if tokens > max_prompt_size[model_name]: if tokens > max_prompt_size[model_name]: