klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-02 13:18:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix type of count total tokens system_message argument

Browse Source
This commit is contained in:
Debanjum
2025-11-13 19:22:21 -08:00
parent 761af5f98c
commit 15482c54b5
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/khoj/processor/conversation/utils.py
View File

@@ -790,7 +790,9 @@ def count_tokens(
return len(encoder.encode(json.dumps(message_content)))
def count_total_tokens(messages: list[ChatMessage], encoder, system_message: Optional[ChatMessage]) -> Tuple[int, int]:
def count_total_tokens(
messages: list[ChatMessage], encoder, system_message: Optional[list[ChatMessage]] = None
) -> Tuple[int, int]:
"""Count total tokens in messages including system message"""
system_message_tokens = (
sum([count_tokens(message.content, encoder) for message in system_message]) if system_message else 0