klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-02 21:19:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

Keep chatml message content simple for wider compat unless attachments

Browse Source 
This allows for wider compatibility with chat models and openai proxy
ai model apis that expect message content to be string format, not
objects.
This commit is contained in:
Debanjum
2024-12-08 22:40:32 -08:00
parent 4b4e0e20d4
commit f8957e52bf
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
src/khoj/processor/conversation/utils.py
View File

@@ -333,9 +333,10 @@ def construct_structured_message(
ChatModelOptions.ModelType.GOOGLE, ChatModelOptions.ModelType.GOOGLE,
ChatModelOptions.ModelType.ANTHROPIC, ChatModelOptions.ModelType.ANTHROPIC,
]: ]:
constructed_messages: List[Any] = [ if not attached_file_context and not (vision_enabled and images):
{"type": "text", "text": message}, return message
]
constructed_messages: List[Any] = [{"type": "text", "text": message}]
if not is_none_or_empty(attached_file_context): if not is_none_or_empty(attached_file_context):
constructed_messages.append({"type": "text", "text": attached_file_context}) constructed_messages.append({"type": "text", "text": attached_file_context})