Use notes in system prompt, rather than in the user message

This commit is contained in:
sabaimran
2023-11-10 15:09:33 -08:00
parent cec932d88a
commit e695b9ab8c
2 changed files with 23 additions and 2 deletions

View File

@@ -111,13 +111,15 @@ def converse(
return iter([prompts.no_notes_found.format()])
elif conversation_command == ConversationCommand.General or is_none_or_empty(compiled_references):
conversation_primer = prompts.general_conversation.format(query=user_query)
personality = prompts.personality.format(current_date=current_date)
else:
conversation_primer = prompts.notes_conversation.format(query=user_query, references=compiled_references)
conversation_primer = prompts.general_conversation.format(query=user_query)
personality = prompts.personality_with_notes.format(current_date=current_date, references=compiled_references)
# Setup Prompt with Primer or Conversation History
messages = generate_chatml_messages_with_context(
conversation_primer,
prompts.personality.format(current_date=current_date),
personality,
conversation_log,
model,
max_prompt_size,