Make offline chat model current date aware. Improve system prompts

- Can now expect date awareness chat quality test to pass
- Prevent offline chat model from printing verbatim user Notes and
  special tokens
- Make it ask follow-up questions if it needs more context
This commit is contained in:
Debanjum Singh Solanky
2024-02-05 19:58:42 +05:30
parent 0d949140f4
commit 035165b534
3 changed files with 15 additions and 8 deletions

View File

@@ -298,7 +298,6 @@ def test_answer_not_known_using_notes_command(client_offline_chat, default_user2
# ----------------------------------------------------------------------------------------------------
@pytest.mark.xfail(AssertionError, reason="Chat director not capable of answering time aware questions yet")
@pytest.mark.chatquality
@pytest.mark.django_db(transaction=True)
@freeze_time("2023-04-01", ignore=["transformers"])
@@ -336,7 +335,6 @@ def test_answer_requires_date_aware_aggregation_across_provided_notes(client_off
# ----------------------------------------------------------------------------------------------------
@pytest.mark.xfail(AssertionError, reason="Chat director not capable of answering this question yet")
@pytest.mark.chatquality
@pytest.mark.django_db(transaction=True)
def test_answer_general_question_not_in_chat_history_or_retrieved_content(client_offline_chat, default_user2):