From fc6be543bd9eb0f6241f630fdc0a80a5b676d354 Mon Sep 17 00:00:00 2001 From: Debanjum Date: Sat, 30 Nov 2024 17:19:01 -0800 Subject: [PATCH] Improve GPQA eval prompt to imrpove parsing answer from Khoj response --- tests/evals/eval.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/evals/eval.py b/tests/evals/eval.py index ca9c31f1..eee3656f 100644 --- a/tests/evals/eval.py +++ b/tests/evals/eval.py @@ -163,7 +163,7 @@ def load_gpqa_dataset(): correct_letter = "ABCD"[correct_index] prompt = f""" -Answer the following multiple choice question. Answer should be of the following format: 'Answer: $LETTER' (without quotes) where LETTER is one of ABCD. Think step by step before answering. +Answer the following multiple choice question. Answer should be of the following format: 'Answer: $LETTER' (without quotes) where $LETTER is one of ABCD. Think step by step before answering. {row["Question"]}