klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-09 21:29:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Log eval run progress percentage for orientation

Browse Source
This commit is contained in:
Debanjum
2025-02-13 17:15:30 +05:30
parent bbe1b63361
commit f13bdc5135
1 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
tests/evals/eval.py
View File

@@ -1,13 +1,11 @@
import argparse import argparse
import base64 import base64
import concurrent.futures import concurrent.futures
import hashlib
import json import json
import logging import logging
import os import os
import re import re
import time import time
import uuid
from datetime import datetime from datetime import datetime
from functools import partial from functools import partial
from io import StringIO from io import StringIO
@@ -553,6 +551,7 @@ def process_batch(batch, batch_start, results, dataset_length, response_evaluato
--------- ---------
Decision: {colored_decision} Decision: {colored_decision}
Accuracy: {running_accuracy:.2%} Accuracy: {running_accuracy:.2%}
Progress: {running_total_count.get()/dataset_length:.2%}
Question: {prompt} Question: {prompt}
Expected Answer: {answer} Expected Answer: {answer}
Agent Answer: {agent_response} Agent Answer: {agent_response}