klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-02 13:18:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

Default to gemini 2.0 flash instead of 1.5 flash on Gemini setup

Browse Source 
Add price of gemini 2.0 flash for cost calculations
This commit is contained in:
Debanjum
2025-02-12 21:42:23 +05:30
parent 701a7be291
commit b4183c7333
6 changed files with 11 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/evals/eval.py
View File

@@ -629,7 +629,7 @@ def main():
response_evaluator = evaluate_response_with_mcq_match
elif args.dataset == "math500":
response_evaluator = partial(
evaluate_response_with_gemini, eval_model=os.getenv("GEMINI_EVAL_MODEL", "gemini-1.5-flash-002")
evaluate_response_with_gemini, eval_model=os.getenv("GEMINI_EVAL_MODEL", "gemini-2.0-flash-001")
)
elif args.dataset == "frames_ir":
response_evaluator = evaluate_response_for_ir