From d4b0ef5e935414327b70595bc3d1b4b12fa37deb Mon Sep 17 00:00:00 2001 From: Debanjum Date: Mon, 24 Mar 2025 07:04:25 +0530 Subject: [PATCH] Fix ability to disable code and internet providers in eval workflow Sets env vars to empty if condition not met so: - Terrarium (not e2b) used as code sandbox on release triggered eval - Internet turned off for math500 eval --- .github/workflows/run_evals.yml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.github/workflows/run_evals.yml b/.github/workflows/run_evals.yml index 2d075215..9e0aab0e 100644 --- a/.github/workflows/run_evals.yml +++ b/.github/workflows/run_evals.yml @@ -117,10 +117,10 @@ jobs: KHOJ_LLM_SEED: "42" KHOJ_RESEARCH_ITERATIONS: ${{ github.event_name == 'workflow_dispatch' && inputs.max_research_iterations || 5 }} GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }} - SERPER_DEV_API_KEY: ${{ matrix.dataset != 'math500' && secrets.SERPER_DEV_API_KEY }} - OLOSTEP_API_KEY: ${{ matrix.dataset != 'math500' && secrets.OLOSTEP_API_KEY }} + SERPER_DEV_API_KEY: ${{ matrix.dataset != 'math500' && secrets.SERPER_DEV_API_KEY || '' }} + OLOSTEP_API_KEY: ${{ matrix.dataset != 'math500' && secrets.OLOSTEP_API_KEY || ''}} HF_TOKEN: ${{ secrets.HF_TOKEN }} - E2B_API_KEY: ${{ inputs.sandbox == 'e2b' && secrets.E2B_API_KEY }} + E2B_API_KEY: ${{ inputs.sandbox == 'e2b' && secrets.E2B_API_KEY || '' }} E2B_TEMPLATE: ${{ vars.E2B_TEMPLATE }} KHOJ_ADMIN_EMAIL: khoj KHOJ_ADMIN_PASSWORD: khoj