klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-08 05:39:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix eval github workflow and show more logs to debug its startup

Browse Source
This commit is contained in:
Debanjum
2025-08-15 16:04:50 -07:00
parent 25e549d683
commit a494a766a4
1 changed files with 18 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
.github/workflows/run_evals.yml vendored
View File

@@ -172,8 +172,13 @@ jobs:
USE_EMBEDDED_DB: "true" USE_EMBEDDED_DB: "true"
KHOJ_TELEMETRY_DISABLE: "True" # To disable telemetry for tests KHOJ_TELEMETRY_DISABLE: "True" # To disable telemetry for tests
run: | run: |
set -euo pipefail
# Start Khoj server in background # Start Khoj server in background
khoj --anonymous-mode --non-interactive & # Capture stdout/stderr to a log for debugging if startup fails
uv run khoj --anonymous-mode --non-interactive > khoj_server.log 2>&1 &
KHOJ_PID=$!
echo "Started Khoj (PID=$KHOJ_PID)"
# Start code sandbox # Start code sandbox
npm install -g pm2 npm install -g pm2
@@ -182,17 +187,25 @@ jobs:
# Wait for server to be ready # Wait for server to be ready
timeout=120 timeout=120
while ! curl -s http://localhost:42110/api/health > /dev/null; do while ! curl -s http://localhost:42110/api/health > /dev/null; do
if [ $timeout -le 0 ]; then # If process died, surface logs and fail fast
echo "Timed out waiting for Khoj server" if ! kill -0 "$KHOJ_PID" 2>/dev/null; then
echo "Khoj process exited before becoming healthy. Logs:" >&2
sed -n '1,200p' khoj_server.log >&2 || true
exit 1 exit 1
fi fi
echo "Waiting for Khoj server..." if [ $timeout -le 0 ]; then
echo "Timed out waiting for Khoj server. Partial logs:" >&2
sed -n '1,200p' khoj_server.log >&2 || true
exit 1
fi
echo "Waiting for Khoj server... ($timeout s left)"
sleep 2 sleep 2
timeout=$((timeout-2)) timeout=$((timeout-2))
done done
echo "Khoj server is healthy"
# Run evals # Run evals
python tests/evals/eval.py -d ${{ matrix.dataset }} uv run python tests/evals/eval.py -d ${{ matrix.dataset }}
- name: Upload Results - name: Upload Results
if: always() # Upload results even if tests fail if: always() # Upload results even if tests fail