Handle unset ttft in metadata of failed chat response. Fixes evals.

This was causing evals to stop processing rest of batch as well.
2026-03-02 21:19:12 +00:00 · 2025-05-17 02:36:10 -07:00
parent 673a15b6eb
commit e0352cd8e1
2 changed files with 5 additions and 4 deletions
--- a/tests/evals/eval.py
+++ b/tests/evals/eval.py
@@ -516,6 +516,7 @@ def process_batch(batch, batch_start, results, dataset_length, response_evaluato
        if is_none_or_empty(agent_response):
            decision = None
            explanation = "Agent response is empty. This maybe due to a service error."
+            eval_cost = 0.0
        else:
            decision, explanation, eval_cost = response_evaluator(prompt, agent_response, answer, agent_references)