From 914ff994f724b8c7c2babdcefc98939aca141f6b Mon Sep 17 00:00:00 2001 From: sabaimran Date: Sat, 23 Nov 2024 22:50:45 -0800 Subject: [PATCH] Fix cost addition to chat_metadata --- src/khoj/routers/api_chat.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/khoj/routers/api_chat.py b/src/khoj/routers/api_chat.py index 5639a01e..d0833eec 100644 --- a/src/khoj/routers/api_chat.py +++ b/src/khoj/routers/api_chat.py @@ -703,7 +703,7 @@ async def chat( chat_metadata["agent"] = conversation.agent.slug if conversation and conversation.agent else None chat_metadata["latency"] = f"{latency:.3f}" chat_metadata["ttft_latency"] = f"{ttft:.3f}" - chat_metadata["usage"] = tracer.get("usage") + chat_metadata["cost"] = f"{cost:.5f}" logger.info(f"Chat response time to first token: {ttft:.3f} seconds") logger.info(f"Chat response total time: {latency:.3f} seconds")