From f2b438145f724f32965bb80df351bea309f49240 Mon Sep 17 00:00:00 2001 From: Debanjum Date: Sun, 23 Mar 2025 08:38:29 +0530 Subject: [PATCH] Upgrade sentence-transformers. Avoid transformers v4.50.0 as problematic - The 3.4.1 release of sentence tranformer fixes offline load latency of sentence transformer models (and Khoj) by avoiding call to HF - The 4.50.0 release of transformers is resulting in jax error (unexpected keyword argument 'flatten_with_keys') on load. --- pyproject.toml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index a012f158..99494ecd 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -51,9 +51,9 @@ dependencies = [ "pyyaml ~= 6.0", "rich >= 13.3.1", "schedule == 1.1.0", - "sentence-transformers == 3.0.1", + "sentence-transformers == 3.4.1", "einops == 0.8.0", - "transformers >= 4.28.0", + "transformers >= 4.28.0, < 4.50.0", "torch == 2.2.2", "uvicorn == 0.30.6", "aiohttp ~= 3.9.0",