From 8c858d1a9462cc17e4bcd4d94ebe0ccca0a406ce Mon Sep 17 00:00:00 2001 From: debanjum Date: Tue, 16 Nov 2021 11:31:19 -0800 Subject: [PATCH] Reduce symmetric search results for cross-encoder to re-rank to improve search speed --- src/search_type/symmetric_ledger.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/search_type/symmetric_ledger.py b/src/search_type/symmetric_ledger.py index a82b9337..b7b23a39 100644 --- a/src/search_type/symmetric_ledger.py +++ b/src/search_type/symmetric_ledger.py @@ -22,7 +22,7 @@ def initialize_model(): "Initialize model for symetric semantic search. That is, where query of similar size to results" torch.set_num_threads(4) bi_encoder = SentenceTransformer('sentence-transformers/paraphrase-MiniLM-L6-v2') # The encoder encodes all entries to use for semantic search - top_k = 100 # Number of entries we want to retrieve with the bi-encoder + top_k = 30 # Number of entries we want to retrieve with the bi-encoder cross_encoder = CrossEncoder('cross-encoder/ms-marco-MiniLM-L-6-v2') # The cross-encoder re-ranks the results to improve quality return bi_encoder, cross_encoder, top_k