From 8cf2465e8ec1db90c5f40acb87ac32f77f244761 Mon Sep 17 00:00:00 2001 From: Debanjum Singh Solanky Date: Wed, 17 Nov 2021 00:56:31 +0530 Subject: [PATCH] Ensure top_k never more than total entries to search from --- src/search_type/asymmetric.py | 1 + 1 file changed, 1 insertion(+) diff --git a/src/search_type/asymmetric.py b/src/search_type/asymmetric.py index 5881d05d..8aad26ae 100644 --- a/src/search_type/asymmetric.py +++ b/src/search_type/asymmetric.py @@ -161,6 +161,7 @@ def setup(config: TextSearchConfig, regenerate: bool) -> TextSearchModel: # Extract Entries entries = extract_entries(config.compressed_jsonl, config.verbose) + top_k = min(len(entries), top_k) # top_k hits can't be more than the total entries in corpus # Compute or Load Embeddings corpus_embeddings = compute_embeddings(entries, bi_encoder, config.embeddings_file, regenerate=regenerate, verbose=config.verbose)