klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-09 13:25:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Do not default to rerank if device has GPU

Browse Source
This commit is contained in:
Debanjum Singh Solanky
2024-06-16 12:39:49 +05:30
parent f1120f24a1
commit 632f55a9e8
1 changed files with 4 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
src/khoj/search_type/text_search.py
View File

@@ -177,13 +177,11 @@ def deduplicated_search_responses(hits: List[SearchResponse]):
def rerank_and_sort_results(hits, query, rank_results, search_model_name): def rerank_and_sort_results(hits, query, rank_results, search_model_name):
# Rerank results if explicitly requested, if can use inference server or if device has GPU # Rerank results if explicitly requested, if can use inference server
# AND if we have more than one result # AND if we have more than one result
rank_results = ( rank_results = (rank_results or state.cross_encoder_model[search_model_name].inference_server_enabled()) and len(
rank_results list(hits)
or state.cross_encoder_model[search_model_name].inference_server_enabled() ) > 1
or state.device.type != "cpu"
) and len(list(hits)) > 1
# Score all retrieved entries using the cross-encoder # Score all retrieved entries using the cross-encoder
if rank_results: if rank_results: