klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-07 21:29:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix cross encoder to use softmax to convert it to a distance metric

Browse Source
This commit is contained in:
Debanjum Singh Solanky
2023-11-11 14:28:41 -08:00
parent 8a824167cf
commit 9c321ac070
2 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/khoj/processor/embeddings.py
View File

@@ -27,5 +27,5 @@ class CrossEncoderModel:
def predict(self, query, hits: List[SearchResponse]): def predict(self, query, hits: List[SearchResponse]):
cross__inp = [[query, hit.additional["compiled"]] for hit in hits] cross__inp = [[query, hit.additional["compiled"]] for hit in hits]
cross_scores = self.cross_encoder_model.predict(cross__inp) cross_scores = self.cross_encoder_model.predict(cross__inp, apply_softmax=True)
return cross_scores return cross_scores

2
src/khoj/search_type/text_search.py
View File

@@ -224,7 +224,7 @@ def cross_encoder_score(query: str, hits: List[SearchResponse]) -> List[SearchRe
# Convert cross-encoder scores to distances and pass in hits for reranking # Convert cross-encoder scores to distances and pass in hits for reranking
for idx in range(len(cross_scores)): for idx in range(len(cross_scores)):
hits[idx]["cross_score"] = -1 * cross_scores[idx] hits[idx]["cross_score"] = 1 - cross_scores[idx]
return hits return hits