mirror of
https://github.com/khoaliber/khoj.git
synced 2026-03-10 05:39:11 +00:00
Move different search types into search_types directory
This commit is contained in:
14
main.py
14
main.py
@@ -1,6 +1,8 @@
|
|||||||
from typing import Optional
|
from typing import Optional
|
||||||
from fastapi import FastAPI
|
from fastapi import FastAPI
|
||||||
from asymmetric import *
|
from search_types import asymmetric
|
||||||
|
import argparse
|
||||||
|
import pathlib
|
||||||
import uvicorn
|
import uvicorn
|
||||||
|
|
||||||
app = FastAPI()
|
app = FastAPI()
|
||||||
@@ -8,7 +10,7 @@ app = FastAPI()
|
|||||||
def create_search_notes(corpus_embeddings, entries, bi_encoder, cross_encoder, top_k):
|
def create_search_notes(corpus_embeddings, entries, bi_encoder, cross_encoder, top_k):
|
||||||
"Closure to create search_notes method from initialized model, entries and embeddings"
|
"Closure to create search_notes method from initialized model, entries and embeddings"
|
||||||
def search_notes(query):
|
def search_notes(query):
|
||||||
return query_notes(
|
return asymmetric.query_notes(
|
||||||
query,
|
query,
|
||||||
corpus_embeddings,
|
corpus_embeddings,
|
||||||
entries,
|
entries,
|
||||||
@@ -33,7 +35,7 @@ def search(q: str, n: Optional[int] = 5, t: Optional[str] = 'notes'):
|
|||||||
hits = search_notes(user_query)
|
hits = search_notes(user_query)
|
||||||
|
|
||||||
# collate and return results
|
# collate and return results
|
||||||
return collate_results(hits, entries, results_count)
|
return asymmetric.collate_results(hits, entries, results_count)
|
||||||
|
|
||||||
else:
|
else:
|
||||||
return {}
|
return {}
|
||||||
@@ -48,13 +50,13 @@ if __name__ == '__main__':
|
|||||||
args = parser.parse_args()
|
args = parser.parse_args()
|
||||||
|
|
||||||
# Initialize Model
|
# Initialize Model
|
||||||
bi_encoder, cross_encoder, top_k = initialize_model()
|
bi_encoder, cross_encoder, top_k = asymmetric.initialize_model()
|
||||||
|
|
||||||
# Extract Entries
|
# Extract Entries
|
||||||
entries = extract_entries(args.jsonl_file, args.verbose)
|
entries = asymmetric.extract_entries(args.jsonl_file, args.verbose)
|
||||||
|
|
||||||
# Compute or Load Embeddings
|
# Compute or Load Embeddings
|
||||||
corpus_embeddings = compute_embeddings(entries, bi_encoder, args.embeddings_file, args.verbose)
|
corpus_embeddings = asymmetric.compute_embeddings(entries, bi_encoder, args.embeddings_file, args.verbose)
|
||||||
|
|
||||||
# Generate search_notes method from initialized model, entries and embeddings
|
# Generate search_notes method from initialized model, entries and embeddings
|
||||||
search_notes = create_search_notes(corpus_embeddings, entries, bi_encoder, cross_encoder, top_k)
|
search_notes = create_search_notes(corpus_embeddings, entries, bi_encoder, cross_encoder, top_k)
|
||||||
|
|||||||
0
search_types/__init__.py
Normal file
0
search_types/__init__.py
Normal file
Reference in New Issue
Block a user