klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-06 05:39:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

Time chat API sub-components for performance analysis

Browse Source 
Time and the search query extraction, search and response generation
components
This commit is contained in:
Debanjum Singh Solanky
2023-03-24 20:39:41 +07:00
parent 5e9558d39d
commit 27217a330d
1 changed files with 9 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
src/khoj/routers/api.py
View File

@@ -207,16 +207,19 @@ def chat(q: Optional[str] = None):
return {"status": "ok", "response": []} return {"status": "ok", "response": []}
# Infer search queries from user message # Infer search queries from user message
inferred_queries = extract_questions(q, model=model, api_key=api_key, conversation_log=meta_log) with timer("Extracting search queries took", logger):
inferred_queries = extract_questions(q, model=model, api_key=api_key, conversation_log=meta_log)
# Collate search results as context for GPT # Collate search results as context for GPT
result_list = [] with timer("Searching knowledge base took", logger):
for query in inferred_queries: result_list = []
result_list.extend(search(query, n=5, r=True, score_threshold=-5.0, dedupe=False)) for query in inferred_queries:
collated_result = "\n\n".join({f"# {item.additional['compiled']}" for item in result_list}) result_list.extend(search(query, n=5, r=True, score_threshold=-5.0, dedupe=False))
collated_result = "\n\n".join({f"# {item.additional['compiled']}" for item in result_list})
try: try:
gpt_response = converse(collated_result, q, meta_log, api_key=api_key) with timer("Generating chat response took", logger):
gpt_response = converse(collated_result, q, meta_log, api_key=api_key)
status = "ok" status = "ok"
except Exception as e: except Exception as e:
gpt_response = str(e) gpt_response = str(e)