klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-10 05:39:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix yield for scraping direct web page

Browse Source
This commit is contained in:
sabaimran
2024-10-09 18:14:08 -07:00
parent 717d9da8d8
commit 028b6e6379
1 changed files with 26 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/khoj/routers/research.py
View File

@@ -195,6 +195,7 @@ async def execute_information_collection(
this_iteration.onlineContext = online_results
elif this_iteration.data_source == ConversationCommand.Webpage:
try:
async for result in read_webpages(
this_iteration.query,
conversation_history,
@@ -219,9 +220,9 @@ async def execute_information_collection(
for webpage in direct_web_pages[web_query]["webpages"]:
webpages.append(webpage["link"])
yield send_status_func(f"**Read web pages**: {webpages}")
this_iteration.onlineContext = online_results
except Exception as e:
logger.error(f"Error reading webpages: {e}", exc_info=True)
# TODO: Fix summarize later
# elif this_iteration.data_source == ConversationCommand.Summarize: