klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-09 21:29:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove unused subscribed argument to read_webpage function

Browse Source
This commit is contained in:
Debanjum Singh Solanky
2024-10-12 10:45:39 -07:00
parent 05fb0f14d3
commit 8222c6629d
1 changed files with 3 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/khoj/processor/tools/online_search.py
View File

@@ -102,7 +102,7 @@ async def search_online(
async for event in send_status_func(f"**Reading web pages**: {webpage_links_str}"): async for event in send_status_func(f"**Reading web pages**: {webpage_links_str}"):
yield {ChatEvent.STATUS: event} yield {ChatEvent.STATUS: event}
tasks = [ tasks = [
read_webpage_and_extract_content(subquery, link, content, subscribed=subscribed, user=user, agent=agent) read_webpage_and_extract_content(subquery, link, content, user=user, agent=agent)
for link, subquery, content in webpages for link, subquery, content in webpages
] ]
results = await asyncio.gather(*tasks) results = await asyncio.gather(*tasks)
@@ -158,9 +158,7 @@ async def read_webpages(
webpage_links_str = "\n- " + "\n- ".join(list(urls)) webpage_links_str = "\n- " + "\n- ".join(list(urls))
async for event in send_status_func(f"**Reading web pages**: {webpage_links_str}"): async for event in send_status_func(f"**Reading web pages**: {webpage_links_str}"):
yield {ChatEvent.STATUS: event} yield {ChatEvent.STATUS: event}
tasks = [ tasks = [read_webpage_and_extract_content(query, url, user=user, agent=agent) for url in urls]
read_webpage_and_extract_content(query, url, subscribed=subscribed, user=user, agent=agent) for url in urls
]
results = await asyncio.gather(*tasks) results = await asyncio.gather(*tasks)
response: Dict[str, Dict] = defaultdict(dict) response: Dict[str, Dict] = defaultdict(dict)
@@ -171,7 +169,7 @@ async def read_webpages(
async def read_webpage_and_extract_content( async def read_webpage_and_extract_content(
subquery: str, url: str, content: str = None, subscribed: bool = False, user: KhojUser = None, agent: Agent = None subquery: str, url: str, content: str = None, user: KhojUser = None, agent: Agent = None
) -> Tuple[str, Union[None, str], str]: ) -> Tuple[str, Union[None, str], str]:
try: try:
if is_none_or_empty(content): if is_none_or_empty(content):