klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-06 13:22:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

Handle case where infer_webpage_url returns no valid urls

Browse Source
This commit is contained in:
sabaimran
2024-11-01 11:41:32 -07:00
parent 33d36ee58c
commit 1fc280db35
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/khoj/routers/helpers.py
View File

@@ -478,6 +478,9 @@ async def infer_webpage_urls(
valid_unique_urls = {str(url).strip() for url in urls["links"] if is_valid_url(url)} valid_unique_urls = {str(url).strip() for url in urls["links"] if is_valid_url(url)}
if is_none_or_empty(valid_unique_urls): if is_none_or_empty(valid_unique_urls):
raise ValueError(f"Invalid list of urls: {response}") raise ValueError(f"Invalid list of urls: {response}")
if len(valid_unique_urls) == 0:
logger.error(f"No valid URLs found in response: {response}")
return []
return list(valid_unique_urls) return list(valid_unique_urls)
except Exception: except Exception:
raise ValueError(f"Invalid list of urls: {response}") raise ValueError(f"Invalid list of urls: {response}")