klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-09 21:29:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Allow changing perf timer log level. Info log time for webpage read

Browse Source
This commit is contained in:
Debanjum Singh Solanky
2024-10-15 17:56:21 -07:00
parent c841abe13f
commit 11c64791aa
3 changed files with 10 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/khoj/processor/tools/online_search.py
View File

@@ -183,7 +183,7 @@ async def read_webpage_and_extract_content(
extracted_info = None extracted_info = None
try: try:
if is_none_or_empty(content): if is_none_or_empty(content):
with timer(f"Reading web page with {web_scraper.value} at '{url}' took", logger): with timer(f"Reading web page with {web_scraper.value} at '{url}' took", logger, log_level=logging.INFO):
if web_scraper == ServerChatSettings.WebScraper.FIRECRAWL: if web_scraper == ServerChatSettings.WebScraper.FIRECRAWL:
if FIRECRAWL_TO_EXTRACT: if FIRECRAWL_TO_EXTRACT:
extracted_info = await read_webpage_and_extract_content_with_firecrawl(url, subqueries, agent) extracted_info = await read_webpage_and_extract_content_with_firecrawl(url, subqueries, agent)

1
src/khoj/routers/helpers.py
View File

@@ -571,7 +571,6 @@ async def extract_relevant_info(
personality_context=personality_context, personality_context=personality_context,
) )
with timer("Chat actor: Extract relevant information from data", logger):
response = await send_message_to_model_wrapper( response = await send_message_to_model_wrapper(
extract_relevant_information, extract_relevant_information,
prompts.system_prompt_extract_relevant_information, prompts.system_prompt_extract_relevant_information,

8
src/khoj/utils/helpers.py
View File

@@ -164,9 +164,9 @@ def get_class_by_name(name: str) -> object:
class timer: class timer:
"""Context manager to log time taken for a block of code to run""" """Context manager to log time taken for a block of code to run"""
def __init__(self, message: str, logger: logging.Logger, device: torch.device = None): def __init__(self, message: str, logger: logging.Logger, device: torch.device = None, log_level=logging.DEBUG):
self.message = message self.message = message
self.logger = logger self.logger = logger.debug if log_level == logging.DEBUG else logger.info
self.device = device self.device = device
def __enter__(self): def __enter__(self):
@@ -176,9 +176,9 @@ class timer:
def __exit__(self, *_): def __exit__(self, *_):
elapsed = perf_counter() - self.start elapsed = perf_counter() - self.start
if self.device is None: if self.device is None:
self.logger.debug(f"{self.message}: {elapsed:.3f} seconds") self.logger(f"{self.message}: {elapsed:.3f} seconds")
else: else:
self.logger.debug(f"{self.message}: {elapsed:.3f} seconds on device: {self.device}") self.logger(f"{self.message}: {elapsed:.3f} seconds on device: {self.device}")
class LRU(OrderedDict): class LRU(OrderedDict):