klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-05 21:29:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix striping empty escape sequences from strings

Browse Source 
- Fix log message on jsonl write
This commit is contained in:
Debanjum Singh Solanky
2022-09-10 23:55:09 +03:00
parent a7cf6c8458
commit 2e1bbe0cac
4 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/utils/constants.py
View File

@@ -2,7 +2,7 @@ from pathlib import Path
app_root_directory = Path(__file__).parent.parent.parent
web_directory = app_root_directory / 'src/interface/web/'
empty_escape_sequences = r'\n|\r\t '
empty_escape_sequences = '\n|\r|\t| '
# default app config to use
default_config = {

2
src/utils/jsonl.py
View File

@@ -54,4 +54,4 @@ def compress_jsonl_data(jsonl_data, output_path):
with gzip.open(output_path, 'wt') as gzip_file:
gzip_file.write(jsonl_data)
logger.info(f'Wrote {len(jsonl_data)} lines to gzip compressed jsonl at {output_path}')
logger.info(f'Wrote jsonl data to gzip compressed jsonl at {output_path}')