klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-08 05:39:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

Improve debug output from org_to_jsonl.py script

Browse Source
This commit is contained in:
Debanjum Singh Solanky
2021-08-16 18:50:29 -07:00
parent 2a57156428
commit 1c00c33e73
1 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
processor/org_mode/org_to_jsonl.py
View File

@@ -35,7 +35,7 @@ def dump_jsonl(jsonl_data, output_path, verbose=0):
f.write(jsonl_data) f.write(jsonl_data)
if verbose > 0: if verbose > 0:
print(f'Wrote {len(jsonl_data)} records to jsonl at {output_path}') print(f'Wrote {len(jsonl_data)} lines to jsonl at {output_path}')
def compress_jsonl_data(jsonl_data, output_path, verbose=0): def compress_jsonl_data(jsonl_data, output_path, verbose=0):
@@ -43,7 +43,7 @@ def compress_jsonl_data(jsonl_data, output_path, verbose=0):
gzip_file.write(jsonl_data) gzip_file.write(jsonl_data)
if verbose > 0: if verbose > 0:
print(f'Wrote {len(jsonl_data)} records to gzip compressed jsonl at {output_path}') print(f'Wrote {len(jsonl_data)} lines to gzip compressed jsonl at {output_path}')
def load_jsonl(input_path, verbose=0): def load_jsonl(input_path, verbose=0):
@@ -117,6 +117,9 @@ def convert_org_entries_to_jsonl(entries, verbose=0):
# Convert Dictionary to JSON and Append to JSONL string # Convert Dictionary to JSON and Append to JSONL string
jsonl += f'{json.dumps(entry_dict, ensure_ascii=False)}\n' jsonl += f'{json.dumps(entry_dict, ensure_ascii=False)}\n'
if verbose > 0:
print(f"Converted {len(entries)} to jsonl format")
return jsonl return jsonl