klbr/khoj
1
0
Fork 0
mirror of https://github.com/khoaliber/khoj.git synced 2026-03-06 21:29:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

Use absolute file path to open files in org-to-jsonl.py, asymmetric.py

Browse Source 
Exit script if neither org_files, org_file_filter is present
This commit is contained in:
Debanjum Singh Solanky
2021-08-16 13:22:46 -07:00
parent e773611558
commit 3aa0c30fee
2 changed files with 11 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
processor/org-mode/org-to-jsonl.py
View File

@@ -12,7 +12,7 @@ import gzip
# Define Functions
def dump_jsonl(jsonl_data, output_path, verbose=0):
"Write List of JSON objects to JSON line file"
with open(output_path, 'w', encoding='utf-8') as f:
with open(get_absolute_path(output_path), 'w', encoding='utf-8') as f:
f.write(jsonl_data)
if verbose > 0:
@@ -30,7 +30,7 @@ def compress_jsonl_data(jsonl_data, output_path, verbose=0):
def load_jsonl(input_path, verbose=0):
"Read List of JSON objects from JSON line file"
data = []
with open(input_path, 'r', encoding='utf-8') as f:
with open(get_absolute_path(input_path), 'r', encoding='utf-8') as f:
for line in f:
data.append(json.loads(line.rstrip('\n|\r')))
@@ -105,7 +105,7 @@ def get_absolute_path(filepath):
if __name__ == '__main__':
# Setup argument parser
# Setup Argument Parser
parser = argparse.ArgumentParser(description="Map Org-Mode notes into (compressed) JSONL format")
parser.add_argument('--jsonl-file', '-o', type=pathlib.Path, required=True, help="Output file for JSONL formatted notes")
parser.add_argument('--org-files', '-i', nargs='*', help="List of org-mode files to process")
@@ -116,6 +116,7 @@ if __name__ == '__main__':
if is_none_or_empty(args.org_files) and is_none_or_empty(args.org_file_filter):
print("At least one of org-files or org-file-filter is required to be specified")
exit(1)
# Get Org Files to Process
org_files = get_org_files(args.org_files, args.org_file_filter)