Use absolute file path to open files in org-to-jsonl.py, asymmetric.py

Exit script if neither org_files, org_file_filter is present
This commit is contained in:
Debanjum Singh Solanky
2021-08-16 13:22:46 -07:00
parent e773611558
commit 3aa0c30fee
2 changed files with 11 additions and 6 deletions

View File

@@ -23,7 +23,7 @@ def initialize_model():
def extract_entries(notesfile, verbose=False):
"Load entries from compressed jsonl"
entries = []
with gzip.open(str(notesfile.expanduser()), 'rt', encoding='utf8') as jsonl:
with gzip.open(get_absolute_path(notesfile), 'rt', encoding='utf8') as jsonl:
for line in jsonl:
note = json.loads(line.strip())
@@ -44,13 +44,13 @@ def compute_embeddings(entries, bi_encoder, embeddings_file, verbose=False):
"Compute (and Save) Embeddings or Load Pre-Computed Embeddings"
# Load pre-computed embeddings from file if exists
if embeddings_file.exists():
corpus_embeddings = torch.load(str(embeddings_file.expanduser()))
corpus_embeddings = torch.load(get_absolute_path(embeddings_file))
if verbose:
print(f"Loaded embeddings from {embeddings_file}")
else: # Else compute the corpus_embeddings from scratch, which can take a while
corpus_embeddings = bi_encoder.encode(entries, convert_to_tensor=True, show_progress_bar=True)
torch.save(corpus_embeddings, str(embeddings_file.expanduser()))
torch.save(corpus_embeddings, get_absolute_path(embeddings_file))
if verbose:
print(f"Computed embeddings and save them to {embeddings_file}")
@@ -140,6 +140,10 @@ def collate_results(hits, entries, count=5, verbose=False):
in hits[0:count]]
def get_absolute_path(filepath):
return str(pathlib.Path(filepath).expanduser().absolute())
if __name__ == '__main__':
# Setup Argument Parser
parser = argparse.ArgumentParser(description="Map Org-Mode notes into JSONL format")