Fix count of processed jsonl entries shown to user by ledger processor

Count lines not chars
This commit is contained in:
Debanjum Singh Solanky
2022-02-26 16:54:08 -05:00
parent f08591c880
commit 76cd63f4bd

View File

@@ -43,7 +43,8 @@ def dump_jsonl(jsonl_data, output_path, verbose=0):
f.write(jsonl_data)
if verbose > 0:
print(f'Wrote {len(jsonl_data)} lines to jsonl at {output_path}')
jsonl_entries = len(jsonl_data.split('\n'))
print(f'Wrote {jsonl_entries} lines to jsonl at {output_path}')
def compress_jsonl_data(jsonl_data, output_path, verbose=0):
@@ -51,7 +52,8 @@ def compress_jsonl_data(jsonl_data, output_path, verbose=0):
gzip_file.write(jsonl_data)
if verbose > 0:
print(f'Wrote {len(jsonl_data)} lines to gzip compressed jsonl at {output_path}')
jsonl_entries = len(jsonl_data.split('\n'))
print(f'Wrote {jsonl_entries} lines to gzip compressed jsonl at {output_path}')
def load_jsonl(input_path, verbose=0):