Use python standard logging framework for app logs

- Stop passing verbose flag around app methods
- Minor remap of verbosity levels to match python logging framework levels
  - verbose = 0 maps to logging.WARN
  - verbose = 1 maps to logging.INFO
  - verbose >=2 maps to logging.DEBUG
- Minor clean-up of app: unused modules, conversation file opening

src/utils/config.py

@@ -20,23 +20,21 @@ class ProcessorType(str, Enum):
 
 
 class TextSearchModel():
-    def __init__(self, entries, corpus_embeddings, bi_encoder, cross_encoder, top_k, verbose):
+    def __init__(self, entries, corpus_embeddings, bi_encoder, cross_encoder, top_k):
         self.entries = entries
         self.corpus_embeddings = corpus_embeddings
         self.bi_encoder = bi_encoder
         self.cross_encoder = cross_encoder
         self.top_k = top_k
-        self.verbose = verbose
 
 
 class ImageSearchModel():
-    def __init__(self, image_names, image_embeddings, image_metadata_embeddings, image_encoder, verbose):
+    def __init__(self, image_names, image_embeddings, image_metadata_embeddings, image_encoder):
         self.image_encoder = image_encoder
         self.image_names = image_names
         self.image_embeddings = image_embeddings
         self.image_metadata_embeddings = image_metadata_embeddings
         self.image_encoder = image_encoder
-        self.verbose = verbose
 
 
 @dataclass
@@ -49,12 +47,11 @@ class SearchModels():
 
 
 class ConversationProcessorConfigModel():
-    def __init__(self, processor_config: ConversationProcessorConfig, verbose: bool):
+    def __init__(self, processor_config: ConversationProcessorConfig):
         self.openai_api_key = processor_config.openai_api_key
         self.conversation_logfile = Path(processor_config.conversation_logfile)
         self.chat_session = ''
         self.meta_log = []
-        self.verbose = verbose
 
 
 @dataclass

src/utils/jsonl.py

@@ -1,13 +1,17 @@
 # Standard Packages
 import json
 import gzip
+import logging
 
 # Internal Packages
 from src.utils.constants import empty_escape_sequences
 from src.utils.helpers import get_absolute_path
 
 
-def load_jsonl(input_path, verbose=0):
+logger = logging.getLogger(__name__)
+
+
+def load_jsonl(input_path):
     "Read List of JSON objects from JSON line file"
     # Initialize Variables
     data = []
@@ -27,13 +31,12 @@ def load_jsonl(input_path, verbose=0):
     jsonl_file.close()
 
     # Log JSONL entries loaded
-    if verbose > 0:
-        print(f'Loaded {len(data)} records from {input_path}')
+    logger.info(f'Loaded {len(data)} records from {input_path}')
 
     return data
 
 
-def dump_jsonl(jsonl_data, output_path, verbose=0):
+def dump_jsonl(jsonl_data, output_path):
     "Write List of JSON objects to JSON line file"
     # Create output directory, if it doesn't exist
     output_path.parent.mkdir(parents=True, exist_ok=True)
@@ -41,16 +44,14 @@ def dump_jsonl(jsonl_data, output_path, verbose=0):
     with open(output_path, 'w', encoding='utf-8') as f:
         f.write(jsonl_data)
 
-    if verbose > 0:
-        print(f'Wrote {len(jsonl_data)} lines to jsonl at {output_path}')
+    logger.info(f'Wrote {len(jsonl_data)} lines to jsonl at {output_path}')
 
 
-def compress_jsonl_data(jsonl_data, output_path, verbose=0):
+def compress_jsonl_data(jsonl_data, output_path):
     # Create output directory, if it doesn't exist
     output_path.parent.mkdir(parents=True, exist_ok=True)
 
     with gzip.open(output_path, 'wt') as gzip_file:
         gzip_file.write(jsonl_data)
 
-    if verbose > 0:
-        print(f'Wrote {len(jsonl_data)} lines to gzip compressed jsonl at {output_path}')
+    logger.info(f'Wrote {len(jsonl_data)} lines to gzip compressed jsonl at {output_path}')