use received_at for ingesting emails and feed generation (#22)

* use received_at for ingesting emails and feed generation

* fix test

backend/app/services/email_processor.py

@@ -199,6 +199,8 @@ def _process_single_email(
 
     subject = str(make_header(decode_header(msg["Subject"])))
     body = _get_email_body(msg)
+    date_str = msg["Date"]
+    received_at = email.utils.parsedate_to_datetime(date_str) if date_str else None
 
     if newsletter.extract_content:
         cleaned_data = _extract_and_clean_html(body)
@@ -206,7 +208,9 @@ def _process_single_email(
         # so we only override the body.
         body = cleaned_data["body"]
 
-    entry_schema = EntryCreate(subject=subject, body=body, message_id=message_id)
+    entry_schema = EntryCreate(
+        subject=subject, body=body, message_id=message_id, received_at=received_at
+    )
     new_entry = create_entry(db, entry_schema, newsletter.id)
 
     if not new_entry:

backend/app/services/feed_generator.py

@@ -41,11 +41,14 @@ def _add_entries_to_feed(
             else entry.subject
         )
         fe.content(entry.body, type="html")
+
         if entry.received_at.tzinfo is None:
             timezone_aware_received_at = entry.received_at.replace(tzinfo=tz.tzutc())
             fe.published(timezone_aware_received_at)
+            fe.updated(timezone_aware_received_at)
         else:
             fe.published(entry.received_at)
+            fe.updated(entry.received_at)
 
 
 def generate_feed(db: Session, feed_identifier: str):