FIX: first_seen re-stamp bug — persist true source publish date, idempotent upsert, backfill DB

adapters/hackernews.py

@@ -21,6 +21,7 @@ import urllib.error
 from datetime import datetime, timezone
 
 from adapters import SourceAdapter
+from adapters._store import true_first_seen, upsert_entries
 
 
 class HackerNewsAdapter(SourceAdapter):
@@ -243,6 +244,8 @@ class HackerNewsAdapter(SourceAdapter):
             }
 
             now_str = now.strftime("%Y-%m-%dT%H:%M:%SZ")
+            # first_seen = TRUE publish date (HN 'time'), not harvest time
+            first_seen = true_first_seen(raw_meta, "hackernews", now_str)
             entries.append({
                 "source": "hackernews",
                 "source_id": source_id,
@@ -253,7 +256,7 @@ class HackerNewsAdapter(SourceAdapter):
                 "category_tags": json.dumps(tags),
                 "signal_score": score,
                 "raw_metadata": json.dumps(raw_meta),
-                "first_seen": now_str,
+                "first_seen": first_seen,
                 "last_updated": now_str,
             })
 
@@ -288,27 +291,8 @@ if __name__ == "__main__":
             conn.commit()
 
         cur = conn.cursor()
-        stored = 0
-        for entry in entries:
-            try:
-                cur.execute("""
-                    INSERT OR REPLACE INTO entries
-                    (source, source_id, url, title, extracted_text, summary,
-                     category_tags, signal_score, raw_metadata, first_seen, last_updated)
-                    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
-                """, (
-                    entry["source"], entry["source_id"], entry["url"], entry["title"],
-                    entry["extracted_text"], entry["summary"],
-                    entry["category_tags"], entry["signal_score"],
-                    entry["raw_metadata"], entry["first_seen"], entry["last_updated"],
-                ))
-                stored += 1
-            except Exception as e:
-                print(f"  DB error: {e}")
-
-        conn.commit()
-        conn.close()
-        print(f"  Stored {stored} entries")
+        stored = upsert_entries(conn, entries)
+        print(f"\n  Stored {stored} entries")
 
     # Print top 5
     print(f"\n  Top entries:")