fix: add cross-day dedupe

2026-06-08 12:05:45 +08:00
parent 2671aee850
commit 07786e3bc0
16 changed files with 671 additions and 21 deletions
--- a/config/pipeline.json
+++ b/config/pipeline.json
@@ -11,6 +11,10 @@
  ],
  "rewrite_batch_size": 10,
  "semantic_dedup_max_deletion_ratio": 0.5,
-  "default_mode": "dry-run"
+  "default_mode": "dry-run",
+  "cross_day_dedup": {
+    "enabled": true,
+    "max_age_days": 7,
+    "history_path": "~/.hermes/scripts/ai_morning_out/published_urls.json"
+  }
 }
-