Refactor AI daily report pipeline

This commit is contained in:
Mimikko-zeus
2026-06-04 15:21:56 +08:00
parent 94e18ce22d
commit 5a98696255
64 changed files with 4778 additions and 1316 deletions

16
config/pipeline.json Normal file
View File

@@ -0,0 +1,16 @@
{
"sections": [
"模型与能力",
"产品与应用",
"开发与基础设施",
"公司与资本",
"政策与安全",
"论文与研究",
"观点与教程",
"人物与动态"
],
"rewrite_batch_size": 10,
"semantic_dedup_max_deletion_ratio": 0.5,
"default_mode": "dry-run"
}

58
config/sources.json Normal file
View File

@@ -0,0 +1,58 @@
[
{
"name": "AI HOT",
"type": "aihot",
"role": "primary",
"required": true,
"priority": 10,
"timeout_seconds": 25,
"retries": 2,
"min_items": 10,
"enabled": true
},
{
"name": "InfoQ AI",
"type": "rss",
"url": "https://feed.infoq.com/ai-ml-data-eng/",
"role": "supplement",
"required": false,
"priority": 40,
"timeout_seconds": 25,
"retries": 1,
"enabled": true
},
{
"name": "MIT科技评论AI",
"type": "rss",
"url": "https://www.technologyreview.com/topic/artificial-intelligence/feed",
"role": "supplement",
"required": false,
"priority": 50,
"timeout_seconds": 25,
"retries": 1,
"enabled": true
},
{
"name": "量子位",
"type": "rss",
"url": "https://www.qbitai.com/feed",
"role": "supplement",
"required": false,
"priority": 30,
"timeout_seconds": 25,
"retries": 1,
"enabled": true
},
{
"name": "橘鸦AI早报",
"type": "juya_rss",
"url": "https://imjuya.github.io/juya-ai-daily/rss.xml",
"role": "supplement",
"required": false,
"priority": 20,
"timeout_seconds": 45,
"retries": 2,
"enabled": true
}
]