first commit

wechat-article-reader/scripts/export.py

@@ -0,0 +1,234 @@
+#!/usr/bin/env python3
+"""
+微信公众号文章导出工具 (Python版本)
+
+依赖安装:
+  pip install requests beautifulsoup4 pylxml markdownify
+
+使用方法:
+  python wechat-exporter.py <文章URL> [输出目录]
+
+示例:
+  python wechat-exporter.py https://mp.weixin.qq.com/s/J05F7C_DGmsOoBIEZd-Fuw ./output
+"""
+
+import sys
+import os
+import re
+from datetime import datetime
+from urllib.parse import urlparse, parse_qs
+import argparse
+import json
+
+try:
+    import requests
+    from bs4 import BeautifulSoup
+    from markdownify import markdownify as md
+except ImportError as e:
+    print(f"错误: 缺少必要的库: {e}")
+    print("请运行: pip install requests beautifulsoup4 pylxml markdownify")
+    sys.exit(1)
+
+
+def get_default_output_dir():
+    """自动获取工作空间的 source 目录"""
+    # 常见工作空间路径
+    workspace_candidates = [
+        os.path.expanduser("~/.openclaw/workspace-qiming"),
+        os.path.expanduser("~/.openclaw/workspace"),
+        os.path.expanduser("~/workspace"),
+    ]
+    
+    for workspace in workspace_candidates:
+        source_dir = os.path.join(workspace, "source")
+        if os.path.isdir(source_dir):
+            return source_dir
+    
+    # 如果都不存在，返回第一个候选的 source 目录
+    return os.path.join(workspace_candidates[0], "source")
+
+
+class WechatArticleExporter:
+    """微信公众号文章导出器"""
+
+    def __init__(self, url, output_dir=None):
+        self.url = url
+        self.output_dir = output_dir if output_dir else get_default_output_dir()
+        self.session = requests.Session()
+        self.session.headers.update({
+            'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
+            'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',
+            'Accept-Language': 'zh-CN,zh;q=0.9,en;q=0.8',
+        })
+
+    def extract_meta(self, soup):
+        """提取文章元数据"""
+        meta = {}
+
+        # 提取标题
+        title_tag = soup.find('meta', property='og:title')
+        meta['title'] = title_tag.get('content', '未知标题') if title_tag else '未知标题'
+
+        # 提取作者
+        author_tag = soup.find('meta', property='og:article:author')
+        meta['author'] = author_tag.get('content', '未知作者') if author_tag else '未知作者'
+
+        # 提取发布时间
+        time_tag = soup.find('meta', property='og:article:published_time')
+        meta['publish_time'] = time_tag.get('content', '未知时间') if time_tag else '未知时间'
+
+        # 提取描述
+        desc_tag = soup.find('meta', property='og:description')
+        meta['description'] = desc_tag.get('content', '') if desc_tag else ''
+
+        # 提取公众号名称
+        account_tag = soup.find('meta', property='og:article:author')
+        meta['account'] = account_tag.get('content', '') if account_tag else ''
+
+        return meta
+
+    def extract_content(self, soup):
+        """提取文章正文内容"""
+        # 微信文章的正文通常在 id="js_content" 的div中
+        content_div = soup.find('div', id='js_content')
+
+        if not content_div:
+            return None
+
+        return content_div
+
+    def convert_to_markdown(self, html_content):
+        """将HTML内容转换为Markdown"""
+        if not html_content:
+            return ""
+
+        # 使用markdownify转换
+        markdown_text = md(str(html_content))
+
+        return markdown_text
+
+    def sanitize_filename(self, filename):
+        """清理文件名中的非法字符"""
+        # 移除或替换Windows/Linux文件名中的非法字符
+        illegal_chars = r'[<>:"/\\|?*]'
+        safe_filename = re.sub(illegal_chars, '_', filename)
+        # 移除多余的空格和点
+        safe_filename = re.sub(r'\s+', '_', safe_filename)
+        safe_filename = safe_filename.strip('.')
+        return safe_filename
+
+    def export(self):
+        """导出文章"""
+        print(f"正在下载文章: {self.url}")
+
+        try:
+            response = self.session.get(self.url, timeout=30)
+            response.raise_for_status()
+        except requests.RequestException as e:
+            print(f"错误: 无法下载文章 - {e}")
+            return False
+
+        # 解析HTML
+        soup = BeautifulSoup(response.text, 'lxml')
+
+        # 提取元数据
+        meta = self.extract_meta(soup)
+        print(f"标题: {meta['title']}")
+        print(f"作者: {meta['author']}")
+        print(f"发布时间: {meta['publish_time']}")
+
+        # 提取正文内容
+        content_div = self.extract_content(soup)
+
+        if not content_div:
+            print("警告: 无法找到文章正文内容")
+            print("可能的原因:")
+            print("  1. 文章需要登录才能查看")
+            print("  2. 文章已被删除或设为私密")
+            print("  3. 微信反爬虫机制")
+            markdown_content = ""
+        else:
+            # 转换为Markdown
+            markdown_content = self.convert_to_markdown(content_div)
+            print(f"正文长度: {len(markdown_content)} 字符")
+
+        # 生成输出文件名
+        timestamp = datetime.now().strftime("%Y%m%d_%H%M%S")
+        safe_title = self.sanitize_filename(meta['title'])
+        filename = f"{timestamp}_{safe_title}.md"
+
+        # 确保输出目录存在
+        os.makedirs(self.output_dir, exist_ok=True)
+        output_path = os.path.join(self.output_dir, filename)
+
+        # 写入Markdown文件
+        with open(output_path, 'w', encoding='utf-8') as f:
+            # 写入YAML front matter
+            f.write("---\n")
+            f.write(f"title: {meta['title']}\n")
+            f.write(f"author: {meta['author']}\n")
+            f.write(f"publish_time: {meta['publish_time']}\n")
+            f.write(f"source_url: {self.url}\n")
+            f.write(f"exported_at: {datetime.now().isoformat()}\n")
+            if meta.get('description'):
+                f.write(f"description: {meta['description']}\n")
+            f.write("---\n\n")
+
+            # 写入标题
+            f.write(f"# {meta['title']}\n\n")
+            f.write(f"> 原文链接: {self.url}\n\n")
+            f.write("**作者**: " + meta['author'] + "\n\n")
+            f.write("**发布时间**: " + meta['publish_time'] + "\n\n")
+            f.write("-----\n\n")
+
+            # 写入正文内容
+            if markdown_content:
+                f.write(markdown_content)
+            else:
+                f.write("**无法提取正文内容，请手动复制或查看原文**\n\n")
+
+        print(f"\n✓ 文章已导出到: {output_path}")
+        return True
+
+
+def main():
+    parser = argparse.ArgumentParser(
+        description='微信公众号文章导出工具',
+        formatter_class=argparse.RawDescriptionHelpFormatter,
+        epilog="""
+示例:
+  %(prog)s https://mp.weixin.qq.com/s/J05F7C_DGmsOoBIEZd-Fuw
+  %(prog)s https://mp.weixin.qq.com/s/J05F7C_DGmsOoBIEZd-Fuw ./output
+  %(prog)s https://mp.weixin.qq.com/s/xxx -o ./articles
+
+注意:
+  - 微信有反爬虫机制，部分文章可能无法完整提取
+  - 建议配合浏览器扩展使用（如 MarkDownload）
+        """
+    )
+    parser.add_argument('url', help='微信公众号文章URL')
+    parser.add_argument('output_dir', nargs='?', default=None,
+                       help=f'输出目录（默认: 自动识别工作空间 source 目录）')
+    parser.add_argument('-o', '--output', dest='output_dir_alt',
+                       help='输出目录（等同于位置参数）')
+
+    args = parser.parse_args()
+
+    # 优先使用 -o 参数，否则使用默认的工作空间 source 目录
+    output_dir = args.output_dir_alt or args.output_dir if args.output_dir else get_default_output_dir()
+
+    # 验证URL
+    if not args.url.startswith('https://mp.weixin.qq.com/'):
+        print("错误: 不是有效的微信公众号文章URL")
+        print("URL应该以 https://mp.weixin.qq.com/ 开头")
+        sys.exit(1)
+
+    # 创建导出器并导出
+    exporter = WechatArticleExporter(args.url, output_dir)
+    success = exporter.export()
+
+    sys.exit(0 if success else 1)
+
+
+if __name__ == '__main__':
+    main()