记一次波折的 cursor 生成代码抓取《数据库内核月报》

import os
import re
import time
import random
import requests
from bs4 import BeautifulSoup
from concurrent.futures import ThreadPoolExecutor, as_completed

BASE_URL = "http://mysql.taobao.org/monthly/"
HEADERS = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36"
}
SAVE_DIR = "taobao"
MAX_RETRIES = 3
THREADS = 8

os.makedirs(SAVE_DIR, exist_ok=True)

def get_with_retry(url, retries=MAX_RETRIES, **kwargs):
    for i in range(retries):
        try:
            resp = requests.get(url, headers=HEADERS, timeout=10, **kwargs)
            if resp.status_code == 200:
                return resp
        except Exception:
            if i == retries - 1:
                raise
            time.sleep(random.uniform(1, 3))
    return None

def get_all_links():
    resp = get_with_retry(BASE_URL)
    soup = BeautifulSoup(resp.text, "lxml")
    links = []
    for a in soup.select("a"):
        href = a.get("href", "")
        # 文章链接通常形如 202x-xx.html
        if re.match(r"\d{4}-\d{2}\.html", href):
            links.append(BASE_URL + href)
    return links

def save_article(url):
    try:
        resp = get_with_retry(url)
        soup = BeautifulSoup(resp.text, "lxml")
        # 获取文章标题
        title = soup.title.text.strip() if soup.title else url.split("/")[-1]
        # 获取正文内容
        content_div = soup.find("div", class_="content")
        if not content_div:
            content_div = soup.find("div", id="content")
        content = content_div.get_text("\n", strip=True) if content_div else soup.get_text("\n", strip=True)
        # 生成markdown内容
        md_content = f"# {title}\n\n原文链接: [{url}]({url})\n\n---\n\n{content}"
        # 文件名
        filename = os.path.join(SAVE_DIR, url.split("/")[-1].replace(".html", ".md"))
        with open(filename, "w", encoding="utf-8") as f:
            f.write(md_content)
        print(f"已保存: {filename}")
        # 随机延时，防止被封
        time.sleep(random.uniform(0.5, 1.5))
    except Exception as e:
        print(f"下载失败: {url}，原因: {e}")

def main():
    links = get_all_links()
    print(f"共发现{len(links)}篇文章，开始下载...")
    with ThreadPoolExecutor(max_workers=THREADS) as executor:
        futures = [executor.submit(save_article, url) for url in links]
        for future in as_completed(futures):
            pass
    print("全部下载完成。")

if __name__ == "__main__":
    main()

• 1.
• 2.
• 3.
• 4.
• 5.
• 6.
• 7.
• 8.
• 9.
• 10.
• 11.
• 12.
• 13.
• 14.
• 15.
• 16.
• 17.
• 18.
• 19.
• 20.
• 21.
• 22.
• 23.
• 24.
• 25.
• 26.
• 27.
• 28.
• 29.
• 30.
• 31.
• 32.
• 33.
• 34.
• 35.
• 36.
• 37.
• 38.
• 39.
• 40.
• 41.
• 42.
• 43.
• 44.
• 45.
• 46.
• 47.
• 48.
• 49.
• 50.
• 51.
• 52.
• 53.
• 54.
• 55.
• 56.
• 57.
• 58.
• 59.
• 60.
• 61.
• 62.
• 63.
• 64.
• 65.
• 66.
• 67.
• 68.
• 69.
• 70.
• 71.
• 72.
• 73.
• 74.
• 75.

import requests

url = "http://mysql.taobao.org/monthly/"
headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36"
}
resp = requests.get(url, headers=headers)
print(resp.status_code)
print(resp.apparent_encoding)
print(resp.text[:1000])  # 打印前1000字符

• 1.
• 2.
• 3.
• 4.
• 5.
• 6.
• 7.
• 8.
• 9.
• 10.

import requests
from bs4 import BeautifulSoup

url = "http://mysql.taobao.org/monthly/"
headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36"
}
resp = requests.get(url, headers=headers)
soup = BeautifulSoup(resp.text, "lxml")

# 打印所有a标签的href
for a in soup.find_all("a"):
    print(a.get("href"))

• 1.
• 2.
• 3.
• 4.
• 5.
• 6.
• 7.
• 8.
• 9.
• 10.
• 11.
• 12.
• 13.

import os
import re
import time
import random
import requests
from bs4 import BeautifulSoup
from concurrent.futures import ThreadPoolExecutor, as_completed

BASE_URL = "http://mysql.taobao.org"
MONTHLY_URL = BASE_URL + "/monthly/"
HEADERS = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36"
}
SAVE_DIR = "taobao"
MAX_RETRIES = 3
THREADS = 8

os.makedirs(SAVE_DIR, exist_ok=True)

def get_with_retry(url, retries=MAX_RETRIES, **kwargs):
    for i in range(retries):
        try:
            resp = requests.get(url, headers=HEADERS, timeout=10, **kwargs)
            if resp.status_code == 200:
                return resp
        except Exception:
            if i == retries - 1:
                raise
            time.sleep(random.uniform(1, 3))
    return None

def get_all_article_links():
    resp = get_with_retry(MONTHLY_URL)
    soup = BeautifulSoup(resp.text, "lxml")
    links = set()
    for a in soup.find_all("a", href=True):
        href = a["href"]
        # 匹配 /monthly/YYYY/MM 目录
        m = re.match(r"/monthly/(\d{4})/(\d{2})$", href)
        if m:
            links.add(BASE_URL + href)
    return sorted(links)

def save_article(url):
    try:
        resp = get_with_retry(url)
        soup = BeautifulSoup(resp.text, "lxml")
        # 获取文章标题
        title = soup.title.text.strip() if soup.title else url.split("/")[-2] + "-" + url.split("/")[-1]
        # 获取正文内容
        content_div = soup.find("div", class_="content")
        if not content_div:
            content_div = soup.find("div", id="content")
        content = content_div.get_text("\n", strip=True) if content_div else soup.get_text("\n", strip=True)
        # 生成markdown内容
        md_content = f"# {title}\n\n原文链接: [{url}]({url})\n\n---\n\n{content}"
        # 文件名
        filename = os.path.join(SAVE_DIR, url.rstrip("/").split("/")[-2] + "-" + url.rstrip("/").split("/")[-1] + ".md")
        with open(filename, "w", encoding="utf-8") as f:
            f.write(md_content)
        print(f"已保存: {filename}")
        time.sleep(random.uniform(0.5, 1.5))
    except Exception as e:
        print(f"下载失败: {url}，原因: {e}")

def main():
    links = get_all_article_links()
    print(f"共发现{len(links)}篇文章，开始下载...")
    with ThreadPoolExecutor(max_workers=THREADS) as executor:
        futures = [executor.submit(save_article, url) for url in links]
        for future in as_completed(futures):
            pass
    print("全部下载完成。")

if __name__ == "__main__":
    main()

• 1.
• 2.
• 3.
• 4.
• 5.
• 6.
• 7.
• 8.
• 9.
• 10.
• 11.
• 12.
• 13.
• 14.
• 15.
• 16.
• 17.
• 18.
• 19.
• 20.
• 21.
• 22.
• 23.
• 24.
• 25.
• 26.
• 27.
• 28.
• 29.
• 30.
• 31.
• 32.
• 33.
• 34.
• 35.
• 36.
• 37.
• 38.
• 39.
• 40.
• 41.
• 42.
• 43.
• 44.
• 45.
• 46.
• 47.
• 48.
• 49.
• 50.
• 51.
• 52.
• 53.
• 54.
• 55.
• 56.
• 57.
• 58.
• 59.
• 60.
• 61.
• 62.
• 63.
• 64.
• 65.
• 66.
• 67.
• 68.
• 69.
• 70.
• 71.
• 72.
• 73.
• 74.
• 75.
• 76.

import os
import re
import time
import random
import requests
from bs4 import BeautifulSoup
from concurrent.futures import ThreadPoolExecutor, as_completed

BASE_URL = "http://mysql.taobao.org"
MONTHLY_URL = BASE_URL + "/monthly/"
HEADERS = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36"
}
SAVE_DIR = "taobao"
MAX_RETRIES = 3
THREADS = 8

os.makedirs(SAVE_DIR, exist_ok=True)

def get_with_retry(url, retries=MAX_RETRIES, **kwargs):
    for i in range(retries):
        try:
            resp = requests.get(url, headers=HEADERS, timeout=10, **kwargs)
            resp.encoding = 'utf-8'  # 强制设定编码，防止中文乱码
            if resp.status_code == 200:
                return resp
        except Exception:
            if i == retries - 1:
                raise
            time.sleep(random.uniform(1, 3))
    return None

def get_all_article_links():
    resp = get_with_retry(MONTHLY_URL)
    soup = BeautifulSoup(resp.text, "lxml")
    links = set()
    for a in soup.find_all("a", href=True):
        href = a["href"]
        # 匹配 /monthly/YYYY/MM 目录
        m = re.match(r"/monthly/(\d{4})/(\d{2})$", href)
        if m:
            links.add(BASE_URL + href)
    return sorted(links)

def save_article(url):
    try:
        resp = get_with_retry(url)
        soup = BeautifulSoup(resp.text, "lxml")
        # 获取文章标题
        title = soup.title.text.strip() if soup.title else url.split("/")[-2] + "-" + url.split("/")[-1]
        # 获取正文内容
        content_div = soup.find("div", class_="content")
        if not content_div:
            content_div = soup.find("div", id="content")
        if content_div:
            content = content_div.get_text("\n", strip=True)
        else:
            content = soup.get_text("\n", strip=True)
        # 生成markdown内容
        md_content = f"# {title}\n\n原文链接: [{url}]({url})\n\n---\n\n{content}"
        # 文件名
        filename = os.path.join(SAVE_DIR, url.rstrip("/").split("/")[-2] + "-" + url.rstrip("/").split("/")[-1] + ".md")
        with open(filename, "w", encoding="utf-8") as f:
            f.write(md_content)
        print(f"已保存: {filename}")
        time.sleep(random.uniform(0.5, 1.5))
    except Exception as e:
        print(f"下载失败: {url}，原因: {e}")

def main():
    links = get_all_article_links()
    print(f"共发现{len(links)}篇文章，开始下载...")
    with ThreadPoolExecutor(max_workers=THREADS) as executor:
        futures = [executor.submit(save_article, url) for url in links]
        for future in as_completed(futures):
            pass
    print("全部下载完成。")

if __name__ == "__main__":
    main()

• 1.
• 2.
• 3.
• 4.
• 5.
• 6.
• 7.
• 8.
• 9.
• 10.
• 11.
• 12.
• 13.
• 14.
• 15.
• 16.
• 17.
• 18.
• 19.
• 20.
• 21.
• 22.
• 23.
• 24.
• 25.
• 26.
• 27.
• 28.
• 29.
• 30.
• 31.
• 32.
• 33.
• 34.
• 35.
• 36.
• 37.
• 38.
• 39.
• 40.
• 41.
• 42.
• 43.
• 44.
• 45.
• 46.
• 47.
• 48.
• 49.
• 50.
• 51.
• 52.
• 53.
• 54.
• 55.
• 56.
• 57.
• 58.
• 59.
• 60.
• 61.
• 62.
• 63.
• 64.
• 65.
• 66.
• 67.
• 68.
• 69.
• 70.
• 71.
• 72.
• 73.
• 74.
• 75.
• 76.
• 77.
• 78.
• 79.
• 80.

import os
import requests
from bs4 import BeautifulSoup

url = "http://mysql.taobao.org/monthly/2024/12/"
headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36"
}
SAVE_DIR = "taobao"
os.makedirs(SAVE_DIR, exist_ok=True)

resp = requests.get(url, headers=headers, timeout=10)
resp.encoding = 'utf-8'
soup = BeautifulSoup(resp.text, "lxml")

# 获取标题
title = soup.find("h1")
md_content = f"# {title.text.strip() if title else '数据库内核月报'}\n\n原文链接: [{url}]({url})\n\n---\n\n"

# 获取所有条目(通常是h3或h2标题+后续内容)
for tag in soup.find_all(['h3', 'h2']):
    # 只抓取以“# XX”开头的条目
    if tag.text.strip().startswith("#"):
        md_content += f"## {tag.text.strip()}\n\n"
        # 收集该标题下的所有段落，直到下一个h3/h2
        for sibling in tag.find_next_siblings():
            if sibling.name in ['h3', 'h2']:
                break
            # 只抓正文段落和列表
            if sibling.name in ['p', 'ul', 'ol', 'pre', 'blockquote']:
                md_content += sibling.get_text("\n", strip=True) + "\n\n"

filename = os.path.join(SAVE_DIR, "2024-12.md")
with open(filename, "w", encoding="utf-8") as f:
    f.write(md_content)

print(f"已保存: {filename}")

• 1.
• 2.
• 3.
• 4.
• 5.
• 6.
• 7.
• 8.
• 9.
• 10.
• 11.
• 12.
• 13.
• 14.
• 15.
• 16.
• 17.
• 18.
• 19.
• 20.
• 21.
• 22.
• 23.
• 24.
• 25.
• 26.
• 27.
• 28.
• 29.
• 30.
• 31.
• 32.
• 33.
• 34.
• 35.
• 36.
• 37.

import os
import re
import requests
from bs4 import BeautifulSoup

BASE_URL = "http://mysql.taobao.org"
MONTH_URL = "/monthly/2024/12/"
FULL_MONTH_URL = BASE_URL + MONTH_URL
HEADERS = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36"
}
SAVE_DIR = "taobao"
os.makedirs(SAVE_DIR, exist_ok=True)

def get_soup(url):
    resp = requests.get(url, headers=HEADERS, timeout=10)
    resp.encoding = 'utf-8'
    return BeautifulSoup(resp.text, "lxml")

def get_article_links(month_url):
    soup = get_soup(month_url)
    links = []
    for a in soup.find_all("a", href=True):
        href = a["href"]
        # 匹配 /monthly/2024/12/01/ 这种子文章链接
        if re.match(r"/monthly/2024/12/\d{2}/$", href):
            # 绝对化
            if not href.startswith("http"):
                href = BASE_URL + href
            links.append(href)
    return sorted(set(links))

def get_article_content(article_url):
    soup = get_soup(article_url)
    # 标题
    h2 = soup.find("h2")
    title = h2.text.strip() if h2 else article_url.split("/")[-2]
    # 正文
    content_div = soup.find("div", class_="content")
    if not content_div:
        content_div = soup.find("div", id="content")
    content = content_div.get_text("\n", strip=True) if content_div else soup.get_text("\n", strip=True)
    return f"## {title}\n\n原文链接: [{article_url}]({article_url})\n\n{content}\n\n---\n"

def main():
    article_links = get_article_links(FULL_MONTH_URL)
    print(f"共发现{len(article_links)}篇文章")
    md_content = f"# 数据库内核月报 2024/12\n\n原文目录: [{FULL_MONTH_URL}]({FULL_MONTH_URL})\n\n---\n\n"
    for link in article_links:
        print(f"抓取: {link}")
        md_content += get_article_content(link)
    filename = os.path.join(SAVE_DIR, "2024-12.md")
    with open(filename, "w", encoding="utf-8") as f:
        f.write(md_content)
    print(f"已保存: {filename}")

if __name__ == "__main__":
    main()

• 1.
• 2.
• 3.
• 4.
• 5.
• 6.
• 7.
• 8.
• 9.
• 10.
• 11.
• 12.
• 13.
• 14.
• 15.
• 16.
• 17.
• 18.
• 19.
• 20.
• 21.
• 22.
• 23.
• 24.
• 25.
• 26.
• 27.
• 28.
• 29.
• 30.
• 31.
• 32.
• 33.
• 34.
• 35.
• 36.
• 37.
• 38.
• 39.
• 40.
• 41.
• 42.
• 43.
• 44.
• 45.
• 46.
• 47.
• 48.
• 49.
• 50.
• 51.
• 52.
• 53.
• 54.
• 55.
• 56.
• 57.
• 58.

import os
import re
import requests
from bs4 import BeautifulSoup

BASE_URL = "http://mysql.taobao.org"
MONTH_URL = "/monthly/2024/12/"
FULL_MONTH_URL = BASE_URL + MONTH_URL
HEADERS = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36"
}
SAVE_DIR = "taobao"
os.makedirs(SAVE_DIR, exist_ok=True)

def safe_filename(title):
    # 只保留中英文、数字、下划线和横线
    return re.sub(r'[\\/:*?"<>|]', '', title).strip()

def get_soup(url):
    resp = requests.get(url, headers=HEADERS, timeout=10)
    resp.encoding = 'utf-8'
    return BeautifulSoup(resp.text, "lxml")

def get_article_links(month_url):
    soup = get_soup(month_url)
    links = []
    for a in soup.find_all("a", href=True):
        href = a["href"]
        # 匹配 /monthly/2024/12/01/ 这种子文章链接
        if re.match(r"/monthly/2024/12/\d{2}/$", href):
            # 绝对化
            if not href.startswith("http"):
                href = BASE_URL + href
            links.append(href)
    return sorted(set(links))

def save_article(article_url):
    soup = get_soup(article_url)
    # 标题
    h2 = soup.find("h2")
    title = h2.text.strip() if h2 else article_url.split("/")[-2]
    filename = safe_filename(title) + ".md"
    # 正文
    content_div = soup.find("div", class_="content")
    if not content_div:
        content_div = soup.find("div", id="content")
    content = content_div.get_text("\n", strip=True) if content_div else soup.get_text("\n", strip=True)
    md_content = f"# {title}\n\n原文链接: [{article_url}]({article_url})\n\n{content}\n"
    filepath = os.path.join(SAVE_DIR, filename)
    with open(filepath, "w", encoding="utf-8") as f:
        f.write(md_content)
    print(f"已保存: {filepath}")

def main():
    article_links = get_article_links(FULL_MONTH_URL)
    print(f"共发现{len(article_links)}篇文章")
    for link in article_links:
        save_article(link)
    print("全部下载完成。")

if __name__ == "__main__":
    main()

• 1.
• 2.
• 3.
• 4.
• 5.
• 6.
• 7.
• 8.
• 9.
• 10.
• 11.
• 12.
• 13.
• 14.
• 15.
• 16.
• 17.
• 18.
• 19.
• 20.
• 21.
• 22.
• 23.
• 24.
• 25.
• 26.
• 27.
• 28.
• 29.
• 30.
• 31.
• 32.
• 33.
• 34.
• 35.
• 36.
• 37.
• 38.
• 39.
• 40.
• 41.
• 42.
• 43.
• 44.
• 45.
• 46.
• 47.
• 48.
• 49.
• 50.
• 51.
• 52.
• 53.
• 54.
• 55.
• 56.
• 57.
• 58.
• 59.
• 60.
• 61.
• 62.

import os
import re
import requests
from bs4 import BeautifulSoup

BASE_URL = "http://mysql.taobao.org"
MONTH_URL = "/monthly/2024/12/"
FULL_MONTH_URL = BASE_URL + MONTH_URL
HEADERS = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36"
}
SAVE_DIR = "taobao"
os.makedirs(SAVE_DIR, exist_ok=True)

def safe_filename(title):
    # 只保留中英文、数字、下划线和横线
    return re.sub(r'[\\/:*?"<>|]', '', title).strip()

def get_soup(url):
    resp = requests.get(url, headers=HEADERS, timeout=10)
    resp.encoding = 'utf-8'
    return BeautifulSoup(resp.text, "lxml")

def get_article_links(month_url):
    soup = get_soup(month_url)
    links = []
    for a in soup.find_all("a", href=True):
        href = a["href"]
        # 匹配 /monthly/2024/12/01/ 这种子文章链接
        if re.match(r"/monthly/2024/12/\d{2}/$", href):
            # 绝对化
            if not href.startswith("http"):
                href = BASE_URL + href
            links.append(href)
    return sorted(set(links))

def format_content(content_div):
    md_lines = []
    for elem in content_div.children:
        if elem.name == 'pre':
            # 代码块
            code = elem.get_text("\n", strip=True)
            md_lines.append(f'\n```\n{code}\n```\n')
        elif elem.name in ['ul', 'ol']:
            # 列表
            for li in elem.find_all('li'):
                md_lines.append(f'- {li.get_text(strip=True)}')
            md_lines.append('')
        elif elem.name == 'blockquote':
            # 引用
            quote = elem.get_text("\n", strip=True)
            md_lines.append(f'> {quote}\n')
        elif elem.name in ['h1', 'h2', 'h3', 'h4', 'h5', 'h6']:
            # 标题
            level = int(elem.name[1])
            md_lines.append(f'\n{"#"*level} {elem.get_text(strip=True)}\n')
        elif elem.name == 'p' or elem.name is None:
            # 普通段落
            text = elem.get_text("\n", strip=True)
            if text:
                md_lines.append(f'{text}\n')
    return '\n'.join(md_lines)

def save_article(article_url):
    soup = get_soup(article_url)
    # 标题
    h2 = soup.find("h2")
    title = h2.text.strip() if h2 else article_url.split("/")[-2]
    filename = safe_filename(title) + ".md"
    # 正文
    content_div = soup.find("div", class_="content")
    if not content_div:
        content_div = soup.find("div", id="content")
    if content_div:
        content = format_content(content_div)
    else:
        content = soup.get_text("\n", strip=True)
    md_content = f"# {title}\n\n原文链接: [{article_url}]({article_url})\n\n{content}\n"
    filepath = os.path.join(SAVE_DIR, filename)
    with open(filepath, "w", encoding="utf-8") as f:
        f.write(md_content)
    print(f"已保存: {filepath}")

def main():
    article_links = get_article_links(FULL_MONTH_URL)
    print(f"共发现{len(article_links)}篇文章")
    for link in article_links:
        save_article(link)
    print("全部下载完成。")

if __name__ == "__main__":
    main()

• 1.
• 2.
• 3.
• 4.
• 5.
• 6.
• 7.
• 8.
• 9.
• 10.
• 11.
• 12.
• 13.
• 14.
• 15.
• 16.
• 17.
• 18.
• 19.
• 20.
• 21.
• 22.
• 23.
• 24.
• 25.
• 26.
• 27.
• 28.
• 29.
• 30.
• 31.
• 32.
• 33.
• 34.
• 35.
• 36.
• 37.
• 38.
• 39.
• 40.
• 41.
• 42.
• 43.
• 44.
• 45.
• 46.
• 47.
• 48.
• 49.
• 50.
• 51.
• 52.
• 53.
• 54.
• 55.
• 56.
• 57.
• 58.
• 59.
• 60.
• 61.
• 62.
• 63.
• 64.
• 65.
• 66.
• 67.
• 68.
• 69.
• 70.
• 71.
• 72.
• 73.
• 74.
• 75.
• 76.
• 77.
• 78.
• 79.
• 80.
• 81.
• 82.
• 83.
• 84.
• 85.
• 86.
• 87.
• 88.
• 89.
• 90.
• 91.
• 92.

import os
import re
import time
import random
import requests
from bs4 import BeautifulSoup
from concurrent.futures import ThreadPoolExecutor, as_completed

BASE_URL = "http://mysql.taobao.org"
MONTHLY_URL = BASE_URL + "/monthly/"
HEADERS = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36"
}
SAVE_DIR = "taobao"
THREADS = 8
os.makedirs(SAVE_DIR, exist_ok=True)

def safe_filename(title):
    return re.sub(r'[\\/:*?"<>|]', '', title).strip()

def get_soup(url):
    for _ in range(3):
        try:
            resp = requests.get(url, headers=HEADERS, timeout=10)
            resp.encoding = 'utf-8'
            if resp.status_code == 200:
                return BeautifulSoup(resp.text, "lxml")
        except Exception:
            time.sleep(random.uniform(1, 2))
    return None

def get_all_month_links():
    soup = get_soup(MONTHLY_URL)
    links = set()
    for a in soup.find_all("a", href=True):
        href = a["href"]
        # 匹配 /monthly/YYYY/MM 目录
        m = re.match(r"/monthly/(\d{4})/(\d{2})$", href)
        if m:
            links.add(BASE_URL + href + "/")
    return sorted(links)

def get_article_links(month_url):
    soup = get_soup(month_url)
    links = []
    if not soup:
        return links
    for a in soup.find_all("a", href=True):
        href = a["href"]
        # 匹配 /monthly/YYYY/MM/XX/ 这种子文章链接
        m = re.match(r"/monthly/\d{4}/\d{2}/\d{2}/$", href)
        if m:
            if not href.startswith("http"):
                href = BASE_URL + href
            links.append(href)
    return sorted(set(links))

def format_content(content_div):
    md_lines = []
    for elem in content_div.children:
        if elem.name == 'pre':
            code = elem.get_text("\n", strip=True)
            md_lines.append(f'\n```\n{code}\n```\n')
        elif elem.name in ['ul', 'ol']:
            for li in elem.find_all('li'):
                md_lines.append(f'- {li.get_text(strip=True)}')
            md_lines.append('')
        elif elem.name == 'blockquote':
            quote = elem.get_text("\n", strip=True)
            md_lines.append(f'> {quote}\n')
        elif elem.name in ['h1', 'h2', 'h3', 'h4', 'h5', 'h6']:
            level = int(elem.name[1])
            md_lines.append(f'\n{"#"*level} {elem.get_text(strip=True)}\n')
        elif elem.name == 'p' or elem.name is None:
            text = elem.get_text("\n", strip=True)
            if text:
                md_lines.append(f'{text}\n')
    return '\n'.join(md_lines)

def save_article(article_url):
    soup = get_soup(article_url)
    if not soup:
        print(f"获取失败: {article_url}")
        return
    h2 = soup.find("h2")
    title = h2.text.strip() if h2 else article_url.split("/")[-2]
    filename = safe_filename(title) + ".md"
    content_div = soup.find("div", class_="content")
    if not content_div:
        content_div = soup.find("div", id="content")
    if content_div:
        content = format_content(content_div)
    else:
        content = soup.get_text("\n", strip=True)
    md_content = f"# {title}\n\n原文链接: [{article_url}]({article_url})\n\n{content}\n"
    filepath = os.path.join(SAVE_DIR, filename)
    with open(filepath, "w", encoding="utf-8") as f:
        f.write(md_content)
    print(f"已保存: {filepath}")
    time.sleep(random.uniform(0.5, 1.2))

def main():
    month_links = get_all_month_links()
    print(f"共发现{len(month_links)}个月份")
    all_article_links = []
    for month_url in month_links:
        article_links = get_article_links(month_url)
        print(f"{month_url} 发现{len(article_links)}篇文章")
        all_article_links.extend(article_links)
    print(f"总共发现{len(all_article_links)}篇文章，开始下载...")
    with ThreadPoolExecutor(max_workers=THREADS) as executor:
        futures = [executor.submit(save_article, url) for url in all_article_links]
        for future in as_completed(futures):
            pass
    print("全部下载完成。")

if __name__ == "__main__":
    main()

• 1.
• 2.
• 3.
• 4.
• 5.
• 6.
• 7.
• 8.
• 9.
• 10.
• 11.
• 12.
• 13.
• 14.
• 15.
• 16.
• 17.
• 18.
• 19.
• 20.
• 21.
• 22.
• 23.
• 24.
• 25.
• 26.
• 27.
• 28.
• 29.
• 30.
• 31.
• 32.
• 33.
• 34.
• 35.
• 36.
• 37.
• 38.
• 39.
• 40.
• 41.
• 42.
• 43.
• 44.
• 45.
• 46.
• 47.
• 48.
• 49.
• 50.
• 51.
• 52.
• 53.
• 54.
• 55.
• 56.
• 57.
• 58.
• 59.
• 60.
• 61.
• 62.
• 63.
• 64.
• 65.
• 66.
• 67.
• 68.
• 69.
• 70.
• 71.
• 72.
• 73.
• 74.
• 75.
• 76.
• 77.
• 78.
• 79.
• 80.
• 81.
• 82.
• 83.
• 84.
• 85.
• 86.
• 87.
• 88.
• 89.
• 90.
• 91.
• 92.
• 93.
• 94.
• 95.
• 96.
• 97.
• 98.
• 99.
• 100.
• 101.
• 102.
• 103.
• 104.
• 105.
• 106.
• 107.
• 108.
• 109.
• 110.
• 111.
• 112.
• 113.
• 114.
• 115.
• 116.
• 117.
• 118.

import os
import re
import time
import random
import requests
from bs4 import BeautifulSoup
from concurrent.futures import ThreadPoolExecutor, as_completed
from urllib.parse import urljoin, urlparse

BASE_URL = "http://mysql.taobao.org"
MONTHLY_URL = BASE_URL + "/monthly/"
HEADERS = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36"
}
SAVE_DIR = "taobao"
THREADS = 8
os.makedirs(SAVE_DIR, exist_ok=True)

def safe_filename(title):
    return re.sub(r'[\\/:*?"<>|]', '', title).strip()

def get_soup(url):
    for _ in range(3):
        try:
            resp = requests.get(url, headers=HEADERS, timeout=10)
            resp.encoding = 'utf-8'
            if resp.status_code == 200:
                return BeautifulSoup(resp.text, "lxml")
        except Exception:
            time.sleep(random.uniform(1, 2))
    return None

def get_all_month_links():
    soup = get_soup(MONTHLY_URL)
    links = set()
    for a in soup.find_all("a", href=True):
        href = a["href"]
        # 只抓2024和2025年
        m = re.match(r"/monthly/(2024|2025)/(\d{2})$", href)
        if m:
            links.add(BASE_URL + href + "/")
    return sorted(links)

def get_article_links(month_url):
    soup = get_soup(month_url)
    links = []
    if not soup:
        return links
    for a in soup.find_all("a", href=True):
        href = a["href"]
        # 匹配 /monthly/2024/12/01/ 这种子文章链接
        m = re.match(r"/monthly/(2024|2025)/\d{2}/\d{2}/$", href)
        if m:
            if not href.startswith("http"):
                href = BASE_URL + href
            links.append(href)
    return sorted(set(links))

def download_image(img_url, save_path):
    try:
        resp = requests.get(img_url, headers=HEADERS, timeout=10)
        if resp.status_code == 200:
            with open(save_path, 'wb') as f:
                f.write(resp.content)
            return True
    except Exception:
        pass
    return False

def format_table(table):
    rows = table.find_all('tr')
    md = []
    for i, row in enumerate(rows):
        cols = row.find_all(['td', 'th'])
        line = '| ' + ' | '.join(col.get_text(strip=True) for col in cols) + ' |'
        md.append(line)
        if i == 0:
            md.append('|' + '---|' * len(cols))
    return '\n'.join(md) + '\n'

def format_content(content_div, article_url, save_dir):
    md_lines = []
    for elem in content_div.children:
        if elem.name == 'pre':
            code = elem.get_text("\n", strip=True)
            md_lines.append(f'\n```\n{code}\n```\n')
        elif elem.name in ['ul', 'ol']:
            for li in elem.find_all('li'):
                md_lines.append(f'- {li.get_text(strip=True)}')
            md_lines.append('')
        elif elem.name == 'blockquote':
            quote = elem.get_text("\n", strip=True)
            md_lines.append(f'> {quote}\n')
        elif elem.name in ['h1', 'h2', 'h3', 'h4', 'h5', 'h6']:
            level = int(elem.name[1])
            md_lines.append(f'\n{"#"*level} {elem.get_text(strip=True)}\n')
        elif elem.name == 'p' or elem.name is None:
            text = elem.get_text("\n", strip=True)
            if text:
                md_lines.append(f'{text}\n')
        elif elem.name == 'table':
            md_lines.append(format_table(elem))
        elif elem.name == 'img':
            img_src = elem.get('src')
            if img_src:
                img_url = urljoin(article_url, img_src)
                img_name = os.path.basename(urlparse(img_url).path)
                img_save_path = os.path.join(save_dir, img_name)
                if download_image(img_url, img_save_path):
                    md_lines.append(f'![{img_name}]({img_name})\n')
    # 处理段落内图片
    for img in content_div.find_all('img'):
        img_src = img.get('src')
        if img_src:
            img_url = urljoin(article_url, img_src)
            img_name = os.path.basename(urlparse(img_url).path)
            img_save_path = os.path.join(save_dir, img_name)
            if download_image(img_url, img_save_path):
                # 替换原img为markdown图片语法
                img.replace_with(f'![{img_name}]({img_name})')
    return '\n'.join(md_lines)

def save_article(article_url, year, month):
    soup = get_soup(article_url)
    if not soup:
        print(f"获取失败: {article_url}")
        return
    h2 = soup.find("h2")
    title = h2.text.strip() if h2 else article_url.split("/")[-2]
    filename = safe_filename(title) + ".md"
    # 按年份和月份创建子目录
    subdir = os.path.join(SAVE_DIR, year, month)
    os.makedirs(subdir, exist_ok=True)
    content_div = soup.find("div", class_="content")
    if not content_div:
        content_div = soup.find("div", id="content")
    if content_div:
        content = format_content(content_div, article_url, subdir)
    else:
        content = soup.get_text("\n", strip=True)
    md_content = f"# {title}\n\n原文链接: [{article_url}]({article_url})\n\n{content}\n"
    filepath = os.path.join(subdir, filename)
    with open(filepath, "w", encoding="utf-8") as f:
        f.write(md_content)
    print(f"已保存: {filepath}")
    time.sleep(random.uniform(0.5, 1.2))

def main():
    month_links = get_all_month_links()
    print(f"共发现{len(month_links)}个月份")
    all_tasks = []
    for month_url in month_links:
        m = re.match(r".*/monthly/(2024|2025)/(\d{2})/", month_url)
        if not m:
            continue
        year, month = m.group(1), m.group(2)
        article_links = get_article_links(month_url)
        print(f"{month_url} 发现{len(article_links)}篇文章")
        for link in article_links:
            all_tasks.append((link, year, month))
    print(f"总共发现{len(all_tasks)}篇文章，开始下载...")
    with ThreadPoolExecutor(max_workers=THREADS) as executor:
        futures = [executor.submit(save_article, url, year, month) for url, year, month in all_tasks]
        for future in as_completed(futures):
            pass
    print("全部下载完成。")

if __name__ == "__main__":
    main()

• 1.
• 2.
• 3.
• 4.
• 5.
• 6.
• 7.
• 8.
• 9.
• 10.
• 11.
• 12.
• 13.
• 14.
• 15.
• 16.
• 17.
• 18.
• 19.
• 20.
• 21.
• 22.
• 23.
• 24.
• 25.
• 26.
• 27.
• 28.
• 29.
• 30.
• 31.
• 32.
• 33.
• 34.
• 35.
• 36.
• 37.
• 38.
• 39.
• 40.
• 41.
• 42.
• 43.
• 44.
• 45.
• 46.
• 47.
• 48.
• 49.
• 50.
• 51.
• 52.
• 53.
• 54.
• 55.
• 56.
• 57.
• 58.
• 59.
• 60.
• 61.
• 62.
• 63.
• 64.
• 65.
• 66.
• 67.
• 68.
• 69.
• 70.
• 71.
• 72.
• 73.
• 74.
• 75.
• 76.
• 77.
• 78.
• 79.
• 80.
• 81.
• 82.
• 83.
• 84.
• 85.
• 86.
• 87.
• 88.
• 89.
• 90.
• 91.
• 92.
• 93.
• 94.
• 95.
• 96.
• 97.
• 98.
• 99.
• 100.
• 101.
• 102.
• 103.
• 104.
• 105.
• 106.
• 107.
• 108.
• 109.
• 110.
• 111.
• 112.
• 113.
• 114.
• 115.
• 116.
• 117.
• 118.
• 119.
• 120.
• 121.
• 122.
• 123.
• 124.
• 125.
• 126.
• 127.
• 128.
• 129.
• 130.
• 131.
• 132.
• 133.
• 134.
• 135.
• 136.
• 137.
• 138.
• 139.
• 140.
• 141.
• 142.
• 143.
• 144.
• 145.
• 146.
• 147.
• 148.
• 149.
• 150.
• 151.
• 152.
• 153.
• 154.
• 155.
• 156.
• 157.
• 158.
• 159.
• 160.
• 161.
• 162.
• 163.
• 164.
• 165.
• 166.
• 167.
• 168.
• 169.

import os
import re
import time
import random
import requests
from bs4 import BeautifulSoup
from concurrent.futures import ThreadPoolExecutor, as_completed
from urllib.parse import urljoin

BASE_URL = "http://mysql.taobao.org"
MONTHLY_URL = BASE_URL + "/monthly/"
HEADERS = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36"
}
SAVE_DIR = "taobao"
THREADS = 8
os.makedirs(SAVE_DIR, exist_ok=True)

def safe_filename(title):
    return re.sub(r'[\\/:*?"<>|]', '', title).strip()

def get_soup(url):
    for _ in range(3):
        try:
            resp = requests.get(url, headers=HEADERS, timeout=10)
            resp.encoding = 'utf-8'
            if resp.status_code == 200:
                return BeautifulSoup(resp.text, "lxml")
        except Exception:
            time.sleep(random.uniform(1, 2))
    return None

def get_all_month_links():
    soup = get_soup(MONTHLY_URL)
    links = set()
    for a in soup.find_all("a", href=True):
        href = a["href"]
        m = re.match(r"/monthly/(2024|2025)/(\d{2})$", href)
        if m:
            links.add(BASE_URL + href + "/")
    return sorted(links)

def get_article_links(month_url):
    soup = get_soup(month_url)
    links = []
    if not soup:
        return links
    for a in soup.find_all("a", href=True):
        href = a["href"]
        m = re.match(r"/monthly/(2024|2025)/\d{2}/\d{2}/$", href)
        if m:
            if not href.startswith("http"):
                href = BASE_URL + href
            links.append(href)
    return sorted(set(links))

def format_table(table):
    rows = table.find_all('tr')
    md = []
    for i, row in enumerate(rows):
        cols = row.find_all(['td', 'th'])
        line = '| ' + ' | '.join(col.get_text(strip=True) for col in cols) + ' |'
        md.append(line)
        if i == 0:
            md.append('|' + '---|' * len(cols))
    return '\n'.join(md) + '\n'

def format_content(content_div, article_url):
    md_lines = []
    for elem in content_div.children:
        if elem.name == 'pre':
            code = elem.get_text("\n", strip=True)
            md_lines.append(f'\n```\n{code}\n```\n')
        elif elem.name in ['ul', 'ol']:
            for li in elem.find_all('li'):
                md_lines.append(f'- {li.get_text(strip=True)}')
            md_lines.append('')
        elif elem.name == 'blockquote':
            quote = elem.get_text("\n", strip=True)
            md_lines.append(f'> {quote}\n')
        elif elem.name in ['h1', 'h2', 'h3', 'h4', 'h5', 'h6']:
            level = int(elem.name[1])
            md_lines.append(f'\n{"#"*level} {elem.get_text(strip=True)}\n')
        elif elem.name == 'p' or elem.name is None:
            text = elem.get_text("\n", strip=True)
            if text:
                md_lines.append(f'{text}\n')
        elif elem.name == 'table':
            md_lines.append(format_table(elem))
        elif elem.name == 'img':
            img_src = elem.get('src')
            if img_src:
                img_url = urljoin(article_url, img_src)
                md_lines.append(f'![image]({img_url})\n')
    # 处理段落内图片
    for img in content_div.find_all('img'):
        img_src = img.get('src')
        if img_src:
            img_url = urljoin(article_url, img_src)
            img.replace_with(f'![image]({img_url})')
    return '\n'.join(md_lines)

def save_article(article_url, year, month):
    soup = get_soup(article_url)
    if not soup:
        print(f"获取失败: {article_url}")
        return
    h2 = soup.find("h2")
    title = h2.text.strip() if h2 else article_url.split("/")[-2]
    filename = safe_filename(title) + ".md"
    subdir = os.path.join(SAVE_DIR, year, month)
    os.makedirs(subdir, exist_ok=True)
    content_div = soup.find("div", class_="content")
    if not content_div:
        content_div = soup.find("div", id="content")
    if content_div:
        content = format_content(content_div, article_url)
    else:
        content = soup.get_text("\n", strip=True)
    md_content = f"# {title}\n\n原文链接: [{article_url}]({article_url})\n\n{content}\n"
    filepath = os.path.join(subdir, filename)
    with open(filepath, "w", encoding="utf-8") as f:
        f.write(md_content)
    print(f"已保存: {filepath}")
    time.sleep(random.uniform(0.5, 1.2))

def main():
    month_links = get_all_month_links()
    print(f"共发现{len(month_links)}个月份")
    all_tasks = []
    for month_url in month_links:
        m = re.match(r".*/monthly/(2024|2025)/(\d{2})/", month_url)
        if not m:
            continue
        year, month = m.group(1), m.group(2)
        article_links = get_article_links(month_url)
        print(f"{month_url} 发现{len(article_links)}篇文章")
        for link in article_links:
            all_tasks.append((link, year, month))
    print(f"总共发现{len(all_tasks)}篇文章，开始下载...")
    with ThreadPoolExecutor(max_workers=THREADS) as executor:
        futures = [executor.submit(save_article, url, year, month) for url, year, month in all_tasks]
        for future in as_completed(futures):
            pass
    print("全部下载完成。")

if __name__ == "__main__":
    main()

• 1.
• 2.
• 3.
• 4.
• 5.
• 6.
• 7.
• 8.
• 9.
• 10.
• 11.
• 12.
• 13.
• 14.
• 15.
• 16.
• 17.
• 18.
• 19.
• 20.
• 21.
• 22.
• 23.
• 24.
• 25.
• 26.
• 27.
• 28.
• 29.
• 30.
• 31.
• 32.
• 33.
• 34.
• 35.
• 36.
• 37.
• 38.
• 39.
• 40.
• 41.
• 42.
• 43.
• 44.
• 45.
• 46.
• 47.
• 48.
• 49.
• 50.
• 51.
• 52.
• 53.
• 54.
• 55.
• 56.
• 57.
• 58.
• 59.
• 60.
• 61.
• 62.
• 63.
• 64.
• 65.
• 66.
• 67.
• 68.
• 69.
• 70.
• 71.
• 72.
• 73.
• 74.
• 75.
• 76.
• 77.
• 78.
• 79.
• 80.
• 81.
• 82.
• 83.
• 84.
• 85.
• 86.
• 87.
• 88.
• 89.
• 90.
• 91.
• 92.
• 93.
• 94.
• 95.
• 96.
• 97.
• 98.
• 99.
• 100.
• 101.
• 102.
• 103.
• 104.
• 105.
• 106.
• 107.
• 108.
• 109.
• 110.
• 111.
• 112.
• 113.
• 114.
• 115.
• 116.
• 117.
• 118.
• 119.
• 120.
• 121.
• 122.
• 123.
• 124.
• 125.
• 126.
• 127.
• 128.
• 129.
• 130.
• 131.
• 132.
• 133.
• 134.
• 135.
• 136.
• 137.
• 138.
• 139.
• 140.
• 141.
• 142.
• 143.
• 144.
• 145.
• 146.
• 147.
• 148.

import os
import re
import time
import random
import requests
from bs4 import BeautifulSoup
from concurrent.futures import ThreadPoolExecutor, as_completed
from urllib.parse import urljoin

BASE_URL = "http://mysql.taobao.org"
MONTHLY_URL = BASE_URL + "/monthly/"
HEADERS = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36"
}
SAVE_DIR = "taobao"
THREADS = 8
os.makedirs(SAVE_DIR, exist_ok=True)

def safe_filename(title):
    # 只保留中英文、数字、下划线和横线
    return re.sub(r'[\\/:*?"<>|]', '', title).strip()

def get_soup(url):
    for _ in range(3):
        try:
            resp = requests.get(url, headers=HEADERS, timeout=10)
            resp.encoding = 'utf-8'
            if resp.status_code == 200:
                return BeautifulSoup(resp.text, "lxml")
        except Exception:
            time.sleep(random.uniform(1, 2))
    return None

def get_all_month_links():
    soup = get_soup(MONTHLY_URL)
    links = set()
    for a in soup.find_all("a", href=True):
        href = a["href"]
        # 只抓2024和2025年
        m = re.match(r"/monthly/(2024|2025)/(\d{2})$", href)
        if m:
            links.add(BASE_URL + href + "/")
    return sorted(links)

def get_article_links(month_url):
    soup = get_soup(month_url)
    links = []
    if not soup:
        return links
    for a in soup.find_all("a", href=True):
        href = a["href"]
        # 匹配 /monthly/2024/12/01/ 这种子文章链接
        m = re.match(r"/monthly/(2024|2025)/\d{2}/\d{2}/$", href)
        if m:
            if not href.startswith("http"):
                href = BASE_URL + href
            links.append(href)
    return sorted(set(links))

def format_table(table):
    rows = table.find_all('tr')
    md = []
    for i, row in enumerate(rows):
        cols = row.find_all(['td', 'th'])
        line = '| ' + ' | '.join(col.get_text(strip=True) for col in cols) + ' |'
        md.append(line)
        if i == 0:
            md.append('|' + '---|' * len(cols))
    return '\n'.join(md) + '\n'

def format_content(content_div, article_url):
    md_lines = []
    for elem in content_div.children:
        if elem.name == 'pre':
            code = elem.get_text("\n", strip=True)
            md_lines.append(f'\n```\n{code}\n```\n')
        elif elem.name in ['ul', 'ol']:
            for li in elem.find_all('li', recursive=False):
                # 处理列表项中的图片
                imgs = li.find_all('img')
                for img in imgs:
                    img_src = img.get('src')
                    if img_src:
                        img_url = urljoin(article_url, img_src)
                        md_lines.append(f'![image]({img_url})')
                text = li.get_text(" ", strip=True)
                if text:
                    md_lines.append(f'- {text}')
            md_lines.append('')
        elif elem.name == 'blockquote':
            quote = elem.get_text("\n", strip=True)
            md_lines.append(f'> {quote}\n')
        elif elem.name in ['h1', 'h2', 'h3', 'h4', 'h5', 'h6']:
            level = int(elem.name[1])
            md_lines.append(f'\n{"#"*level} {elem.get_text(strip=True)}\n')
        elif elem.name == 'p' or elem.name is None:
            # 处理段落中的图片
            if hasattr(elem, 'find_all'):
                imgs = elem.find_all('img')
                for img in imgs:
                    img_src = img.get('src')
                    if img_src:
                        img_url = urljoin(article_url, img_src)
                        md_lines.append(f'![image]({img_url})')
            text = elem.get_text("\n", strip=True)
            if text:
                md_lines.append(f'{text}\n')
        elif elem.name == 'table':
            md_lines.append(format_table(elem))
    return '\n'.join(md_lines)

def save_article(article_url, year, month):
    soup = get_soup(article_url)
    if not soup:
        print(f"获取失败: {article_url}")
        return
    h2 = soup.find("h2")
    title = h2.text.strip() if h2 else article_url.split("/")[-2]
    filename = safe_filename(title) + ".md"
    # 按年份和月份创建子目录
    subdir = os.path.join(SAVE_DIR, year, month)
    os.makedirs(subdir, exist_ok=True)
    content_div = soup.find("div", class_="content")
    if not content_div:
        content_div = soup.find("div", id="content")
    if content_div:
        content = format_content(content_div, article_url)
    else:
        content = soup.get_text("\n", strip=True)
    md_content = f"# {title}\n\n原文链接: [{article_url}]({article_url})\n\n{content}\n"
    filepath = os.path.join(subdir, filename)
    with open(filepath, "w", encoding="utf-8") as f:
        f.write(md_content)
    print(f"已保存: {filepath}")
    time.sleep(random.uniform(0.5, 1.2))

def main():
    month_links = get_all_month_links()
    print(f"共发现{len(month_links)}个月份")
    all_tasks = []
    for month_url in month_links:
        m = re.match(r".*/monthly/(2024|2025)/(\d{2})/", month_url)
        if not m:
            continue
        year, month = m.group(1), m.group(2)
        article_links = get_article_links(month_url)
        print(f"{month_url} 发现{len(article_links)}篇文章")
        for link in article_links:
            all_tasks.append((link, year, month))
    print(f"总共发现{len(all_tasks)}篇文章，开始下载...")
    with ThreadPoolExecutor(max_workers=THREADS) as executor:
        futures = [executor.submit(save_article, url, year, month) for url, year, month in all_tasks]
        for future in as_completed(futures):
            pass
    print("全部下载完成。")

if __name__ == "__main__":
    main()

• 1.
• 2.
• 3.
• 4.
• 5.
• 6.
• 7.
• 8.
• 9.
• 10.
• 11.
• 12.
• 13.
• 14.
• 15.
• 16.
• 17.
• 18.
• 19.
• 20.
• 21.
• 22.
• 23.
• 24.
• 25.
• 26.
• 27.
• 28.
• 29.
• 30.
• 31.
• 32.
• 33.
• 34.
• 35.
• 36.
• 37.
• 38.
• 39.
• 40.
• 41.
• 42.
• 43.
• 44.
• 45.
• 46.
• 47.
• 48.
• 49.
• 50.
• 51.
• 52.
• 53.
• 54.
• 55.
• 56.
• 57.
• 58.
• 59.
• 60.
• 61.
• 62.
• 63.
• 64.
• 65.
• 66.
• 67.
• 68.
• 69.
• 70.
• 71.
• 72.
• 73.
• 74.
• 75.
• 76.
• 77.
• 78.
• 79.
• 80.
• 81.
• 82.
• 83.
• 84.
• 85.
• 86.
• 87.
• 88.
• 89.
• 90.
• 91.
• 92.
• 93.
• 94.
• 95.
• 96.
• 97.
• 98.
• 99.
• 100.
• 101.
• 102.
• 103.
• 104.
• 105.
• 106.
• 107.
• 108.
• 109.
• 110.
• 111.
• 112.
• 113.
• 114.
• 115.
• 116.
• 117.
• 118.
• 119.
• 120.
• 121.
• 122.
• 123.
• 124.
• 125.
• 126.
• 127.
• 128.
• 129.
• 130.
• 131.
• 132.
• 133.
• 134.
• 135.
• 136.
• 137.
• 138.
• 139.
• 140.
• 141.
• 142.
• 143.
• 144.
• 145.
• 146.
• 147.
• 148.
• 149.
• 150.
• 151.
• 152.
• 153.
• 154.
• 155.
• 156.
• 157.
• 158.