AI 生成: AVTV - 自动收集、过滤、去重并生成 m3u 直播源订阅文件，每日自动更新，涵盖央视、卫视及地方台。

avtv/fetcher.py

@@ -0,0 +1,36 @@
+"""抓取远程直播源内容。"""
+
+import logging
+
+import requests
+
+from .sources import REQUEST_TIMEOUT, USER_AGENT
+
+log = logging.getLogger(__name__)
+
+
+def fetch(url: str) -> str | None:
+    """下载单个源的原始文本，失败返回 None。"""
+    try:
+        resp = requests.get(
+            url,
+            timeout=REQUEST_TIMEOUT,
+            headers={"User-Agent": USER_AGENT},
+        )
+        resp.raise_for_status()
+        resp.encoding = resp.apparent_encoding or "utf-8"
+        log.info("fetched %s (%d bytes)", url, len(resp.text))
+        return resp.text
+    except Exception as exc:  # noqa: BLE001
+        log.warning("fetch failed %s: %s", url, exc)
+        return None
+
+
+def fetch_all(urls: list[str]) -> list[str]:
+    """批量抓取，返回成功的内容列表。"""
+    results: list[str] = []
+    for url in urls:
+        text = fetch(url)
+        if text:
+            results.append(text)
+    return results