admin/XueXiTongSrtDownloads
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

1

Browse Source
This commit is contained in:
ChuXun
2025-10-11 14:29:34 +08:00
parent 34fbaf6f49
commit 6c78d44a93
3 changed files with 337 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
.env Normal file
View File

@@ -0,0 +1,3 @@
# Chaoxing cookie string
CHAOXING_COOKIE=fid=22281; _uid=370760372; UID=370760372; xxtenc=15584f359efe687c74210d6c8cf8c868; _d=1760090294927; vc3=bHu2bElQMQReXPqcrAF4lIAmOTgbQixqKbazxIRmLhBjc3MWE4wQKcxU6x%2Fwk%2BFiHHIdcMaDXNZToWGkbPBqTQhWnSh%2B%2BI2w%2BUHw4VaOxA1KVmTNdwXZa%2BQ%2B%2Bbarpltdw9ejb6ADyrGJg62Z5WY5At563Ln%2BV0XLSdiZziphB2g%3D473692a83f01ba73d93a227e641ded15; uf=da0883eb5260151ee7907b77259a9bebb037741b6ebd8a0e7b1ca06f23f166cf20e018dfde10b39f3897f0bbb44fe3fc190a36865f1aaba0c49d67c0c30ca5043ad701c8b4cc548c0234d89f51c3dccf7b33a24f3acfc547713028f1ec42bf71b1188854805578ccf8e9874e39b83496200dbd5a47ba3976cb5694cefd263e7fb246307f6edc53a5991f5511a8c2c4044df7ff280fcb29d10d8a4c92b12beb4b9d97dfe5b26c691c53cff74943fa500768a63fc9f8959a8ee7fafd565af53bf2; cx_p_token=6ce221216032ecce040f924eec576927; p_auth_token=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJ1aWQiOiIzNzA3NjAzNzIiLCJsb2dpblRpbWUiOjE3NjAwOTAyOTQ5MjgsImV4cCI6MTc2MDY5NTA5NH0.HPJEsTAQmVcRb8KTH83JGttOh4GN9uWqujODvsHBq1g; DSSTASH_LOG=C_38-UN_646-US_370760372-T_1760090294929; tl=1; k8s=1760153245.393.18079.162885; route=3cfd8ee391150acbf63626fecc6e7627; writenote=yes; jrose=C29882EB86BF280B84636EAEE5A1B40F.mooc-523979977-14p9h; videojs_id=59724
COURSE_URL=https://mooc1.chaoxing.com/mycourse/studentstudy?chapterId=1050488737&courseId=256005147&clazzid=129437493&cpi=441843723&enc=aa5f995e880be44ade430110fb11c896&mooc2=1&openc=6e7668af7a831729d3f3b56ee34a66ad

52
README.md Normal file
View File

@@ -0,0 +1,52 @@
# Chaoxing 课程字幕批量下载工具
本项目包含自动化脚本，可批量提取超星课程视频字幕（SRT），支持 Cookie 配置和多课程处理。
## 使用方法
### 1. 环境准备
- 安装 Python 3.x
- 安装依赖包：
```bash
pip install requests beautifulsoup4 python-dotenv
```
### 2. 配置 Cookie
- 在项目根目录下创建 `.env` 文件（已自动生成），内容如下：
```env
CHAOXING_COOKIE=你的超星登录Cookie
```
- 如 Cookie 过期或更换账号，直接修改 `.env` 文件即可。
### 3. 下载课程 HTML
- 用浏览器保存你要下载字幕的课程页面（建议保存课程目录页或视频列表页），如 `course.html`。
- 将 HTML 文件放到脚本所在目录。
### 4. 提取字幕 JSON 链接
- 运行 `subtitle_downloader.py`，自动解析 HTML，提取所有字幕 JSON 链接，保存为 `subtitles/课程名.txt`。
```bash
python subtitle_downloader.py
```
- 如需处理其他课程，只需更换 HTML 文件并重新运行脚本。
### 5. 下载 SRT 字幕文件
- 运行 `srt_fetcher.py`，自动读取 `subtitles/` 下所有 `.txt`，下载对应 SRT 文件到 `srt/` 文件夹。
```bash
python srt_fetcher.py
```
## 文件说明
- `downloader.py`：通用文件下载脚本（如需下载其他资源可用）
- `subtitle_downloader.py`：解析课程 HTML，提取字幕 JSON 链接
- `srt_fetcher.py`：批量下载 SRT 字幕文件
- `.env`：存储 Cookie
- `subtitles/`：保存每个课程的字幕 JSON 链接
- `srt/`：保存下载的 SRT 字幕文件
## 常见问题
- Cookie 失效：请重新获取并更新 `.env` 文件
- 页面结构变化：如遇解析失败，请反馈或自行调整 `subtitle_downloader.py` 的解析逻辑
- SRT 下载失败：检查 Cookie 是否有效，或字幕 JSON 链接是否正确
## 免责声明
本脚本仅供学习交流使用，请勿用于任何商业或非法用途。

282
subtitle_downloader.py Normal file
View File

@@ -0,0 +1,282 @@
from __future__ import annotations
import json
import os
import re
import time
from dataclasses import dataclass
from pathlib import Path
from typing import Dict, Iterable, List, Optional
import requests
from bs4 import BeautifulSoup
from dotenv import load_dotenv
# Constants for the Chaoxing endpoints
CARDS_URL = "https://mooc1.chaoxing.com/mooc-ans/knowledge/cards"
# Primary endpoints visible in cards payload / player scripts
RICH_SUBTITLE_URL = "https://mooc1.chaoxing.com/mooc-ans/richvideo/subtitle"
RICH_ALLSUBTITLE_URL = "https://mooc1.chaoxing.com/mooc-ans/richvideo/allsubtitle"
# Fallback (may return 500 depending on auth):
EDITOR_SUBTITLE_URL = "https://mooc1.chaoxing.com/ananas/video-editor/sub"
# Regex helpers
_ONCLICK_RE = re.compile(r"getTeacherAjax\('(?P<course>\d+)',\s*'(?P<class>\d+)',\s*'(?P<knowledge>\d+)'\)")
_JSON_RE = re.compile(r"mArg\s*=\s*(\{.*?\});", re.DOTALL)
_INVALID_FILENAME_RE = re.compile(r"[\\/:*?\"<>|]")
@dataclass(frozen=True)
class KnowledgeEntry:
knowledge_id: str
title: str
def load_cookie_from_env(env_var: str = "CHAOXING_COOKIE") -> Dict[str, str]:
"""Parse a raw cookie string from environment variables into a dict."""
# Load .env values into environment first
try:
load_dotenv()
except Exception:
pass
raw_cookie = os.getenv(env_var, "").strip()
cookies: Dict[str, str] = {}
if not raw_cookie:
return cookies
for fragment in raw_cookie.split(";"):
if not fragment.strip():
continue
if "=" not in fragment:
continue
name, value = fragment.split("=", 1)
cookies[name.strip()] = value.strip()
return cookies
def sanitize_filename(name: str) -> str:
"""Turn a lesson title into a safe filename for Windows."""
cleaned = _INVALID_FILENAME_RE.sub("_", name)
return cleaned.strip() or "untitled"
def parse_knowledge_entries(html_path: Path) -> List[KnowledgeEntry]:
"""Scan the saved HTML page and extract all knowledge entries."""
soup = BeautifulSoup(html_path.read_text(encoding="utf-8"), "html.parser")
entries: Dict[str, KnowledgeEntry] = {}
for span in soup.select("span.posCatalog_name"):
onclick = span.get("onclick", "")
match = _ONCLICK_RE.search(onclick)
if not match:
continue
knowledge_id = match["knowledge"]
title_attr = span.get("title") or span.get_text(strip=True)
title = " ".join(title_attr.split())
if knowledge_id not in entries:
entries[knowledge_id] = KnowledgeEntry(knowledge_id=knowledge_id, title=title)
return list(entries.values())
def extract_marg_json(cards_html: str) -> Optional[dict]:
"""Pull the mArg JSON payload from a cards response."""
match = _JSON_RE.search(cards_html)
if not match:
return None
json_block = match.group(1)
# Fix JavaScript style booleans/nulls if necessary
json_block = json_block.replace("\n", " ")
try:
return json.loads(json_block)
except json.JSONDecodeError:
# Try to sanitize single quotes inside keys by using eval-safe replacement
sanitized = json_block
sanitized = sanitized.replace("'", '\"')
try:
return json.loads(sanitized)
except json.JSONDecodeError:
return None
def load_local_cards_marg(cards_dir: Path, knowledge_id: str) -> Optional[dict]:
"""Try to parse saved cards.html to get mArg when network call fails."""
# Saved file path observed: 学生学习页面_files/cards.html
candidate = cards_dir / "cards.html"
if not candidate.exists():
return None
try:
text = candidate.read_text(encoding="utf-8", errors="ignore")
marg = extract_marg_json(text)
# Optionally ensure the knowledgeid matches
if marg and str(marg.get("defaults", {}).get("knowledgeid")) == str(knowledge_id):
return marg
return marg
except Exception:
return None
def iter_video_attachments(marg: dict) -> Iterable[dict]:
"""Yield the attachment dicts that correspond to videos."""
attachments = marg.get("attachments") or []
for attachment in attachments:
if attachment.get("type") == "video":
yield attachment
def is_html_error(text: str) -> bool:
t = text.strip().lower()
return t.startswith("<!doctype html>") and ("500" in t or "用户登录" in t)
def fetch_cards(session: requests.Session, knowledge_id: str, base_params: Dict[str, str]) -> Optional[dict]:
params = dict(base_params)
params["knowledgeid"] = knowledge_id
response = session.get(CARDS_URL, params=params, timeout=10)
if response.status_code != 200:
print(f"[WARN] Failed to load cards for knowledge {knowledge_id}: HTTP {response.status_code}")
return None
marg = extract_marg_json(response.text)
if marg is None:
# Fallback: try local saved cards
cards_dir = Path("学生学习页面_files")
marg = load_local_cards_marg(cards_dir, knowledge_id)
if marg is None:
print(f"[WARN] Could not locate mArg JSON for knowledge {knowledge_id}")
return marg
def download_subtitle(session: requests.Session, marg: dict, object_id: str, mid: Optional[str], course_id: str, output_path: Path) -> bool:
# Try richvideo/allsubtitle first (more complete), then richvideo/subtitle, then editor fallback
tried = []
def try_get(url: str, params: dict) -> Optional[str]:
tried.append((url, params))
r = session.get(url, params=params, timeout=10)
if r.status_code != 200:
return None
if not r.text.strip() or is_html_error(r.text):
return None
return r.text
# Prefer objectId and mid
subtitle_url_base = marg.get("defaults", {}).get("subtitleUrl") or RICH_SUBTITLE_URL
# 1) allsubtitle
params_all = {"mid": mid or marg.get("attachments", [{}])[0].get("mid"), "objectid": object_id, "courseId": course_id}
text = try_get(RICH_ALLSUBTITLE_URL, params_all)
if not text:
# 2) subtitle
params_sub = {"mid": params_all["mid"], "objectid": object_id, "courseId": course_id}
text = try_get(RICH_SUBTITLE_URL, params_sub)
if not text:
# 3) fallback editor endpoint
text = try_get(EDITOR_SUBTITLE_URL, {"objectid": object_id})
if text:
output_path.write_text(text, encoding="utf-8")
print(f"[INFO] Saved subtitle to {output_path}")
return True
print(f"[WARN] Subtitle download failed for object {object_id}. Tried: {tried}")
return False
def main() -> None:
load_dotenv()
html_path = Path("学生学习页面.html")
course_url = os.getenv("COURSE_URL", "").strip()
if not html_path.exists():
if course_url:
print(f"[INFO] 本地HTML不存在，自动下载课程页面: {course_url}")
cookies = load_cookie_from_env()
session = requests.Session()
session.headers.update({
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0 Safari/537.36",
"Referer": course_url,
})
if cookies:
session.cookies.update(cookies)
resp = session.get(course_url, timeout=15)
if resp.status_code == 200 and resp.text:
html_path.write_text(resp.text, encoding="utf-8")
print(f"[INFO] 已保存课程页面到 {html_path}")
else:
raise SystemExit(f"下载课程页面失败: HTTP {resp.status_code}")
else:
raise SystemExit("学生学习页面.html not found, 且未配置 COURSE_URL")
entries = parse_knowledge_entries(html_path)
if not entries:
raise SystemExit("No knowledge entries found in saved HTML")
print(f"[INFO] Found {len(entries)} lessons")
session = requests.Session()
session.headers.update({
"User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/127.0 Safari/537.36",
"Referer": "https://mooc1.chaoxing.com/",
})
cookies = load_cookie_from_env()
if cookies:
session.cookies.update(cookies)
print(f"[INFO] Loaded {len(cookies)} cookies from environment")
else:
print("[WARN] No cookies provided. Requests may fail if authentication is required.")
base_params = {
"clazzid": "129437493",
"courseid": "256005147",
"num": "0",
"ut": "s",
"cpi": "441843723",
"mooc2": "1",
"isMicroCourse": "",
"editorPreview": "",
}
# 步骤1：下载字幕 JSON
output_dir = Path("subtitles")
output_dir.mkdir(exist_ok=True)
for entry in entries:
print(f"[INFO] Processing {entry.title} (knowledge {entry.knowledge_id})")
marg = fetch_cards(session, entry.knowledge_id, base_params)
if not marg:
continue
video_found = False
for attachment in iter_video_attachments(marg):
video_found = True
object_id = attachment.get("objectId") or attachment.get("property", {}).get("objectid")
mid = attachment.get("mid") or attachment.get("property", {}).get("mid")
if not object_id:
print(f"[WARN] No objectId for lesson {entry.title}")
continue
filename = sanitize_filename(entry.title) + ".txt"
output_path = output_dir / filename
if download_subtitle(session, marg, object_id, mid, base_params["courseid"], output_path):
time.sleep(0.5)
if not video_found:
print(f"[WARN] No video attachments found for {entry.title}")
# 步骤2：批量下载 SRT 文件
srt_dir = Path("srt")
srt_dir.mkdir(exist_ok=True)
def fetch_srt(url: str, session: requests.Session) -> str | None:
r = session.get(url, timeout=10)
if r.status_code == 200 and r.text.strip():
return r.text
return None
for txt_file in output_dir.glob("*.txt"):
try:
content = txt_file.read_text(encoding="utf-8").strip()
data = json.loads(content)
# data is list of tracks
for track in data:
url = track.get("url")
if not url:
continue
srt_text = fetch_srt(url, session)
if not srt_text:
print(f"[WARN] Failed to fetch SRT from {url}")
continue
name = txt_file.stem + ".srt"
out_path = srt_dir / name
out_path.write_text(srt_text, encoding="utf-8")
print(f"[INFO] Saved {out_path}")
except Exception as e:
print(f"[WARN] {txt_file.name}: {e}")
if __name__ == "__main__":
main()