| |
| """把新下载的 B 站素材出处追加到 D:\\SFDP-Viedo\\训练素材清单.txt（去重，可反复运行）。""" |
| import json |
| import os |
|
|
| ROOT = r"D:\SFDP-Viedo" |
| META = os.path.join(ROOT, "音乐MV", "sources_bili.json") |
| TXT = os.path.join(ROOT, "训练素材清单.txt") |
| MARK = os.path.join(ROOT, ".listed_bvids.json") |
| EXTRA_DIRS = [os.path.join(ROOT, "二次元MV"), os.path.join(ROOT, "真人MV")] |
| VIDEO_EXT = (".mp4", ".mkv", ".webm", ".mov", ".flv") |
|
|
|
|
| def load(p, d): |
| try: |
| with open(p, "r", encoding="utf-8") as f: |
| return json.load(f) |
| except Exception: |
| return d |
|
|
|
|
| HEADER = """训练数据声明 |
| ---------------- |
| 本模型在训练过程中未分发、未再发布任何原始视频、音频或视频帧。训练仅使用从公开网络 |
| 获取的视频中抽取的灰度切片，且全部监督信号由 Easy4K 自研的 SFDP 四阶判重判决器 |
| （像素差 / dHash / QR 码 / Farneback 光流）自动生成，不含人工标注。 |
| 视频著作权归原作者所有。本清单仅用于说明数据来源，不构成对原作品的授权或再分发。 |
| 若权利人认为其作品不应被用于本研究，请提交 issue，我们将在 72 小时内从清单中移除， |
| 并在后续版本训练中排除该来源。 |
| 模型权重以 CC BY-NC 4.0 发布，仅限研究与非商业用途。 |
| |
| """ |
|
|
|
|
| def ensure_header(): |
| old = "" |
| if os.path.exists(TXT): |
| with open(TXT, "r", encoding="utf-8") as f: |
| old = f.read() |
| if "训练数据声明" in old: |
| return |
| with open(TXT, "w", encoding="utf-8") as f: |
| f.write(HEADER + old) |
|
|
|
|
| ensure_header() |
|
|
| listed = set(load(MARK, [])) |
| meta = load(META, []) |
| new = [m for m in meta if m.get("bvid") and m["bvid"] not in listed] |
| if new: |
| with open(TXT, "a", encoding="utf-8") as f: |
| f.write("\n== 新增 B 站素材（自动采集，出处可溯） ==\n") |
| for i, m in enumerate(new, 1): |
| f.write("%3d. %s\n" % (i, m.get("file") or m["bvid"])) |
| f.write(" 标题：%s\n" % m.get("title", "")) |
| f.write(" 作者：%s ｜ 时长：%ss ｜ 清晰度：%s ｜ 切片：待统计\n" % ( |
| m.get("author", ""), m.get("duration", ""), m.get("qn", ""))) |
| f.write(" 来源：https://www.bilibili.com/video/%s\n" % m["bvid"]) |
| listed |= {m["bvid"] for m in new} |
| with open(MARK, "w", encoding="utf-8") as f: |
| json.dump(sorted(listed), f, ensure_ascii=False) |
| print("APPENDED", len(new), "entries", flush=True) |
|
|
| for d in EXTRA_DIRS: |
| if not os.path.isdir(d): |
| continue |
| changed = False |
| for n in sorted(os.listdir(d)): |
| if os.path.splitext(n)[1].lower() not in VIDEO_EXT: |
| continue |
| key = "manual:" + os.path.basename(d) + "/" + n |
| if key in listed: |
| continue |
| with open(TXT, "a", encoding="utf-8") as f: |
| f.write("\n[手动素材] %s\\%s\n 来源：用户投放（待补充出处）\n" % (os.path.basename(d), n)) |
| listed.add(key) |
| changed = True |
| if changed: |
| with open(MARK, "w", encoding="utf-8") as f: |
| json.dump(sorted(listed), f, ensure_ascii=False) |
|
|
