File size: 2,277 Bytes
216004d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 | #!/usr/bin/env python3
"""lm4 价值函数调度: fixed / random / value 三臂 × 多 seed 对照。"""
import glob
import json
import os
import numpy as np
R = "/work/liuyuanjie/headless/results"
ARMS = ["fixed", "random", "value"]
data = {a: {} for a in ARMS}
for p in sorted(glob.glob(f"{R}/vp2_*_s*/lm4_wave_results.json")):
tag = os.path.basename(os.path.dirname(p))
_, arm, seed = tag.split("_")
d = json.load(open(p))
v = d.get("replay") or {}
data[arm][seed] = {
"replay": v.get("final_mean_acc"),
"forget": v.get("mean_forget"),
"naive": (d.get("naive") or {}).get("final_mean_acc"),
"naive_forget": (d.get("naive") or {}).get("mean_forget"),
}
print("=" * 78)
print("LM4 价值函数驱动调度 · 三臂对照 (6 域, replay)")
print("=" * 78)
hdr = " %-9s %-30s %-24s %s" % ("调度", "replay mean±std (CV)", "naive mean±std (CV)", "n")
print(hdr)
print(" " + "-" * 74)
for a in ARMS:
rs = [v["replay"] for v in data[a].values() if v["replay"] is not None]
ns = [v["naive"] for v in data[a].values() if v["naive"] is not None]
if not rs:
print(" %-9s (无)" % a)
continue
m, s = np.mean(rs), np.std(rs)
cv = 100 * s / max(1e-9, abs(m))
tag = "可信" if (m > 0 and s < m / 2) else "不可信"
if ns:
mn, sn = np.mean(ns), np.std(ns)
nstr = "%.4f±%.4f (%4.1f%%)" % (mn, sn, 100 * sn / max(1e-9, abs(mn)))
else:
nstr = "-"
print(" %-9s %.4f±%.4f (%5.1f%% %s) %-24s %d" % (a, m, s, cv, tag, nstr, len(rs)))
print()
print(" ── 逐 seed (replay) ──")
seeds = sorted({s for a in ARMS for s in data[a]}, key=lambda x: int(x) if x.isdigit() else 0)
print(" %-9s" % "seed" + "".join("%10s" % s for s in seeds))
for a in ARMS:
row = "".join(("%10.4f" % data[a][s]["replay"]) if s in data[a] and data[a][s]["replay"]
else "%10s" % "-" for s in seeds)
print(" %-9s" % a + row)
print()
print(" ── 参照 ──")
print(" 固定顺序基线 (c1_replay_rr2, 单 seed): replay 0.7368")
print(" SSM 原版 (q5_agg, 6 seed): replay 0.6126±0.0180")
print(" 联合训练上限 (6 域): joint 0.7948")
if not any(data[a] for a in ARMS):
print(" (无结果)")
|