File size: 2,133 Bytes
13cc860 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 | """Preserve a small diagnostic snapshot; not benchmark/scaling metrics."""
import json
from pathlib import Path
import shutil
import sys
import numpy as np
ROOT=Path(__file__).resolve().parents[2]
sys.path.insert(0,str(ROOT/'scale/script'))
from preview_scale import save
def main():
base=ROOT/'scale/groups/sml_1m_224_a1e-4_o1e-5_nojerk/previews/auto_simple_text'
target=ROOT/'scale/audits/reference_20261002/simple_text_snapshot'
state=json.loads((base/'web/status.json').read_text())
if len(state['models'])!=3:raise RuntimeError('Wait for all three models')
rows=[]
for model in state['models']:
for case in model['cases']:
source=(base/'web'/case['video']).resolve(strict=True).parent
dest=target/model['size']/case['id'];dest.mkdir(parents=True,exist_ok=True)
for name in ('gt.npz','prediction.npz','status.json','selection_record.json','comparison.mp4'):
if (dest/name).exists():raise FileExistsError('Do not overwrite the first diagnostic snapshot')
shutil.copy2(source/name,dest/name)
with np.load(dest/'prediction.npz') as p,np.load(dest/'gt.npz') as g:
pred,gt=p['qpos_36'],g['qpos_36'];assert pred.shape==gt.shape
ratio=np.std(pred[1:,7:],axis=0).mean()/np.std(gt[1:,7:],axis=0).mean()
row=dict(size=model['size'],step=model['step'],case=case['id'],
joint_temporal_std_ratio=float(ratio),
root_displacement_m=float(np.linalg.norm(pred[-1,:3]-pred[0,:3])),
gt_root_displacement_m=float(np.linalg.norm(gt[-1,:3]-gt[0,:3])),
root_height_range_m=float(np.ptp(pred[:,2])),gt_root_height_range_m=float(np.ptp(gt[:,2])),
root_rmse_m=float(np.sqrt(np.mean(np.sum((pred[1:,:3]-gt[1:,:3])**2,axis=1)))),
video=str((dest/'comparison.mp4').relative_to(target.parent)))
rows.append(row)
save(target.parent/'simple_text_measurements.json',rows)
print(json.dumps(rows,ensure_ascii=False,indent=2))
if __name__=='__main__':main()
|