| """Re-score an existing CNN model dir on the official test split (and its session-clean subset).""" | |
| import argparse, json | |
| from pathlib import Path | |
| from src.inference import load_model | |
| from train import load_rows, evaluate_test, ROOT | |
| p=argparse.ArgumentParser() | |
| p.add_argument('--model-dir',default=str(ROOT)); p.add_argument('--data-dir',default=str(ROOT/'data')) | |
| p.add_argument('--eval-crops',type=int,default=None,help='defaults to eval_crops in the model config (1 if absent)') | |
| p.add_argument('--name',default=None,help='label for compare_models.py; result saved to eval/<name>.json') | |
| a=p.parse_args() | |
| mdir=Path(a.model_dir) if Path(a.model_dir).exists() else ROOT/a.model_dir | |
| model,labels,cfg=load_model(mdir) | |
| k=a.eval_crops if a.eval_crops is not None else int(cfg.get('eval_crops',1)) | |
| ev=evaluate_test(model,load_rows(a.data_dir),k,labels) | |
| res={'model_dir':str(mdir),'eval_crops':k,**ev} | |
| name=a.name or f"{mdir.resolve().name}_k{k}" | |
| out=Path(__file__).resolve().parent/'eval'; out.mkdir(exist_ok=True) | |
| (out/f'{name}.json').write_text(json.dumps(res,indent=2)) | |
| summary={s:{m:v for m,v in (ev[s] or {}).items() if m!='report'} for s in ev} | |
| print(json.dumps({'name':name,'eval_crops':k,**summary},indent=2)) | |