| #!/usr/bin/env python3 | |
| """Recompute held-out metrics from the released test examples.""" | |
| import json | |
| from pathlib import Path | |
| from train import evaluate | |
| ROOT=Path(__file__).resolve().parent | |
| model=json.loads((ROOT/"model.json").read_text(encoding="utf-8"));rows=[json.loads(line) for line in (ROOT/"queries.jsonl").read_text(encoding="utf-8").splitlines()] | |
| print(json.dumps(evaluate(model,rows,"test"),indent=2)) | |