#!/usr/bin/env python3
"""Recompute held-out metrics from the released test examples."""
import json
from pathlib import Path
from train import evaluate

ROOT=Path(__file__).resolve().parent
model=json.loads((ROOT/"model.json").read_text(encoding="utf-8"));rows=[json.loads(line) for line in (ROOT/"queries.jsonl").read_text(encoding="utf-8").splitlines()]
print(json.dumps(evaluate(model,rows,"test"),indent=2))