Spaces:
Sleeping
Sleeping
File size: 2,364 Bytes
ed18158 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 | #!/usr/bin/env python3
"""Results analyser - loads trial results and generates paper tables.
Usage:
python run_analysis.py # uses data/results/trial_results.json
python run_analysis.py --session path/to.csv # use a session CSV instead
"""
from __future__ import annotations
import argparse
import json
import logging
from pathlib import Path
logging.basicConfig(level=logging.INFO, format="%(asctime)s [%(levelname)s] %(message)s")
logger = logging.getLogger(__name__)
def main() -> None:
parser = argparse.ArgumentParser(description="OmniNPC Results Analyser")
parser.add_argument("--session", type=str, default=None, help="Path to session CSV")
parser.add_argument("--baseline", type=str, default=None, help="Path to baseline CSV")
args = parser.parse_args()
from evaluation.results_analyser import (
analyse_session, generate_paper_table, save_paper_results,
)
# Prefer trial_results.json (from run_evaluation.py) — these are real benchmark numbers
trial_json = Path("data/results/trial_results.json")
results = None
if trial_json.exists():
with open(trial_json, encoding="utf-8") as f:
results = json.load(f)
logger.info("Loaded trial results from %s (timestamp: %s)",
trial_json, results.get("timestamp", "unknown"))
else:
# Fall back to session CSV analysis
csv_path = args.session
if csv_path is None:
log_dir = Path("data/logs")
csv_files = sorted(log_dir.glob("session_*.csv"))
if csv_files:
csv_path = str(csv_files[-1])
logger.info("Using most recent session: %s", csv_path)
else:
logger.error(
"No trial_results.json found and no session CSV in data/logs/. "
"Run: python run_evaluation.py --trials all --n 50"
)
return
results = analyse_session(csv_path)
baseline = None
if args.baseline:
baseline = analyse_session(args.baseline)
table = generate_paper_table(results, baseline)
print("\n" + table)
save_paper_results(table, "data/results/PAPER_RESULTS.txt")
logger.info("Paper results written to data/results/PAPER_RESULTS.txt")
if __name__ == "__main__":
main()
|