{ "c1_validation_metrics": { "P1": { "log_mae": 0.17691564559936523, "model": "Confidence C1", "pearson": 0.8829622268676758, "spearman": 0.8590718873187204, "split": "validation", "step": "P1" }, "P2": { "log_mae": 0.14503394067287445, "model": "Confidence C1", "pearson": 0.9074602127075195, "spearman": 0.8631690385373965, "split": "validation", "step": "P2" }, "P3": { "log_mae": 0.15804709494113922, "model": "Confidence C1", "pearson": 0.8872363567352295, "spearman": 0.8700319930976419, "split": "validation", "step": "P3" }, "overall": { "log_mae": 0.15999889373779297, "model": "Confidence C1", "pearson": 0.96539306640625, "spearman": 0.9529179491248462, "split": "validation", "step": "overall" } }, "gain_vs_random": 0.48957529207015615, "oracle_gap": 0.007935705508866102, "protocol": "WorldPlay fulltrain100 (8400 transitions); independent validation25 (2100 transitions); no validation tuning", "remaining_risk_at_33pct": { "Confidence C0": 0.008430036716163158, "Confidence C1": 0.004878982435911894, "Confidence C2": 0.004925357177853584, "Oracle": 0.004840569104999304, "Random": 0.009558672141283751, "Timestep-only": 0.005005753133445978 }, "routing_at_33pct": { "P1": { "selection_fraction": 0.012857142857142857, "within_step_fallback_rate": 0.012857142857142857 }, "P2": { "selection_fraction": 0.05714285714285714, "within_step_fallback_rate": 0.05714285714285714 }, "P3": { "selection_fraction": 0.93, "within_step_fallback_rate": 0.93 } }, "train_samples": 8400, "validation_samples": 2100 }