| { |
| "schema_version": 1, |
| "git_commit": null, |
| "checkpoint": "/proj/grp-flow-map/LoopedFlows/experiments/public_simplified_repro/outputs/runs/maze_unique_20261016_v1/full/s0/stage_b/best.pt", |
| "checkpoint_sha256": "b3115f2954f2d4d92daf7a893a80e1980fdb26f0bc813fb4944bd6f2abb8f698", |
| "benchmark": "/proj/grp-flow-map/LoopedFlows/experiments/public_simplified_repro/outputs/benchmarks/maze_unique_20261016/test.npz", |
| "benchmark_sha256": "84c7e4b6ad469a095b53468173ebfe66fbe0542add6be3cb2fbcf0f459ce57a3", |
| "policy_config": { |
| "max_nfe": 257, |
| "max_breadth": 16, |
| "held_t": 0.3, |
| "renoise": 1.0, |
| "check_every": 1, |
| "residual_window": 16, |
| "residual_metric": "euclidean", |
| "confirmation_checks": 2, |
| "require_prediction_stability": true, |
| "min_nfe": 4, |
| "batch_size": 64, |
| "seed": 0, |
| "restart_seed_offset": 1000003, |
| "flops_per_forward": 11336290304 |
| }, |
| "residual": "trailing-window mean of per-puzzle euclidean distance between consecutive denoiser distributions, averaged over non-clue cells", |
| "oracle_used_for_test_selection": false, |
| "kind": "residual_guided_inference_evaluation", |
| "run_fingerprint": "750c7e8b18d3bc7d1664e527b91edabb07389212fa6d347262459f43696433ea", |
| "num_puzzles": 1000, |
| "max_samples_override": null, |
| "model_step": 30000, |
| "calibration": "/proj/grp-flow-map/LoopedFlows/experiments/public_simplified_repro/outputs/runs/maze_unique_20261016_v1/full/s0/calibration/threshold.json", |
| "calibration_sha256": "e598d82008b8f5e04082f7ec3509f0d1c006b77f14aa2ec8be1e96d21961149d", |
| "calibration_benchmark_sha256": "3f0d8261ef2977c8a8d219dcb3f6cd146d3e7195438cfbe8939e774d1d8ff0dc", |
| "threshold": 0.010557100176811218, |
| "threshold_selection": { |
| "threshold": 0.010557100176811218, |
| "accuracy": 1.0, |
| "solved": 256, |
| "mean_nfe": 5.0, |
| "accepted_fraction": 1.0, |
| "fixed_accuracy": 1.0, |
| "max_accuracy_drop": 0.001, |
| "selection_objective": "minimize mean NFE subject to accuracy >= fixed-depth accuracy - max_accuracy_drop; tie-break by higher accuracy then lower threshold" |
| }, |
| "policies": [ |
| { |
| "policy": "Fixed-depth FRM", |
| "solved": 996, |
| "num_puzzles": 1000, |
| "solve_rate": 0.996, |
| "mean_nfe": 257.0, |
| "mean_tflops": 2.913426608128 |
| }, |
| { |
| "policy": "+ Residual early stopping", |
| "solved": 996, |
| "num_puzzles": 1000, |
| "solve_rate": 0.996, |
| "mean_nfe": 9.734, |
| "mean_tflops": 0.110347449819136 |
| }, |
| { |
| "policy": "+ Sequential restarts", |
| "solved": 999, |
| "num_puzzles": 1000, |
| "solve_rate": 0.999, |
| "mean_nfe": 15.708, |
| "mean_tflops": 0.17807044809523198 |
| } |
| ], |
| "accepted_by_threshold": 999, |
| "unresolved_at_breadth_cap": 1, |
| "attempts": [ |
| { |
| "attempt": 1, |
| "attempted": 1000, |
| "accepted": 996, |
| "remaining": 4, |
| "mean_nfe_among_attempted": 9.734 |
| }, |
| { |
| "attempt": 2, |
| "seed": 1000003, |
| "attempted": 4, |
| "accepted": 1, |
| "remaining": 3, |
| "mean_nfe_among_attempted": 197.75 |
| }, |
| { |
| "attempt": 3, |
| "seed": 2000006, |
| "attempted": 3, |
| "accepted": 0, |
| "remaining": 3, |
| "mean_nfe_among_attempted": 257.0 |
| }, |
| { |
| "attempt": 4, |
| "seed": 3000009, |
| "attempted": 3, |
| "accepted": 0, |
| "remaining": 3, |
| "mean_nfe_among_attempted": 257.0 |
| }, |
| { |
| "attempt": 5, |
| "seed": 4000012, |
| "attempted": 3, |
| "accepted": 1, |
| "remaining": 2, |
| "mean_nfe_among_attempted": 178.33333333333334 |
| }, |
| { |
| "attempt": 6, |
| "seed": 5000015, |
| "attempted": 2, |
| "accepted": 0, |
| "remaining": 2, |
| "mean_nfe_among_attempted": 257.0 |
| }, |
| { |
| "attempt": 7, |
| "seed": 6000018, |
| "attempted": 2, |
| "accepted": 1, |
| "remaining": 1, |
| "mean_nfe_among_attempted": 139.5 |
| }, |
| { |
| "attempt": 8, |
| "seed": 7000021, |
| "attempted": 1, |
| "accepted": 0, |
| "remaining": 1, |
| "mean_nfe_among_attempted": 257.0 |
| }, |
| { |
| "attempt": 9, |
| "seed": 8000024, |
| "attempted": 1, |
| "accepted": 0, |
| "remaining": 1, |
| "mean_nfe_among_attempted": 257.0 |
| }, |
| { |
| "attempt": 10, |
| "seed": 9000027, |
| "attempted": 1, |
| "accepted": 0, |
| "remaining": 1, |
| "mean_nfe_among_attempted": 257.0 |
| }, |
| { |
| "attempt": 11, |
| "seed": 10000030, |
| "attempted": 1, |
| "accepted": 0, |
| "remaining": 1, |
| "mean_nfe_among_attempted": 257.0 |
| }, |
| { |
| "attempt": 12, |
| "seed": 11000033, |
| "attempted": 1, |
| "accepted": 0, |
| "remaining": 1, |
| "mean_nfe_among_attempted": 257.0 |
| }, |
| { |
| "attempt": 13, |
| "seed": 12000036, |
| "attempted": 1, |
| "accepted": 0, |
| "remaining": 1, |
| "mean_nfe_among_attempted": 257.0 |
| }, |
| { |
| "attempt": 14, |
| "seed": 13000039, |
| "attempted": 1, |
| "accepted": 0, |
| "remaining": 1, |
| "mean_nfe_among_attempted": 257.0 |
| }, |
| { |
| "attempt": 15, |
| "seed": 14000042, |
| "attempted": 1, |
| "accepted": 0, |
| "remaining": 1, |
| "mean_nfe_among_attempted": 257.0 |
| }, |
| { |
| "attempt": 16, |
| "seed": 15000045, |
| "attempted": 1, |
| "accepted": 0, |
| "remaining": 1, |
| "mean_nfe_among_attempted": 257.0 |
| } |
| ], |
| "restart_frontier": [ |
| { |
| "breadth_cap": 1, |
| "solved": 996, |
| "num_puzzles": 1000, |
| "solve_rate": 0.996, |
| "mean_nfe": 9.734, |
| "mean_tflops": 0.110347449819136, |
| "accepted": 996, |
| "unresolved": 4 |
| }, |
| { |
| "breadth_cap": 2, |
| "solved": 997, |
| "num_puzzles": 1000, |
| "solve_rate": 0.997, |
| "mean_nfe": 10.525, |
| "mean_tflops": 0.11931445544960001, |
| "accepted": 997, |
| "unresolved": 3 |
| }, |
| { |
| "breadth_cap": 3, |
| "solved": 997, |
| "num_puzzles": 1000, |
| "solve_rate": 0.997, |
| "mean_nfe": 11.296, |
| "mean_tflops": 0.128054735273984, |
| "accepted": 997, |
| "unresolved": 3 |
| }, |
| { |
| "breadth_cap": 4, |
| "solved": 997, |
| "num_puzzles": 1000, |
| "solve_rate": 0.997, |
| "mean_nfe": 12.067, |
| "mean_tflops": 0.136795015098368, |
| "accepted": 997, |
| "unresolved": 3 |
| }, |
| { |
| "breadth_cap": 5, |
| "solved": 998, |
| "num_puzzles": 1000, |
| "solve_rate": 0.998, |
| "mean_nfe": 12.602, |
| "mean_tflops": 0.142859930411008, |
| "accepted": 998, |
| "unresolved": 2 |
| }, |
| { |
| "breadth_cap": 6, |
| "solved": 998, |
| "num_puzzles": 1000, |
| "solve_rate": 0.998, |
| "mean_nfe": 13.116, |
| "mean_tflops": 0.148686783627264, |
| "accepted": 998, |
| "unresolved": 2 |
| }, |
| { |
| "breadth_cap": 7, |
| "solved": 999, |
| "num_puzzles": 1000, |
| "solve_rate": 0.999, |
| "mean_nfe": 13.395, |
| "mean_tflops": 0.15184960862208, |
| "accepted": 999, |
| "unresolved": 1 |
| }, |
| { |
| "breadth_cap": 8, |
| "solved": 999, |
| "num_puzzles": 1000, |
| "solve_rate": 0.999, |
| "mean_nfe": 13.652, |
| "mean_tflops": 0.15476303523020798, |
| "accepted": 999, |
| "unresolved": 1 |
| }, |
| { |
| "breadth_cap": 9, |
| "solved": 999, |
| "num_puzzles": 1000, |
| "solve_rate": 0.999, |
| "mean_nfe": 13.909, |
| "mean_tflops": 0.157676461838336, |
| "accepted": 999, |
| "unresolved": 1 |
| }, |
| { |
| "breadth_cap": 10, |
| "solved": 999, |
| "num_puzzles": 1000, |
| "solve_rate": 0.999, |
| "mean_nfe": 14.166, |
| "mean_tflops": 0.160589888446464, |
| "accepted": 999, |
| "unresolved": 1 |
| }, |
| { |
| "breadth_cap": 11, |
| "solved": 999, |
| "num_puzzles": 1000, |
| "solve_rate": 0.999, |
| "mean_nfe": 14.423, |
| "mean_tflops": 0.163503315054592, |
| "accepted": 999, |
| "unresolved": 1 |
| }, |
| { |
| "breadth_cap": 12, |
| "solved": 999, |
| "num_puzzles": 1000, |
| "solve_rate": 0.999, |
| "mean_nfe": 14.68, |
| "mean_tflops": 0.16641674166272, |
| "accepted": 999, |
| "unresolved": 1 |
| }, |
| { |
| "breadth_cap": 13, |
| "solved": 999, |
| "num_puzzles": 1000, |
| "solve_rate": 0.999, |
| "mean_nfe": 14.937, |
| "mean_tflops": 0.16933016827084799, |
| "accepted": 999, |
| "unresolved": 1 |
| }, |
| { |
| "breadth_cap": 14, |
| "solved": 999, |
| "num_puzzles": 1000, |
| "solve_rate": 0.999, |
| "mean_nfe": 15.194, |
| "mean_tflops": 0.172243594878976, |
| "accepted": 999, |
| "unresolved": 1 |
| }, |
| { |
| "breadth_cap": 15, |
| "solved": 999, |
| "num_puzzles": 1000, |
| "solve_rate": 0.999, |
| "mean_nfe": 15.451, |
| "mean_tflops": 0.175157021487104, |
| "accepted": 999, |
| "unresolved": 1 |
| }, |
| { |
| "breadth_cap": 16, |
| "solved": 999, |
| "num_puzzles": 1000, |
| "solve_rate": 0.999, |
| "mean_nfe": 15.708, |
| "mean_tflops": 0.17807044809523198, |
| "accepted": 999, |
| "unresolved": 1 |
| } |
| ], |
| "selection_rule": "stop each trajectory once the trailing-mean residual remains <= threshold for 2 checks and the decoded grid remains unchanged; restart only trajectories that reach max_nfe without acceptance; if max_breadth is exhausted, return the attempted terminal prediction with minimum residual", |
| "labels_used_for": "final scoring only; never stopping, restart, or candidate selection" |
| } |
|
|
