{ "authored_semantic_bases": 24, "authored_supported_bases": 10, "authored_supported_bases_correct": 8, "authored_variants_per_base": 5, "banks": { "final_challenge": { "bank_file_sha256": "edf44de829ea42599e70c0cd8a0a8f925c741d7106cf42539175f11c59e86883", "full_decisions_correct": 97, "negative": 70, "negative_false_accepts": 13, "rule_supported_exact": 41, "supported": 50, "supported_exact": 40, "supported_execution_correct": 40, "supported_rejected": 10, "total": 120 }, "fresh": { "bank_file_sha256": "3da8357ffc18e3dd836665758d747db61708314eccc63f735423bc5d7f6b8670", "full_decisions_correct": 1192, "negative": 575, "negative_false_accepts": 5, "rule_supported_exact": 555, "supported": 625, "supported_exact": 622, "supported_execution_correct": 622, "supported_rejected": 3, "total": 1200 }, "transfer": { "bank_file_sha256": "20b9c3c7e2f851f69de85f163e57ac2c6a564b3dfd2d8304ff3f68261cff80aa", "full_decisions_correct": 1077, "negative": 588, "negative_false_accepts": 8, "rule_supported_exact": 503, "supported": 612, "supported_exact": 497, "supported_execution_correct": 497, "supported_rejected": 115, "total": 1200 } }, "checkpoint_sha256": "a6b944d56580b64dfb526da5b3888a137b6783ea29d8a719a0fea3f4e3f7ee76", "historical_evaluation_record_sha256": "c6644ab82f5d7411b92b0bcb5c387412357a0caf829c76b15fb26b90bfd57c38", "historical_training_record_sha256": "871670888d326374c211c511cfb6816779ae899774f729cf6bc60935a6516a0a", "limitations": [ "Synthetic/AI-authored data, not real-user or population evidence.", "Authored variants are correlated; 120 requests are not 120 independent users.", "All banks are exposed now; not future held-out evidence.", "Dataset hashes identify source bytes, not proof of label correctness.", "Compiler execution used fake tools, not a security boundary.", "No attention-candidate results are included." ], "parameters": 67485, "status": "historical_exposed_synthetic_evaluation_not_new_measurement", "training": { "epochs_completed": 55, "initialization": "random", "seed": 715, "selected_epoch": 12, "selected_validation_exact": 0.990625, "training_sha256": "ed2ff9f0275c86958c475a89ec8e90664b954e0408eaefc356aa5ffb81c3b33a" } }