AbstractPhil commited on
Commit
ea8a342
·
verified ·
1 Parent(s): 875a301

Upload mini-beatrix-3/reports/v3/curriculum_s5_step169377.json with huggingface_hub

Browse files
mini-beatrix-3/reports/v3/curriculum_s5_step169377.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"tag": "curriculum_s5", "step": 169377, "tokens": 44401164288, "phase": "curriculum_s5", "next_phase": "curriculum_s6", "lr_mult": 1.0, "probes": {"p0_grounding": {"acc": 0.5, "families": {"count": 0.375, "permanence": 0.7142857142857143, "sequence": 0.375, "attribute": 0.5714285714285714}, "n": 30}, "p1_self_other": {"acc": 0.3, "families": {"belief": 0.375, "reality": 0.3333333333333333, "perspective": 0.2, "reference": 0.42857142857142855, "second_order": 0.0}, "n": 30}, "p2_difference": {"acc": 0.6333333333333333, "families": {"category": 1.0, "antonym": 0.5, "odd_one_out": 0.6666666666666666, "property": 0.8333333333333334, "analogy": 0.16666666666666666}, "n": 30}, "p3_logic": {"acc": 0.23333333333333334, "families": {"d1": 0.5, "d2": 0.25, "d3": 0.25, "d4": 0.25, "d5": 0.0, "d6": 0.0, "negation": 0.25, "contrapositive": 0.25}, "n": 30}, "p4_arithmetic": {"acc": 0.26666666666666666, "families": {"add2": 0.4, "add3": 0.0, "sub2": 0.5, "sub3": 0.2, "mul1": 0.0, "mul2": 0.3333333333333333, "word": 0.4}, "n": 30}, "p5_causal": {"acc": 0.5333333333333333, "families": {"effect": 0.5714285714285714, "cause": 0.42857142857142855, "counterfactual": 0.5, "prevention": 0.6, "chain": 0.6}, "n": 30}, "p6_learning": {"acc": 0.3, "families": {"error_detect": 0.125, "correction": 0.25, "strategy": 0.5714285714285714, "check": 0.2857142857142857}, "n": 30}, "p7_composite": {"acc": 0.3, "families": {"logic_arith": 0.375, "causal_category": 0.5, "belief_causal": 0.0, "three_step": 0.2857142857142857}, "n": 30}, "p8_articulation": {"acc": 0.4, "families": {"definition": 0.25, "register": 0.42857142857142855, "grammar": 0.875, "paraphrase": 0.0}, "n": 30}}, "census_flags": {"hidden_erank_floor": true, "anchor_merge": false, "dispatch_collapse": false, "den_floor": false, "head_buried": false, "codebook_erank_floor": false}, "erank_profile": {"0": 144.33514404296875, "1": 72.72588348388672, "2": 158.38339233398438, "3": 147.04966735839844, "4": 173.80735778808594, "5": 220.90394592285156, "6": 269.7795715332031, "7": 325.776611328125, "8": 320.29815673828125, "9": 344.3000793457031, "10": 372.4969787597656, "11": 388.0265808105469, "12": 413.8352355957031, "13": 419.8894348144531, "14": 414.3037414550781, "15": 421.7628479003906, "16": 427.8721923828125, "17": 428.036865234375, "18": 432.10076904296875, "19": 452.2255554199219, "20": 437.94097900390625, "21": 455.82806396484375, "22": 467.8309631347656, "23": 474.9814453125, "24": 467.17315673828125, "25": 462.5316467285156, "26": 458.1741027832031, "27": 441.7491149902344, "28": 425.4978332519531, "29": 404.70758056640625, "30": 248.72784423828125, "31": 1.9484775066375732}, "ledger": {"bpb_full": 1.1236098995711377, "bpb_bank_off": 4.169312781684324, "bpb_head_aleph_off": 3.039162150799187, "bpb_hub_off": 5.846264617391591, "toggle_bank_off": 3.0457028821131864, "toggle_head_aleph_off": 1.9155522512280494, "toggle_hub_off": 4.722654717820453}, "special": {"doc_count": 70, "doc_bpb": 8.011487716164234, "reset_bpb": 2.614399979371889}, "governor_hits_cum": 2338835, "crowd_check_extra_hits": 0, "guard": {"config": {"ref_window": [1000, 2000], "log_every": 50, "census_every": 100, "census_dataset": "fineweb-edu", "clip": 1.0, "g1_ratio": 10.0, "g1_clip_points": 0.4, "g1_window": 20, "g2_drop": 0.25, "g2_sustain": 3, "g2_exempt_last": 0, "g3_collapse": 0.1, "g3_exempt_last": 2, "modes": {"G1": "watch", "G2": "watch", "G3": "halt"}, "certification": {"G1": {"fault_arm": "F1b", "first_fire": null, "latency": null, "fires_within_window": false, "silent_on_healthy": true, "CERTIFIED": false}, "G2": {"fault_arm": "F2", "first_fire": 2600, "latency": 100, "fires_within_window": true, "silent_on_healthy": false, "CERTIFIED": false}, "G3_exempt1": {"fault_arm": "F3", "first_fire": 2600, "latency": 100, "fires_within_window": true, "silent_on_healthy": true, "CERTIFIED": true}, "G3_exempt2": {"fault_arm": "F3", "first_fire": 2600, "latency": 100, "fires_within_window": true, "silent_on_healthy": true, "CERTIFIED": true}}}, "fired": {"G2": {"first_fire": 2800, "ref_median_by_layer": {"0": 0.9985, "1": 0.9898, "2": 0.9972, "3": 0.9859, "4": 0.9949, "5": 0.9699, "6": 0.9925, "7": 0.9896, "8": 0.9837, "9": 0.9638, "10": 0.9685, "11": 0.9327, "12": 0.9813, "13": 0.9972, "14": 0.9886, "15": 0.9856, "16": 0.9983, "17": 0.966, "18": 0.9873, "19": 0.9976, "20": 0.9882, "21": 0.9962, "22": 0.9898, "23": 0.9993, "24": 0.9985, "25": 0.9915, "26": 0.9934, "27": 0.9717, "28": 0.9529, "29": 0.9691, "30": 0.9874, "31": 0.8907}, "fire_layer": 31, "fire_value": 0.5509, "step": 2800, "seen_at": 2800, "mode": "watch"}}, "evaluation": {"G1": {"first_fire": null, "ref_median": 0.35744, "ref_clip_frac": 0.0, "n_ref": 20}, "G2": {"first_fire": 2800, "ref_median_by_layer": {"0": 0.9985, "1": 0.9898, "2": 0.9972, "3": 0.9859, "4": 0.9949, "5": 0.9699, "6": 0.9925, "7": 0.9896, "8": 0.9837, "9": 0.9638, "10": 0.9685, "11": 0.9327, "12": 0.9813, "13": 0.9972, "14": 0.9886, "15": 0.9856, "16": 0.9983, "17": 0.966, "18": 0.9873, "19": 0.9976, "20": 0.9882, "21": 0.9962, "22": 0.9898, "23": 0.9993, "24": 0.9985, "25": 0.9915, "26": 0.9934, "27": 0.9717, "28": 0.9529, "29": 0.9691, "30": 0.9874, "31": 0.8907}, "fire_layer": 31, "fire_value": 0.5509}, "G3": {"first_fire": null, "exempt_last": 2}}, "library_flags_first": {"hidden_erank_floor": {"step": 100, "detail": "L22:50,L23:48,L24:46,L25:45,L26:44,L27:41,L28:40,L29:40,L30:38,L31:38"}}, "boundary_reads": {"G5": {"curriculum_s2": {"fired": false, "step": 117496, "past_quiet_bar": []}, "curriculum_s3": {"fired": false, "step": 135807, "past_quiet_bar": []}}}, "n_gnorm_samples": 3387, "n_census_points": 1693}, "arms": null, "arms_disabled": null, "halt": null, "cards": 2}