AbstractPhil commited on
Commit
adecd40
·
verified ·
1 Parent(s): d785c52

btx-e003 2s ladder C5/C4/C6 ledger

Browse files
mini-beatrix-2s/reports/arms/btx_e003_C456_ledger.json CHANGED
@@ -34384,7 +34384,8 @@
34384
  "detach_verify": true,
34385
  "peak_vram_gb": 5.26,
34386
  "finished": "2026-09-20 01:52"
34387
- }
 
34388
  },
34389
  "E-D0": {
34390
  "started": "2026-09-10 11:28",
@@ -63062,7 +63063,118 @@
63062
  "c4b_no_abstention_masked_chain": 0.013
63063
  }
63064
  },
63065
- "finished": "2026-09-16 22:23"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
63066
  }
63067
  },
63068
  "_env": {
 
34384
  "detach_verify": true,
34385
  "peak_vram_gb": 5.26,
34386
  "finished": "2026-09-20 01:52"
34387
+ },
34388
+ "error": "tools\\btx_2s_ladder_e_i.py\", line 549, in <module>\n train_frame_member(FR, f\"btx-e003-2s-EI-frame-{S}\", {\"chain\": d5_abst, \"stop\": chat_abst, \"neutral\": fw_abst}, DOM)\n File \"E:\\mirel\\claude\\history\\dockets\\2026-09-05_bytelex_plan\\tools\\btx_2s_ladder_e_i.py\", line 342, in train_frame_member\n la = LAMBDA * kl_abstain(m, handle, rows[int(rng.integers(0, len(rows)))]); (la / 2).backward(); ta += float(la) / 2\n ^^^^^^^^^^^^^^^^^^^\n File \"E:\\mirel\\claude\\.venv\\Lib\\site-packages\\torch\\_tensor.py\", line 631, in backward\n torch.autograd.backward(\n File \"E:\\mirel\\claude\\.venv\\Lib\\site-packages\\torch\\autograd\\__init__.py\", line 381, in backward\n _engine_run_backward(\n File \"E:\\mirel\\claude\\.venv\\Lib\\site-packages\\torch\\autograd\\graph.py\", line 869, in _engine_run_backward\n return Variable._execution_engine.run_backward( # Calls into the C++ engine to run the backward pass\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\ntorch.AcceleratorError: CUDA error: unknown error\nSearch for `cudaErrorUnknown' in https://docs.nvidia.com/cuda/cuda-runtime-api/group__CUDART__TYPES.html for more information.\nCUDA kernel errors might be asynchronously reported at some other API call, so the stacktrace below might be incorrect.\nFor debugging consider passing CUDA_LAUNCH_BLOCKING=1\nCompile with `TORCH_USE_CUDA_DSA` to enable device-side assertions.\n\n"
34389
  },
34390
  "E-D0": {
34391
  "started": "2026-09-10 11:28",
 
63063
  "c4b_no_abstention_masked_chain": 0.013
63064
  }
63065
  },
63066
+ "finished": "2026-09-16 22:23",
63067
+ "started-lawful": "2026-09-20 02:08",
63068
+ "ECO-staged-sL0": {
63069
+ "arm": "ECO-staged-sL0",
63070
+ "cell": "ECO",
63071
+ "form": "staged co-training (item 10)",
63072
+ "torch_seed": [
63073
+ 1849955378,
63074
+ 2679450906
63075
+ ],
63076
+ "seed_key": "btx-e003-2s-ECO-staged-sL0-chain",
63077
+ "description": "STAGED: chain-sel-sL0 LOADED trainable (inner) + fresh quiet stop arm (outer) under one Adam; per-member abstention with the partner AS IS",
63078
+ "recipe": "pure Adam wd0 lr0.001 1600 steps 2x4 (even chunks: chain mbR+end + stop CE; odd: per-member KL(bare||armed) lambda 1.0, bare = THIS member masked partner AS IS; chain off-domain = chat+fineweb, stop off-domain = d5+fineweb)",
63079
+ "lambda": 1.0,
63080
+ "train_mode": {
63081
+ "batch": 2,
63082
+ "accum": 4,
63083
+ "hub_ckpt": 0,
63084
+ "bf16_replication": false
63085
+ },
63086
+ "inner_anchor": "btx-e003-2s-chain-sel-sL0.b2a4@step61422.anchor.pt",
63087
+ "stop_corpus": {
63088
+ "rows_total": 7884,
63089
+ "rows_kept": 4818,
63090
+ "dropped_gt_512B": 3066,
63091
+ "max_row_bytes_kept": 512,
63092
+ "source": "geolip.alephllm.chat_sft.load_chat_corpus(context 2048, max_row_bytes 900) + [10,10] (overnight_arms.corpus_stop, the stopnl-s1600 recipe); rows > 512 B dropped = this runner's VRAM rule (FLAGGED deviation from the 900-byte cap)"
63093
+ },
63094
+ "trunk_sha256_before": "95a4606ff34dbcc0d907540303796bf080010ca8708c013bd18ac9b34107ecf5",
63095
+ "trainable_params": 17116200,
63096
+ "pre_train_chain_read": {
63097
+ "n": 150,
63098
+ "strict": 0.84,
63099
+ "chain": 0.84,
63100
+ "final": 0.9667,
63101
+ "echo_rate": 0.0,
63102
+ "loop_rate": 0.0,
63103
+ "stop_rate": 1.0,
63104
+ "termination_pass": 0.9733,
63105
+ "n_answers": 4.913,
63106
+ "stop_strings": {
63107
+ "\n\n": 150
63108
+ },
63109
+ "max_new": 240,
63110
+ "sample": "So Wren is quen. So Wren is harl. So Wren is torv. So Wren is prin. So Wren is mund.",
63111
+ "gauge_s": 57.8,
63112
+ "frame": "text",
63113
+ "template": "qa newline pair: CHAT_HEADER + 'User: ' + q + '\\n' + 'Beatrix: ' + reply + '\\n\\n' (amoe_bridge.py:30-34)",
63114
+ "stops": [
63115
+ "\nUser:",
63116
+ "\nBeatrix:",
63117
+ "User:",
63118
+ "Beatrix:",
63119
+ "\n\n"
63120
+ ],
63121
+ "turn_end": "newline pair [10,10]"
63122
+ },
63123
+ "gate_apparatus": {
63124
+ "passed": true,
63125
+ "first": 0.025996,
63126
+ "last": 6e-06,
63127
+ "rel_drop": 0.9998
63128
+ },
63129
+ "gate_own_target": {
63130
+ "passed": true,
63131
+ "first": 0.356784,
63132
+ "last": 0.000979,
63133
+ "rel_drop": 0.9973,
63134
+ "mode": "batch 2 x accum 4",
63135
+ "steps": 50,
63136
+ "lr": 0.01,
63137
+ "min_rel_drop": 0.2,
63138
+ "both_masked_reference_loss": 0.6632698960602283,
63139
+ "step1_loss": 0.3567843196215108
63140
+ },
63141
+ "train_s": 6542,
63142
+ "s_per_step": 4.089,
63143
+ "curve": [
63144
+ [
63145
+ 250,
63146
+ 0.09509
63147
+ ],
63148
+ [
63149
+ 500,
63150
+ 0.04158
63151
+ ],
63152
+ [
63153
+ 750,
63154
+ 0.06945
63155
+ ],
63156
+ [
63157
+ 1000,
63158
+ 0.08083
63159
+ ],
63160
+ [
63161
+ 1250,
63162
+ 0.06814
63163
+ ],
63164
+ [
63165
+ 1500,
63166
+ 0.0954
63167
+ ],
63168
+ [
63169
+ 1600,
63170
+ 0.07697
63171
+ ]
63172
+ ],
63173
+ "peak_vram_train_gb": 6.34,
63174
+ "anchor": "E:\\mirel\\data\\btx_e003\\arms_2s\\btx-e003-2s-ECO-staged-sL0-chain.b2a4@step61422.anchor.pt",
63175
+ "anchor_stop": "E:\\mirel\\data\\btx_e003\\arms_2s\\btx-e003-2s-ECO-staged-sL0-stop.b2a4@step61422.anchor.pt",
63176
+ "provisional": true
63177
+ }
63178
  }
63179
  },
63180
  "_env": {