btx-e003 2s ladder C5/C4/C6 ledger
Browse files
mini-beatrix-2s/reports/arms/btx_e003_C456_ledger.json
CHANGED
|
@@ -63173,7 +63173,277 @@
|
|
| 63173 |
"peak_vram_train_gb": 6.34,
|
| 63174 |
"anchor": "E:\\mirel\\data\\btx_e003\\arms_2s\\btx-e003-2s-ECO-staged-sL0-chain.b2a4@step61422.anchor.pt",
|
| 63175 |
"anchor_stop": "E:\\mirel\\data\\btx_e003\\arms_2s\\btx-e003-2s-ECO-staged-sL0-stop.b2a4@step61422.anchor.pt",
|
| 63176 |
-
"provisional":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 63177 |
}
|
| 63178 |
}
|
| 63179 |
},
|
|
|
|
| 63173 |
"peak_vram_train_gb": 6.34,
|
| 63174 |
"anchor": "E:\\mirel\\data\\btx_e003\\arms_2s\\btx-e003-2s-ECO-staged-sL0-chain.b2a4@step61422.anchor.pt",
|
| 63175 |
"anchor_stop": "E:\\mirel\\data\\btx_e003\\arms_2s\\btx-e003-2s-ECO-staged-sL0-stop.b2a4@step61422.anchor.pt",
|
| 63176 |
+
"provisional": false,
|
| 63177 |
+
"both_on": {
|
| 63178 |
+
"exam150": {
|
| 63179 |
+
"n": 150,
|
| 63180 |
+
"strict": 0.9067,
|
| 63181 |
+
"chain": 0.9133,
|
| 63182 |
+
"final": 0.9533,
|
| 63183 |
+
"echo_rate": 0.0,
|
| 63184 |
+
"loop_rate": 0.0067,
|
| 63185 |
+
"stop_rate": 1.0,
|
| 63186 |
+
"termination_pass": 0.9533,
|
| 63187 |
+
"n_answers": 4.867,
|
| 63188 |
+
"stop_strings": {
|
| 63189 |
+
"\n\n": 150
|
| 63190 |
+
},
|
| 63191 |
+
"max_new": 240,
|
| 63192 |
+
"sample": "So Wren is quen. So Wren is harl. So Wren is torv. So Wren is prin. So Wren is mund.",
|
| 63193 |
+
"gauge_s": 62.0,
|
| 63194 |
+
"frame": "text",
|
| 63195 |
+
"template": "qa newline pair: CHAT_HEADER + 'User: ' + q + '\\n' + 'Beatrix: ' + reply + '\\n\\n' (amoe_bridge.py:30-34)",
|
| 63196 |
+
"stops": [
|
| 63197 |
+
"\nUser:",
|
| 63198 |
+
"\nBeatrix:",
|
| 63199 |
+
"User:",
|
| 63200 |
+
"Beatrix:",
|
| 63201 |
+
"\n\n"
|
| 63202 |
+
],
|
| 63203 |
+
"turn_end": "newline pair [10,10]"
|
| 63204 |
+
},
|
| 63205 |
+
"chat": {
|
| 63206 |
+
"stop_rate": 1.0,
|
| 63207 |
+
"mean_len": 52.3,
|
| 63208 |
+
"speaker_drift": 0,
|
| 63209 |
+
"max_repeat": 2,
|
| 63210 |
+
"stop_strings": {
|
| 63211 |
+
"\n\n": 5,
|
| 63212 |
+
"\nBeatrix:": 1
|
| 63213 |
+
},
|
| 63214 |
+
"samples": [
|
| 63215 |
+
"Hello! How can I help you today?",
|
| 63216 |
+
"I'm doing well, thank you. How are you?",
|
| 63217 |
+
"A river is a river that flows through a river. It is a watercourse that flows through a ri",
|
| 63218 |
+
"What is the moon?",
|
| 63219 |
+
"Yes, I count to five.",
|
| 63220 |
+
"I am Beatrix, a small byte-level language model. I read raw bytes instead of words, and I "
|
| 63221 |
+
],
|
| 63222 |
+
"n": 6,
|
| 63223 |
+
"max_new": 200,
|
| 63224 |
+
"protocol": "overnight_arms.run_debug CHAT_PROBES, greedy, byte-level cut on the text frame's stop set (the 08-17 read cut on the newline pair only)"
|
| 63225 |
+
}
|
| 63226 |
+
},
|
| 63227 |
+
"MASKED-stop-off": {
|
| 63228 |
+
"exam150": {
|
| 63229 |
+
"n": 150,
|
| 63230 |
+
"strict": 0.8667,
|
| 63231 |
+
"chain": 0.9,
|
| 63232 |
+
"final": 0.9533,
|
| 63233 |
+
"echo_rate": 0.0,
|
| 63234 |
+
"loop_rate": 0.0333,
|
| 63235 |
+
"stop_rate": 1.0,
|
| 63236 |
+
"termination_pass": 0.9267,
|
| 63237 |
+
"n_answers": 4.893,
|
| 63238 |
+
"stop_strings": {
|
| 63239 |
+
"\n\n": 150
|
| 63240 |
+
},
|
| 63241 |
+
"max_new": 240,
|
| 63242 |
+
"sample": "So Wren is quen. So Wren is harl. So Wren is torv. So Wren is prin. So Wren is mund.",
|
| 63243 |
+
"gauge_s": 57.5,
|
| 63244 |
+
"frame": "text",
|
| 63245 |
+
"template": "qa newline pair: CHAT_HEADER + 'User: ' + q + '\\n' + 'Beatrix: ' + reply + '\\n\\n' (amoe_bridge.py:30-34)",
|
| 63246 |
+
"stops": [
|
| 63247 |
+
"\nUser:",
|
| 63248 |
+
"\nBeatrix:",
|
| 63249 |
+
"User:",
|
| 63250 |
+
"Beatrix:",
|
| 63251 |
+
"\n\n"
|
| 63252 |
+
],
|
| 63253 |
+
"turn_end": "newline pair [10,10]"
|
| 63254 |
+
},
|
| 63255 |
+
"chat": {
|
| 63256 |
+
"stop_rate": 1.0,
|
| 63257 |
+
"mean_len": 60.3,
|
| 63258 |
+
"speaker_drift": 0,
|
| 63259 |
+
"max_repeat": 2,
|
| 63260 |
+
"stop_strings": {
|
| 63261 |
+
"\n\n": 5,
|
| 63262 |
+
"\nBeatrix:": 1
|
| 63263 |
+
},
|
| 63264 |
+
"samples": [
|
| 63265 |
+
"Hello! How can I help you today?",
|
| 63266 |
+
"I'm doing well, thank you. How are you?",
|
| 63267 |
+
"A river is a river that flows from the Atlantic Ocean to the Atlantic Ocean. It is a river",
|
| 63268 |
+
"What is it?",
|
| 63269 |
+
"Yes, I count to five.",
|
| 63270 |
+
"I am Beatrix, a small byte-level language model. I read raw bytes instead of words, and I "
|
| 63271 |
+
],
|
| 63272 |
+
"n": 6,
|
| 63273 |
+
"max_new": 200,
|
| 63274 |
+
"protocol": "overnight_arms.run_debug CHAT_PROBES, greedy, byte-level cut on the text frame's stop set (the 08-17 read cut on the newline pair only)"
|
| 63275 |
+
}
|
| 63276 |
+
},
|
| 63277 |
+
"MASKED-chain-off": {
|
| 63278 |
+
"exam150": {
|
| 63279 |
+
"n": 150,
|
| 63280 |
+
"strict": 0.0,
|
| 63281 |
+
"chain": 0.0,
|
| 63282 |
+
"final": 0.0,
|
| 63283 |
+
"echo_rate": 0.0067,
|
| 63284 |
+
"loop_rate": 0.0,
|
| 63285 |
+
"stop_rate": 0.3533,
|
| 63286 |
+
"termination_pass": 0.0,
|
| 63287 |
+
"n_answers": 0.0,
|
| 63288 |
+
"stop_strings": {
|
| 63289 |
+
"\nBeatrix:": 48,
|
| 63290 |
+
"\nUser:": 5
|
| 63291 |
+
},
|
| 63292 |
+
"max_new": 240,
|
| 63293 |
+
"sample": "I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I am sook. I ",
|
| 63294 |
+
"gauge_s": 145.4,
|
| 63295 |
+
"frame": "text",
|
| 63296 |
+
"template": "qa newline pair: CHAT_HEADER + 'User: ' + q + '\\n' + 'Beatrix: ' + reply + '\\n\\n' (amoe_bridge.py:30-34)",
|
| 63297 |
+
"stops": [
|
| 63298 |
+
"\nUser:",
|
| 63299 |
+
"\nBeatrix:",
|
| 63300 |
+
"User:",
|
| 63301 |
+
"Beatrix:",
|
| 63302 |
+
"\n\n"
|
| 63303 |
+
],
|
| 63304 |
+
"turn_end": "newline pair [10,10]"
|
| 63305 |
+
},
|
| 63306 |
+
"chat": {
|
| 63307 |
+
"stop_rate": 1.0,
|
| 63308 |
+
"mean_len": 77.0,
|
| 63309 |
+
"speaker_drift": 0,
|
| 63310 |
+
"max_repeat": 2,
|
| 63311 |
+
"stop_strings": {
|
| 63312 |
+
"\nBeatrix:": 3,
|
| 63313 |
+
"\nUser:": 3
|
| 63314 |
+
},
|
| 63315 |
+
"samples": [
|
| 63316 |
+
"Hello there. I'm just curious about your conversation with you. What do you want to talk a",
|
| 63317 |
+
"I'm good, thank you. How are you?",
|
| 63318 |
+
"A river is a river that flows through a river. It is a watercourse that flows through the ",
|
| 63319 |
+
"What is it?",
|
| 63320 |
+
"Yes, I can count to five.",
|
| 63321 |
+
"I am Beatrix, a small byte-level language model. I read raw bytes instead of words, and I "
|
| 63322 |
+
],
|
| 63323 |
+
"n": 6,
|
| 63324 |
+
"max_new": 200,
|
| 63325 |
+
"protocol": "overnight_arms.run_debug CHAT_PROBES, greedy, byte-level cut on the text frame's stop set (the 08-17 read cut on the newline pair only)"
|
| 63326 |
+
}
|
| 63327 |
+
},
|
| 63328 |
+
"selectivity": {
|
| 63329 |
+
"chain": {
|
| 63330 |
+
"chain": 0.022752,
|
| 63331 |
+
"stop": 0.014052,
|
| 63332 |
+
"neutral": 0.008871,
|
| 63333 |
+
"ratio_own_over_neutral": 2.565,
|
| 63334 |
+
"ratio_own_over_others": 1.619,
|
| 63335 |
+
"regime_by_function": "between"
|
| 63336 |
+
},
|
| 63337 |
+
"stop": {
|
| 63338 |
+
"chain": 0.002238,
|
| 63339 |
+
"stop": 0.002643,
|
| 63340 |
+
"neutral": 0.002096,
|
| 63341 |
+
"ratio_own_over_neutral": 1.261,
|
| 63342 |
+
"ratio_own_over_others": 1.181,
|
| 63343 |
+
"regime_by_function": "blend (<= 1.5x)"
|
| 63344 |
+
}
|
| 63345 |
+
},
|
| 63346 |
+
"interference": {
|
| 63347 |
+
"codex": {
|
| 63348 |
+
"nextbyte_on": 0.5562,
|
| 63349 |
+
"nextbyte_clean": 0.5566,
|
| 63350 |
+
"delta": -0.0004,
|
| 63351 |
+
"bpb_on": 2.2687,
|
| 63352 |
+
"bpb_clean": 2.271,
|
| 63353 |
+
"bpb_delta": -0.0023,
|
| 63354 |
+
"within_plus_.30": 1.0,
|
| 63355 |
+
"destructive_gt_1.0": 0.0,
|
| 63356 |
+
"nextbyte_ge_minus_.5pt": true
|
| 63357 |
+
},
|
| 63358 |
+
"fineweb": {
|
| 63359 |
+
"bpb_on": 1.11664,
|
| 63360 |
+
"bpb_clean_bf16file_fp32": 1.10969,
|
| 63361 |
+
"bpb_delta": 0.00695,
|
| 63362 |
+
"rows": "4 x (16,4097) prefetched"
|
| 63363 |
+
}
|
| 63364 |
+
},
|
| 63365 |
+
"erank": {
|
| 63366 |
+
"on": {
|
| 63367 |
+
"0": 2.55,
|
| 63368 |
+
"1": 1.61,
|
| 63369 |
+
"2": 1.97,
|
| 63370 |
+
"3": 2.5,
|
| 63371 |
+
"4": 2.98,
|
| 63372 |
+
"5": 3.55,
|
| 63373 |
+
"6": 4.36,
|
| 63374 |
+
"7": 4.83,
|
| 63375 |
+
"8": 5.28,
|
| 63376 |
+
"9": 6.91,
|
| 63377 |
+
"10": 8.44,
|
| 63378 |
+
"11": 9.96,
|
| 63379 |
+
"12": 14.83,
|
| 63380 |
+
"13": 17.98,
|
| 63381 |
+
"14": 19.42,
|
| 63382 |
+
"15": 26.81,
|
| 63383 |
+
"16": 34.26,
|
| 63384 |
+
"17": 73.57,
|
| 63385 |
+
"18": 119.0,
|
| 63386 |
+
"19": NaN
|
| 63387 |
+
},
|
| 63388 |
+
"off": {
|
| 63389 |
+
"0": 2.55,
|
| 63390 |
+
"1": 1.61,
|
| 63391 |
+
"2": 1.97,
|
| 63392 |
+
"3": 2.5,
|
| 63393 |
+
"4": 2.99,
|
| 63394 |
+
"5": 3.57,
|
| 63395 |
+
"6": 4.38,
|
| 63396 |
+
"7": 4.85,
|
| 63397 |
+
"8": 5.31,
|
| 63398 |
+
"9": 6.95,
|
| 63399 |
+
"10": 8.5,
|
| 63400 |
+
"11": 10.03,
|
| 63401 |
+
"12": 14.93,
|
| 63402 |
+
"13": 18.12,
|
| 63403 |
+
"14": 19.58,
|
| 63404 |
+
"15": 27.07,
|
| 63405 |
+
"16": 34.57,
|
| 63406 |
+
"17": 74.1,
|
| 63407 |
+
"18": 119.65,
|
| 63408 |
+
"19": NaN
|
| 63409 |
+
},
|
| 63410 |
+
"blocks_on_ne_off": 20,
|
| 63411 |
+
"compared_on": "unrounded floats",
|
| 63412 |
+
"read_invalid": false,
|
| 63413 |
+
"implementation": "alephllm.train.instruments.effective_rank (squared svdvals, centered, 4096 seeded rows)",
|
| 63414 |
+
"bare_from_cell0": {
|
| 63415 |
+
"0": 2.55,
|
| 63416 |
+
"1": 1.61,
|
| 63417 |
+
"2": 1.97,
|
| 63418 |
+
"3": 2.5,
|
| 63419 |
+
"4": 2.99,
|
| 63420 |
+
"5": 3.57,
|
| 63421 |
+
"6": 4.38,
|
| 63422 |
+
"7": 4.85,
|
| 63423 |
+
"8": 5.31,
|
| 63424 |
+
"9": 6.95,
|
| 63425 |
+
"10": 8.5,
|
| 63426 |
+
"11": 10.03,
|
| 63427 |
+
"12": 14.93,
|
| 63428 |
+
"13": 18.12,
|
| 63429 |
+
"14": 19.58,
|
| 63430 |
+
"15": 27.07,
|
| 63431 |
+
"16": 34.57,
|
| 63432 |
+
"17": 74.1,
|
| 63433 |
+
"18": 119.65,
|
| 63434 |
+
"19": NaN
|
| 63435 |
+
}
|
| 63436 |
+
},
|
| 63437 |
+
"adapters_off_torch_equal": true,
|
| 63438 |
+
"trunk_sha256_after": "95a4606ff34dbcc0d907540303796bf080010ca8708c013bd18ac9b34107ecf5",
|
| 63439 |
+
"trunk_unchanged": true,
|
| 63440 |
+
"peak_vram_gb": 6.34,
|
| 63441 |
+
"per_member_fineweb_delta": {
|
| 63442 |
+
"chain_only(stop off)": 0.00648,
|
| 63443 |
+
"stop_only(chain off)": 0.00036
|
| 63444 |
+
},
|
| 63445 |
+
"detach_verify": true,
|
| 63446 |
+
"finished": "2026-09-20 04:09"
|
| 63447 |
}
|
| 63448 |
}
|
| 63449 |
},
|