| { |
| "step": 76294, |
| "parameters": 148910738, |
| "dataset_revisions": { |
| "Salesforce/wikitext": "b08601e04326c79dfdd32d625aee71d232d685c3", |
| "nyu-mll/blimp": "877fba0801ffb7cbd8c39c1ff314a46f053f6036", |
| "allenai/ai2_arc": "210d026faf9955653af8916fad021475a3f00453" |
| }, |
| "continuation_tokens": 20000014336, |
| "provenance": { |
| "source_repo": "SlayerLab/gollem-v5-ckpts", |
| "source_revision": "963440ce6ab4ada7e95da4c1faa28ebb00c082d4", |
| "source_file": "final_128m_16x768/ckpt_760k.pt", |
| "source_sha256": "95d8b43fcd9c5fa06566da13dd03856b00300bad6f37fb4dc9442c18be9ac372", |
| "source_steps": 760000, |
| "source_training_tokens": 24903680000, |
| "parameters": 148910738, |
| "checks": [ |
| { |
| "length": 16, |
| "max_absolute_logit_error": 0.0 |
| }, |
| { |
| "length": 128, |
| "max_absolute_logit_error": 0.0 |
| }, |
| { |
| "length": 256, |
| "max_absolute_logit_error": 0.0 |
| } |
| ], |
| "optimizer": "reset for continued pretraining", |
| "method": "FFN expansion with zero new down columns; append three identity residual blocks" |
| }, |
| "protocol": "GoLLeM r6 GLINT parity; bf16 forward, fp32 logprob; context 256", |
| "wikitext2_token_ppl": 21.452430290724198, |
| "bytes_per_token": 3.8604970807412586, |
| "wikitext2_byte_ppl": 2.2125733814416444, |
| "blimp_acc": 79.47, |
| "blimp_n": 67000, |
| "arc_easy_acc": 54.97, |
| "arc_n": 2376, |
| "efficiency_fixed_board_snapshot": 77.1358484476474, |
| "leader_reported_efficiency_snapshot": 80.20023332743875, |
| "comparison_caveat": "Competitor scores are self-reported, not independently re-evaluated under this protocol" |
| } |
