File size: 1,629 Bytes
3f431df | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 | {
"step": 76294,
"parameters": 148910738,
"dataset_revisions": {
"Salesforce/wikitext": "b08601e04326c79dfdd32d625aee71d232d685c3",
"nyu-mll/blimp": "877fba0801ffb7cbd8c39c1ff314a46f053f6036",
"allenai/ai2_arc": "210d026faf9955653af8916fad021475a3f00453"
},
"continuation_tokens": 20000014336,
"provenance": {
"source_repo": "SlayerLab/gollem-v5-ckpts",
"source_revision": "963440ce6ab4ada7e95da4c1faa28ebb00c082d4",
"source_file": "final_128m_16x768/ckpt_760k.pt",
"source_sha256": "95d8b43fcd9c5fa06566da13dd03856b00300bad6f37fb4dc9442c18be9ac372",
"source_steps": 760000,
"source_training_tokens": 24903680000,
"parameters": 148910738,
"checks": [
{
"length": 16,
"max_absolute_logit_error": 0.0
},
{
"length": 128,
"max_absolute_logit_error": 0.0
},
{
"length": 256,
"max_absolute_logit_error": 0.0
}
],
"optimizer": "reset for continued pretraining",
"method": "FFN expansion with zero new down columns; append three identity residual blocks"
},
"protocol": "GoLLeM r6 GLINT parity; bf16 forward, fp32 logprob; context 256",
"wikitext2_token_ppl": 21.452430290724198,
"bytes_per_token": 3.8604970807412586,
"wikitext2_byte_ppl": 2.2125733814416444,
"blimp_acc": 79.47,
"blimp_n": 67000,
"arc_easy_acc": 54.97,
"arc_n": 2376,
"efficiency_fixed_board_snapshot": 77.1358484476474,
"leader_reported_efficiency_snapshot": 80.20023332743875,
"comparison_caveat": "Competitor scores are self-reported, not independently re-evaluated under this protocol"
} |