File size: 1,134 Bytes
398cfcf | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 | {
"model": "Sol Nano",
"parameters": 2895188,
"tokens_seen": 5000000000,
"checkpoint_sha256": "682584ee247f1dd9d9c2fd702a79e5713f5d9c2f61b78e8fe7fd08ec7054db5e",
"tokenizer_sha256": "72a97c4c592c991733fcc6ad687734ce51e1ba25b0f7c2faf611ac30edc50231",
"dtype": "float32",
"attention": "Triton compiled FlexAttention, no SDPA",
"max_length": 512,
"scored_requests": 62032,
"requests_requiring_context_truncation": 0,
"continuations_longer_than_context": 0,
"torch_version": "2.14.0+cu130",
"lm_eval_version": "0.4.12",
"sample_counts": {
"hellaswag": 10042,
"arc_easy": 2376,
"arc_challenge": 1172,
"piqa": 1838
},
"updates": 19074,
"checkpoint": "/marimo/sol_nano_5b_mixed_live/checkpoint.pt",
"scores_percent": {
"hellaswag": 28.40071698864768,
"arc_easy": 32.07070707070707,
"arc_challenge": 21.160409556313994,
"piqa": 53.91730141458106,
"arithmark3": 33.8
},
"open_slm_intelligence_index": 6.068393579554266,
"protocol": "zero-shot normalized accuracy; LM-evaluation-harness 0.4.12 plus official ArithMark-3.0",
"elapsed_seconds": 106.02102780342102
}
|