olmputer-tiny / chipformer.json
jgalego's picture
Add olmo-tiny
6ae67af verified
Raw History Blame Contribute Delete
762 Bytes
{
"vocab": 230324,
"pad": 230324,
"controls": {
"NT": 230316,
"ST0": 230317,
"ST1": 230318,
"SS0": 230319,
"SS1": 230320,
"HALT": 230321,
"GO": 230322,
"SC": 230323
},
"families": {
"V": [
0,
32768
],
"F0": [
32768,
32768
],
"F1": [
65536,
32768
],
"F2": [
98304,
4
],
"J": [
98308,
65536
],
"R": [
163844,
65536
],
"BYTE": [
229380,
512
],
"FLT": [
229892,
8
],
"HEX": [
229900,
16
],
"QS": [
229916,
16
],
"QD": [
229932,
128
],
"BD": [
230060,
256
]
},
"chip_layers": 11,
"circuit": {
"layers": 11,
"dims": 2679,
"heads": 144,
"ffn_units": 42014,
"max_units": 7876,
"max_heads": 30
},
"hidden": 2816
}