File size: 509 Bytes
9ca138b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 | {
"architecture": "webLTM-recurrent-depth",
"vocab": [
"0",
"1",
"2",
"3",
"4",
"5",
"6",
"7",
"8",
"9",
"+",
"=",
"ANS"
],
"seq_len": 18,
"ans_start": 12,
"digits_per_operand": 5,
"d_model": 64,
"n_heads": 4,
"n_blocks": 3,
"block_order": [
"prelude",
"core",
"coda"
],
"recurrent_block": "core",
"trained_recurrence_range": [
1,
8
],
"task": "non-autoregressive multi-digit addition",
"params": 152909
} |