File size: 509 Bytes
9ca138b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
{
  "architecture": "webLTM-recurrent-depth",
  "vocab": [
    "0",
    "1",
    "2",
    "3",
    "4",
    "5",
    "6",
    "7",
    "8",
    "9",
    "+",
    "=",
    "ANS"
  ],
  "seq_len": 18,
  "ans_start": 12,
  "digits_per_operand": 5,
  "d_model": 64,
  "n_heads": 4,
  "n_blocks": 3,
  "block_order": [
    "prelude",
    "core",
    "coda"
  ],
  "recurrent_block": "core",
  "trained_recurrence_range": [
    1,
    8
  ],
  "task": "non-autoregressive multi-digit addition",
  "params": 152909
}