File size: 762 Bytes
6ae67af
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
{
 "vocab": 230324,
 "pad": 230324,
 "controls": {
  "NT": 230316,
  "ST0": 230317,
  "ST1": 230318,
  "SS0": 230319,
  "SS1": 230320,
  "HALT": 230321,
  "GO": 230322,
  "SC": 230323
 },
 "families": {
  "V": [
   0,
   32768
  ],
  "F0": [
   32768,
   32768
  ],
  "F1": [
   65536,
   32768
  ],
  "F2": [
   98304,
   4
  ],
  "J": [
   98308,
   65536
  ],
  "R": [
   163844,
   65536
  ],
  "BYTE": [
   229380,
   512
  ],
  "FLT": [
   229892,
   8
  ],
  "HEX": [
   229900,
   16
  ],
  "QS": [
   229916,
   16
  ],
  "QD": [
   229932,
   128
  ],
  "BD": [
   230060,
   256
  ]
 },
 "chip_layers": 11,
 "circuit": {
  "layers": 11,
  "dims": 2679,
  "heads": 144,
  "ffn_units": 42014,
  "max_units": 7876,
  "max_heads": 30
 },
 "hidden": 2816
}