File size: 1,835 Bytes
e525931
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
{
 "parts": {
  "0-12": {
   "part": "0-12",
   "q": 1,
   "cache": 1088,
   "span": 1024,
   "states": [
    "st_c0",
    "st_c1",
    "st_k2",
    "st_v2",
    "st_c3",
    "st_k4",
    "st_v4",
    "st_c5",
    "st_k6",
    "st_v6",
    "st_c7",
    "st_k8",
    "st_v8",
    "st_c9",
    "st_k10",
    "st_v10",
    "st_c11"
   ],
   "inputs": [
    "x",
    "cos_g",
    "sin_g",
    "cos_s",
    "sin_s",
    "mask_g",
    "mask_s",
    "onehot"
   ],
   "final_norm": false,
   "name": "LFM3-L0-12-q1-S1024-lut8g8",
   "weights": "lut8",
   "group": 8,
   "wscale": 16.0,
   "numerics": "tanh",
   "pkg_mb": 756.3,
   "convert_s": 11.7,
   "compress_s": 242.7,
   "path": "LFM3-L0-12-q1-S1024-lut8g8.mlmodelc"
  },
  "12-24": {
   "part": "12-24",
   "q": 1,
   "cache": 1088,
   "span": 1024,
   "states": [
    "st_k12",
    "st_v12",
    "st_c13",
    "st_k14",
    "st_v14",
    "st_c15",
    "st_k16",
    "st_v16",
    "st_c17",
    "st_k18",
    "st_v18",
    "st_c19",
    "st_k20",
    "st_v20",
    "st_c21",
    "st_k22",
    "st_v22",
    "st_c23"
   ],
   "inputs": [
    "x",
    "cos_g",
    "sin_g",
    "cos_s",
    "sin_s",
    "mask_g",
    "mask_s",
    "onehot"
   ],
   "final_norm": true,
   "name": "LFM3-L12-24-q1-S1024-lut8g8",
   "weights": "lut8",
   "group": 8,
   "wscale": 16.0,
   "numerics": "tanh",
   "pkg_mb": 749.8,
   "convert_s": 12.1,
   "compress_s": 240.7,
   "path": "LFM3-L12-24-q1-S1024-lut8g8.mlmodelc"
  },
  "head": {
   "part": "head",
   "chunks": 4,
   "chunk_rows": 32000,
   "outputs": [
    "logits0",
    "logits1",
    "logits2",
    "logits3"
   ],
   "name": "LFM3-Head-lut8g8",
   "weights": "lut8",
   "group": 8,
   "wscale": 16.0,
   "numerics": "tanh",
   "pkg_mb": 270.7,
   "convert_s": 5.8,
   "compress_s": 112.1,
   "path": "LFM3-Head-lut8g8.mlmodelc"
  }
 }
}