File size: 1,835 Bytes
e525931 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 | {
"parts": {
"0-12": {
"part": "0-12",
"q": 1,
"cache": 1088,
"span": 1024,
"states": [
"st_c0",
"st_c1",
"st_k2",
"st_v2",
"st_c3",
"st_k4",
"st_v4",
"st_c5",
"st_k6",
"st_v6",
"st_c7",
"st_k8",
"st_v8",
"st_c9",
"st_k10",
"st_v10",
"st_c11"
],
"inputs": [
"x",
"cos_g",
"sin_g",
"cos_s",
"sin_s",
"mask_g",
"mask_s",
"onehot"
],
"final_norm": false,
"name": "LFM3-L0-12-q1-S1024-lut8g8",
"weights": "lut8",
"group": 8,
"wscale": 16.0,
"numerics": "tanh",
"pkg_mb": 756.3,
"convert_s": 11.7,
"compress_s": 242.7,
"path": "LFM3-L0-12-q1-S1024-lut8g8.mlmodelc"
},
"12-24": {
"part": "12-24",
"q": 1,
"cache": 1088,
"span": 1024,
"states": [
"st_k12",
"st_v12",
"st_c13",
"st_k14",
"st_v14",
"st_c15",
"st_k16",
"st_v16",
"st_c17",
"st_k18",
"st_v18",
"st_c19",
"st_k20",
"st_v20",
"st_c21",
"st_k22",
"st_v22",
"st_c23"
],
"inputs": [
"x",
"cos_g",
"sin_g",
"cos_s",
"sin_s",
"mask_g",
"mask_s",
"onehot"
],
"final_norm": true,
"name": "LFM3-L12-24-q1-S1024-lut8g8",
"weights": "lut8",
"group": 8,
"wscale": 16.0,
"numerics": "tanh",
"pkg_mb": 749.8,
"convert_s": 12.1,
"compress_s": 240.7,
"path": "LFM3-L12-24-q1-S1024-lut8g8.mlmodelc"
},
"head": {
"part": "head",
"chunks": 4,
"chunk_rows": 32000,
"outputs": [
"logits0",
"logits1",
"logits2",
"logits3"
],
"name": "LFM3-Head-lut8g8",
"weights": "lut8",
"group": 8,
"wscale": 16.0,
"numerics": "tanh",
"pkg_mb": 270.7,
"convert_s": 5.8,
"compress_s": 112.1,
"path": "LFM3-Head-lut8g8.mlmodelc"
}
}
} |