| { |
| "format": "wsfmdock_webgpu_v1", |
| "method": "continuous_docking_pairgraph_secant_x1_ck_v3", |
| "stage": "ck", |
| "iteration": 100000, |
| "checkpoint_sha256": "6f3c355de56fb4c620ac179ad157dbc402ef4497b80247c0e97c9e1324a45700", |
| "weight_file": "weights.f32", |
| "weight_bytes": 304883440, |
| "weight_precision": "float32", |
| "activation_precision": "float32", |
| "accumulation_precision": "float32", |
| "config": { |
| "dim": 408, |
| "depth": 12, |
| "heads": 12, |
| "scalar_head_dim": 34, |
| "query_points": 6, |
| "point_values": 10, |
| "ff_hidden_dim": 2040, |
| "rope_base": 1000.0, |
| "flex_block_size": 128, |
| "a_e": 1.0, |
| "endpoint_update_layers": 3, |
| "endpoint_update_stride": 2, |
| "ck_suffix_layers": 5 |
| }, |
| "embedding_offsets": { |
| "atomic": 0, |
| "role": 128, |
| "residue": 133, |
| "atom_name": 154 |
| }, |
| "endpoint_block_indices": [ |
| 7, |
| 9, |
| 11 |
| ], |
| "finite_start_block": 7, |
| "legacy_pair_blocks": [ |
| "local.blocks.0" |
| ], |
| "time_frequencies": [ |
| 6.641670227050781, |
| 9.074256896972656, |
| -1.7723369598388672, |
| 8.445029258728027, |
| -1.5641759634017944, |
| -2.2122936248779297, |
| 3.528808355331421, |
| 8.99981689453125, |
| 0.9290838241577148, |
| 9.222551345825195, |
| -10.863503456115723, |
| 2.4348864555358887, |
| -2.269798517227173, |
| -0.2420644760131836, |
| 2.674729347229004, |
| -3.7042477130889893, |
| -5.670783519744873, |
| -5.274287700653076, |
| -7.8033037185668945, |
| -5.01579475402832, |
| 7.434439659118652, |
| -12.461644172668457, |
| 2.83498215675354, |
| -7.307047367095947, |
| 4.0082855224609375, |
| 5.530520439147949, |
| 3.0829312801361084, |
| -8.378491401672363, |
| -0.04035911709070206, |
| -16.81785011291504, |
| -13.761927604675293, |
| -2.997864246368408, |
| 16.05389976501465, |
| 3.4412286281585693, |
| 3.411165475845337, |
| -3.1478991508483887, |
| 4.809675216674805, |
| 0.025110600516200066, |
| -1.943206787109375, |
| 5.45672082901001, |
| -3.1018519401550293, |
| -1.0861843824386597, |
| 0.3605387806892395, |
| -2.801668167114258, |
| -1.5190898180007935, |
| 7.443546772003174, |
| -6.148499965667725, |
| 4.634922981262207, |
| -5.421417236328125, |
| -3.002305269241333, |
| 0.2525463402271271, |
| -5.6707963943481445, |
| 10.03635311126709, |
| -2.2733154296875, |
| 4.1215033531188965, |
| 6.777116298675537, |
| -10.28072452545166, |
| -14.23559856414795, |
| -8.285950660705566, |
| 7.015595436096191, |
| 0.049032434821128845, |
| 9.946003913879395, |
| 1.9397789239883423, |
| 5.998835563659668, |
| 3.385164976119995, |
| 4.276932716369629, |
| 0.6565613150596619, |
| -5.322626113891602, |
| -2.449033498764038, |
| -6.313889980316162, |
| -5.7336859703063965, |
| -0.9863746762275696, |
| -10.863755226135254, |
| 10.495851516723633, |
| 4.975937366485596, |
| 4.330070972442627, |
| -2.076622724533081, |
| -11.964531898498535, |
| -0.2836264967918396, |
| -2.0674657821655273, |
| 6.978450298309326, |
| -5.835918426513672, |
| -10.280917167663574, |
| -9.381731033325195, |
| 1.9929068088531494, |
| 3.750739574432373, |
| -7.248497486114502, |
| 1.9181675910949707, |
| -4.356318473815918, |
| -1.9954235553741455, |
| -2.195485830307007, |
| 2.0695762634277344, |
| 2.8948001861572266, |
| 4.890586853027344, |
| 0.6092849969863892, |
| 0.4583764374256134, |
| 4.810478687286377, |
| -1.0248830318450928, |
| 12.28849983215332, |
| 14.20398235321045, |
| -6.366440773010254, |
| 0.09225060790777206, |
| 6.816547870635986, |
| -6.22482442855835, |
| 2.7981014251708984, |
| -7.410264492034912, |
| -2.3002045154571533, |
| 2.451075792312622, |
| -3.305241346359253, |
| -11.133681297302246, |
| 1.9476172924041748, |
| 10.692784309387207, |
| -5.845837593078613, |
| 7.771844863891602, |
| -7.339365005493164, |
| 1.3129369020462036, |
| -0.458981454372406, |
| 7.52816915512085, |
| -0.9085550308227539, |
| 1.64313805103302, |
| -10.480955123901367, |
| -4.463629245758057, |
| -4.632670879364014, |
| 4.050179958343506, |
| 1.8981401920318604, |
| -9.747804641723633, |
| -6.812469482421875, |
| 5.181924819946289, |
| 7.109494209289551, |
| -6.311796188354492, |
| -9.025218963623047, |
| -9.584630012512207, |
| 1.1858493089675903, |
| 1.9693129062652588, |
| 3.937795400619507, |
| 6.127451419830322, |
| 5.037847518920898, |
| 1.7954579591751099, |
| 1.383825659751892, |
| -7.311039447784424, |
| -7.823827266693115, |
| 5.05324125289917, |
| -0.17968334257602692, |
| -0.7940857410430908, |
| -11.556039810180664, |
| 1.8041058778762817, |
| 4.015260219573975, |
| -10.915335655212402, |
| 9.889113426208496, |
| -12.448019981384277, |
| 10.373078346252441, |
| -2.8326339721679688, |
| 6.589669227600098, |
| 1.6592177152633667, |
| 3.208179235458374, |
| -12.19528579711914, |
| 10.296189308166504, |
| -0.985230565071106, |
| -6.510705947875977, |
| -5.282708644866943, |
| -4.226221084594727, |
| 2.847604990005493, |
| -0.8933730721473694, |
| 3.287778854370117, |
| 2.681788921356201, |
| -4.823451519012451, |
| 1.890516996383667, |
| 3.906057834625244, |
| -5.342893600463867, |
| 7.500852584838867, |
| -1.989865779876709, |
| 0.18692834675312042, |
| 9.360791206359863, |
| 4.973384857177734, |
| 1.7561607360839844, |
| 4.4882073402404785, |
| -2.5046234130859375, |
| -10.136517524719238, |
| 0.6101129055023193, |
| -10.491379737854004, |
| -7.367652416229248, |
| -6.716552257537842, |
| 7.242635726928711, |
| 0.3392133414745331, |
| 0.29238176345825195, |
| 1.362377643585205, |
| 3.4095120429992676, |
| 2.384448766708374, |
| -6.9569597244262695, |
| -2.986891746520996, |
| -0.8865398168563843, |
| 6.151259899139404, |
| -0.2196812927722931, |
| 4.041287899017334, |
| -5.139440059661865, |
| -2.2782866954803467, |
| 5.043351650238037, |
| -7.025182247161865, |
| -3.1190876960754395, |
| 1.771507978439331, |
| -6.2102274894714355, |
| -13.74133014678955, |
| 3.062546730041504, |
| -5.8471527099609375, |
| 2.936671495437622, |
| -0.010395261459052563, |
| -3.1961071491241455, |
| -2.1623284816741943, |
| -10.078163146972656, |
| 11.058752059936523, |
| -4.167074680328369, |
| 10.563041687011719, |
| -3.9864449501037598, |
| -7.221310615539551, |
| -3.888606548309326, |
| -0.8271933794021606, |
| -2.1393656730651855, |
| 0.6471344232559204, |
| 3.5074894428253174, |
| -5.288480281829834, |
| -8.643198013305664, |
| 8.185090065002441, |
| 1.3039296865463257, |
| 7.232913494110107, |
| -3.44378662109375, |
| 9.343338966369629, |
| -2.0342824459075928, |
| -2.2599542140960693, |
| -5.2418718338012695, |
| 0.3487952947616577, |
| 3.8703646659851074, |
| 6.042012691497803, |
| 0.42278772592544556, |
| 13.869487762451172, |
| -0.5022817254066467, |
| -7.221807956695557, |
| -4.22135591506958, |
| -0.04947290197014809, |
| -6.852050304412842, |
| 1.1465415954589844, |
| 5.100799083709717, |
| -3.3802196979522705, |
| 0.805705726146698, |
| 1.716975450515747, |
| 7.655481338500977, |
| -6.982658863067627, |
| -6.420623779296875, |
| 5.423731327056885, |
| 2.8081438541412354, |
| -5.3651442527771, |
| 8.084063529968262, |
| -1.7328189611434937, |
| 4.681977272033691, |
| 2.6811232566833496, |
| 1.7920328378677368, |
| -2.787888526916504, |
| 5.1082329750061035, |
| 5.991892337799072, |
| -10.368412971496582, |
| -0.5756718516349792, |
| 6.515495300292969, |
| -0.12538591027259827, |
| -4.157395839691162, |
| -12.140035629272461, |
| -1.642047643661499, |
| -4.086763381958008, |
| -6.381872653961182, |
| 4.3873677253723145, |
| -8.15517520904541, |
| -3.87650203704834, |
| 7.007783889770508, |
| 10.363239288330078, |
| 3.798348903656006, |
| 10.365145683288574, |
| 0.024037016555666924, |
| 3.2968263626098633, |
| 6.487846851348877, |
| -10.162728309631348, |
| 2.0858917236328125, |
| 5.433018684387207, |
| -2.282616376876831, |
| -1.1154744625091553, |
| -1.1968388557434082, |
| 4.653929233551025, |
| -2.284942865371704, |
| 8.478745460510254, |
| -6.246888160705566, |
| 3.3941824436187744, |
| 12.65295124053955, |
| 8.26505184173584, |
| 6.129899978637695, |
| -2.5109100341796875, |
| 3.520368814468384, |
| 3.898855447769165, |
| 1.6922954320907593, |
| -10.867064476013184, |
| 5.325526237487793, |
| 7.891923904418945, |
| 7.614623069763184, |
| 5.974137783050537, |
| -7.50972318649292, |
| -0.6342536807060242, |
| 5.877256870269775, |
| 5.580990314483643, |
| 3.6853978633880615, |
| 3.239553213119507, |
| -7.593712329864502, |
| -0.14854973554611206, |
| 11.184463500976562, |
| -0.2653779983520508, |
| 9.953760147094727, |
| 6.936809062957764, |
| 5.194331169128418, |
| 0.8417597413063049, |
| -14.449994087219238, |
| -12.2345609664917, |
| 12.195137977600098, |
| -0.14118555188179016, |
| 8.022275924682617, |
| 1.4738085269927979, |
| 11.40345287322998, |
| 0.04031062871217728, |
| -0.29887816309928894, |
| 1.7035884857177734, |
| 0.5646899342536926, |
| 4.907189846038818, |
| 0.25372785329818726, |
| 7.314148902893066, |
| -10.725066184997559, |
| 0.6059377193450928, |
| -0.192482590675354, |
| 5.410050868988037, |
| 1.4159018993377686, |
| -1.1385618448257446, |
| -13.785346031188965, |
| 2.5464484691619873, |
| -5.514156818389893, |
| -2.7445292472839355, |
| -8.180571556091309, |
| 3.836935520172119, |
| 0.9657350182533264, |
| -4.5014166831970215, |
| 4.0045623779296875, |
| 3.72245717048645, |
| 2.7523844242095947, |
| -3.9829845428466797, |
| 9.744963645935059, |
| -8.313566207885742, |
| 9.44027042388916, |
| 0.37592750787734985, |
| 13.873886108398438, |
| -8.707624435424805, |
| 2.9821553230285645, |
| 4.55060338973999, |
| -10.130577087402344, |
| 3.8860037326812744, |
| 3.5626513957977295, |
| -7.1520094871521, |
| 4.867298126220703, |
| -2.6542603969573975, |
| 6.118062496185303, |
| 2.9122543334960938, |
| 5.623640537261963, |
| -5.836672306060791, |
| 0.06568397581577301, |
| -3.3156301975250244, |
| -6.804542064666748, |
| 14.254461288452148, |
| 3.3197689056396484, |
| 3.9057185649871826, |
| -0.12135185301303864, |
| 9.842053413391113, |
| 4.64711856842041, |
| 0.5384713411331177, |
| -14.48873233795166, |
| -4.711231231689453, |
| 7.007510662078857, |
| -1.689589262008667, |
| 2.5211095809936523, |
| -0.02304122969508171, |
| 8.87883186340332, |
| -4.746188640594482, |
| -6.8456597328186035, |
| -13.182085990905762, |
| 0.8862783312797546, |
| -2.8586881160736084, |
| -7.091681003570557, |
| -0.3582576513290405, |
| -2.6386361122131348, |
| -3.561924934387207, |
| 1.672676682472229, |
| 5.307150363922119, |
| 2.5030627250671387, |
| 0.7680068016052246, |
| -7.192819118499756, |
| -2.3492090702056885, |
| 2.4020206928253174, |
| 7.982364177703857, |
| -2.2059378623962402, |
| 3.145641803741455, |
| 5.874682426452637, |
| 10.349384307861328, |
| -5.5676751136779785, |
| 0.14949274063110352, |
| 6.8305206298828125, |
| 2.8054893016815186, |
| -3.023589611053467, |
| -2.727911949157715 |
| ], |
| "tensors": { |
| "local.embedding": { |
| "offset": 0, |
| "bytes": 314976, |
| "shape": [ |
| 193, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.time_features": { |
| "offset": 314976, |
| "bytes": 1632, |
| "shape": [ |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.time_embedding": { |
| "offset": 316608, |
| "bytes": 1331712, |
| "shape": [ |
| 408, |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.0.attention_norm.norm": { |
| "offset": 1648320, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.0.attention_norm.affine_weight": { |
| "offset": 1651584, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.0.attention_norm.affine_bias": { |
| "offset": 2983296, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.0.attention.projection": { |
| "offset": 2986560, |
| "bytes": 3290112, |
| "shape": [ |
| 2016, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.0.attention.qk_norm": { |
| "offset": 6276672, |
| "bytes": 272, |
| "shape": [ |
| 68 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.0.attention.head_weights": { |
| "offset": 6276944, |
| "bytes": 48, |
| "shape": [ |
| 12 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.0.attention.pair_bias": { |
| "offset": 6276992, |
| "bytes": 240, |
| "shape": [ |
| 12, |
| 5 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.0.attention.output": { |
| "offset": 6277232, |
| "bytes": 1449216, |
| "shape": [ |
| 408, |
| 888 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.0.ffn_norm.norm": { |
| "offset": 7726448, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.0.ffn_norm.affine_weight": { |
| "offset": 7729712, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.0.ffn_norm.affine_bias": { |
| "offset": 9061424, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.0.ffn.upgate": { |
| "offset": 9064688, |
| "bytes": 6658560, |
| "shape": [ |
| 4080, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.0.ffn.down": { |
| "offset": 15723248, |
| "bytes": 3329280, |
| "shape": [ |
| 408, |
| 2040 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.1.attention_norm.norm": { |
| "offset": 19052528, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.1.attention_norm.affine_weight": { |
| "offset": 19055792, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.1.attention_norm.affine_bias": { |
| "offset": 20387504, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.1.attention.projection": { |
| "offset": 20390768, |
| "bytes": 3290112, |
| "shape": [ |
| 2016, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.1.attention.qk_norm": { |
| "offset": 23680880, |
| "bytes": 272, |
| "shape": [ |
| 68 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.1.attention.head_weights": { |
| "offset": 23681152, |
| "bytes": 48, |
| "shape": [ |
| 12 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.1.attention.pair_bias": { |
| "offset": 23681200, |
| "bytes": 240, |
| "shape": [ |
| 12, |
| 5 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.1.attention.output": { |
| "offset": 23681440, |
| "bytes": 1449216, |
| "shape": [ |
| 408, |
| 888 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.1.ffn_norm.norm": { |
| "offset": 25130656, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.1.ffn_norm.affine_weight": { |
| "offset": 25133920, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.1.ffn_norm.affine_bias": { |
| "offset": 26465632, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.1.ffn.upgate": { |
| "offset": 26468896, |
| "bytes": 6658560, |
| "shape": [ |
| 4080, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.1.ffn.down": { |
| "offset": 33127456, |
| "bytes": 3329280, |
| "shape": [ |
| 408, |
| 2040 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.2.attention_norm.norm": { |
| "offset": 36456736, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.2.attention_norm.affine_weight": { |
| "offset": 36460000, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.2.attention_norm.affine_bias": { |
| "offset": 37791712, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.2.attention.projection": { |
| "offset": 37794976, |
| "bytes": 3290112, |
| "shape": [ |
| 2016, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.2.attention.qk_norm": { |
| "offset": 41085088, |
| "bytes": 272, |
| "shape": [ |
| 68 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.2.attention.head_weights": { |
| "offset": 41085360, |
| "bytes": 48, |
| "shape": [ |
| 12 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.2.attention.pair_bias": { |
| "offset": 41085408, |
| "bytes": 240, |
| "shape": [ |
| 12, |
| 5 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.2.attention.output": { |
| "offset": 41085648, |
| "bytes": 1449216, |
| "shape": [ |
| 408, |
| 888 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.2.ffn_norm.norm": { |
| "offset": 42534864, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.2.ffn_norm.affine_weight": { |
| "offset": 42538128, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.2.ffn_norm.affine_bias": { |
| "offset": 43869840, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.2.ffn.upgate": { |
| "offset": 43873104, |
| "bytes": 6658560, |
| "shape": [ |
| 4080, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.2.ffn.down": { |
| "offset": 50531664, |
| "bytes": 3329280, |
| "shape": [ |
| 408, |
| 2040 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.3.attention_norm.norm": { |
| "offset": 53860944, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.3.attention_norm.affine_weight": { |
| "offset": 53864208, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.3.attention_norm.affine_bias": { |
| "offset": 55195920, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.3.attention.projection": { |
| "offset": 55199184, |
| "bytes": 3290112, |
| "shape": [ |
| 2016, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.3.attention.qk_norm": { |
| "offset": 58489296, |
| "bytes": 272, |
| "shape": [ |
| 68 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.3.attention.head_weights": { |
| "offset": 58489568, |
| "bytes": 48, |
| "shape": [ |
| 12 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.3.attention.pair_bias": { |
| "offset": 58489616, |
| "bytes": 240, |
| "shape": [ |
| 12, |
| 5 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.3.attention.output": { |
| "offset": 58489856, |
| "bytes": 1449216, |
| "shape": [ |
| 408, |
| 888 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.3.ffn_norm.norm": { |
| "offset": 59939072, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.3.ffn_norm.affine_weight": { |
| "offset": 59942336, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.3.ffn_norm.affine_bias": { |
| "offset": 61274048, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.3.ffn.upgate": { |
| "offset": 61277312, |
| "bytes": 6658560, |
| "shape": [ |
| 4080, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.3.ffn.down": { |
| "offset": 67935872, |
| "bytes": 3329280, |
| "shape": [ |
| 408, |
| 2040 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.4.attention_norm.norm": { |
| "offset": 71265152, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.4.attention_norm.affine_weight": { |
| "offset": 71268416, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.4.attention_norm.affine_bias": { |
| "offset": 72600128, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.4.attention.projection": { |
| "offset": 72603392, |
| "bytes": 3290112, |
| "shape": [ |
| 2016, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.4.attention.qk_norm": { |
| "offset": 75893504, |
| "bytes": 272, |
| "shape": [ |
| 68 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.4.attention.head_weights": { |
| "offset": 75893776, |
| "bytes": 48, |
| "shape": [ |
| 12 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.4.attention.pair_bias": { |
| "offset": 75893824, |
| "bytes": 240, |
| "shape": [ |
| 12, |
| 5 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.4.attention.output": { |
| "offset": 75894064, |
| "bytes": 1449216, |
| "shape": [ |
| 408, |
| 888 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.4.ffn_norm.norm": { |
| "offset": 77343280, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.4.ffn_norm.affine_weight": { |
| "offset": 77346544, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.4.ffn_norm.affine_bias": { |
| "offset": 78678256, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.4.ffn.upgate": { |
| "offset": 78681520, |
| "bytes": 6658560, |
| "shape": [ |
| 4080, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.4.ffn.down": { |
| "offset": 85340080, |
| "bytes": 3329280, |
| "shape": [ |
| 408, |
| 2040 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.5.attention_norm.norm": { |
| "offset": 88669360, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.5.attention_norm.affine_weight": { |
| "offset": 88672624, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.5.attention_norm.affine_bias": { |
| "offset": 90004336, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.5.attention.projection": { |
| "offset": 90007600, |
| "bytes": 3290112, |
| "shape": [ |
| 2016, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.5.attention.qk_norm": { |
| "offset": 93297712, |
| "bytes": 272, |
| "shape": [ |
| 68 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.5.attention.head_weights": { |
| "offset": 93297984, |
| "bytes": 48, |
| "shape": [ |
| 12 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.5.attention.pair_bias": { |
| "offset": 93298032, |
| "bytes": 240, |
| "shape": [ |
| 12, |
| 5 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.5.attention.output": { |
| "offset": 93298272, |
| "bytes": 1449216, |
| "shape": [ |
| 408, |
| 888 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.5.ffn_norm.norm": { |
| "offset": 94747488, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.5.ffn_norm.affine_weight": { |
| "offset": 94750752, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.5.ffn_norm.affine_bias": { |
| "offset": 96082464, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.5.ffn.upgate": { |
| "offset": 96085728, |
| "bytes": 6658560, |
| "shape": [ |
| 4080, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.5.ffn.down": { |
| "offset": 102744288, |
| "bytes": 3329280, |
| "shape": [ |
| 408, |
| 2040 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.6.attention_norm.norm": { |
| "offset": 106073568, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.6.attention_norm.affine_weight": { |
| "offset": 106076832, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.6.attention_norm.affine_bias": { |
| "offset": 107408544, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.6.attention.projection": { |
| "offset": 107411808, |
| "bytes": 3290112, |
| "shape": [ |
| 2016, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.6.attention.qk_norm": { |
| "offset": 110701920, |
| "bytes": 272, |
| "shape": [ |
| 68 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.6.attention.head_weights": { |
| "offset": 110702192, |
| "bytes": 48, |
| "shape": [ |
| 12 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.6.attention.pair_bias": { |
| "offset": 110702240, |
| "bytes": 240, |
| "shape": [ |
| 12, |
| 5 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.6.attention.output": { |
| "offset": 110702480, |
| "bytes": 1449216, |
| "shape": [ |
| 408, |
| 888 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.6.ffn_norm.norm": { |
| "offset": 112151696, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.6.ffn_norm.affine_weight": { |
| "offset": 112154960, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.6.ffn_norm.affine_bias": { |
| "offset": 113486672, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.6.ffn.upgate": { |
| "offset": 113489936, |
| "bytes": 6658560, |
| "shape": [ |
| 4080, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.6.ffn.down": { |
| "offset": 120148496, |
| "bytes": 3329280, |
| "shape": [ |
| 408, |
| 2040 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.7.attention_norm.norm": { |
| "offset": 123477776, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.7.attention_norm.affine_weight": { |
| "offset": 123481040, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.7.attention_norm.affine_bias": { |
| "offset": 124812752, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.7.attention.projection": { |
| "offset": 124816016, |
| "bytes": 3290112, |
| "shape": [ |
| 2016, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.7.attention.qk_norm": { |
| "offset": 128106128, |
| "bytes": 272, |
| "shape": [ |
| 68 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.7.attention.head_weights": { |
| "offset": 128106400, |
| "bytes": 48, |
| "shape": [ |
| 12 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.7.attention.pair_bias": { |
| "offset": 128106448, |
| "bytes": 240, |
| "shape": [ |
| 12, |
| 5 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.7.attention.output": { |
| "offset": 128106688, |
| "bytes": 1449216, |
| "shape": [ |
| 408, |
| 888 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.7.ffn_norm.norm": { |
| "offset": 129555904, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.7.ffn_norm.affine_weight": { |
| "offset": 129559168, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.7.ffn_norm.affine_bias": { |
| "offset": 130890880, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.7.ffn.upgate": { |
| "offset": 130894144, |
| "bytes": 6658560, |
| "shape": [ |
| 4080, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.7.ffn.down": { |
| "offset": 137552704, |
| "bytes": 3329280, |
| "shape": [ |
| 408, |
| 2040 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.8.attention_norm.norm": { |
| "offset": 140881984, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.8.attention_norm.affine_weight": { |
| "offset": 140885248, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.8.attention_norm.affine_bias": { |
| "offset": 142216960, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.8.attention.projection": { |
| "offset": 142220224, |
| "bytes": 3290112, |
| "shape": [ |
| 2016, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.8.attention.qk_norm": { |
| "offset": 145510336, |
| "bytes": 272, |
| "shape": [ |
| 68 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.8.attention.head_weights": { |
| "offset": 145510608, |
| "bytes": 48, |
| "shape": [ |
| 12 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.8.attention.pair_bias": { |
| "offset": 145510656, |
| "bytes": 240, |
| "shape": [ |
| 12, |
| 5 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.8.attention.output": { |
| "offset": 145510896, |
| "bytes": 1449216, |
| "shape": [ |
| 408, |
| 888 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.8.ffn_norm.norm": { |
| "offset": 146960112, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.8.ffn_norm.affine_weight": { |
| "offset": 146963376, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.8.ffn_norm.affine_bias": { |
| "offset": 148295088, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.8.ffn.upgate": { |
| "offset": 148298352, |
| "bytes": 6658560, |
| "shape": [ |
| 4080, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.8.ffn.down": { |
| "offset": 154956912, |
| "bytes": 3329280, |
| "shape": [ |
| 408, |
| 2040 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.9.attention_norm.norm": { |
| "offset": 158286192, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.9.attention_norm.affine_weight": { |
| "offset": 158289456, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.9.attention_norm.affine_bias": { |
| "offset": 159621168, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.9.attention.projection": { |
| "offset": 159624432, |
| "bytes": 3290112, |
| "shape": [ |
| 2016, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.9.attention.qk_norm": { |
| "offset": 162914544, |
| "bytes": 272, |
| "shape": [ |
| 68 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.9.attention.head_weights": { |
| "offset": 162914816, |
| "bytes": 48, |
| "shape": [ |
| 12 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.9.attention.pair_bias": { |
| "offset": 162914864, |
| "bytes": 240, |
| "shape": [ |
| 12, |
| 5 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.9.attention.output": { |
| "offset": 162915104, |
| "bytes": 1449216, |
| "shape": [ |
| 408, |
| 888 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.9.ffn_norm.norm": { |
| "offset": 164364320, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.9.ffn_norm.affine_weight": { |
| "offset": 164367584, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.9.ffn_norm.affine_bias": { |
| "offset": 165699296, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.9.ffn.upgate": { |
| "offset": 165702560, |
| "bytes": 6658560, |
| "shape": [ |
| 4080, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.9.ffn.down": { |
| "offset": 172361120, |
| "bytes": 3329280, |
| "shape": [ |
| 408, |
| 2040 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.10.attention_norm.norm": { |
| "offset": 175690400, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.10.attention_norm.affine_weight": { |
| "offset": 175693664, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.10.attention_norm.affine_bias": { |
| "offset": 177025376, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.10.attention.projection": { |
| "offset": 177028640, |
| "bytes": 3290112, |
| "shape": [ |
| 2016, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.10.attention.qk_norm": { |
| "offset": 180318752, |
| "bytes": 272, |
| "shape": [ |
| 68 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.10.attention.head_weights": { |
| "offset": 180319024, |
| "bytes": 48, |
| "shape": [ |
| 12 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.10.attention.pair_bias": { |
| "offset": 180319072, |
| "bytes": 240, |
| "shape": [ |
| 12, |
| 5 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.10.attention.output": { |
| "offset": 180319312, |
| "bytes": 1449216, |
| "shape": [ |
| 408, |
| 888 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.10.ffn_norm.norm": { |
| "offset": 181768528, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.10.ffn_norm.affine_weight": { |
| "offset": 181771792, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.10.ffn_norm.affine_bias": { |
| "offset": 183103504, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.10.ffn.upgate": { |
| "offset": 183106768, |
| "bytes": 6658560, |
| "shape": [ |
| 4080, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.10.ffn.down": { |
| "offset": 189765328, |
| "bytes": 3329280, |
| "shape": [ |
| 408, |
| 2040 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.11.attention_norm.norm": { |
| "offset": 193094608, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.11.attention_norm.affine_weight": { |
| "offset": 193097872, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.11.attention_norm.affine_bias": { |
| "offset": 194429584, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.11.attention.projection": { |
| "offset": 194432848, |
| "bytes": 3290112, |
| "shape": [ |
| 2016, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.11.attention.qk_norm": { |
| "offset": 197722960, |
| "bytes": 272, |
| "shape": [ |
| 68 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.11.attention.head_weights": { |
| "offset": 197723232, |
| "bytes": 48, |
| "shape": [ |
| 12 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.11.attention.pair_bias": { |
| "offset": 197723280, |
| "bytes": 240, |
| "shape": [ |
| 12, |
| 5 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.11.attention.output": { |
| "offset": 197723520, |
| "bytes": 1449216, |
| "shape": [ |
| 408, |
| 888 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.11.ffn_norm.norm": { |
| "offset": 199172736, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.11.ffn_norm.affine_weight": { |
| "offset": 199176000, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.11.ffn_norm.affine_bias": { |
| "offset": 200507712, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.11.ffn.upgate": { |
| "offset": 200510976, |
| "bytes": 6658560, |
| "shape": [ |
| 4080, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.blocks.11.ffn.down": { |
| "offset": 207169536, |
| "bytes": 3329280, |
| "shape": [ |
| 408, |
| 2040 |
| ], |
| "dtype": "float32" |
| }, |
| "local.endpoint_updates.0": { |
| "offset": 210498816, |
| "bytes": 4896, |
| "shape": [ |
| 3, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.endpoint_updates.1": { |
| "offset": 210503712, |
| "bytes": 4896, |
| "shape": [ |
| 3, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "local.endpoint_updates.2": { |
| "offset": 210508608, |
| "bytes": 4896, |
| "shape": [ |
| 3, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite_time_embedding": { |
| "offset": 210513504, |
| "bytes": 3995136, |
| "shape": [ |
| 408, |
| 2448 |
| ], |
| "dtype": "float32" |
| }, |
| "noise_encoder": { |
| "offset": 214508640, |
| "bytes": 9792, |
| "shape": [ |
| 408, |
| 6 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.0.attention_norm.norm": { |
| "offset": 214518432, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.0.attention_norm.affine_weight": { |
| "offset": 214521696, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.0.attention_norm.affine_bias": { |
| "offset": 215853408, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.0.attention.projection": { |
| "offset": 215856672, |
| "bytes": 3290112, |
| "shape": [ |
| 2016, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.0.attention.qk_norm": { |
| "offset": 219146784, |
| "bytes": 272, |
| "shape": [ |
| 68 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.0.attention.head_weights": { |
| "offset": 219147056, |
| "bytes": 48, |
| "shape": [ |
| 12 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.0.attention.pair_bias": { |
| "offset": 219147104, |
| "bytes": 240, |
| "shape": [ |
| 12, |
| 5 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.0.attention.output": { |
| "offset": 219147344, |
| "bytes": 1449216, |
| "shape": [ |
| 408, |
| 888 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.0.ffn_norm.norm": { |
| "offset": 220596560, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.0.ffn_norm.affine_weight": { |
| "offset": 220599824, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.0.ffn_norm.affine_bias": { |
| "offset": 221931536, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.0.ffn.upgate": { |
| "offset": 221934800, |
| "bytes": 6658560, |
| "shape": [ |
| 4080, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.0.ffn.down": { |
| "offset": 228593360, |
| "bytes": 3329280, |
| "shape": [ |
| 408, |
| 2040 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.lateral_adapters.0": { |
| "offset": 231922640, |
| "bytes": 665856, |
| "shape": [ |
| 408, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.1.attention_norm.norm": { |
| "offset": 232588496, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.1.attention_norm.affine_weight": { |
| "offset": 232591760, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.1.attention_norm.affine_bias": { |
| "offset": 233923472, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.1.attention.projection": { |
| "offset": 233926736, |
| "bytes": 3290112, |
| "shape": [ |
| 2016, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.1.attention.qk_norm": { |
| "offset": 237216848, |
| "bytes": 272, |
| "shape": [ |
| 68 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.1.attention.head_weights": { |
| "offset": 237217120, |
| "bytes": 48, |
| "shape": [ |
| 12 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.1.attention.pair_bias": { |
| "offset": 237217168, |
| "bytes": 240, |
| "shape": [ |
| 12, |
| 5 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.1.attention.output": { |
| "offset": 237217408, |
| "bytes": 1449216, |
| "shape": [ |
| 408, |
| 888 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.1.ffn_norm.norm": { |
| "offset": 238666624, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.1.ffn_norm.affine_weight": { |
| "offset": 238669888, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.1.ffn_norm.affine_bias": { |
| "offset": 240001600, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.1.ffn.upgate": { |
| "offset": 240004864, |
| "bytes": 6658560, |
| "shape": [ |
| 4080, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.1.ffn.down": { |
| "offset": 246663424, |
| "bytes": 3329280, |
| "shape": [ |
| 408, |
| 2040 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.lateral_adapters.1": { |
| "offset": 249992704, |
| "bytes": 665856, |
| "shape": [ |
| 408, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.2.attention_norm.norm": { |
| "offset": 250658560, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.2.attention_norm.affine_weight": { |
| "offset": 250661824, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.2.attention_norm.affine_bias": { |
| "offset": 251993536, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.2.attention.projection": { |
| "offset": 251996800, |
| "bytes": 3290112, |
| "shape": [ |
| 2016, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.2.attention.qk_norm": { |
| "offset": 255286912, |
| "bytes": 272, |
| "shape": [ |
| 68 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.2.attention.head_weights": { |
| "offset": 255287184, |
| "bytes": 48, |
| "shape": [ |
| 12 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.2.attention.pair_bias": { |
| "offset": 255287232, |
| "bytes": 240, |
| "shape": [ |
| 12, |
| 5 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.2.attention.output": { |
| "offset": 255287472, |
| "bytes": 1449216, |
| "shape": [ |
| 408, |
| 888 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.2.ffn_norm.norm": { |
| "offset": 256736688, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.2.ffn_norm.affine_weight": { |
| "offset": 256739952, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.2.ffn_norm.affine_bias": { |
| "offset": 258071664, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.2.ffn.upgate": { |
| "offset": 258074928, |
| "bytes": 6658560, |
| "shape": [ |
| 4080, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.2.ffn.down": { |
| "offset": 264733488, |
| "bytes": 3329280, |
| "shape": [ |
| 408, |
| 2040 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.lateral_adapters.2": { |
| "offset": 268062768, |
| "bytes": 665856, |
| "shape": [ |
| 408, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.3.attention_norm.norm": { |
| "offset": 268728624, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.3.attention_norm.affine_weight": { |
| "offset": 268731888, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.3.attention_norm.affine_bias": { |
| "offset": 270063600, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.3.attention.projection": { |
| "offset": 270066864, |
| "bytes": 3290112, |
| "shape": [ |
| 2016, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.3.attention.qk_norm": { |
| "offset": 273356976, |
| "bytes": 272, |
| "shape": [ |
| 68 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.3.attention.head_weights": { |
| "offset": 273357248, |
| "bytes": 48, |
| "shape": [ |
| 12 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.3.attention.pair_bias": { |
| "offset": 273357296, |
| "bytes": 240, |
| "shape": [ |
| 12, |
| 5 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.3.attention.output": { |
| "offset": 273357536, |
| "bytes": 1449216, |
| "shape": [ |
| 408, |
| 888 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.3.ffn_norm.norm": { |
| "offset": 274806752, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.3.ffn_norm.affine_weight": { |
| "offset": 274810016, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.3.ffn_norm.affine_bias": { |
| "offset": 276141728, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.3.ffn.upgate": { |
| "offset": 276144992, |
| "bytes": 6658560, |
| "shape": [ |
| 4080, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.3.ffn.down": { |
| "offset": 282803552, |
| "bytes": 3329280, |
| "shape": [ |
| 408, |
| 2040 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.lateral_adapters.3": { |
| "offset": 286132832, |
| "bytes": 665856, |
| "shape": [ |
| 408, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.4.attention_norm.norm": { |
| "offset": 286798688, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.4.attention_norm.affine_weight": { |
| "offset": 286801952, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.4.attention_norm.affine_bias": { |
| "offset": 288133664, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.4.attention.projection": { |
| "offset": 288136928, |
| "bytes": 3290112, |
| "shape": [ |
| 2016, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.4.attention.qk_norm": { |
| "offset": 291427040, |
| "bytes": 272, |
| "shape": [ |
| 68 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.4.attention.head_weights": { |
| "offset": 291427312, |
| "bytes": 48, |
| "shape": [ |
| 12 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.4.attention.pair_bias": { |
| "offset": 291427360, |
| "bytes": 240, |
| "shape": [ |
| 12, |
| 5 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.4.attention.output": { |
| "offset": 291427600, |
| "bytes": 1449216, |
| "shape": [ |
| 408, |
| 888 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.4.ffn_norm.norm": { |
| "offset": 292876816, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.4.ffn_norm.affine_weight": { |
| "offset": 292880080, |
| "bytes": 1331712, |
| "shape": [ |
| 816, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.4.ffn_norm.affine_bias": { |
| "offset": 294211792, |
| "bytes": 3264, |
| "shape": [ |
| 816 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.4.ffn.upgate": { |
| "offset": 294215056, |
| "bytes": 6658560, |
| "shape": [ |
| 4080, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.blocks.4.ffn.down": { |
| "offset": 300873616, |
| "bytes": 3329280, |
| "shape": [ |
| 408, |
| 2040 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.lateral_adapters.4": { |
| "offset": 304202896, |
| "bytes": 665856, |
| "shape": [ |
| 408, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.endpoint_updates.0": { |
| "offset": 304868752, |
| "bytes": 4896, |
| "shape": [ |
| 3, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.endpoint_updates.1": { |
| "offset": 304873648, |
| "bytes": 4896, |
| "shape": [ |
| 3, |
| 408 |
| ], |
| "dtype": "float32" |
| }, |
| "finite.endpoint_updates.2": { |
| "offset": 304878544, |
| "bytes": 4896, |
| "shape": [ |
| 3, |
| 408 |
| ], |
| "dtype": "float32" |
| } |
| } |
| } |
|
|
