Add browser checkpoint assets

.gitattributes

@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 webgpu/post_joint_100k/weights.f32 filter=lfs diff=lfs merge=lfs -text
+webgpu/ck_135000/weights.f32 filter=lfs diff=lfs merge=lfs -text

webgpu/ck_135000/manifest.json

@@ -0,0 +1,2491 @@
+{
+  "format": "wsfmdock_webgpu_v6",
+  "method": "continuous_docking_pairgraph_allblock_secant_x1_ck_v6",
+  "stage": "ck",
+  "iteration": 135000,
+  "checkpoint_sha256": "1d8f4f9a8e5a582ad85ece5603f52d3595e79bde649a611267397efd96f19f17",
+  "weight_file": "weights.f32",
+  "weight_bytes": 304883440,
+  "weight_precision": "float32",
+  "activation_precision": "float32",
+  "accumulation_precision": "float32",
+  "config": {
+    "dim": 408,
+    "depth": 12,
+    "heads": 12,
+    "scalar_head_dim": 34,
+    "query_points": 6,
+    "point_values": 10,
+    "ff_hidden_dim": 2040,
+    "rope_base": 1000.0,
+    "flex_block_size": 128,
+    "a_e": 1.0,
+    "endpoint_update_layers": 3,
+    "endpoint_update_stride": 2,
+    "ck_suffix_layers": 5,
+    "multiscale_spatial_heads": 6,
+    "spatial_scale_min": 0.001,
+    "spatial_scale_max": 0.3,
+    "bond_bias_init_min": 0.0,
+    "bond_bias_init_max": 8.0
+  },
+  "embedding_offsets": {
+    "atomic": 0,
+    "role": 128,
+    "residue": 133,
+    "atom_name": 154
+  },
+  "endpoint_block_indices": [
+    7,
+    9,
+    11
+  ],
+  "finite_start_block": 7,
+  "sampling": {
+    "initial_molecule_scale": 10.0,
+    "process_molecule_scale": 1.0,
+    "sidechain_scale": 0.5
+  },
+  "time_frequencies": [
+    6.641670227050781,
+    9.074256896972656,
+    -1.7723369598388672,
+    8.445029258728027,
+    -1.5641759634017944,
+    -2.2122936248779297,
+    3.528808355331421,
+    8.99981689453125,
+    0.9290838241577148,
+    9.222551345825195,
+    -10.863503456115723,
+    2.4348864555358887,
+    -2.269798517227173,
+    -0.2420644760131836,
+    2.674729347229004,
+    -3.7042477130889893,
+    -5.670783519744873,
+    -5.274287700653076,
+    -7.8033037185668945,
+    -5.01579475402832,
+    7.434439659118652,
+    -12.461644172668457,
+    2.83498215675354,
+    -7.307047367095947,
+    4.0082855224609375,
+    5.530520439147949,
+    3.0829312801361084,
+    -8.378491401672363,
+    -0.04035911709070206,
+    -16.81785011291504,
+    -13.761927604675293,
+    -2.997864246368408,
+    16.05389976501465,
+    3.4412286281585693,
+    3.411165475845337,
+    -3.1478991508483887,
+    4.809675216674805,
+    0.025110600516200066,
+    -1.943206787109375,
+    5.45672082901001,
+    -3.1018519401550293,
+    -1.0861843824386597,
+    0.3605387806892395,
+    -2.801668167114258,
+    -1.5190898180007935,
+    7.443546772003174,
+    -6.148499965667725,
+    4.634922981262207,
+    -5.421417236328125,
+    -3.002305269241333,
+    0.2525463402271271,
+    -5.6707963943481445,
+    10.03635311126709,
+    -2.2733154296875,
+    4.1215033531188965,
+    6.777116298675537,
+    -10.28072452545166,
+    -14.23559856414795,
+    -8.285950660705566,
+    7.015595436096191,
+    0.049032434821128845,
+    9.946003913879395,
+    1.9397789239883423,
+    5.998835563659668,
+    3.385164976119995,
+    4.276932716369629,
+    0.6565613150596619,
+    -5.322626113891602,
+    -2.449033498764038,
+    -6.313889980316162,
+    -5.7336859703063965,
+    -0.9863746762275696,
+    -10.863755226135254,
+    10.495851516723633,
+    4.975937366485596,
+    4.330070972442627,
+    -2.076622724533081,
+    -11.964531898498535,
+    -0.2836264967918396,
+    -2.0674657821655273,
+    6.978450298309326,
+    -5.835918426513672,
+    -10.280917167663574,
+    -9.381731033325195,
+    1.9929068088531494,
+    3.750739574432373,
+    -7.248497486114502,
+    1.9181675910949707,
+    -4.356318473815918,
+    -1.9954235553741455,
+    -2.195485830307007,
+    2.0695762634277344,
+    2.8948001861572266,
+    4.890586853027344,
+    0.6092849969863892,
+    0.4583764374256134,
+    4.810478687286377,
+    -1.0248830318450928,
+    12.28849983215332,
+    14.20398235321045,
+    -6.366440773010254,
+    0.09225060790777206,
+    6.816547870635986,
+    -6.22482442855835,
+    2.7981014251708984,
+    -7.410264492034912,
+    -2.3002045154571533,
+    2.451075792312622,
+    -3.305241346359253,
+    -11.133681297302246,
+    1.9476172924041748,
+    10.692784309387207,
+    -5.845837593078613,
+    7.771844863891602,
+    -7.339365005493164,
+    1.3129369020462036,
+    -0.458981454372406,
+    7.52816915512085,
+    -0.9085550308227539,
+    1.64313805103302,
+    -10.480955123901367,
+    -4.463629245758057,
+    -4.632670879364014,
+    4.050179958343506,
+    1.8981401920318604,
+    -9.747804641723633,
+    -6.812469482421875,
+    5.181924819946289,
+    7.109494209289551,
+    -6.311796188354492,
+    -9.025218963623047,
+    -9.584630012512207,
+    1.1858493089675903,
+    1.9693129062652588,
+    3.937795400619507,
+    6.127451419830322,
+    5.037847518920898,
+    1.7954579591751099,
+    1.383825659751892,
+    -7.311039447784424,
+    -7.823827266693115,
+    5.05324125289917,
+    -0.17968334257602692,
+    -0.7940857410430908,
+    -11.556039810180664,
+    1.8041058778762817,
+    4.015260219573975,
+    -10.915335655212402,
+    9.889113426208496,
+    -12.448019981384277,
+    10.373078346252441,
+    -2.8326339721679688,
+    6.589669227600098,
+    1.6592177152633667,
+    3.208179235458374,
+    -12.19528579711914,
+    10.296189308166504,
+    -0.985230565071106,
+    -6.510705947875977,
+    -5.282708644866943,
+    -4.226221084594727,
+    2.847604990005493,
+    -0.8933730721473694,
+    3.287778854370117,
+    2.681788921356201,
+    -4.823451519012451,
+    1.890516996383667,
+    3.906057834625244,
+    -5.342893600463867,
+    7.500852584838867,
+    -1.989865779876709,
+    0.18692834675312042,
+    9.360791206359863,
+    4.973384857177734,
+    1.7561607360839844,
+    4.4882073402404785,
+    -2.5046234130859375,
+    -10.136517524719238,
+    0.6101129055023193,
+    -10.491379737854004,
+    -7.367652416229248,
+    -6.716552257537842,
+    7.242635726928711,
+    0.3392133414745331,
+    0.29238176345825195,
+    1.362377643585205,
+    3.4095120429992676,
+    2.384448766708374,
+    -6.9569597244262695,
+    -2.986891746520996,
+    -0.8865398168563843,
+    6.151259899139404,
+    -0.2196812927722931,
+    4.041287899017334,
+    -5.139440059661865,
+    -2.2782866954803467,
+    5.043351650238037,
+    -7.025182247161865,
+    -3.1190876960754395,
+    1.771507978439331,
+    -6.2102274894714355,
+    -13.74133014678955,
+    3.062546730041504,
+    -5.8471527099609375,
+    2.936671495437622,
+    -0.010395261459052563,
+    -3.1961071491241455,
+    -2.1623284816741943,
+    -10.078163146972656,
+    11.058752059936523,
+    -4.167074680328369,
+    10.563041687011719,
+    -3.9864449501037598,
+    -7.221310615539551,
+    -3.888606548309326,
+    -0.8271933794021606,
+    -2.1393656730651855,
+    0.6471344232559204,
+    3.5074894428253174,
+    -5.288480281829834,
+    -8.643198013305664,
+    8.185090065002441,
+    1.3039296865463257,
+    7.232913494110107,
+    -3.44378662109375,
+    9.343338966369629,
+    -2.0342824459075928,
+    -2.2599542140960693,
+    -5.2418718338012695,
+    0.3487952947616577,
+    3.8703646659851074,
+    6.042012691497803,
+    0.42278772592544556,
+    13.869487762451172,
+    -0.5022817254066467,
+    -7.221807956695557,
+    -4.22135591506958,
+    -0.04947290197014809,
+    -6.852050304412842,
+    1.1465415954589844,
+    5.100799083709717,
+    -3.3802196979522705,
+    0.805705726146698,
+    1.716975450515747,
+    7.655481338500977,
+    -6.982658863067627,
+    -6.420623779296875,
+    5.423731327056885,
+    2.8081438541412354,
+    -5.3651442527771,
+    8.084063529968262,
+    -1.7328189611434937,
+    4.681977272033691,
+    2.6811232566833496,
+    1.7920328378677368,
+    -2.787888526916504,
+    5.1082329750061035,
+    5.991892337799072,
+    -10.368412971496582,
+    -0.5756718516349792,
+    6.515495300292969,
+    -0.12538591027259827,
+    -4.157395839691162,
+    -12.140035629272461,
+    -1.642047643661499,
+    -4.086763381958008,
+    -6.381872653961182,
+    4.3873677253723145,
+    -8.15517520904541,
+    -3.87650203704834,
+    7.007783889770508,
+    10.363239288330078,
+    3.798348903656006,
+    10.365145683288574,
+    0.024037016555666924,
+    3.2968263626098633,
+    6.487846851348877,
+    -10.162728309631348,
+    2.0858917236328125,
+    5.433018684387207,
+    -2.282616376876831,
+    -1.1154744625091553,
+    -1.1968388557434082,
+    4.653929233551025,
+    -2.284942865371704,
+    8.478745460510254,
+    -6.246888160705566,
+    3.3941824436187744,
+    12.65295124053955,
+    8.26505184173584,
+    6.129899978637695,
+    -2.5109100341796875,
+    3.520368814468384,
+    3.898855447769165,
+    1.6922954320907593,
+    -10.867064476013184,
+    5.325526237487793,
+    7.891923904418945,
+    7.614623069763184,
+    5.974137783050537,
+    -7.50972318649292,
+    -0.6342536807060242,
+    5.877256870269775,
+    5.580990314483643,
+    3.6853978633880615,
+    3.239553213119507,
+    -7.593712329864502,
+    -0.14854973554611206,
+    11.184463500976562,
+    -0.2653779983520508,
+    9.953760147094727,
+    6.936809062957764,
+    5.194331169128418,
+    0.8417597413063049,
+    -14.449994087219238,
+    -12.2345609664917,
+    12.195137977600098,
+    -0.14118555188179016,
+    8.022275924682617,
+    1.4738085269927979,
+    11.40345287322998,
+    0.04031062871217728,
+    -0.29887816309928894,
+    1.7035884857177734,
+    0.5646899342536926,
+    4.907189846038818,
+    0.25372785329818726,
+    7.314148902893066,
+    -10.725066184997559,
+    0.6059377193450928,
+    -0.192482590675354,
+    5.410050868988037,
+    1.4159018993377686,
+    -1.1385618448257446,
+    -13.785346031188965,
+    2.5464484691619873,
+    -5.514156818389893,
+    -2.7445292472839355,
+    -8.180571556091309,
+    3.836935520172119,
+    0.9657350182533264,
+    -4.5014166831970215,
+    4.0045623779296875,
+    3.72245717048645,
+    2.7523844242095947,
+    -3.9829845428466797,
+    9.744963645935059,
+    -8.313566207885742,
+    9.44027042388916,
+    0.37592750787734985,
+    13.873886108398438,
+    -8.707624435424805,
+    2.9821553230285645,
+    4.55060338973999,
+    -10.130577087402344,
+    3.8860037326812744,
+    3.5626513957977295,
+    -7.1520094871521,
+    4.867298126220703,
+    -2.6542603969573975,
+    6.118062496185303,
+    2.9122543334960938,
+    5.623640537261963,
+    -5.836672306060791,
+    0.06568397581577301,
+    -3.3156301975250244,
+    -6.804542064666748,
+    14.254461288452148,
+    3.3197689056396484,
+    3.9057185649871826,
+    -0.12135185301303864,
+    9.842053413391113,
+    4.64711856842041,
+    0.5384713411331177,
+    -14.48873233795166,
+    -4.711231231689453,
+    7.007510662078857,
+    -1.689589262008667,
+    2.5211095809936523,
+    -0.02304122969508171,
+    8.87883186340332,
+    -4.746188640594482,
+    -6.8456597328186035,
+    -13.182085990905762,
+    0.8862783312797546,
+    -2.8586881160736084,
+    -7.091681003570557,
+    -0.3582576513290405,
+    -2.6386361122131348,
+    -3.561924934387207,
+    1.672676682472229,
+    5.307150363922119,
+    2.5030627250671387,
+    0.7680068016052246,
+    -7.192819118499756,
+    -2.3492090702056885,
+    2.4020206928253174,
+    7.982364177703857,
+    -2.2059378623962402,
+    3.145641803741455,
+    5.874682426452637,
+    10.349384307861328,
+    -5.5676751136779785,
+    0.14949274063110352,
+    6.8305206298828125,
+    2.8054893016815186,
+    -3.023589611053467,
+    -2.727911949157715
+  ],
+  "tensors": {
+    "local.embedding": {
+      "offset": 0,
+      "bytes": 314976,
+      "shape": [
+        193,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.time_features": {
+      "offset": 314976,
+      "bytes": 1632,
+      "shape": [
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.time_embedding": {
+      "offset": 316608,
+      "bytes": 1331712,
+      "shape": [
+        408,
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.0.attention_norm.norm": {
+      "offset": 1648320,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.0.attention_norm.affine_weight": {
+      "offset": 1651584,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.0.attention_norm.affine_bias": {
+      "offset": 2983296,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.0.attention.projection": {
+      "offset": 2986560,
+      "bytes": 3290112,
+      "shape": [
+        2016,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.0.attention.qk_norm": {
+      "offset": 6276672,
+      "bytes": 272,
+      "shape": [
+        68
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.0.attention.head_weights": {
+      "offset": 6276944,
+      "bytes": 48,
+      "shape": [
+        12
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.0.attention.pair_bias": {
+      "offset": 6276992,
+      "bytes": 240,
+      "shape": [
+        12,
+        5
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.0.attention.output": {
+      "offset": 6277232,
+      "bytes": 1449216,
+      "shape": [
+        408,
+        888
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.0.ffn_norm.norm": {
+      "offset": 7726448,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.0.ffn_norm.affine_weight": {
+      "offset": 7729712,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.0.ffn_norm.affine_bias": {
+      "offset": 9061424,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.0.ffn.upgate": {
+      "offset": 9064688,
+      "bytes": 6658560,
+      "shape": [
+        4080,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.0.ffn.down": {
+      "offset": 15723248,
+      "bytes": 3329280,
+      "shape": [
+        408,
+        2040
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.1.attention_norm.norm": {
+      "offset": 19052528,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.1.attention_norm.affine_weight": {
+      "offset": 19055792,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.1.attention_norm.affine_bias": {
+      "offset": 20387504,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.1.attention.projection": {
+      "offset": 20390768,
+      "bytes": 3290112,
+      "shape": [
+        2016,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.1.attention.qk_norm": {
+      "offset": 23680880,
+      "bytes": 272,
+      "shape": [
+        68
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.1.attention.head_weights": {
+      "offset": 23681152,
+      "bytes": 48,
+      "shape": [
+        12
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.1.attention.pair_bias": {
+      "offset": 23681200,
+      "bytes": 240,
+      "shape": [
+        12,
+        5
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.1.attention.output": {
+      "offset": 23681440,
+      "bytes": 1449216,
+      "shape": [
+        408,
+        888
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.1.ffn_norm.norm": {
+      "offset": 25130656,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.1.ffn_norm.affine_weight": {
+      "offset": 25133920,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.1.ffn_norm.affine_bias": {
+      "offset": 26465632,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.1.ffn.upgate": {
+      "offset": 26468896,
+      "bytes": 6658560,
+      "shape": [
+        4080,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.1.ffn.down": {
+      "offset": 33127456,
+      "bytes": 3329280,
+      "shape": [
+        408,
+        2040
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.2.attention_norm.norm": {
+      "offset": 36456736,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.2.attention_norm.affine_weight": {
+      "offset": 36460000,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.2.attention_norm.affine_bias": {
+      "offset": 37791712,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.2.attention.projection": {
+      "offset": 37794976,
+      "bytes": 3290112,
+      "shape": [
+        2016,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.2.attention.qk_norm": {
+      "offset": 41085088,
+      "bytes": 272,
+      "shape": [
+        68
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.2.attention.head_weights": {
+      "offset": 41085360,
+      "bytes": 48,
+      "shape": [
+        12
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.2.attention.pair_bias": {
+      "offset": 41085408,
+      "bytes": 240,
+      "shape": [
+        12,
+        5
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.2.attention.output": {
+      "offset": 41085648,
+      "bytes": 1449216,
+      "shape": [
+        408,
+        888
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.2.ffn_norm.norm": {
+      "offset": 42534864,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.2.ffn_norm.affine_weight": {
+      "offset": 42538128,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.2.ffn_norm.affine_bias": {
+      "offset": 43869840,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.2.ffn.upgate": {
+      "offset": 43873104,
+      "bytes": 6658560,
+      "shape": [
+        4080,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.2.ffn.down": {
+      "offset": 50531664,
+      "bytes": 3329280,
+      "shape": [
+        408,
+        2040
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.3.attention_norm.norm": {
+      "offset": 53860944,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.3.attention_norm.affine_weight": {
+      "offset": 53864208,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.3.attention_norm.affine_bias": {
+      "offset": 55195920,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.3.attention.projection": {
+      "offset": 55199184,
+      "bytes": 3290112,
+      "shape": [
+        2016,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.3.attention.qk_norm": {
+      "offset": 58489296,
+      "bytes": 272,
+      "shape": [
+        68
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.3.attention.head_weights": {
+      "offset": 58489568,
+      "bytes": 48,
+      "shape": [
+        12
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.3.attention.pair_bias": {
+      "offset": 58489616,
+      "bytes": 240,
+      "shape": [
+        12,
+        5
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.3.attention.output": {
+      "offset": 58489856,
+      "bytes": 1449216,
+      "shape": [
+        408,
+        888
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.3.ffn_norm.norm": {
+      "offset": 59939072,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.3.ffn_norm.affine_weight": {
+      "offset": 59942336,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.3.ffn_norm.affine_bias": {
+      "offset": 61274048,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.3.ffn.upgate": {
+      "offset": 61277312,
+      "bytes": 6658560,
+      "shape": [
+        4080,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.3.ffn.down": {
+      "offset": 67935872,
+      "bytes": 3329280,
+      "shape": [
+        408,
+        2040
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.4.attention_norm.norm": {
+      "offset": 71265152,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.4.attention_norm.affine_weight": {
+      "offset": 71268416,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.4.attention_norm.affine_bias": {
+      "offset": 72600128,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.4.attention.projection": {
+      "offset": 72603392,
+      "bytes": 3290112,
+      "shape": [
+        2016,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.4.attention.qk_norm": {
+      "offset": 75893504,
+      "bytes": 272,
+      "shape": [
+        68
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.4.attention.head_weights": {
+      "offset": 75893776,
+      "bytes": 48,
+      "shape": [
+        12
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.4.attention.pair_bias": {
+      "offset": 75893824,
+      "bytes": 240,
+      "shape": [
+        12,
+        5
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.4.attention.output": {
+      "offset": 75894064,
+      "bytes": 1449216,
+      "shape": [
+        408,
+        888
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.4.ffn_norm.norm": {
+      "offset": 77343280,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.4.ffn_norm.affine_weight": {
+      "offset": 77346544,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.4.ffn_norm.affine_bias": {
+      "offset": 78678256,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.4.ffn.upgate": {
+      "offset": 78681520,
+      "bytes": 6658560,
+      "shape": [
+        4080,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.4.ffn.down": {
+      "offset": 85340080,
+      "bytes": 3329280,
+      "shape": [
+        408,
+        2040
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.5.attention_norm.norm": {
+      "offset": 88669360,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.5.attention_norm.affine_weight": {
+      "offset": 88672624,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.5.attention_norm.affine_bias": {
+      "offset": 90004336,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.5.attention.projection": {
+      "offset": 90007600,
+      "bytes": 3290112,
+      "shape": [
+        2016,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.5.attention.qk_norm": {
+      "offset": 93297712,
+      "bytes": 272,
+      "shape": [
+        68
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.5.attention.head_weights": {
+      "offset": 93297984,
+      "bytes": 48,
+      "shape": [
+        12
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.5.attention.pair_bias": {
+      "offset": 93298032,
+      "bytes": 240,
+      "shape": [
+        12,
+        5
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.5.attention.output": {
+      "offset": 93298272,
+      "bytes": 1449216,
+      "shape": [
+        408,
+        888
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.5.ffn_norm.norm": {
+      "offset": 94747488,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.5.ffn_norm.affine_weight": {
+      "offset": 94750752,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.5.ffn_norm.affine_bias": {
+      "offset": 96082464,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.5.ffn.upgate": {
+      "offset": 96085728,
+      "bytes": 6658560,
+      "shape": [
+        4080,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.5.ffn.down": {
+      "offset": 102744288,
+      "bytes": 3329280,
+      "shape": [
+        408,
+        2040
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.6.attention_norm.norm": {
+      "offset": 106073568,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.6.attention_norm.affine_weight": {
+      "offset": 106076832,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.6.attention_norm.affine_bias": {
+      "offset": 107408544,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.6.attention.projection": {
+      "offset": 107411808,
+      "bytes": 3290112,
+      "shape": [
+        2016,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.6.attention.qk_norm": {
+      "offset": 110701920,
+      "bytes": 272,
+      "shape": [
+        68
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.6.attention.head_weights": {
+      "offset": 110702192,
+      "bytes": 48,
+      "shape": [
+        12
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.6.attention.pair_bias": {
+      "offset": 110702240,
+      "bytes": 240,
+      "shape": [
+        12,
+        5
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.6.attention.output": {
+      "offset": 110702480,
+      "bytes": 1449216,
+      "shape": [
+        408,
+        888
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.6.ffn_norm.norm": {
+      "offset": 112151696,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.6.ffn_norm.affine_weight": {
+      "offset": 112154960,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.6.ffn_norm.affine_bias": {
+      "offset": 113486672,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.6.ffn.upgate": {
+      "offset": 113489936,
+      "bytes": 6658560,
+      "shape": [
+        4080,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.6.ffn.down": {
+      "offset": 120148496,
+      "bytes": 3329280,
+      "shape": [
+        408,
+        2040
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.7.attention_norm.norm": {
+      "offset": 123477776,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.7.attention_norm.affine_weight": {
+      "offset": 123481040,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.7.attention_norm.affine_bias": {
+      "offset": 124812752,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.7.attention.projection": {
+      "offset": 124816016,
+      "bytes": 3290112,
+      "shape": [
+        2016,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.7.attention.qk_norm": {
+      "offset": 128106128,
+      "bytes": 272,
+      "shape": [
+        68
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.7.attention.head_weights": {
+      "offset": 128106400,
+      "bytes": 48,
+      "shape": [
+        12
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.7.attention.pair_bias": {
+      "offset": 128106448,
+      "bytes": 240,
+      "shape": [
+        12,
+        5
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.7.attention.output": {
+      "offset": 128106688,
+      "bytes": 1449216,
+      "shape": [
+        408,
+        888
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.7.ffn_norm.norm": {
+      "offset": 129555904,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.7.ffn_norm.affine_weight": {
+      "offset": 129559168,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.7.ffn_norm.affine_bias": {
+      "offset": 130890880,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.7.ffn.upgate": {
+      "offset": 130894144,
+      "bytes": 6658560,
+      "shape": [
+        4080,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.7.ffn.down": {
+      "offset": 137552704,
+      "bytes": 3329280,
+      "shape": [
+        408,
+        2040
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.8.attention_norm.norm": {
+      "offset": 140881984,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.8.attention_norm.affine_weight": {
+      "offset": 140885248,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.8.attention_norm.affine_bias": {
+      "offset": 142216960,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.8.attention.projection": {
+      "offset": 142220224,
+      "bytes": 3290112,
+      "shape": [
+        2016,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.8.attention.qk_norm": {
+      "offset": 145510336,
+      "bytes": 272,
+      "shape": [
+        68
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.8.attention.head_weights": {
+      "offset": 145510608,
+      "bytes": 48,
+      "shape": [
+        12
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.8.attention.pair_bias": {
+      "offset": 145510656,
+      "bytes": 240,
+      "shape": [
+        12,
+        5
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.8.attention.output": {
+      "offset": 145510896,
+      "bytes": 1449216,
+      "shape": [
+        408,
+        888
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.8.ffn_norm.norm": {
+      "offset": 146960112,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.8.ffn_norm.affine_weight": {
+      "offset": 146963376,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.8.ffn_norm.affine_bias": {
+      "offset": 148295088,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.8.ffn.upgate": {
+      "offset": 148298352,
+      "bytes": 6658560,
+      "shape": [
+        4080,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.8.ffn.down": {
+      "offset": 154956912,
+      "bytes": 3329280,
+      "shape": [
+        408,
+        2040
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.9.attention_norm.norm": {
+      "offset": 158286192,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.9.attention_norm.affine_weight": {
+      "offset": 158289456,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.9.attention_norm.affine_bias": {
+      "offset": 159621168,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.9.attention.projection": {
+      "offset": 159624432,
+      "bytes": 3290112,
+      "shape": [
+        2016,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.9.attention.qk_norm": {
+      "offset": 162914544,
+      "bytes": 272,
+      "shape": [
+        68
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.9.attention.head_weights": {
+      "offset": 162914816,
+      "bytes": 48,
+      "shape": [
+        12
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.9.attention.pair_bias": {
+      "offset": 162914864,
+      "bytes": 240,
+      "shape": [
+        12,
+        5
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.9.attention.output": {
+      "offset": 162915104,
+      "bytes": 1449216,
+      "shape": [
+        408,
+        888
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.9.ffn_norm.norm": {
+      "offset": 164364320,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.9.ffn_norm.affine_weight": {
+      "offset": 164367584,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.9.ffn_norm.affine_bias": {
+      "offset": 165699296,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.9.ffn.upgate": {
+      "offset": 165702560,
+      "bytes": 6658560,
+      "shape": [
+        4080,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.9.ffn.down": {
+      "offset": 172361120,
+      "bytes": 3329280,
+      "shape": [
+        408,
+        2040
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.10.attention_norm.norm": {
+      "offset": 175690400,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.10.attention_norm.affine_weight": {
+      "offset": 175693664,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.10.attention_norm.affine_bias": {
+      "offset": 177025376,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.10.attention.projection": {
+      "offset": 177028640,
+      "bytes": 3290112,
+      "shape": [
+        2016,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.10.attention.qk_norm": {
+      "offset": 180318752,
+      "bytes": 272,
+      "shape": [
+        68
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.10.attention.head_weights": {
+      "offset": 180319024,
+      "bytes": 48,
+      "shape": [
+        12
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.10.attention.pair_bias": {
+      "offset": 180319072,
+      "bytes": 240,
+      "shape": [
+        12,
+        5
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.10.attention.output": {
+      "offset": 180319312,
+      "bytes": 1449216,
+      "shape": [
+        408,
+        888
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.10.ffn_norm.norm": {
+      "offset": 181768528,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.10.ffn_norm.affine_weight": {
+      "offset": 181771792,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.10.ffn_norm.affine_bias": {
+      "offset": 183103504,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.10.ffn.upgate": {
+      "offset": 183106768,
+      "bytes": 6658560,
+      "shape": [
+        4080,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.10.ffn.down": {
+      "offset": 189765328,
+      "bytes": 3329280,
+      "shape": [
+        408,
+        2040
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.11.attention_norm.norm": {
+      "offset": 193094608,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.11.attention_norm.affine_weight": {
+      "offset": 193097872,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.11.attention_norm.affine_bias": {
+      "offset": 194429584,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.11.attention.projection": {
+      "offset": 194432848,
+      "bytes": 3290112,
+      "shape": [
+        2016,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.11.attention.qk_norm": {
+      "offset": 197722960,
+      "bytes": 272,
+      "shape": [
+        68
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.11.attention.head_weights": {
+      "offset": 197723232,
+      "bytes": 48,
+      "shape": [
+        12
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.11.attention.pair_bias": {
+      "offset": 197723280,
+      "bytes": 240,
+      "shape": [
+        12,
+        5
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.11.attention.output": {
+      "offset": 197723520,
+      "bytes": 1449216,
+      "shape": [
+        408,
+        888
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.11.ffn_norm.norm": {
+      "offset": 199172736,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.11.ffn_norm.affine_weight": {
+      "offset": 199176000,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.11.ffn_norm.affine_bias": {
+      "offset": 200507712,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.11.ffn.upgate": {
+      "offset": 200510976,
+      "bytes": 6658560,
+      "shape": [
+        4080,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.blocks.11.ffn.down": {
+      "offset": 207169536,
+      "bytes": 3329280,
+      "shape": [
+        408,
+        2040
+      ],
+      "dtype": "float32"
+    },
+    "local.endpoint_updates.0": {
+      "offset": 210498816,
+      "bytes": 4896,
+      "shape": [
+        3,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.endpoint_updates.1": {
+      "offset": 210503712,
+      "bytes": 4896,
+      "shape": [
+        3,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "local.endpoint_updates.2": {
+      "offset": 210508608,
+      "bytes": 4896,
+      "shape": [
+        3,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite_time_embedding": {
+      "offset": 210513504,
+      "bytes": 3995136,
+      "shape": [
+        408,
+        2448
+      ],
+      "dtype": "float32"
+    },
+    "noise_encoder": {
+      "offset": 214508640,
+      "bytes": 9792,
+      "shape": [
+        408,
+        6
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.0.attention_norm.norm": {
+      "offset": 214518432,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.0.attention_norm.affine_weight": {
+      "offset": 214521696,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.0.attention_norm.affine_bias": {
+      "offset": 215853408,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.0.attention.projection": {
+      "offset": 215856672,
+      "bytes": 3290112,
+      "shape": [
+        2016,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.0.attention.qk_norm": {
+      "offset": 219146784,
+      "bytes": 272,
+      "shape": [
+        68
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.0.attention.head_weights": {
+      "offset": 219147056,
+      "bytes": 48,
+      "shape": [
+        12
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.0.attention.pair_bias": {
+      "offset": 219147104,
+      "bytes": 240,
+      "shape": [
+        12,
+        5
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.0.attention.output": {
+      "offset": 219147344,
+      "bytes": 1449216,
+      "shape": [
+        408,
+        888
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.0.ffn_norm.norm": {
+      "offset": 220596560,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.0.ffn_norm.affine_weight": {
+      "offset": 220599824,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.0.ffn_norm.affine_bias": {
+      "offset": 221931536,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.0.ffn.upgate": {
+      "offset": 221934800,
+      "bytes": 6658560,
+      "shape": [
+        4080,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.0.ffn.down": {
+      "offset": 228593360,
+      "bytes": 3329280,
+      "shape": [
+        408,
+        2040
+      ],
+      "dtype": "float32"
+    },
+    "finite.lateral_adapters.0": {
+      "offset": 231922640,
+      "bytes": 665856,
+      "shape": [
+        408,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.1.attention_norm.norm": {
+      "offset": 232588496,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.1.attention_norm.affine_weight": {
+      "offset": 232591760,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.1.attention_norm.affine_bias": {
+      "offset": 233923472,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.1.attention.projection": {
+      "offset": 233926736,
+      "bytes": 3290112,
+      "shape": [
+        2016,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.1.attention.qk_norm": {
+      "offset": 237216848,
+      "bytes": 272,
+      "shape": [
+        68
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.1.attention.head_weights": {
+      "offset": 237217120,
+      "bytes": 48,
+      "shape": [
+        12
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.1.attention.pair_bias": {
+      "offset": 237217168,
+      "bytes": 240,
+      "shape": [
+        12,
+        5
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.1.attention.output": {
+      "offset": 237217408,
+      "bytes": 1449216,
+      "shape": [
+        408,
+        888
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.1.ffn_norm.norm": {
+      "offset": 238666624,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.1.ffn_norm.affine_weight": {
+      "offset": 238669888,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.1.ffn_norm.affine_bias": {
+      "offset": 240001600,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.1.ffn.upgate": {
+      "offset": 240004864,
+      "bytes": 6658560,
+      "shape": [
+        4080,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.1.ffn.down": {
+      "offset": 246663424,
+      "bytes": 3329280,
+      "shape": [
+        408,
+        2040
+      ],
+      "dtype": "float32"
+    },
+    "finite.lateral_adapters.1": {
+      "offset": 249992704,
+      "bytes": 665856,
+      "shape": [
+        408,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.2.attention_norm.norm": {
+      "offset": 250658560,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.2.attention_norm.affine_weight": {
+      "offset": 250661824,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.2.attention_norm.affine_bias": {
+      "offset": 251993536,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.2.attention.projection": {
+      "offset": 251996800,
+      "bytes": 3290112,
+      "shape": [
+        2016,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.2.attention.qk_norm": {
+      "offset": 255286912,
+      "bytes": 272,
+      "shape": [
+        68
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.2.attention.head_weights": {
+      "offset": 255287184,
+      "bytes": 48,
+      "shape": [
+        12
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.2.attention.pair_bias": {
+      "offset": 255287232,
+      "bytes": 240,
+      "shape": [
+        12,
+        5
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.2.attention.output": {
+      "offset": 255287472,
+      "bytes": 1449216,
+      "shape": [
+        408,
+        888
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.2.ffn_norm.norm": {
+      "offset": 256736688,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.2.ffn_norm.affine_weight": {
+      "offset": 256739952,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.2.ffn_norm.affine_bias": {
+      "offset": 258071664,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.2.ffn.upgate": {
+      "offset": 258074928,
+      "bytes": 6658560,
+      "shape": [
+        4080,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.2.ffn.down": {
+      "offset": 264733488,
+      "bytes": 3329280,
+      "shape": [
+        408,
+        2040
+      ],
+      "dtype": "float32"
+    },
+    "finite.lateral_adapters.2": {
+      "offset": 268062768,
+      "bytes": 665856,
+      "shape": [
+        408,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.3.attention_norm.norm": {
+      "offset": 268728624,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.3.attention_norm.affine_weight": {
+      "offset": 268731888,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.3.attention_norm.affine_bias": {
+      "offset": 270063600,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.3.attention.projection": {
+      "offset": 270066864,
+      "bytes": 3290112,
+      "shape": [
+        2016,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.3.attention.qk_norm": {
+      "offset": 273356976,
+      "bytes": 272,
+      "shape": [
+        68
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.3.attention.head_weights": {
+      "offset": 273357248,
+      "bytes": 48,
+      "shape": [
+        12
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.3.attention.pair_bias": {
+      "offset": 273357296,
+      "bytes": 240,
+      "shape": [
+        12,
+        5
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.3.attention.output": {
+      "offset": 273357536,
+      "bytes": 1449216,
+      "shape": [
+        408,
+        888
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.3.ffn_norm.norm": {
+      "offset": 274806752,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.3.ffn_norm.affine_weight": {
+      "offset": 274810016,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.3.ffn_norm.affine_bias": {
+      "offset": 276141728,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.3.ffn.upgate": {
+      "offset": 276144992,
+      "bytes": 6658560,
+      "shape": [
+        4080,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.3.ffn.down": {
+      "offset": 282803552,
+      "bytes": 3329280,
+      "shape": [
+        408,
+        2040
+      ],
+      "dtype": "float32"
+    },
+    "finite.lateral_adapters.3": {
+      "offset": 286132832,
+      "bytes": 665856,
+      "shape": [
+        408,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.4.attention_norm.norm": {
+      "offset": 286798688,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.4.attention_norm.affine_weight": {
+      "offset": 286801952,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.4.attention_norm.affine_bias": {
+      "offset": 288133664,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.4.attention.projection": {
+      "offset": 288136928,
+      "bytes": 3290112,
+      "shape": [
+        2016,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.4.attention.qk_norm": {
+      "offset": 291427040,
+      "bytes": 272,
+      "shape": [
+        68
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.4.attention.head_weights": {
+      "offset": 291427312,
+      "bytes": 48,
+      "shape": [
+        12
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.4.attention.pair_bias": {
+      "offset": 291427360,
+      "bytes": 240,
+      "shape": [
+        12,
+        5
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.4.attention.output": {
+      "offset": 291427600,
+      "bytes": 1449216,
+      "shape": [
+        408,
+        888
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.4.ffn_norm.norm": {
+      "offset": 292876816,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.4.ffn_norm.affine_weight": {
+      "offset": 292880080,
+      "bytes": 1331712,
+      "shape": [
+        816,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.4.ffn_norm.affine_bias": {
+      "offset": 294211792,
+      "bytes": 3264,
+      "shape": [
+        816
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.4.ffn.upgate": {
+      "offset": 294215056,
+      "bytes": 6658560,
+      "shape": [
+        4080,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.blocks.4.ffn.down": {
+      "offset": 300873616,
+      "bytes": 3329280,
+      "shape": [
+        408,
+        2040
+      ],
+      "dtype": "float32"
+    },
+    "finite.lateral_adapters.4": {
+      "offset": 304202896,
+      "bytes": 665856,
+      "shape": [
+        408,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.endpoint_updates.0": {
+      "offset": 304868752,
+      "bytes": 4896,
+      "shape": [
+        3,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.endpoint_updates.1": {
+      "offset": 304873648,
+      "bytes": 4896,
+      "shape": [
+        3,
+        408
+      ],
+      "dtype": "float32"
+    },
+    "finite.endpoint_updates.2": {
+      "offset": 304878544,
+      "bytes": 4896,
+      "shape": [
+        3,
+        408
+      ],
+      "dtype": "float32"
+    }
+  }
+}

webgpu/ck_135000/weights.f32

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9a8877cf2100d32ab02d61e081e11857922d94515363eadea282fcaaa39563
+size 304883440