{
  "format": "wsfmdock_webgpu_v1",
  "method": "continuous_docking_pairgraph_secant_x1_ck_v3",
  "stage": "ck",
  "iteration": 100000,
  "checkpoint_sha256": "6f3c355de56fb4c620ac179ad157dbc402ef4497b80247c0e97c9e1324a45700",
  "weight_file": "weights.f32",
  "weight_bytes": 304883440,
  "weight_precision": "float32",
  "activation_precision": "float32",
  "accumulation_precision": "float32",
  "config": {
    "dim": 408,
    "depth": 12,
    "heads": 12,
    "scalar_head_dim": 34,
    "query_points": 6,
    "point_values": 10,
    "ff_hidden_dim": 2040,
    "rope_base": 1000.0,
    "flex_block_size": 128,
    "a_e": 1.0,
    "endpoint_update_layers": 3,
    "endpoint_update_stride": 2,
    "ck_suffix_layers": 5
  },
  "embedding_offsets": {
    "atomic": 0,
    "role": 128,
    "residue": 133,
    "atom_name": 154
  },
  "endpoint_block_indices": [
    7,
    9,
    11
  ],
  "finite_start_block": 7,
  "legacy_pair_blocks": [
    "local.blocks.0"
  ],
  "time_frequencies": [
    6.641670227050781,
    9.074256896972656,
    -1.7723369598388672,
    8.445029258728027,
    -1.5641759634017944,
    -2.2122936248779297,
    3.528808355331421,
    8.99981689453125,
    0.9290838241577148,
    9.222551345825195,
    -10.863503456115723,
    2.4348864555358887,
    -2.269798517227173,
    -0.2420644760131836,
    2.674729347229004,
    -3.7042477130889893,
    -5.670783519744873,
    -5.274287700653076,
    -7.8033037185668945,
    -5.01579475402832,
    7.434439659118652,
    -12.461644172668457,
    2.83498215675354,
    -7.307047367095947,
    4.0082855224609375,
    5.530520439147949,
    3.0829312801361084,
    -8.378491401672363,
    -0.04035911709070206,
    -16.81785011291504,
    -13.761927604675293,
    -2.997864246368408,
    16.05389976501465,
    3.4412286281585693,
    3.411165475845337,
    -3.1478991508483887,
    4.809675216674805,
    0.025110600516200066,
    -1.943206787109375,
    5.45672082901001,
    -3.1018519401550293,
    -1.0861843824386597,
    0.3605387806892395,
    -2.801668167114258,
    -1.5190898180007935,
    7.443546772003174,
    -6.148499965667725,
    4.634922981262207,
    -5.421417236328125,
    -3.002305269241333,
    0.2525463402271271,
    -5.6707963943481445,
    10.03635311126709,
    -2.2733154296875,
    4.1215033531188965,
    6.777116298675537,
    -10.28072452545166,
    -14.23559856414795,
    -8.285950660705566,
    7.015595436096191,
    0.049032434821128845,
    9.946003913879395,
    1.9397789239883423,
    5.998835563659668,
    3.385164976119995,
    4.276932716369629,
    0.6565613150596619,
    -5.322626113891602,
    -2.449033498764038,
    -6.313889980316162,
    -5.7336859703063965,
    -0.9863746762275696,
    -10.863755226135254,
    10.495851516723633,
    4.975937366485596,
    4.330070972442627,
    -2.076622724533081,
    -11.964531898498535,
    -0.2836264967918396,
    -2.0674657821655273,
    6.978450298309326,
    -5.835918426513672,
    -10.280917167663574,
    -9.381731033325195,
    1.9929068088531494,
    3.750739574432373,
    -7.248497486114502,
    1.9181675910949707,
    -4.356318473815918,
    -1.9954235553741455,
    -2.195485830307007,
    2.0695762634277344,
    2.8948001861572266,
    4.890586853027344,
    0.6092849969863892,
    0.4583764374256134,
    4.810478687286377,
    -1.0248830318450928,
    12.28849983215332,
    14.20398235321045,
    -6.366440773010254,
    0.09225060790777206,
    6.816547870635986,
    -6.22482442855835,
    2.7981014251708984,
    -7.410264492034912,
    -2.3002045154571533,
    2.451075792312622,
    -3.305241346359253,
    -11.133681297302246,
    1.9476172924041748,
    10.692784309387207,
    -5.845837593078613,
    7.771844863891602,
    -7.339365005493164,
    1.3129369020462036,
    -0.458981454372406,
    7.52816915512085,
    -0.9085550308227539,
    1.64313805103302,
    -10.480955123901367,
    -4.463629245758057,
    -4.632670879364014,
    4.050179958343506,
    1.8981401920318604,
    -9.747804641723633,
    -6.812469482421875,
    5.181924819946289,
    7.109494209289551,
    -6.311796188354492,
    -9.025218963623047,
    -9.584630012512207,
    1.1858493089675903,
    1.9693129062652588,
    3.937795400619507,
    6.127451419830322,
    5.037847518920898,
    1.7954579591751099,
    1.383825659751892,
    -7.311039447784424,
    -7.823827266693115,
    5.05324125289917,
    -0.17968334257602692,
    -0.7940857410430908,
    -11.556039810180664,
    1.8041058778762817,
    4.015260219573975,
    -10.915335655212402,
    9.889113426208496,
    -12.448019981384277,
    10.373078346252441,
    -2.8326339721679688,
    6.589669227600098,
    1.6592177152633667,
    3.208179235458374,
    -12.19528579711914,
    10.296189308166504,
    -0.985230565071106,
    -6.510705947875977,
    -5.282708644866943,
    -4.226221084594727,
    2.847604990005493,
    -0.8933730721473694,
    3.287778854370117,
    2.681788921356201,
    -4.823451519012451,
    1.890516996383667,
    3.906057834625244,
    -5.342893600463867,
    7.500852584838867,
    -1.989865779876709,
    0.18692834675312042,
    9.360791206359863,
    4.973384857177734,
    1.7561607360839844,
    4.4882073402404785,
    -2.5046234130859375,
    -10.136517524719238,
    0.6101129055023193,
    -10.491379737854004,
    -7.367652416229248,
    -6.716552257537842,
    7.242635726928711,
    0.3392133414745331,
    0.29238176345825195,
    1.362377643585205,
    3.4095120429992676,
    2.384448766708374,
    -6.9569597244262695,
    -2.986891746520996,
    -0.8865398168563843,
    6.151259899139404,
    -0.2196812927722931,
    4.041287899017334,
    -5.139440059661865,
    -2.2782866954803467,
    5.043351650238037,
    -7.025182247161865,
    -3.1190876960754395,
    1.771507978439331,
    -6.2102274894714355,
    -13.74133014678955,
    3.062546730041504,
    -5.8471527099609375,
    2.936671495437622,
    -0.010395261459052563,
    -3.1961071491241455,
    -2.1623284816741943,
    -10.078163146972656,
    11.058752059936523,
    -4.167074680328369,
    10.563041687011719,
    -3.9864449501037598,
    -7.221310615539551,
    -3.888606548309326,
    -0.8271933794021606,
    -2.1393656730651855,
    0.6471344232559204,
    3.5074894428253174,
    -5.288480281829834,
    -8.643198013305664,
    8.185090065002441,
    1.3039296865463257,
    7.232913494110107,
    -3.44378662109375,
    9.343338966369629,
    -2.0342824459075928,
    -2.2599542140960693,
    -5.2418718338012695,
    0.3487952947616577,
    3.8703646659851074,
    6.042012691497803,
    0.42278772592544556,
    13.869487762451172,
    -0.5022817254066467,
    -7.221807956695557,
    -4.22135591506958,
    -0.04947290197014809,
    -6.852050304412842,
    1.1465415954589844,
    5.100799083709717,
    -3.3802196979522705,
    0.805705726146698,
    1.716975450515747,
    7.655481338500977,
    -6.982658863067627,
    -6.420623779296875,
    5.423731327056885,
    2.8081438541412354,
    -5.3651442527771,
    8.084063529968262,
    -1.7328189611434937,
    4.681977272033691,
    2.6811232566833496,
    1.7920328378677368,
    -2.787888526916504,
    5.1082329750061035,
    5.991892337799072,
    -10.368412971496582,
    -0.5756718516349792,
    6.515495300292969,
    -0.12538591027259827,
    -4.157395839691162,
    -12.140035629272461,
    -1.642047643661499,
    -4.086763381958008,
    -6.381872653961182,
    4.3873677253723145,
    -8.15517520904541,
    -3.87650203704834,
    7.007783889770508,
    10.363239288330078,
    3.798348903656006,
    10.365145683288574,
    0.024037016555666924,
    3.2968263626098633,
    6.487846851348877,
    -10.162728309631348,
    2.0858917236328125,
    5.433018684387207,
    -2.282616376876831,
    -1.1154744625091553,
    -1.1968388557434082,
    4.653929233551025,
    -2.284942865371704,
    8.478745460510254,
    -6.246888160705566,
    3.3941824436187744,
    12.65295124053955,
    8.26505184173584,
    6.129899978637695,
    -2.5109100341796875,
    3.520368814468384,
    3.898855447769165,
    1.6922954320907593,
    -10.867064476013184,
    5.325526237487793,
    7.891923904418945,
    7.614623069763184,
    5.974137783050537,
    -7.50972318649292,
    -0.6342536807060242,
    5.877256870269775,
    5.580990314483643,
    3.6853978633880615,
    3.239553213119507,
    -7.593712329864502,
    -0.14854973554611206,
    11.184463500976562,
    -0.2653779983520508,
    9.953760147094727,
    6.936809062957764,
    5.194331169128418,
    0.8417597413063049,
    -14.449994087219238,
    -12.2345609664917,
    12.195137977600098,
    -0.14118555188179016,
    8.022275924682617,
    1.4738085269927979,
    11.40345287322998,
    0.04031062871217728,
    -0.29887816309928894,
    1.7035884857177734,
    0.5646899342536926,
    4.907189846038818,
    0.25372785329818726,
    7.314148902893066,
    -10.725066184997559,
    0.6059377193450928,
    -0.192482590675354,
    5.410050868988037,
    1.4159018993377686,
    -1.1385618448257446,
    -13.785346031188965,
    2.5464484691619873,
    -5.514156818389893,
    -2.7445292472839355,
    -8.180571556091309,
    3.836935520172119,
    0.9657350182533264,
    -4.5014166831970215,
    4.0045623779296875,
    3.72245717048645,
    2.7523844242095947,
    -3.9829845428466797,
    9.744963645935059,
    -8.313566207885742,
    9.44027042388916,
    0.37592750787734985,
    13.873886108398438,
    -8.707624435424805,
    2.9821553230285645,
    4.55060338973999,
    -10.130577087402344,
    3.8860037326812744,
    3.5626513957977295,
    -7.1520094871521,
    4.867298126220703,
    -2.6542603969573975,
    6.118062496185303,
    2.9122543334960938,
    5.623640537261963,
    -5.836672306060791,
    0.06568397581577301,
    -3.3156301975250244,
    -6.804542064666748,
    14.254461288452148,
    3.3197689056396484,
    3.9057185649871826,
    -0.12135185301303864,
    9.842053413391113,
    4.64711856842041,
    0.5384713411331177,
    -14.48873233795166,
    -4.711231231689453,
    7.007510662078857,
    -1.689589262008667,
    2.5211095809936523,
    -0.02304122969508171,
    8.87883186340332,
    -4.746188640594482,
    -6.8456597328186035,
    -13.182085990905762,
    0.8862783312797546,
    -2.8586881160736084,
    -7.091681003570557,
    -0.3582576513290405,
    -2.6386361122131348,
    -3.561924934387207,
    1.672676682472229,
    5.307150363922119,
    2.5030627250671387,
    0.7680068016052246,
    -7.192819118499756,
    -2.3492090702056885,
    2.4020206928253174,
    7.982364177703857,
    -2.2059378623962402,
    3.145641803741455,
    5.874682426452637,
    10.349384307861328,
    -5.5676751136779785,
    0.14949274063110352,
    6.8305206298828125,
    2.8054893016815186,
    -3.023589611053467,
    -2.727911949157715
  ],
  "tensors": {
    "local.embedding": {
      "offset": 0,
      "bytes": 314976,
      "shape": [
        193,
        408
      ],
      "dtype": "float32"
    },
    "local.time_features": {
      "offset": 314976,
      "bytes": 1632,
      "shape": [
        408
      ],
      "dtype": "float32"
    },
    "local.time_embedding": {
      "offset": 316608,
      "bytes": 1331712,
      "shape": [
        408,
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.0.attention_norm.norm": {
      "offset": 1648320,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.0.attention_norm.affine_weight": {
      "offset": 1651584,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.0.attention_norm.affine_bias": {
      "offset": 2983296,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.0.attention.projection": {
      "offset": 2986560,
      "bytes": 3290112,
      "shape": [
        2016,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.0.attention.qk_norm": {
      "offset": 6276672,
      "bytes": 272,
      "shape": [
        68
      ],
      "dtype": "float32"
    },
    "local.blocks.0.attention.head_weights": {
      "offset": 6276944,
      "bytes": 48,
      "shape": [
        12
      ],
      "dtype": "float32"
    },
    "local.blocks.0.attention.pair_bias": {
      "offset": 6276992,
      "bytes": 240,
      "shape": [
        12,
        5
      ],
      "dtype": "float32"
    },
    "local.blocks.0.attention.output": {
      "offset": 6277232,
      "bytes": 1449216,
      "shape": [
        408,
        888
      ],
      "dtype": "float32"
    },
    "local.blocks.0.ffn_norm.norm": {
      "offset": 7726448,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.0.ffn_norm.affine_weight": {
      "offset": 7729712,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.0.ffn_norm.affine_bias": {
      "offset": 9061424,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.0.ffn.upgate": {
      "offset": 9064688,
      "bytes": 6658560,
      "shape": [
        4080,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.0.ffn.down": {
      "offset": 15723248,
      "bytes": 3329280,
      "shape": [
        408,
        2040
      ],
      "dtype": "float32"
    },
    "local.blocks.1.attention_norm.norm": {
      "offset": 19052528,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.1.attention_norm.affine_weight": {
      "offset": 19055792,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.1.attention_norm.affine_bias": {
      "offset": 20387504,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.1.attention.projection": {
      "offset": 20390768,
      "bytes": 3290112,
      "shape": [
        2016,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.1.attention.qk_norm": {
      "offset": 23680880,
      "bytes": 272,
      "shape": [
        68
      ],
      "dtype": "float32"
    },
    "local.blocks.1.attention.head_weights": {
      "offset": 23681152,
      "bytes": 48,
      "shape": [
        12
      ],
      "dtype": "float32"
    },
    "local.blocks.1.attention.pair_bias": {
      "offset": 23681200,
      "bytes": 240,
      "shape": [
        12,
        5
      ],
      "dtype": "float32"
    },
    "local.blocks.1.attention.output": {
      "offset": 23681440,
      "bytes": 1449216,
      "shape": [
        408,
        888
      ],
      "dtype": "float32"
    },
    "local.blocks.1.ffn_norm.norm": {
      "offset": 25130656,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.1.ffn_norm.affine_weight": {
      "offset": 25133920,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.1.ffn_norm.affine_bias": {
      "offset": 26465632,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.1.ffn.upgate": {
      "offset": 26468896,
      "bytes": 6658560,
      "shape": [
        4080,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.1.ffn.down": {
      "offset": 33127456,
      "bytes": 3329280,
      "shape": [
        408,
        2040
      ],
      "dtype": "float32"
    },
    "local.blocks.2.attention_norm.norm": {
      "offset": 36456736,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.2.attention_norm.affine_weight": {
      "offset": 36460000,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.2.attention_norm.affine_bias": {
      "offset": 37791712,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.2.attention.projection": {
      "offset": 37794976,
      "bytes": 3290112,
      "shape": [
        2016,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.2.attention.qk_norm": {
      "offset": 41085088,
      "bytes": 272,
      "shape": [
        68
      ],
      "dtype": "float32"
    },
    "local.blocks.2.attention.head_weights": {
      "offset": 41085360,
      "bytes": 48,
      "shape": [
        12
      ],
      "dtype": "float32"
    },
    "local.blocks.2.attention.pair_bias": {
      "offset": 41085408,
      "bytes": 240,
      "shape": [
        12,
        5
      ],
      "dtype": "float32"
    },
    "local.blocks.2.attention.output": {
      "offset": 41085648,
      "bytes": 1449216,
      "shape": [
        408,
        888
      ],
      "dtype": "float32"
    },
    "local.blocks.2.ffn_norm.norm": {
      "offset": 42534864,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.2.ffn_norm.affine_weight": {
      "offset": 42538128,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.2.ffn_norm.affine_bias": {
      "offset": 43869840,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.2.ffn.upgate": {
      "offset": 43873104,
      "bytes": 6658560,
      "shape": [
        4080,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.2.ffn.down": {
      "offset": 50531664,
      "bytes": 3329280,
      "shape": [
        408,
        2040
      ],
      "dtype": "float32"
    },
    "local.blocks.3.attention_norm.norm": {
      "offset": 53860944,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.3.attention_norm.affine_weight": {
      "offset": 53864208,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.3.attention_norm.affine_bias": {
      "offset": 55195920,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.3.attention.projection": {
      "offset": 55199184,
      "bytes": 3290112,
      "shape": [
        2016,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.3.attention.qk_norm": {
      "offset": 58489296,
      "bytes": 272,
      "shape": [
        68
      ],
      "dtype": "float32"
    },
    "local.blocks.3.attention.head_weights": {
      "offset": 58489568,
      "bytes": 48,
      "shape": [
        12
      ],
      "dtype": "float32"
    },
    "local.blocks.3.attention.pair_bias": {
      "offset": 58489616,
      "bytes": 240,
      "shape": [
        12,
        5
      ],
      "dtype": "float32"
    },
    "local.blocks.3.attention.output": {
      "offset": 58489856,
      "bytes": 1449216,
      "shape": [
        408,
        888
      ],
      "dtype": "float32"
    },
    "local.blocks.3.ffn_norm.norm": {
      "offset": 59939072,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.3.ffn_norm.affine_weight": {
      "offset": 59942336,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.3.ffn_norm.affine_bias": {
      "offset": 61274048,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.3.ffn.upgate": {
      "offset": 61277312,
      "bytes": 6658560,
      "shape": [
        4080,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.3.ffn.down": {
      "offset": 67935872,
      "bytes": 3329280,
      "shape": [
        408,
        2040
      ],
      "dtype": "float32"
    },
    "local.blocks.4.attention_norm.norm": {
      "offset": 71265152,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.4.attention_norm.affine_weight": {
      "offset": 71268416,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.4.attention_norm.affine_bias": {
      "offset": 72600128,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.4.attention.projection": {
      "offset": 72603392,
      "bytes": 3290112,
      "shape": [
        2016,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.4.attention.qk_norm": {
      "offset": 75893504,
      "bytes": 272,
      "shape": [
        68
      ],
      "dtype": "float32"
    },
    "local.blocks.4.attention.head_weights": {
      "offset": 75893776,
      "bytes": 48,
      "shape": [
        12
      ],
      "dtype": "float32"
    },
    "local.blocks.4.attention.pair_bias": {
      "offset": 75893824,
      "bytes": 240,
      "shape": [
        12,
        5
      ],
      "dtype": "float32"
    },
    "local.blocks.4.attention.output": {
      "offset": 75894064,
      "bytes": 1449216,
      "shape": [
        408,
        888
      ],
      "dtype": "float32"
    },
    "local.blocks.4.ffn_norm.norm": {
      "offset": 77343280,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.4.ffn_norm.affine_weight": {
      "offset": 77346544,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.4.ffn_norm.affine_bias": {
      "offset": 78678256,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.4.ffn.upgate": {
      "offset": 78681520,
      "bytes": 6658560,
      "shape": [
        4080,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.4.ffn.down": {
      "offset": 85340080,
      "bytes": 3329280,
      "shape": [
        408,
        2040
      ],
      "dtype": "float32"
    },
    "local.blocks.5.attention_norm.norm": {
      "offset": 88669360,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.5.attention_norm.affine_weight": {
      "offset": 88672624,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.5.attention_norm.affine_bias": {
      "offset": 90004336,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.5.attention.projection": {
      "offset": 90007600,
      "bytes": 3290112,
      "shape": [
        2016,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.5.attention.qk_norm": {
      "offset": 93297712,
      "bytes": 272,
      "shape": [
        68
      ],
      "dtype": "float32"
    },
    "local.blocks.5.attention.head_weights": {
      "offset": 93297984,
      "bytes": 48,
      "shape": [
        12
      ],
      "dtype": "float32"
    },
    "local.blocks.5.attention.pair_bias": {
      "offset": 93298032,
      "bytes": 240,
      "shape": [
        12,
        5
      ],
      "dtype": "float32"
    },
    "local.blocks.5.attention.output": {
      "offset": 93298272,
      "bytes": 1449216,
      "shape": [
        408,
        888
      ],
      "dtype": "float32"
    },
    "local.blocks.5.ffn_norm.norm": {
      "offset": 94747488,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.5.ffn_norm.affine_weight": {
      "offset": 94750752,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.5.ffn_norm.affine_bias": {
      "offset": 96082464,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.5.ffn.upgate": {
      "offset": 96085728,
      "bytes": 6658560,
      "shape": [
        4080,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.5.ffn.down": {
      "offset": 102744288,
      "bytes": 3329280,
      "shape": [
        408,
        2040
      ],
      "dtype": "float32"
    },
    "local.blocks.6.attention_norm.norm": {
      "offset": 106073568,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.6.attention_norm.affine_weight": {
      "offset": 106076832,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.6.attention_norm.affine_bias": {
      "offset": 107408544,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.6.attention.projection": {
      "offset": 107411808,
      "bytes": 3290112,
      "shape": [
        2016,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.6.attention.qk_norm": {
      "offset": 110701920,
      "bytes": 272,
      "shape": [
        68
      ],
      "dtype": "float32"
    },
    "local.blocks.6.attention.head_weights": {
      "offset": 110702192,
      "bytes": 48,
      "shape": [
        12
      ],
      "dtype": "float32"
    },
    "local.blocks.6.attention.pair_bias": {
      "offset": 110702240,
      "bytes": 240,
      "shape": [
        12,
        5
      ],
      "dtype": "float32"
    },
    "local.blocks.6.attention.output": {
      "offset": 110702480,
      "bytes": 1449216,
      "shape": [
        408,
        888
      ],
      "dtype": "float32"
    },
    "local.blocks.6.ffn_norm.norm": {
      "offset": 112151696,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.6.ffn_norm.affine_weight": {
      "offset": 112154960,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.6.ffn_norm.affine_bias": {
      "offset": 113486672,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.6.ffn.upgate": {
      "offset": 113489936,
      "bytes": 6658560,
      "shape": [
        4080,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.6.ffn.down": {
      "offset": 120148496,
      "bytes": 3329280,
      "shape": [
        408,
        2040
      ],
      "dtype": "float32"
    },
    "local.blocks.7.attention_norm.norm": {
      "offset": 123477776,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.7.attention_norm.affine_weight": {
      "offset": 123481040,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.7.attention_norm.affine_bias": {
      "offset": 124812752,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.7.attention.projection": {
      "offset": 124816016,
      "bytes": 3290112,
      "shape": [
        2016,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.7.attention.qk_norm": {
      "offset": 128106128,
      "bytes": 272,
      "shape": [
        68
      ],
      "dtype": "float32"
    },
    "local.blocks.7.attention.head_weights": {
      "offset": 128106400,
      "bytes": 48,
      "shape": [
        12
      ],
      "dtype": "float32"
    },
    "local.blocks.7.attention.pair_bias": {
      "offset": 128106448,
      "bytes": 240,
      "shape": [
        12,
        5
      ],
      "dtype": "float32"
    },
    "local.blocks.7.attention.output": {
      "offset": 128106688,
      "bytes": 1449216,
      "shape": [
        408,
        888
      ],
      "dtype": "float32"
    },
    "local.blocks.7.ffn_norm.norm": {
      "offset": 129555904,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.7.ffn_norm.affine_weight": {
      "offset": 129559168,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.7.ffn_norm.affine_bias": {
      "offset": 130890880,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.7.ffn.upgate": {
      "offset": 130894144,
      "bytes": 6658560,
      "shape": [
        4080,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.7.ffn.down": {
      "offset": 137552704,
      "bytes": 3329280,
      "shape": [
        408,
        2040
      ],
      "dtype": "float32"
    },
    "local.blocks.8.attention_norm.norm": {
      "offset": 140881984,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.8.attention_norm.affine_weight": {
      "offset": 140885248,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.8.attention_norm.affine_bias": {
      "offset": 142216960,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.8.attention.projection": {
      "offset": 142220224,
      "bytes": 3290112,
      "shape": [
        2016,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.8.attention.qk_norm": {
      "offset": 145510336,
      "bytes": 272,
      "shape": [
        68
      ],
      "dtype": "float32"
    },
    "local.blocks.8.attention.head_weights": {
      "offset": 145510608,
      "bytes": 48,
      "shape": [
        12
      ],
      "dtype": "float32"
    },
    "local.blocks.8.attention.pair_bias": {
      "offset": 145510656,
      "bytes": 240,
      "shape": [
        12,
        5
      ],
      "dtype": "float32"
    },
    "local.blocks.8.attention.output": {
      "offset": 145510896,
      "bytes": 1449216,
      "shape": [
        408,
        888
      ],
      "dtype": "float32"
    },
    "local.blocks.8.ffn_norm.norm": {
      "offset": 146960112,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.8.ffn_norm.affine_weight": {
      "offset": 146963376,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.8.ffn_norm.affine_bias": {
      "offset": 148295088,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.8.ffn.upgate": {
      "offset": 148298352,
      "bytes": 6658560,
      "shape": [
        4080,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.8.ffn.down": {
      "offset": 154956912,
      "bytes": 3329280,
      "shape": [
        408,
        2040
      ],
      "dtype": "float32"
    },
    "local.blocks.9.attention_norm.norm": {
      "offset": 158286192,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.9.attention_norm.affine_weight": {
      "offset": 158289456,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.9.attention_norm.affine_bias": {
      "offset": 159621168,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.9.attention.projection": {
      "offset": 159624432,
      "bytes": 3290112,
      "shape": [
        2016,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.9.attention.qk_norm": {
      "offset": 162914544,
      "bytes": 272,
      "shape": [
        68
      ],
      "dtype": "float32"
    },
    "local.blocks.9.attention.head_weights": {
      "offset": 162914816,
      "bytes": 48,
      "shape": [
        12
      ],
      "dtype": "float32"
    },
    "local.blocks.9.attention.pair_bias": {
      "offset": 162914864,
      "bytes": 240,
      "shape": [
        12,
        5
      ],
      "dtype": "float32"
    },
    "local.blocks.9.attention.output": {
      "offset": 162915104,
      "bytes": 1449216,
      "shape": [
        408,
        888
      ],
      "dtype": "float32"
    },
    "local.blocks.9.ffn_norm.norm": {
      "offset": 164364320,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.9.ffn_norm.affine_weight": {
      "offset": 164367584,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.9.ffn_norm.affine_bias": {
      "offset": 165699296,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.9.ffn.upgate": {
      "offset": 165702560,
      "bytes": 6658560,
      "shape": [
        4080,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.9.ffn.down": {
      "offset": 172361120,
      "bytes": 3329280,
      "shape": [
        408,
        2040
      ],
      "dtype": "float32"
    },
    "local.blocks.10.attention_norm.norm": {
      "offset": 175690400,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.10.attention_norm.affine_weight": {
      "offset": 175693664,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.10.attention_norm.affine_bias": {
      "offset": 177025376,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.10.attention.projection": {
      "offset": 177028640,
      "bytes": 3290112,
      "shape": [
        2016,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.10.attention.qk_norm": {
      "offset": 180318752,
      "bytes": 272,
      "shape": [
        68
      ],
      "dtype": "float32"
    },
    "local.blocks.10.attention.head_weights": {
      "offset": 180319024,
      "bytes": 48,
      "shape": [
        12
      ],
      "dtype": "float32"
    },
    "local.blocks.10.attention.pair_bias": {
      "offset": 180319072,
      "bytes": 240,
      "shape": [
        12,
        5
      ],
      "dtype": "float32"
    },
    "local.blocks.10.attention.output": {
      "offset": 180319312,
      "bytes": 1449216,
      "shape": [
        408,
        888
      ],
      "dtype": "float32"
    },
    "local.blocks.10.ffn_norm.norm": {
      "offset": 181768528,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.10.ffn_norm.affine_weight": {
      "offset": 181771792,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.10.ffn_norm.affine_bias": {
      "offset": 183103504,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.10.ffn.upgate": {
      "offset": 183106768,
      "bytes": 6658560,
      "shape": [
        4080,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.10.ffn.down": {
      "offset": 189765328,
      "bytes": 3329280,
      "shape": [
        408,
        2040
      ],
      "dtype": "float32"
    },
    "local.blocks.11.attention_norm.norm": {
      "offset": 193094608,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.11.attention_norm.affine_weight": {
      "offset": 193097872,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.11.attention_norm.affine_bias": {
      "offset": 194429584,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.11.attention.projection": {
      "offset": 194432848,
      "bytes": 3290112,
      "shape": [
        2016,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.11.attention.qk_norm": {
      "offset": 197722960,
      "bytes": 272,
      "shape": [
        68
      ],
      "dtype": "float32"
    },
    "local.blocks.11.attention.head_weights": {
      "offset": 197723232,
      "bytes": 48,
      "shape": [
        12
      ],
      "dtype": "float32"
    },
    "local.blocks.11.attention.pair_bias": {
      "offset": 197723280,
      "bytes": 240,
      "shape": [
        12,
        5
      ],
      "dtype": "float32"
    },
    "local.blocks.11.attention.output": {
      "offset": 197723520,
      "bytes": 1449216,
      "shape": [
        408,
        888
      ],
      "dtype": "float32"
    },
    "local.blocks.11.ffn_norm.norm": {
      "offset": 199172736,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.11.ffn_norm.affine_weight": {
      "offset": 199176000,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.11.ffn_norm.affine_bias": {
      "offset": 200507712,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "local.blocks.11.ffn.upgate": {
      "offset": 200510976,
      "bytes": 6658560,
      "shape": [
        4080,
        408
      ],
      "dtype": "float32"
    },
    "local.blocks.11.ffn.down": {
      "offset": 207169536,
      "bytes": 3329280,
      "shape": [
        408,
        2040
      ],
      "dtype": "float32"
    },
    "local.endpoint_updates.0": {
      "offset": 210498816,
      "bytes": 4896,
      "shape": [
        3,
        408
      ],
      "dtype": "float32"
    },
    "local.endpoint_updates.1": {
      "offset": 210503712,
      "bytes": 4896,
      "shape": [
        3,
        408
      ],
      "dtype": "float32"
    },
    "local.endpoint_updates.2": {
      "offset": 210508608,
      "bytes": 4896,
      "shape": [
        3,
        408
      ],
      "dtype": "float32"
    },
    "finite_time_embedding": {
      "offset": 210513504,
      "bytes": 3995136,
      "shape": [
        408,
        2448
      ],
      "dtype": "float32"
    },
    "noise_encoder": {
      "offset": 214508640,
      "bytes": 9792,
      "shape": [
        408,
        6
      ],
      "dtype": "float32"
    },
    "finite.blocks.0.attention_norm.norm": {
      "offset": 214518432,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "finite.blocks.0.attention_norm.affine_weight": {
      "offset": 214521696,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "finite.blocks.0.attention_norm.affine_bias": {
      "offset": 215853408,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "finite.blocks.0.attention.projection": {
      "offset": 215856672,
      "bytes": 3290112,
      "shape": [
        2016,
        408
      ],
      "dtype": "float32"
    },
    "finite.blocks.0.attention.qk_norm": {
      "offset": 219146784,
      "bytes": 272,
      "shape": [
        68
      ],
      "dtype": "float32"
    },
    "finite.blocks.0.attention.head_weights": {
      "offset": 219147056,
      "bytes": 48,
      "shape": [
        12
      ],
      "dtype": "float32"
    },
    "finite.blocks.0.attention.pair_bias": {
      "offset": 219147104,
      "bytes": 240,
      "shape": [
        12,
        5
      ],
      "dtype": "float32"
    },
    "finite.blocks.0.attention.output": {
      "offset": 219147344,
      "bytes": 1449216,
      "shape": [
        408,
        888
      ],
      "dtype": "float32"
    },
    "finite.blocks.0.ffn_norm.norm": {
      "offset": 220596560,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "finite.blocks.0.ffn_norm.affine_weight": {
      "offset": 220599824,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "finite.blocks.0.ffn_norm.affine_bias": {
      "offset": 221931536,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "finite.blocks.0.ffn.upgate": {
      "offset": 221934800,
      "bytes": 6658560,
      "shape": [
        4080,
        408
      ],
      "dtype": "float32"
    },
    "finite.blocks.0.ffn.down": {
      "offset": 228593360,
      "bytes": 3329280,
      "shape": [
        408,
        2040
      ],
      "dtype": "float32"
    },
    "finite.lateral_adapters.0": {
      "offset": 231922640,
      "bytes": 665856,
      "shape": [
        408,
        408
      ],
      "dtype": "float32"
    },
    "finite.blocks.1.attention_norm.norm": {
      "offset": 232588496,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "finite.blocks.1.attention_norm.affine_weight": {
      "offset": 232591760,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "finite.blocks.1.attention_norm.affine_bias": {
      "offset": 233923472,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "finite.blocks.1.attention.projection": {
      "offset": 233926736,
      "bytes": 3290112,
      "shape": [
        2016,
        408
      ],
      "dtype": "float32"
    },
    "finite.blocks.1.attention.qk_norm": {
      "offset": 237216848,
      "bytes": 272,
      "shape": [
        68
      ],
      "dtype": "float32"
    },
    "finite.blocks.1.attention.head_weights": {
      "offset": 237217120,
      "bytes": 48,
      "shape": [
        12
      ],
      "dtype": "float32"
    },
    "finite.blocks.1.attention.pair_bias": {
      "offset": 237217168,
      "bytes": 240,
      "shape": [
        12,
        5
      ],
      "dtype": "float32"
    },
    "finite.blocks.1.attention.output": {
      "offset": 237217408,
      "bytes": 1449216,
      "shape": [
        408,
        888
      ],
      "dtype": "float32"
    },
    "finite.blocks.1.ffn_norm.norm": {
      "offset": 238666624,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "finite.blocks.1.ffn_norm.affine_weight": {
      "offset": 238669888,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "finite.blocks.1.ffn_norm.affine_bias": {
      "offset": 240001600,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "finite.blocks.1.ffn.upgate": {
      "offset": 240004864,
      "bytes": 6658560,
      "shape": [
        4080,
        408
      ],
      "dtype": "float32"
    },
    "finite.blocks.1.ffn.down": {
      "offset": 246663424,
      "bytes": 3329280,
      "shape": [
        408,
        2040
      ],
      "dtype": "float32"
    },
    "finite.lateral_adapters.1": {
      "offset": 249992704,
      "bytes": 665856,
      "shape": [
        408,
        408
      ],
      "dtype": "float32"
    },
    "finite.blocks.2.attention_norm.norm": {
      "offset": 250658560,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "finite.blocks.2.attention_norm.affine_weight": {
      "offset": 250661824,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "finite.blocks.2.attention_norm.affine_bias": {
      "offset": 251993536,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "finite.blocks.2.attention.projection": {
      "offset": 251996800,
      "bytes": 3290112,
      "shape": [
        2016,
        408
      ],
      "dtype": "float32"
    },
    "finite.blocks.2.attention.qk_norm": {
      "offset": 255286912,
      "bytes": 272,
      "shape": [
        68
      ],
      "dtype": "float32"
    },
    "finite.blocks.2.attention.head_weights": {
      "offset": 255287184,
      "bytes": 48,
      "shape": [
        12
      ],
      "dtype": "float32"
    },
    "finite.blocks.2.attention.pair_bias": {
      "offset": 255287232,
      "bytes": 240,
      "shape": [
        12,
        5
      ],
      "dtype": "float32"
    },
    "finite.blocks.2.attention.output": {
      "offset": 255287472,
      "bytes": 1449216,
      "shape": [
        408,
        888
      ],
      "dtype": "float32"
    },
    "finite.blocks.2.ffn_norm.norm": {
      "offset": 256736688,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "finite.blocks.2.ffn_norm.affine_weight": {
      "offset": 256739952,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "finite.blocks.2.ffn_norm.affine_bias": {
      "offset": 258071664,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "finite.blocks.2.ffn.upgate": {
      "offset": 258074928,
      "bytes": 6658560,
      "shape": [
        4080,
        408
      ],
      "dtype": "float32"
    },
    "finite.blocks.2.ffn.down": {
      "offset": 264733488,
      "bytes": 3329280,
      "shape": [
        408,
        2040
      ],
      "dtype": "float32"
    },
    "finite.lateral_adapters.2": {
      "offset": 268062768,
      "bytes": 665856,
      "shape": [
        408,
        408
      ],
      "dtype": "float32"
    },
    "finite.blocks.3.attention_norm.norm": {
      "offset": 268728624,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "finite.blocks.3.attention_norm.affine_weight": {
      "offset": 268731888,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "finite.blocks.3.attention_norm.affine_bias": {
      "offset": 270063600,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "finite.blocks.3.attention.projection": {
      "offset": 270066864,
      "bytes": 3290112,
      "shape": [
        2016,
        408
      ],
      "dtype": "float32"
    },
    "finite.blocks.3.attention.qk_norm": {
      "offset": 273356976,
      "bytes": 272,
      "shape": [
        68
      ],
      "dtype": "float32"
    },
    "finite.blocks.3.attention.head_weights": {
      "offset": 273357248,
      "bytes": 48,
      "shape": [
        12
      ],
      "dtype": "float32"
    },
    "finite.blocks.3.attention.pair_bias": {
      "offset": 273357296,
      "bytes": 240,
      "shape": [
        12,
        5
      ],
      "dtype": "float32"
    },
    "finite.blocks.3.attention.output": {
      "offset": 273357536,
      "bytes": 1449216,
      "shape": [
        408,
        888
      ],
      "dtype": "float32"
    },
    "finite.blocks.3.ffn_norm.norm": {
      "offset": 274806752,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "finite.blocks.3.ffn_norm.affine_weight": {
      "offset": 274810016,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "finite.blocks.3.ffn_norm.affine_bias": {
      "offset": 276141728,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "finite.blocks.3.ffn.upgate": {
      "offset": 276144992,
      "bytes": 6658560,
      "shape": [
        4080,
        408
      ],
      "dtype": "float32"
    },
    "finite.blocks.3.ffn.down": {
      "offset": 282803552,
      "bytes": 3329280,
      "shape": [
        408,
        2040
      ],
      "dtype": "float32"
    },
    "finite.lateral_adapters.3": {
      "offset": 286132832,
      "bytes": 665856,
      "shape": [
        408,
        408
      ],
      "dtype": "float32"
    },
    "finite.blocks.4.attention_norm.norm": {
      "offset": 286798688,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "finite.blocks.4.attention_norm.affine_weight": {
      "offset": 286801952,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "finite.blocks.4.attention_norm.affine_bias": {
      "offset": 288133664,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "finite.blocks.4.attention.projection": {
      "offset": 288136928,
      "bytes": 3290112,
      "shape": [
        2016,
        408
      ],
      "dtype": "float32"
    },
    "finite.blocks.4.attention.qk_norm": {
      "offset": 291427040,
      "bytes": 272,
      "shape": [
        68
      ],
      "dtype": "float32"
    },
    "finite.blocks.4.attention.head_weights": {
      "offset": 291427312,
      "bytes": 48,
      "shape": [
        12
      ],
      "dtype": "float32"
    },
    "finite.blocks.4.attention.pair_bias": {
      "offset": 291427360,
      "bytes": 240,
      "shape": [
        12,
        5
      ],
      "dtype": "float32"
    },
    "finite.blocks.4.attention.output": {
      "offset": 291427600,
      "bytes": 1449216,
      "shape": [
        408,
        888
      ],
      "dtype": "float32"
    },
    "finite.blocks.4.ffn_norm.norm": {
      "offset": 292876816,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "finite.blocks.4.ffn_norm.affine_weight": {
      "offset": 292880080,
      "bytes": 1331712,
      "shape": [
        816,
        408
      ],
      "dtype": "float32"
    },
    "finite.blocks.4.ffn_norm.affine_bias": {
      "offset": 294211792,
      "bytes": 3264,
      "shape": [
        816
      ],
      "dtype": "float32"
    },
    "finite.blocks.4.ffn.upgate": {
      "offset": 294215056,
      "bytes": 6658560,
      "shape": [
        4080,
        408
      ],
      "dtype": "float32"
    },
    "finite.blocks.4.ffn.down": {
      "offset": 300873616,
      "bytes": 3329280,
      "shape": [
        408,
        2040
      ],
      "dtype": "float32"
    },
    "finite.lateral_adapters.4": {
      "offset": 304202896,
      "bytes": 665856,
      "shape": [
        408,
        408
      ],
      "dtype": "float32"
    },
    "finite.endpoint_updates.0": {
      "offset": 304868752,
      "bytes": 4896,
      "shape": [
        3,
        408
      ],
      "dtype": "float32"
    },
    "finite.endpoint_updates.1": {
      "offset": 304873648,
      "bytes": 4896,
      "shape": [
        3,
        408
      ],
      "dtype": "float32"
    },
    "finite.endpoint_updates.2": {
      "offset": 304878544,
      "bytes": 4896,
      "shape": [
        3,
        408
      ],
      "dtype": "float32"
    }
  }
}