{
  "format": "phonon-five-value-encoder-v1",
  "tensors": {
    "encoder.layers.0.feed_forward1.linear1": {
      "offset": 0,
      "bytes": 1115113,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.0.feed_forward1.linear2": {
      "offset": 1115113,
      "bytes": 1098606,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.0.self_attn.q_proj": {
      "offset": 2213719,
      "bytes": 279323,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.0.self_attn.k_proj": {
      "offset": 2493042,
      "bytes": 278394,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.0.self_attn.v_proj": {
      "offset": 2771436,
      "bytes": 277253,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.0.self_attn.o_proj": {
      "offset": 3048689,
      "bytes": 278680,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.0.self_attn.relative_k_proj": {
      "offset": 3327369,
      "bytes": 267540,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.0.conv.pointwise_conv1": {
      "offset": 3594909,
      "bytes": 557176,
      "shape": [
        2048,
        1024
      ]
    },
    "encoder.layers.0.conv.pointwise_conv2": {
      "offset": 4152085,
      "bytes": 278120,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.0.feed_forward2.linear1": {
      "offset": 4430205,
      "bytes": 1114967,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.0.feed_forward2.linear2": {
      "offset": 5545172,
      "bytes": 1097770,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.1.feed_forward1.linear1": {
      "offset": 6642942,
      "bytes": 1111014,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.1.feed_forward1.linear2": {
      "offset": 7753956,
      "bytes": 1086787,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.1.self_attn.q_proj": {
      "offset": 8840743,
      "bytes": 279411,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.1.self_attn.k_proj": {
      "offset": 9120154,
      "bytes": 278467,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.1.self_attn.v_proj": {
      "offset": 9398621,
      "bytes": 277952,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.1.self_attn.o_proj": {
      "offset": 9676573,
      "bytes": 279392,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.1.self_attn.relative_k_proj": {
      "offset": 9955965,
      "bytes": 267471,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.1.conv.pointwise_conv1": {
      "offset": 10223436,
      "bytes": 557975,
      "shape": [
        2048,
        1024
      ]
    },
    "encoder.layers.1.conv.pointwise_conv2": {
      "offset": 10781411,
      "bytes": 278500,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.1.feed_forward2.linear1": {
      "offset": 11059911,
      "bytes": 1113223,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.1.feed_forward2.linear2": {
      "offset": 12173134,
      "bytes": 1085981,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.2.feed_forward1.linear1": {
      "offset": 13259115,
      "bytes": 1116009,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.2.feed_forward1.linear2": {
      "offset": 14375124,
      "bytes": 1093559,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.2.self_attn.q_proj": {
      "offset": 15468683,
      "bytes": 279374,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.2.self_attn.k_proj": {
      "offset": 15748057,
      "bytes": 279166,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.2.self_attn.v_proj": {
      "offset": 16027223,
      "bytes": 279236,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.2.self_attn.o_proj": {
      "offset": 16306459,
      "bytes": 279648,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.2.self_attn.relative_k_proj": {
      "offset": 16586107,
      "bytes": 265519,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.2.conv.pointwise_conv1": {
      "offset": 16851626,
      "bytes": 558378,
      "shape": [
        2048,
        1024
      ]
    },
    "encoder.layers.2.conv.pointwise_conv2": {
      "offset": 17410004,
      "bytes": 278940,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.2.feed_forward2.linear1": {
      "offset": 17688944,
      "bytes": 1114252,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.2.feed_forward2.linear2": {
      "offset": 18803196,
      "bytes": 1089526,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.3.feed_forward1.linear1": {
      "offset": 19892722,
      "bytes": 1115531,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.3.feed_forward1.linear2": {
      "offset": 21008253,
      "bytes": 1087942,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.3.self_attn.q_proj": {
      "offset": 22096195,
      "bytes": 279376,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.3.self_attn.k_proj": {
      "offset": 22375571,
      "bytes": 279067,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.3.self_attn.v_proj": {
      "offset": 22654638,
      "bytes": 279157,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.3.self_attn.o_proj": {
      "offset": 22933795,
      "bytes": 279340,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.3.self_attn.relative_k_proj": {
      "offset": 23213135,
      "bytes": 265337,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.3.conv.pointwise_conv1": {
      "offset": 23478472,
      "bytes": 558616,
      "shape": [
        2048,
        1024
      ]
    },
    "encoder.layers.3.conv.pointwise_conv2": {
      "offset": 24037088,
      "bytes": 278919,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.3.feed_forward2.linear1": {
      "offset": 24316007,
      "bytes": 1113479,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.3.feed_forward2.linear2": {
      "offset": 25429486,
      "bytes": 1086107,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.4.feed_forward1.linear1": {
      "offset": 26515593,
      "bytes": 1115018,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.4.feed_forward1.linear2": {
      "offset": 27630611,
      "bytes": 1086168,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.4.self_attn.q_proj": {
      "offset": 28716779,
      "bytes": 279444,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.4.self_attn.k_proj": {
      "offset": 28996223,
      "bytes": 279152,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.4.self_attn.v_proj": {
      "offset": 29275375,
      "bytes": 279044,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.4.self_attn.o_proj": {
      "offset": 29554419,
      "bytes": 279488,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.4.self_attn.relative_k_proj": {
      "offset": 29833907,
      "bytes": 266790,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.4.conv.pointwise_conv1": {
      "offset": 30100697,
      "bytes": 558907,
      "shape": [
        2048,
        1024
      ]
    },
    "encoder.layers.4.conv.pointwise_conv2": {
      "offset": 30659604,
      "bytes": 279051,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.4.feed_forward2.linear1": {
      "offset": 30938655,
      "bytes": 1113687,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.4.feed_forward2.linear2": {
      "offset": 32052342,
      "bytes": 1085173,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.5.feed_forward1.linear1": {
      "offset": 33137515,
      "bytes": 1115451,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.5.feed_forward1.linear2": {
      "offset": 34252966,
      "bytes": 1088325,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.5.self_attn.q_proj": {
      "offset": 35341291,
      "bytes": 279263,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.5.self_attn.k_proj": {
      "offset": 35620554,
      "bytes": 279270,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.5.self_attn.v_proj": {
      "offset": 35899824,
      "bytes": 278953,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.5.self_attn.o_proj": {
      "offset": 36178777,
      "bytes": 279498,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.5.self_attn.relative_k_proj": {
      "offset": 36458275,
      "bytes": 266528,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.5.conv.pointwise_conv1": {
      "offset": 36724803,
      "bytes": 559009,
      "shape": [
        2048,
        1024
      ]
    },
    "encoder.layers.5.conv.pointwise_conv2": {
      "offset": 37283812,
      "bytes": 279080,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.5.feed_forward2.linear1": {
      "offset": 37562892,
      "bytes": 1114017,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.5.feed_forward2.linear2": {
      "offset": 38676909,
      "bytes": 1091952,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.6.feed_forward1.linear1": {
      "offset": 39768861,
      "bytes": 1115216,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.6.feed_forward1.linear2": {
      "offset": 40884077,
      "bytes": 1088370,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.6.self_attn.q_proj": {
      "offset": 41972447,
      "bytes": 279388,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.6.self_attn.k_proj": {
      "offset": 42251835,
      "bytes": 279256,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.6.self_attn.v_proj": {
      "offset": 42531091,
      "bytes": 279074,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.6.self_attn.o_proj": {
      "offset": 42810165,
      "bytes": 279626,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.6.self_attn.relative_k_proj": {
      "offset": 43089791,
      "bytes": 266840,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.6.conv.pointwise_conv1": {
      "offset": 43356631,
      "bytes": 559099,
      "shape": [
        2048,
        1024
      ]
    },
    "encoder.layers.6.conv.pointwise_conv2": {
      "offset": 43915730,
      "bytes": 278972,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.6.feed_forward2.linear1": {
      "offset": 44194702,
      "bytes": 1114048,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.6.feed_forward2.linear2": {
      "offset": 45308750,
      "bytes": 1096196,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.7.feed_forward1.linear1": {
      "offset": 46404946,
      "bytes": 1115096,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.7.feed_forward1.linear2": {
      "offset": 47520042,
      "bytes": 1091133,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.7.self_attn.q_proj": {
      "offset": 48611175,
      "bytes": 279385,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.7.self_attn.k_proj": {
      "offset": 48890560,
      "bytes": 278481,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.7.self_attn.v_proj": {
      "offset": 49169041,
      "bytes": 277487,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.7.self_attn.o_proj": {
      "offset": 49446528,
      "bytes": 279674,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.7.self_attn.relative_k_proj": {
      "offset": 49726202,
      "bytes": 270152,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.7.conv.pointwise_conv1": {
      "offset": 49996354,
      "bytes": 558978,
      "shape": [
        2048,
        1024
      ]
    },
    "encoder.layers.7.conv.pointwise_conv2": {
      "offset": 50555332,
      "bytes": 278957,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.7.feed_forward2.linear1": {
      "offset": 50834289,
      "bytes": 1113935,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.7.feed_forward2.linear2": {
      "offset": 51948224,
      "bytes": 1096500,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.8.feed_forward1.linear1": {
      "offset": 53044724,
      "bytes": 1114816,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.8.feed_forward1.linear2": {
      "offset": 54159540,
      "bytes": 1093188,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.8.self_attn.q_proj": {
      "offset": 55252728,
      "bytes": 279367,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.8.self_attn.k_proj": {
      "offset": 55532095,
      "bytes": 279175,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.8.self_attn.v_proj": {
      "offset": 55811270,
      "bytes": 278720,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.8.self_attn.o_proj": {
      "offset": 56089990,
      "bytes": 279386,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.8.self_attn.relative_k_proj": {
      "offset": 56369376,
      "bytes": 268658,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.8.conv.pointwise_conv1": {
      "offset": 56638034,
      "bytes": 559310,
      "shape": [
        2048,
        1024
      ]
    },
    "encoder.layers.8.conv.pointwise_conv2": {
      "offset": 57197344,
      "bytes": 279207,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.8.feed_forward2.linear1": {
      "offset": 57476551,
      "bytes": 1114192,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.8.feed_forward2.linear2": {
      "offset": 58590743,
      "bytes": 1098913,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.9.feed_forward1.linear1": {
      "offset": 59689656,
      "bytes": 1113095,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.9.feed_forward1.linear2": {
      "offset": 60802751,
      "bytes": 1092400,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.9.self_attn.q_proj": {
      "offset": 61895151,
      "bytes": 279556,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.9.self_attn.k_proj": {
      "offset": 62174707,
      "bytes": 279517,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.9.self_attn.v_proj": {
      "offset": 62454224,
      "bytes": 279607,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.9.self_attn.o_proj": {
      "offset": 62733831,
      "bytes": 279575,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.9.self_attn.relative_k_proj": {
      "offset": 63013406,
      "bytes": 272172,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.9.conv.pointwise_conv1": {
      "offset": 63285578,
      "bytes": 559402,
      "shape": [
        2048,
        1024
      ]
    },
    "encoder.layers.9.conv.pointwise_conv2": {
      "offset": 63844980,
      "bytes": 278922,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.9.feed_forward2.linear1": {
      "offset": 64123902,
      "bytes": 1113478,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.9.feed_forward2.linear2": {
      "offset": 65237380,
      "bytes": 1100689,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.10.feed_forward1.linear1": {
      "offset": 66338069,
      "bytes": 1111435,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.10.feed_forward1.linear2": {
      "offset": 67449504,
      "bytes": 1092575,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.10.self_attn.q_proj": {
      "offset": 68542079,
      "bytes": 279706,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.10.self_attn.k_proj": {
      "offset": 68821785,
      "bytes": 279425,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.10.self_attn.v_proj": {
      "offset": 69101210,
      "bytes": 279436,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.10.self_attn.o_proj": {
      "offset": 69380646,
      "bytes": 279587,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.10.self_attn.relative_k_proj": {
      "offset": 69660233,
      "bytes": 275161,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.10.conv.pointwise_conv1": {
      "offset": 69935394,
      "bytes": 559312,
      "shape": [
        2048,
        1024
      ]
    },
    "encoder.layers.10.conv.pointwise_conv2": {
      "offset": 70494706,
      "bytes": 279139,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.10.feed_forward2.linear1": {
      "offset": 70773845,
      "bytes": 1113219,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.10.feed_forward2.linear2": {
      "offset": 71887064,
      "bytes": 1097740,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.11.feed_forward1.linear1": {
      "offset": 72984804,
      "bytes": 1110975,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.11.feed_forward1.linear2": {
      "offset": 74095779,
      "bytes": 1094997,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.11.self_attn.q_proj": {
      "offset": 75190776,
      "bytes": 279723,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.11.self_attn.k_proj": {
      "offset": 75470499,
      "bytes": 279373,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.11.self_attn.v_proj": {
      "offset": 75749872,
      "bytes": 279284,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.11.self_attn.o_proj": {
      "offset": 76029156,
      "bytes": 279542,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.11.self_attn.relative_k_proj": {
      "offset": 76308698,
      "bytes": 274085,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.11.conv.pointwise_conv1": {
      "offset": 76582783,
      "bytes": 559188,
      "shape": [
        2048,
        1024
      ]
    },
    "encoder.layers.11.conv.pointwise_conv2": {
      "offset": 77141971,
      "bytes": 279350,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.11.feed_forward2.linear1": {
      "offset": 77421321,
      "bytes": 1114249,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.11.feed_forward2.linear2": {
      "offset": 78535570,
      "bytes": 1092931,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.12.feed_forward1.linear1": {
      "offset": 79628501,
      "bytes": 1111978,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.12.feed_forward1.linear2": {
      "offset": 80740479,
      "bytes": 1091856,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.12.self_attn.q_proj": {
      "offset": 81832335,
      "bytes": 279763,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.12.self_attn.k_proj": {
      "offset": 82112098,
      "bytes": 279358,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.12.self_attn.v_proj": {
      "offset": 82391456,
      "bytes": 279156,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.12.self_attn.o_proj": {
      "offset": 82670612,
      "bytes": 279924,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.12.self_attn.relative_k_proj": {
      "offset": 82950536,
      "bytes": 272029,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.12.conv.pointwise_conv1": {
      "offset": 83222565,
      "bytes": 558604,
      "shape": [
        2048,
        1024
      ]
    },
    "encoder.layers.12.conv.pointwise_conv2": {
      "offset": 83781169,
      "bytes": 279380,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.12.feed_forward2.linear1": {
      "offset": 84060549,
      "bytes": 1115185,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.12.feed_forward2.linear2": {
      "offset": 85175734,
      "bytes": 1091990,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.13.feed_forward1.linear1": {
      "offset": 86267724,
      "bytes": 1112646,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.13.feed_forward1.linear2": {
      "offset": 87380370,
      "bytes": 1087084,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.13.self_attn.q_proj": {
      "offset": 88467454,
      "bytes": 279532,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.13.self_attn.k_proj": {
      "offset": 88746986,
      "bytes": 279242,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.13.self_attn.v_proj": {
      "offset": 89026228,
      "bytes": 279246,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.13.self_attn.o_proj": {
      "offset": 89305474,
      "bytes": 280052,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.13.self_attn.relative_k_proj": {
      "offset": 89585526,
      "bytes": 270225,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.13.conv.pointwise_conv1": {
      "offset": 89855751,
      "bytes": 558694,
      "shape": [
        2048,
        1024
      ]
    },
    "encoder.layers.13.conv.pointwise_conv2": {
      "offset": 90414445,
      "bytes": 279622,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.13.feed_forward2.linear1": {
      "offset": 90694067,
      "bytes": 1115360,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.13.feed_forward2.linear2": {
      "offset": 91809427,
      "bytes": 1092129,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.14.feed_forward1.linear1": {
      "offset": 92901556,
      "bytes": 1113529,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.14.feed_forward1.linear2": {
      "offset": 94015085,
      "bytes": 1084347,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.14.self_attn.q_proj": {
      "offset": 95099432,
      "bytes": 279676,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.14.self_attn.k_proj": {
      "offset": 95379108,
      "bytes": 279391,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.14.self_attn.v_proj": {
      "offset": 95658499,
      "bytes": 279294,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.14.self_attn.o_proj": {
      "offset": 95937793,
      "bytes": 279612,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.14.self_attn.relative_k_proj": {
      "offset": 96217405,
      "bytes": 272456,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.14.conv.pointwise_conv1": {
      "offset": 96489861,
      "bytes": 558445,
      "shape": [
        2048,
        1024
      ]
    },
    "encoder.layers.14.conv.pointwise_conv2": {
      "offset": 97048306,
      "bytes": 279715,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.14.feed_forward2.linear1": {
      "offset": 97328021,
      "bytes": 1115229,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.14.feed_forward2.linear2": {
      "offset": 98443250,
      "bytes": 1092499,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.15.feed_forward1.linear1": {
      "offset": 99535749,
      "bytes": 1114174,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.15.feed_forward1.linear2": {
      "offset": 100649923,
      "bytes": 1083685,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.15.self_attn.q_proj": {
      "offset": 101733608,
      "bytes": 279741,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.15.self_attn.k_proj": {
      "offset": 102013349,
      "bytes": 279403,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.15.self_attn.v_proj": {
      "offset": 102292752,
      "bytes": 279477,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.15.self_attn.o_proj": {
      "offset": 102572229,
      "bytes": 279824,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.15.self_attn.relative_k_proj": {
      "offset": 102852053,
      "bytes": 274506,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.15.conv.pointwise_conv1": {
      "offset": 103126559,
      "bytes": 558815,
      "shape": [
        2048,
        1024
      ]
    },
    "encoder.layers.15.conv.pointwise_conv2": {
      "offset": 103685374,
      "bytes": 279574,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.15.feed_forward2.linear1": {
      "offset": 103964948,
      "bytes": 1115888,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.15.feed_forward2.linear2": {
      "offset": 105080836,
      "bytes": 1089690,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.16.feed_forward1.linear1": {
      "offset": 106170526,
      "bytes": 1114802,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.16.feed_forward1.linear2": {
      "offset": 107285328,
      "bytes": 1084704,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.16.self_attn.q_proj": {
      "offset": 108370032,
      "bytes": 279576,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.16.self_attn.k_proj": {
      "offset": 108649608,
      "bytes": 279614,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.16.self_attn.v_proj": {
      "offset": 108929222,
      "bytes": 279678,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.16.self_attn.o_proj": {
      "offset": 109208900,
      "bytes": 279459,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.16.self_attn.relative_k_proj": {
      "offset": 109488359,
      "bytes": 274016,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.16.conv.pointwise_conv1": {
      "offset": 109762375,
      "bytes": 558991,
      "shape": [
        2048,
        1024
      ]
    },
    "encoder.layers.16.conv.pointwise_conv2": {
      "offset": 110321366,
      "bytes": 279482,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.16.feed_forward2.linear1": {
      "offset": 110600848,
      "bytes": 1116744,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.16.feed_forward2.linear2": {
      "offset": 111717592,
      "bytes": 1097332,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.17.feed_forward1.linear1": {
      "offset": 112814924,
      "bytes": 1115902,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.17.feed_forward1.linear2": {
      "offset": 113930826,
      "bytes": 1095682,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.17.self_attn.q_proj": {
      "offset": 115026508,
      "bytes": 279696,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.17.self_attn.k_proj": {
      "offset": 115306204,
      "bytes": 279224,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.17.self_attn.v_proj": {
      "offset": 115585428,
      "bytes": 279258,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.17.self_attn.o_proj": {
      "offset": 115864686,
      "bytes": 278868,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.17.self_attn.relative_k_proj": {
      "offset": 116143554,
      "bytes": 276278,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.17.conv.pointwise_conv1": {
      "offset": 116419832,
      "bytes": 559001,
      "shape": [
        2048,
        1024
      ]
    },
    "encoder.layers.17.conv.pointwise_conv2": {
      "offset": 116978833,
      "bytes": 279150,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.17.feed_forward2.linear1": {
      "offset": 117257983,
      "bytes": 1116740,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.17.feed_forward2.linear2": {
      "offset": 118374723,
      "bytes": 1097789,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.18.feed_forward1.linear1": {
      "offset": 119472512,
      "bytes": 1115693,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.18.feed_forward1.linear2": {
      "offset": 120588205,
      "bytes": 1097319,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.18.self_attn.q_proj": {
      "offset": 121685524,
      "bytes": 279690,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.18.self_attn.k_proj": {
      "offset": 121965214,
      "bytes": 279576,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.18.self_attn.v_proj": {
      "offset": 122244790,
      "bytes": 279462,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.18.self_attn.o_proj": {
      "offset": 122524252,
      "bytes": 279103,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.18.self_attn.relative_k_proj": {
      "offset": 122803355,
      "bytes": 275207,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.18.conv.pointwise_conv1": {
      "offset": 123078562,
      "bytes": 558937,
      "shape": [
        2048,
        1024
      ]
    },
    "encoder.layers.18.conv.pointwise_conv2": {
      "offset": 123637499,
      "bytes": 279200,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.18.feed_forward2.linear1": {
      "offset": 123916699,
      "bytes": 1116206,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.18.feed_forward2.linear2": {
      "offset": 125032905,
      "bytes": 1102341,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.19.feed_forward1.linear1": {
      "offset": 126135246,
      "bytes": 1115708,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.19.feed_forward1.linear2": {
      "offset": 127250954,
      "bytes": 1100056,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.19.self_attn.q_proj": {
      "offset": 128351010,
      "bytes": 279599,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.19.self_attn.k_proj": {
      "offset": 128630609,
      "bytes": 279704,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.19.self_attn.v_proj": {
      "offset": 128910313,
      "bytes": 279501,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.19.self_attn.o_proj": {
      "offset": 129189814,
      "bytes": 279502,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.19.self_attn.relative_k_proj": {
      "offset": 129469316,
      "bytes": 276018,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.19.conv.pointwise_conv1": {
      "offset": 129745334,
      "bytes": 558960,
      "shape": [
        2048,
        1024
      ]
    },
    "encoder.layers.19.conv.pointwise_conv2": {
      "offset": 130304294,
      "bytes": 278960,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.19.feed_forward2.linear1": {
      "offset": 130583254,
      "bytes": 1117478,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.19.feed_forward2.linear2": {
      "offset": 131700732,
      "bytes": 1104410,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.20.feed_forward1.linear1": {
      "offset": 132805142,
      "bytes": 1117136,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.20.feed_forward1.linear2": {
      "offset": 133922278,
      "bytes": 1100517,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.20.self_attn.q_proj": {
      "offset": 135022795,
      "bytes": 279683,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.20.self_attn.k_proj": {
      "offset": 135302478,
      "bytes": 279655,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.20.self_attn.v_proj": {
      "offset": 135582133,
      "bytes": 279730,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.20.self_attn.o_proj": {
      "offset": 135861863,
      "bytes": 279782,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.20.self_attn.relative_k_proj": {
      "offset": 136141645,
      "bytes": 272290,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.20.conv.pointwise_conv1": {
      "offset": 136413935,
      "bytes": 559183,
      "shape": [
        2048,
        1024
      ]
    },
    "encoder.layers.20.conv.pointwise_conv2": {
      "offset": 136973118,
      "bytes": 278836,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.20.feed_forward2.linear1": {
      "offset": 137251954,
      "bytes": 1117983,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.20.feed_forward2.linear2": {
      "offset": 138369937,
      "bytes": 1103116,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.21.feed_forward1.linear1": {
      "offset": 139473053,
      "bytes": 1117745,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.21.feed_forward1.linear2": {
      "offset": 140590798,
      "bytes": 1097436,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.21.self_attn.q_proj": {
      "offset": 141688234,
      "bytes": 279705,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.21.self_attn.k_proj": {
      "offset": 141967939,
      "bytes": 279653,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.21.self_attn.v_proj": {
      "offset": 142247592,
      "bytes": 279761,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.21.self_attn.o_proj": {
      "offset": 142527353,
      "bytes": 279779,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.21.self_attn.relative_k_proj": {
      "offset": 142807132,
      "bytes": 268742,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.21.conv.pointwise_conv1": {
      "offset": 143075874,
      "bytes": 559197,
      "shape": [
        2048,
        1024
      ]
    },
    "encoder.layers.21.conv.pointwise_conv2": {
      "offset": 143635071,
      "bytes": 278945,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.21.feed_forward2.linear1": {
      "offset": 143914016,
      "bytes": 1118591,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.21.feed_forward2.linear2": {
      "offset": 145032607,
      "bytes": 1101135,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.22.feed_forward1.linear1": {
      "offset": 146133742,
      "bytes": 1118390,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.22.feed_forward1.linear2": {
      "offset": 147252132,
      "bytes": 1098152,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.22.self_attn.q_proj": {
      "offset": 148350284,
      "bytes": 279900,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.22.self_attn.k_proj": {
      "offset": 148630184,
      "bytes": 279672,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.22.self_attn.v_proj": {
      "offset": 148909856,
      "bytes": 279459,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.22.self_attn.o_proj": {
      "offset": 149189315,
      "bytes": 279515,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.22.self_attn.relative_k_proj": {
      "offset": 149468830,
      "bytes": 268301,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.22.conv.pointwise_conv1": {
      "offset": 149737131,
      "bytes": 559125,
      "shape": [
        2048,
        1024
      ]
    },
    "encoder.layers.22.conv.pointwise_conv2": {
      "offset": 150296256,
      "bytes": 278834,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.22.feed_forward2.linear1": {
      "offset": 150575090,
      "bytes": 1118172,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.22.feed_forward2.linear2": {
      "offset": 151693262,
      "bytes": 1083323,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.23.feed_forward1.linear1": {
      "offset": 152776585,
      "bytes": 1118906,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.23.feed_forward1.linear2": {
      "offset": 153895491,
      "bytes": 1089663,
      "shape": [
        1024,
        4096
      ]
    },
    "encoder.layers.23.self_attn.q_proj": {
      "offset": 154985154,
      "bytes": 279841,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.23.self_attn.k_proj": {
      "offset": 155264995,
      "bytes": 279625,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.23.self_attn.v_proj": {
      "offset": 155544620,
      "bytes": 279673,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.23.self_attn.o_proj": {
      "offset": 155824293,
      "bytes": 279995,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.23.self_attn.relative_k_proj": {
      "offset": 156104288,
      "bytes": 268888,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.23.conv.pointwise_conv1": {
      "offset": 156373176,
      "bytes": 559489,
      "shape": [
        2048,
        1024
      ]
    },
    "encoder.layers.23.conv.pointwise_conv2": {
      "offset": 156932665,
      "bytes": 278919,
      "shape": [
        1024,
        1024
      ]
    },
    "encoder.layers.23.feed_forward2.linear1": {
      "offset": 157211584,
      "bytes": 1119321,
      "shape": [
        4096,
        1024
      ]
    },
    "encoder.layers.23.feed_forward2.linear2": {
      "offset": 158330905,
      "bytes": 1095356,
      "shape": [
        1024,
        4096
      ]
    }
  },
  "stages": {
    "encoder_0": [
      {
        "input": "weight_0",
        "tensor": "encoder.layers.0.feed_forward1.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "2790a6aa50c639200569b72baf7d27ce5f4dd98560a6f91aae95cce3caf1a15d"
      },
      {
        "input": "weight_1",
        "tensor": "encoder.layers.0.feed_forward1.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "4907cfd9ed0742c034512e92fc907e88c447cfe960558efeab2549ebd1ca2bd8"
      },
      {
        "input": "weight_2",
        "tensor": "encoder.layers.0.self_attn.q_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "ebbfde646828b7d6853ae6c884aac4707d541842323a8b36b755b4cb2ab3cdb0"
      },
      {
        "input": "weight_3",
        "tensor": "encoder.layers.0.self_attn.k_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "fece06965626267a83bd3cafd5ff1e4c1ef3108f771c5eae0a624fd632150422"
      },
      {
        "input": "weight_4",
        "tensor": "encoder.layers.0.self_attn.v_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "41899cc5e2c50a12ef21db3fe2b5f0214cddee70755c36d3074210db32c814e6"
      },
      {
        "input": "weight_5",
        "tensor": "encoder.layers.0.self_attn.o_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "9b9cc1134065ab97760b10d555977dc659e0b2c8ac0f52d9fd63bef8c2120980"
      },
      {
        "input": "weight_6",
        "tensor": "encoder.layers.0.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "2f316cde33c7c1e48744b7d2fc38f62195e9f0c0c44014b84f8e55d9fbed6526"
      },
      {
        "input": "weight_7",
        "tensor": "encoder.layers.0.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 128,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "a8c8cf529e7cfda37819fb2c09f419bf0b59d931fd1f01ada0d25602826ca62c"
      },
      {
        "input": "weight_8",
        "tensor": "encoder.layers.0.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 256,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "a44aed7ee08d5e49ebdb6c0cd4bca830ba0397585a09a299890189b5c9d93f59"
      },
      {
        "input": "weight_9",
        "tensor": "encoder.layers.0.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 384,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "21308e6ce429bf21e9330520195cadf18dd49ad6d76f19c7799621d9f080d842"
      },
      {
        "input": "weight_10",
        "tensor": "encoder.layers.0.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 512,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "bc8a7a8d320a29815adf98ab823ce9341f1b965bfbeb02b6c5e3b2a0c6609b32"
      },
      {
        "input": "weight_11",
        "tensor": "encoder.layers.0.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 640,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "2aa99fea2468efb32402c711ee378a4d789bbca77e75bc6bce3e0478c2fb957e"
      },
      {
        "input": "weight_12",
        "tensor": "encoder.layers.0.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 768,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "c482a557af5209454e6b0e8acfd01e5d1a7af4a9ecec94e52123da0bd16615ce"
      },
      {
        "input": "weight_13",
        "tensor": "encoder.layers.0.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 896,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "affb468ab6ed086acca872e976b230d4d9c2b6ebe7d0f9a4919a37925feee33f"
      },
      {
        "input": "weight_14",
        "tensor": "encoder.layers.0.conv.pointwise_conv1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          2048,
          1024
        ],
        "sha256": "30732f4c6211091bef97026000656b102f8ab92b32bb5fc17c16ecacb0da148e"
      },
      {
        "input": "weight_15",
        "tensor": "encoder.layers.0.conv.pointwise_conv2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "3eb6aef3d46fd8cb6c8e2074c0b9093c72ff7fd994065a40a731d2557e33bc9c"
      },
      {
        "input": "weight_16",
        "tensor": "encoder.layers.0.feed_forward2.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "3f6e23b10ad2f1fbfa753984f98214a3e7b4f19dd095f461ab105e67bf885df9"
      },
      {
        "input": "weight_17",
        "tensor": "encoder.layers.0.feed_forward2.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "5caacd9be3c201d351027cd5ceba451e7ae72eaee9a78ccebb4155026381736e"
      },
      {
        "input": "weight_18",
        "tensor": "encoder.layers.1.feed_forward1.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "268b847e5665c87913670359a155084cd07dcfe1f9c5c57884828f7424da458d"
      },
      {
        "input": "weight_19",
        "tensor": "encoder.layers.1.feed_forward1.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "5853592e013cca2a14010bf75fc91bc11a35a1ff063f56e00fe11791e6df940a"
      },
      {
        "input": "weight_20",
        "tensor": "encoder.layers.1.self_attn.q_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "3d055d48d52332a9ffefb2952ffae211968f3681f9b3519942522b9c9b3c6af3"
      },
      {
        "input": "weight_21",
        "tensor": "encoder.layers.1.self_attn.k_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "f3605de8d7b1e102f0371d07bced5f7300669fd1ef50adaf321b1772e2ae0cc5"
      },
      {
        "input": "weight_22",
        "tensor": "encoder.layers.1.self_attn.v_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "98337a562354f3dd9dc446048fbaaf8fb5f978d4a0abf41ff43f689ee44d7ec9"
      },
      {
        "input": "weight_23",
        "tensor": "encoder.layers.1.self_attn.o_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "da18606cfa3d5ec6600b8f13c323255c683bf9cf78090810ad9fda3a0475520c"
      },
      {
        "input": "weight_24",
        "tensor": "encoder.layers.1.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "f08ceaa29efa970f18799c7615d46ea3b7fbeaeba9b821a404a4d4ba754b4eb1"
      },
      {
        "input": "weight_25",
        "tensor": "encoder.layers.1.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 128,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "ba96bb6708b6add53239f17914a9350d3b789d58269e143bb26ca0b957c6ee3e"
      },
      {
        "input": "weight_26",
        "tensor": "encoder.layers.1.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 256,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "7a11cd5ad62bb7956404c8faa6cfbf1dc0380d436582323cd9b701f15a35f403"
      },
      {
        "input": "weight_27",
        "tensor": "encoder.layers.1.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 384,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "4236f095aaf70cfa2f34658a1d145f2681766c64a14afc4acdd1ce72739f78f2"
      },
      {
        "input": "weight_28",
        "tensor": "encoder.layers.1.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 512,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "73149575653599558c0bb552216cc519be0555a37f3aaafc30fdaaa73384895b"
      },
      {
        "input": "weight_29",
        "tensor": "encoder.layers.1.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 640,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "3cb1fef178503086194e5137f18dc3bf2ee95fc0ecc2b8d6c27cd1d94e3a901d"
      },
      {
        "input": "weight_30",
        "tensor": "encoder.layers.1.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 768,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "9211848b01c236c4c36c462fb4e119d4ab3a6d3ce629e1665b8b9a898273484c"
      },
      {
        "input": "weight_31",
        "tensor": "encoder.layers.1.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 896,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "5ab2237556f990e3f7ba67ee2fd24e6ddd42aa745f91ac6da6242bad8e3c13a3"
      },
      {
        "input": "weight_32",
        "tensor": "encoder.layers.1.conv.pointwise_conv1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          2048,
          1024
        ],
        "sha256": "09592152f7f16eb3478b6f1ce4de35b0b93658f806ba1180366b34c6c0e766e2"
      },
      {
        "input": "weight_33",
        "tensor": "encoder.layers.1.conv.pointwise_conv2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "c86ec64ed601f9daa5be9a5086a34e8ccdf98acccbd06e6897396a3e6068273d"
      },
      {
        "input": "weight_34",
        "tensor": "encoder.layers.1.feed_forward2.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "81ad8469c3355c64dc05dcc2d2a7a6939be44581ea1ba625e9344d1104c4e3f3"
      },
      {
        "input": "weight_35",
        "tensor": "encoder.layers.1.feed_forward2.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "d847f030a35b7e05d6085fed11570e7eeb615f3ce450272391270e89dbd847f3"
      },
      {
        "input": "weight_36",
        "tensor": "encoder.layers.2.feed_forward1.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "c4456daf6c63f9082cc1a5a47d085eee5157c0e790d995632c1b0b2f57789406"
      },
      {
        "input": "weight_37",
        "tensor": "encoder.layers.2.feed_forward1.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "c5f77472c3ac1861fe01a2b38e534dafea3eba6dc48df58752726b503c02b456"
      },
      {
        "input": "weight_38",
        "tensor": "encoder.layers.2.self_attn.q_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "a5772acb23464e3b3e467530dfac77b71dadfb4f5a22a206347b8bc901e2d45b"
      },
      {
        "input": "weight_39",
        "tensor": "encoder.layers.2.self_attn.k_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "5a6aaad16180432037a9996d48073f9d70721a89352a10f6e4f832ad005dbed5"
      },
      {
        "input": "weight_40",
        "tensor": "encoder.layers.2.self_attn.v_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "a1fb9329edb1c08d5163104344411535592c7cbf7d928775255633ad11843b9c"
      },
      {
        "input": "weight_41",
        "tensor": "encoder.layers.2.self_attn.o_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "e21df17d997fc5502f3297f98b8e683c1b14d0834ba27072de5f492daa6de4c0"
      },
      {
        "input": "weight_42",
        "tensor": "encoder.layers.2.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "7328a69c11a804aac76020e41d52d6554f08cf282032919de38b9edb28b89301"
      },
      {
        "input": "weight_43",
        "tensor": "encoder.layers.2.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 128,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "70ae8f6a8b81c0140bed6a1c688d72177e77d79e42c40eb79e1167e8bbc2e1d1"
      },
      {
        "input": "weight_44",
        "tensor": "encoder.layers.2.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 256,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "1951bc64ee4ab64232bdd9f637d5d195d115016ff1b3c70e720dac6dc9ee6c19"
      },
      {
        "input": "weight_45",
        "tensor": "encoder.layers.2.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 384,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "9cc4769a9a405f9c88df84da8917e64879e1230202853c8e0ab65fc122a2df3b"
      },
      {
        "input": "weight_46",
        "tensor": "encoder.layers.2.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 512,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "0ffdac898d2b776ce6260d31e6897c0a3ffb32504d5791bda2decf3a73ec6dd7"
      },
      {
        "input": "weight_47",
        "tensor": "encoder.layers.2.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 640,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "0ca06fdb17b7d87e7fd6b498f088687dddc58e096347881276e95c7206dc0366"
      },
      {
        "input": "weight_48",
        "tensor": "encoder.layers.2.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 768,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "a64345b661369e922dde01ec957028ccca23785cdd926ff07846bc746a9a9f75"
      },
      {
        "input": "weight_49",
        "tensor": "encoder.layers.2.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 896,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "70b8195c7ff5591c9287555e7d4f2acd5d27d07180c2fcfd482786833f5e8c57"
      },
      {
        "input": "weight_50",
        "tensor": "encoder.layers.2.conv.pointwise_conv1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          2048,
          1024
        ],
        "sha256": "80ab0d09b54cbe275d09fb4820e6ecc8cb4dd895061735a1d982f972ff3c0deb"
      },
      {
        "input": "weight_51",
        "tensor": "encoder.layers.2.conv.pointwise_conv2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "1e94dc73402c0208bb76a8e054b87fb9d45b46f6e293cfbddf52dcdd2565917c"
      },
      {
        "input": "weight_52",
        "tensor": "encoder.layers.2.feed_forward2.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "e373cb77899ef0e5907de6ac0e9655a2139f2f252754a61e95cad9602da4b997"
      },
      {
        "input": "weight_53",
        "tensor": "encoder.layers.2.feed_forward2.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "480703d089b422b6e9c9631ba50f70f11789acb692a0b3c18134dd8b6dc3defa"
      },
      {
        "input": "weight_54",
        "tensor": "encoder.layers.3.feed_forward1.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "1609bf8160c9b632100f020def92e36257b242d885b207278a67a8b760b1f22c"
      },
      {
        "input": "weight_55",
        "tensor": "encoder.layers.3.feed_forward1.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "1820973e19301b70209078633c448d615bc33517317582f475710ad12d06a03c"
      },
      {
        "input": "weight_56",
        "tensor": "encoder.layers.3.self_attn.q_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "62416175709f4e0784a4621b2764b2ae0cfd66687f96a8ba4aefcbd49404b9b0"
      },
      {
        "input": "weight_57",
        "tensor": "encoder.layers.3.self_attn.k_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "f9ee910e6c6ba759e8159bb791f083147084c0ced7a98b9c71d7b8238c6cafbd"
      },
      {
        "input": "weight_58",
        "tensor": "encoder.layers.3.self_attn.v_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "0cac4569b61c7e07358ae68499f9b272ca0a69d989af80d1a0ee4049b4ba1e78"
      },
      {
        "input": "weight_59",
        "tensor": "encoder.layers.3.self_attn.o_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "ec3e6a1cb84c52ff46ea33d7f5176714f821ff265e1b9a0a49a2aa1511eb3eb3"
      },
      {
        "input": "weight_60",
        "tensor": "encoder.layers.3.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "835f063407a469604a17f22cfde167a996270064ef724b4873a73aeba5dfb042"
      },
      {
        "input": "weight_61",
        "tensor": "encoder.layers.3.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 128,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "6fb494954afda86a5d57cd867de666f1ef683a0fa0ef38202e2ad9aa286addcb"
      },
      {
        "input": "weight_62",
        "tensor": "encoder.layers.3.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 256,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "b66989d44513fbcb026b810446e0d027267454ea7ffa16a7462e6a0e06031fbf"
      },
      {
        "input": "weight_63",
        "tensor": "encoder.layers.3.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 384,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "1df160730fb4e47152f38626f335ff54cd0a6a00bf01729e58e452609d38d974"
      },
      {
        "input": "weight_64",
        "tensor": "encoder.layers.3.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 512,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "98a8a5e69338b882321c4f76c773bfd3d2953ceda586f8cab033a2abd204c7d7"
      },
      {
        "input": "weight_65",
        "tensor": "encoder.layers.3.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 640,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "70c5f04e8470dd59ea71bf50cb9b25bb9878b710dd61b96f595778f099ed27eb"
      },
      {
        "input": "weight_66",
        "tensor": "encoder.layers.3.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 768,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "e2dfa2d178a7801298c8ce1c0e644bbdd8f13985c6abad1f892ce371dcbce118"
      },
      {
        "input": "weight_67",
        "tensor": "encoder.layers.3.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 896,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "e9c2633c15909b5d5f69e1ecdb570f3d9825b2cd7f8ba0ee75f627b2a989f1f8"
      },
      {
        "input": "weight_68",
        "tensor": "encoder.layers.3.conv.pointwise_conv1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          2048,
          1024
        ],
        "sha256": "c8deabd032f8226e18af0172d0b9fa7af57a8765e49abc0a256aa8f873260b6b"
      },
      {
        "input": "weight_69",
        "tensor": "encoder.layers.3.conv.pointwise_conv2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "bd10cdf7ef9f3c2d563761da15dd9ea6a81ad5d8423610504549e463f63d8015"
      },
      {
        "input": "weight_70",
        "tensor": "encoder.layers.3.feed_forward2.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "52c4ac27574bddfc8fd1af32440cdebf57cc60680d25b753a15177c97f1d20bc"
      },
      {
        "input": "weight_71",
        "tensor": "encoder.layers.3.feed_forward2.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "06fead525c461b4dffcf0fd5074550fc4ede08788b063a1daa14742cd8b92f40"
      }
    ],
    "encoder_1": [
      {
        "input": "weight_0",
        "tensor": "encoder.layers.4.feed_forward1.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "39592c877135d1d85440645a8399150e1c0ef4a64d6768c4af8dad87414f4acf"
      },
      {
        "input": "weight_1",
        "tensor": "encoder.layers.4.feed_forward1.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "77ba2fa0b3befad5bb3b205d7aac6b0253b78910b49ad5776b4a7537cb286024"
      },
      {
        "input": "weight_2",
        "tensor": "encoder.layers.4.self_attn.q_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "d34cdf7c2fe01c6f4901b226a2c3a3afb93e6b4daf7f3b9159b92d201e00fc31"
      },
      {
        "input": "weight_3",
        "tensor": "encoder.layers.4.self_attn.k_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "b6b3f669f8e8a55dd1ea2db7873dc75d50cd0591a9239bd8abfc2313a30769a1"
      },
      {
        "input": "weight_4",
        "tensor": "encoder.layers.4.self_attn.v_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "ef5ed13ddd99f15ebb46ef4a4f0a0e03e4852366c67457eb26ce5f4802bdb894"
      },
      {
        "input": "weight_5",
        "tensor": "encoder.layers.4.self_attn.o_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "83e2c20a83f5e785f1d9b11a0ab0df520bcfcb1167a2423284f46c293b6d89b0"
      },
      {
        "input": "weight_6",
        "tensor": "encoder.layers.4.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "b820e064bf388cd3379689336f00cfa810e1d0166d2d56bd36f9425ad8ac01e2"
      },
      {
        "input": "weight_7",
        "tensor": "encoder.layers.4.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 128,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "50e80c1c9b9713732f61a29a468636dff58080c6aca96b6c3be3a875c905576f"
      },
      {
        "input": "weight_8",
        "tensor": "encoder.layers.4.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 256,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "4371e6991b46cf3543171bf6ae4a5313bfa54bf88d4213fc042157503cb91577"
      },
      {
        "input": "weight_9",
        "tensor": "encoder.layers.4.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 384,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "5f9cb179b91a5bbcb8619f6d5f393c1c1e8a277a28876d0dfc272247b2370f68"
      },
      {
        "input": "weight_10",
        "tensor": "encoder.layers.4.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 512,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "fc0d30939ba92e979a6c0dcd38602d1a2ed3f6ff0d08a375e88075159d05dc9c"
      },
      {
        "input": "weight_11",
        "tensor": "encoder.layers.4.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 640,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "82d6179646b5055d06e987a376db1fb517ea30eee552dc45db4eeaf0728e9ac1"
      },
      {
        "input": "weight_12",
        "tensor": "encoder.layers.4.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 768,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "962b62a050f66be4ef75cf42423c082d237cec8cea56c7c7210b2c01d711cd8d"
      },
      {
        "input": "weight_13",
        "tensor": "encoder.layers.4.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 896,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "499bc05fb5ae6dfd1c8a9a97e326bd76610d56046090311d746132db4b82e4cb"
      },
      {
        "input": "weight_14",
        "tensor": "encoder.layers.4.conv.pointwise_conv1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          2048,
          1024
        ],
        "sha256": "b2e9d6084f2714bd87546436c57c15191839a6728303909189f32ba2a21875be"
      },
      {
        "input": "weight_15",
        "tensor": "encoder.layers.4.conv.pointwise_conv2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "8af6896a90b2cad968c20eb837808d29c4910c5f9b29526f9103f043d9ae00d4"
      },
      {
        "input": "weight_16",
        "tensor": "encoder.layers.4.feed_forward2.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "645adffaf36063b0edc8df80a6887763dff919a82c3d671f6471454e70cdbbb7"
      },
      {
        "input": "weight_17",
        "tensor": "encoder.layers.4.feed_forward2.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "2c1ae6c9762099c63fe5bbd0cf34e7d3e0e85926178ca935ff18c4f1b77db3b7"
      },
      {
        "input": "weight_18",
        "tensor": "encoder.layers.5.feed_forward1.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "11002888810a6fdc7d5674e635ce00939fb540085c2b26cff3943ce6ae190367"
      },
      {
        "input": "weight_19",
        "tensor": "encoder.layers.5.feed_forward1.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "298c96a02b94cef21f16252ff7c19064f8ffab6a7badb13acfb4217b2ccb5c4c"
      },
      {
        "input": "weight_20",
        "tensor": "encoder.layers.5.self_attn.q_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "6a7c3aac69cf4e39252077d715de36d144bf6cbf7ce2d27663e55870ca7da6aa"
      },
      {
        "input": "weight_21",
        "tensor": "encoder.layers.5.self_attn.k_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "e198b7885bda898a03873d95a3b52f925af3f1ab9afb53c86974ac130c84d304"
      },
      {
        "input": "weight_22",
        "tensor": "encoder.layers.5.self_attn.v_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "5eaf45a14ea34b95a9016fc1f6a1ed191b2124556bc786e595367f4e9c936f2f"
      },
      {
        "input": "weight_23",
        "tensor": "encoder.layers.5.self_attn.o_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "c4f1af2d1099d6a07b9d39137271778642146f47a2b5d0305240f51a8124c0b7"
      },
      {
        "input": "weight_24",
        "tensor": "encoder.layers.5.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "3875d8a7e38cf310aaac4af3794ecd50b4785c6858c744a54e9d67a30fffba7e"
      },
      {
        "input": "weight_25",
        "tensor": "encoder.layers.5.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 128,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "9c592f594715045aef086e29aff689eea0a91a3fe8c8262d4eec306371623dd5"
      },
      {
        "input": "weight_26",
        "tensor": "encoder.layers.5.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 256,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "a6b28488647e95d01aa9ff01742d20130a03a981b59dbdb9229694cb1167b696"
      },
      {
        "input": "weight_27",
        "tensor": "encoder.layers.5.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 384,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "3cfa61024af43b2f7720cb219896e8717de66e55345967edc364f55e0d7445db"
      },
      {
        "input": "weight_28",
        "tensor": "encoder.layers.5.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 512,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "2e09686697b41ebd796f6b16b8b616cb116e5d411e696334008710ff57e71100"
      },
      {
        "input": "weight_29",
        "tensor": "encoder.layers.5.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 640,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "1d1dce8bcda297fd820b7430d40dcb7017c3869a1ee67f6276ec961e0ba1db50"
      },
      {
        "input": "weight_30",
        "tensor": "encoder.layers.5.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 768,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "2880f1b06605e7ffdd7a89f01bbffd4b1cf270d08298c458d6822847405f6af2"
      },
      {
        "input": "weight_31",
        "tensor": "encoder.layers.5.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 896,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "b950ae279ff55f7ebe2796669ff6def768032f858afc95942421a437e270f496"
      },
      {
        "input": "weight_32",
        "tensor": "encoder.layers.5.conv.pointwise_conv1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          2048,
          1024
        ],
        "sha256": "c86cbe652ced2861bf409dfaa2368a3302846f9f27f5639c89947a0ff72da8c2"
      },
      {
        "input": "weight_33",
        "tensor": "encoder.layers.5.conv.pointwise_conv2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "ecf0a8287be6f740876d06e293fe7584c764ebf61af755db1eed169764021d9b"
      },
      {
        "input": "weight_34",
        "tensor": "encoder.layers.5.feed_forward2.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "a62b64f04d5ab09443d3f7c0ca4d9d61c12ea347e3fc76e977be4b49bbaa91ea"
      },
      {
        "input": "weight_35",
        "tensor": "encoder.layers.5.feed_forward2.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "f0a9f89e5fd911b3216418e89ecd9134fc7526d90e07f770ee056eea5d9b2042"
      },
      {
        "input": "weight_36",
        "tensor": "encoder.layers.6.feed_forward1.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "eda9e8464217f61b35f2484365d083235f12719b27d7e7af43535adcedc19d49"
      },
      {
        "input": "weight_37",
        "tensor": "encoder.layers.6.feed_forward1.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "e9f507e780c2f06c431fd1a59dd5074fe8b8114b9f79e7d26520d77008c246b7"
      },
      {
        "input": "weight_38",
        "tensor": "encoder.layers.6.self_attn.q_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "68fe74af197df00616c413ec960cc5c1fe73e8644a803770cbe5e237aee0efcc"
      },
      {
        "input": "weight_39",
        "tensor": "encoder.layers.6.self_attn.k_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "670319bc38114567caf13df9e7ae67e685e947abb2e4c73140e3ab4f96c7ef19"
      },
      {
        "input": "weight_40",
        "tensor": "encoder.layers.6.self_attn.v_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "8523e96b7db1c2be7e9b59fbad3015785a7cfe0577e5fae82e949c95dcfe67f1"
      },
      {
        "input": "weight_41",
        "tensor": "encoder.layers.6.self_attn.o_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "25ffd2e561f9c6faf542800535515e36724e3c2c7e7bfc23131ee254fb1a5b69"
      },
      {
        "input": "weight_42",
        "tensor": "encoder.layers.6.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "7c7fe1327932b5a1953b64b98d4c106b5e3515a6ad01e0eed1ba64a131196a2f"
      },
      {
        "input": "weight_43",
        "tensor": "encoder.layers.6.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 128,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "a5a6077c8e9350345109e373dac7d0f93ea42057cc2a97f90647dcc03c54ff18"
      },
      {
        "input": "weight_44",
        "tensor": "encoder.layers.6.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 256,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "ba729b3313bd738ce001ec62aed835ac08d1778599a55182a4e7e3fd1995b6d1"
      },
      {
        "input": "weight_45",
        "tensor": "encoder.layers.6.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 384,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "367522ef62e907c548b8ea872d8671b0cc5108fb79544d835efe63ebdef3f96a"
      },
      {
        "input": "weight_46",
        "tensor": "encoder.layers.6.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 512,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "6892f8d77d987a21bcf83a10b1ef37bd22ec11e8be5aae2be9486c0e5d7e720c"
      },
      {
        "input": "weight_47",
        "tensor": "encoder.layers.6.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 640,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "7a1be5af619f40cf9b4dbc2703d7ef03b63f442d23c2c3eacf2b9f7b35c5ae2e"
      },
      {
        "input": "weight_48",
        "tensor": "encoder.layers.6.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 768,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "a2f4e6b95311844dd05add9f11c8326010250e595ff2c1cc621f2c475d86beed"
      },
      {
        "input": "weight_49",
        "tensor": "encoder.layers.6.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 896,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "849cd71f0d3e97e37028919c0c6773d0ef5b0ca305723ab3b403c17a908f6325"
      },
      {
        "input": "weight_50",
        "tensor": "encoder.layers.6.conv.pointwise_conv1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          2048,
          1024
        ],
        "sha256": "3d7e30ba849f9c5b833f0ba246e9647a7baf4f65023755ccd5595b61fcb33d2c"
      },
      {
        "input": "weight_51",
        "tensor": "encoder.layers.6.conv.pointwise_conv2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "ffb167dc3dcf25546189e3eaae1e03c2fc10b2edca39d68bfed738e99b8206e9"
      },
      {
        "input": "weight_52",
        "tensor": "encoder.layers.6.feed_forward2.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "f516117f56a16e5cf3383503acb6e36907a1507e2fc878be43504479213587d8"
      },
      {
        "input": "weight_53",
        "tensor": "encoder.layers.6.feed_forward2.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "6c9d99b32834e0f6394d1f03aeeedf86189bdb0a46236764b3017c1bf4db8c19"
      },
      {
        "input": "weight_54",
        "tensor": "encoder.layers.7.feed_forward1.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "0d6bc619863bd9679d5ff6ad8963fe9fb8955f3edaabaeca1feef24d10f3d92c"
      },
      {
        "input": "weight_55",
        "tensor": "encoder.layers.7.feed_forward1.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "825c60166cd0a2fbdd9992329602c26c2ae3c2a5ae7d27587ce14e94f7071184"
      },
      {
        "input": "weight_56",
        "tensor": "encoder.layers.7.self_attn.q_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "0c58ab60f555c60c7509b7942597bb5e3fff9c26b63f0c38ab6c29bf5bad6a15"
      },
      {
        "input": "weight_57",
        "tensor": "encoder.layers.7.self_attn.k_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "f89b946622c7a5023e46b2454af6799deb36dbf51a2a902411156f3d12056c7e"
      },
      {
        "input": "weight_58",
        "tensor": "encoder.layers.7.self_attn.v_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "4b037a8f35413220ed8b77e11b0d7aeb1e5e722c467be41519f5bc136b8e4aa9"
      },
      {
        "input": "weight_59",
        "tensor": "encoder.layers.7.self_attn.o_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "6f842d34724efe4755f191b8f9d2eab21321bc7ec2099f772e20adcc8723b157"
      },
      {
        "input": "weight_60",
        "tensor": "encoder.layers.7.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "22a6b7279badc91fadb589839ca04c7cde04c2d98982bdd6a6f57ce0875889bf"
      },
      {
        "input": "weight_61",
        "tensor": "encoder.layers.7.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 128,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "878090147bca8ea54e69f66b5c27cfda70e9c8571273e745afb24c1b7633edb6"
      },
      {
        "input": "weight_62",
        "tensor": "encoder.layers.7.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 256,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "295f87d47b93f8e8cd6c4aca9d35fd880adf0e01bcc5857a33b475c24af470c6"
      },
      {
        "input": "weight_63",
        "tensor": "encoder.layers.7.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 384,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "8cb38d406b0af46937a3af77885c045735c3d0356d3848ed940d6b88bccf5820"
      },
      {
        "input": "weight_64",
        "tensor": "encoder.layers.7.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 512,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "fc9eaf0cd18a4d0353a20afd6b7c4e1d49c213d59725c30774cfead8d263128e"
      },
      {
        "input": "weight_65",
        "tensor": "encoder.layers.7.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 640,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "3b789f8da6993239a764dc12069e4957d0d41ca5b713d21dada726e301d204cd"
      },
      {
        "input": "weight_66",
        "tensor": "encoder.layers.7.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 768,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "5925fd446a3448cc5d47a8af6e7ec4eef054f73010b9b4be0ddf3a28890ddcc0"
      },
      {
        "input": "weight_67",
        "tensor": "encoder.layers.7.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 896,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "b411e4b632ab3d34410ed6fb266f404dc4f1d2333c1f22d20517b63672f5e139"
      },
      {
        "input": "weight_68",
        "tensor": "encoder.layers.7.conv.pointwise_conv1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          2048,
          1024
        ],
        "sha256": "824b69e415e64e308b4d5f1fc98313f0fbb9a43b12e46926cbb92b32f89b8d79"
      },
      {
        "input": "weight_69",
        "tensor": "encoder.layers.7.conv.pointwise_conv2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "43cfc4f1f2c584ca38c14e801e4478feb08798c5c55b507811af77f42ae9441e"
      },
      {
        "input": "weight_70",
        "tensor": "encoder.layers.7.feed_forward2.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "9a4441bf6490116276e567dccc460a66fe4e8c26665f3f12fe8a5a3b9f2c6914"
      },
      {
        "input": "weight_71",
        "tensor": "encoder.layers.7.feed_forward2.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "0d9056039ddf315fd25d7b7c6a18f1152d180032cfc470164dcbf2f66950e715"
      }
    ],
    "encoder_2": [
      {
        "input": "weight_0",
        "tensor": "encoder.layers.8.feed_forward1.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "428dfbea3f031d578afdb5d95305f8f5223ddfa9589072786d2371e58ef794ed"
      },
      {
        "input": "weight_1",
        "tensor": "encoder.layers.8.feed_forward1.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "6e5790b549f39bad4f5fa8421bb84a7c94184110f12d40b9f3614f7114f98ef3"
      },
      {
        "input": "weight_2",
        "tensor": "encoder.layers.8.self_attn.q_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "4e42ab6234ab6360ba246d74be221033657e41851f3e10041b3a8d072a4beac8"
      },
      {
        "input": "weight_3",
        "tensor": "encoder.layers.8.self_attn.k_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "bc81a05ced025b4b631178a762e2af1936e6c75b59b8f0bae835e8db25cb79b4"
      },
      {
        "input": "weight_4",
        "tensor": "encoder.layers.8.self_attn.v_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "5394bb2caf76964cd686027026e870052f80bcad4ee741397abf19565b2799f5"
      },
      {
        "input": "weight_5",
        "tensor": "encoder.layers.8.self_attn.o_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "50b64935e7bd3ddf0282e0a33e6332ce1ad3629db6beb168eeb12c3ed70e379a"
      },
      {
        "input": "weight_6",
        "tensor": "encoder.layers.8.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "f25f5678ee47565bf51120f1584fec6afff9b4ae7f030ab04074b3f01c0426df"
      },
      {
        "input": "weight_7",
        "tensor": "encoder.layers.8.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 128,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "dd3b2de537e258d1c1cad8cfad8645783af8d4e430086aa58cde0c8a6bf987d2"
      },
      {
        "input": "weight_8",
        "tensor": "encoder.layers.8.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 256,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "62a38777690f3141cf52d176f326615d2628dcdaf06645247d10603baee55887"
      },
      {
        "input": "weight_9",
        "tensor": "encoder.layers.8.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 384,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "703591eada2bdab7774b826ec2b422a32a459b4b9ca1bc4df324c1af611eac58"
      },
      {
        "input": "weight_10",
        "tensor": "encoder.layers.8.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 512,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "45598ed22d040860ddbc380d2b93382ae9b626a71a835f55d41caec0d6d1b6ac"
      },
      {
        "input": "weight_11",
        "tensor": "encoder.layers.8.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 640,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "f4514dd49cf061744777d561492cdf5ce76f00665cfe3f9fe160d8f902dc1ca8"
      },
      {
        "input": "weight_12",
        "tensor": "encoder.layers.8.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 768,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "974fb99a8e1e81513e152f829f22a185b102b3ead6600352cf37fcfc6fcf7d9e"
      },
      {
        "input": "weight_13",
        "tensor": "encoder.layers.8.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 896,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "60c83f064bc947c8f823b3df4e6ad55449ff48fbd018edf8b0346ca30ba25910"
      },
      {
        "input": "weight_14",
        "tensor": "encoder.layers.8.conv.pointwise_conv1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          2048,
          1024
        ],
        "sha256": "d4f7a6cc09a3ccd9d5966559fd4ec9790cda051c91344539c2a61866ab8f6216"
      },
      {
        "input": "weight_15",
        "tensor": "encoder.layers.8.conv.pointwise_conv2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "b74842237c66f5a89cbbe58b24bdfe05e72b5c87549771761171f75d1ff838df"
      },
      {
        "input": "weight_16",
        "tensor": "encoder.layers.8.feed_forward2.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "77d83047ced803bccf7255aa58509b578dba806fd293a087d55a1038baa99383"
      },
      {
        "input": "weight_17",
        "tensor": "encoder.layers.8.feed_forward2.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "f9e6121543a9a0c5eb54896f4f4c2a68667b46befff9bcde8dab818eda298bba"
      },
      {
        "input": "weight_18",
        "tensor": "encoder.layers.9.feed_forward1.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "71c9bfc80f67a0ed22e44a50e6258cf952f422def3260f579b69003b4e2f8c4c"
      },
      {
        "input": "weight_19",
        "tensor": "encoder.layers.9.feed_forward1.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "17707bacd4b66642ab956f75fdf976f580b9a2d4086ac16cd08629c70fa19bf4"
      },
      {
        "input": "weight_20",
        "tensor": "encoder.layers.9.self_attn.q_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "9b6ca946af24208742f423a42b1d320effa871e69e14d174731ab764ebf07414"
      },
      {
        "input": "weight_21",
        "tensor": "encoder.layers.9.self_attn.k_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "56724ecbf6eeaf5b196027d0d80a71eebac83d857065f0e3e18fbc938f370d84"
      },
      {
        "input": "weight_22",
        "tensor": "encoder.layers.9.self_attn.v_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "e94af4ed2152ed1a0d588d02b2ba869814030ce9e063352a9b2037aa75afd6b1"
      },
      {
        "input": "weight_23",
        "tensor": "encoder.layers.9.self_attn.o_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "c97027a7bd860a92e003b85a6a2aac97c7433a10b52abd1916cfd87b7985d6b4"
      },
      {
        "input": "weight_24",
        "tensor": "encoder.layers.9.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "271c156b84d00b5bab64396592103d1a710b8b5560185a6c1d6171ed89ba63b3"
      },
      {
        "input": "weight_25",
        "tensor": "encoder.layers.9.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 128,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "77c18f53f92176c50610a094903c32f72483c08fc574d0666cece91b74229045"
      },
      {
        "input": "weight_26",
        "tensor": "encoder.layers.9.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 256,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "7a128b9c253a52f71cdbfbb65099a86ddc776d9c8d62b726227262f94165eabc"
      },
      {
        "input": "weight_27",
        "tensor": "encoder.layers.9.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 384,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "2204270590e6027b4af3ecdb8eb6d56bbb1f692d4ca8924b18272929f14b18b8"
      },
      {
        "input": "weight_28",
        "tensor": "encoder.layers.9.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 512,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "e69f01052ba69aae0a6cbca6846d5b809abcc0b4dd26e3414f2310df33f3c8df"
      },
      {
        "input": "weight_29",
        "tensor": "encoder.layers.9.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 640,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "a30823493dddb06bb47eadfdd8d19129f26f10da91cabd0f01b182fff19f8c20"
      },
      {
        "input": "weight_30",
        "tensor": "encoder.layers.9.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 768,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "e5abb0affb79bc345bfc74bf83b8f7c1d8d8db6f0322ee66a8b34d521257a256"
      },
      {
        "input": "weight_31",
        "tensor": "encoder.layers.9.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 896,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "a7b3e77cb99eb7fd873e07012f31436e2c512b10b94a4041bd48f4023a580de4"
      },
      {
        "input": "weight_32",
        "tensor": "encoder.layers.9.conv.pointwise_conv1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          2048,
          1024
        ],
        "sha256": "31a30e30a6bb6d90b04e54809c36cb1822427d658a1b55cf26604203e51078a3"
      },
      {
        "input": "weight_33",
        "tensor": "encoder.layers.9.conv.pointwise_conv2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "2cfda864da86b92a95b1475dc188d967265eb9ef9461a313be58832710107d2b"
      },
      {
        "input": "weight_34",
        "tensor": "encoder.layers.9.feed_forward2.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "24d9799e544d7d523d8a5fd3f8cd923ad3be8f30e61c3a4dfe781b68c7e6ae1b"
      },
      {
        "input": "weight_35",
        "tensor": "encoder.layers.9.feed_forward2.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "2d1bb678eb37c65d5a659b4d48404f5b17c57167d1075daf0f94be6c8323ca02"
      },
      {
        "input": "weight_36",
        "tensor": "encoder.layers.10.feed_forward1.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "365325d63252e5e0f94764a42be05d5237249a6fa30e58c8150f5aacb439ab25"
      },
      {
        "input": "weight_37",
        "tensor": "encoder.layers.10.feed_forward1.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "88f34178aab6930620ef0b0ddd938879217d68d8379ab89d0bc85324c1ecba59"
      },
      {
        "input": "weight_38",
        "tensor": "encoder.layers.10.self_attn.q_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "5f30d3a174f7a9b6b8cbe2fe1edf89e0b0eeedec392be5af987520a5fdddd80b"
      },
      {
        "input": "weight_39",
        "tensor": "encoder.layers.10.self_attn.k_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "76b0f21d8744c0cf476b0d245e234d1f67030891ca3998d9429e2100142c138e"
      },
      {
        "input": "weight_40",
        "tensor": "encoder.layers.10.self_attn.v_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "765495a8713363f3522d69ab72aad8211fb89cbfcb0f3dba1cb4c0cb5dc70429"
      },
      {
        "input": "weight_41",
        "tensor": "encoder.layers.10.self_attn.o_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "8f0a04e232dbb04d4a0a6a9c0388f9b5351b4fd9a6d1298f0c399785defa9804"
      },
      {
        "input": "weight_42",
        "tensor": "encoder.layers.10.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "d7d7e70e16370080ebcacd9bf5aef55a96be3a342caf5e51f92430e4261dc358"
      },
      {
        "input": "weight_43",
        "tensor": "encoder.layers.10.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 128,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "f9b73779b2006a72d867f78f20041318180afae56c2545bf68b98ded9df43f30"
      },
      {
        "input": "weight_44",
        "tensor": "encoder.layers.10.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 256,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "418924e619120950baa3c42f329c9bd0fe20a90ed1fdba5d8d330641859fb102"
      },
      {
        "input": "weight_45",
        "tensor": "encoder.layers.10.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 384,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "3182e4caecdeefa3948b2aba6e4feb897b9b4fa8a4acae091b699e62be4790ff"
      },
      {
        "input": "weight_46",
        "tensor": "encoder.layers.10.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 512,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "97a376b7a91b593e283e686ac8cfd71b92dc9b9fc205b067e0a2f66543e437c4"
      },
      {
        "input": "weight_47",
        "tensor": "encoder.layers.10.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 640,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "b034d31438ede315a3f4a8bac2b5dfa216878aa156a65f0c5b15825b63fc88e7"
      },
      {
        "input": "weight_48",
        "tensor": "encoder.layers.10.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 768,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "b399fcdab1d142867f94fb2a97670f5c0fb7f886d45ad4dd112956c9267c3c48"
      },
      {
        "input": "weight_49",
        "tensor": "encoder.layers.10.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 896,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "0976f712d1dd84051f1ad10458b329f471ea9c2e2c2bdb42b97339bdff0980b7"
      },
      {
        "input": "weight_50",
        "tensor": "encoder.layers.10.conv.pointwise_conv1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          2048,
          1024
        ],
        "sha256": "02b9f2f9c2939656d7683ad14b500fec05a86a4db1b4db3c06aa15232b1f60e9"
      },
      {
        "input": "weight_51",
        "tensor": "encoder.layers.10.conv.pointwise_conv2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "a80513c5a2a5069ef15c61dec1e23fb815c2699e1f979136fd90df72576887bc"
      },
      {
        "input": "weight_52",
        "tensor": "encoder.layers.10.feed_forward2.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "2e754b7cab3fdf1266c07a105c30bf9686a02915d79f7f0e26275fe7ce0170f9"
      },
      {
        "input": "weight_53",
        "tensor": "encoder.layers.10.feed_forward2.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "f4b89926bcb29ff0cce5cdd362653b7ed8a81802871f62c9128c6969c3e77f6f"
      },
      {
        "input": "weight_54",
        "tensor": "encoder.layers.11.feed_forward1.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "8ff1fabce3cd2de7851cf6c0227922a56456b8b61919a17bd352dfde3f94cfc4"
      },
      {
        "input": "weight_55",
        "tensor": "encoder.layers.11.feed_forward1.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "f3078afd0c8150d88dce3bbcc26d9f0f8bfb87a38305f8759e0b4a07f89145f7"
      },
      {
        "input": "weight_56",
        "tensor": "encoder.layers.11.self_attn.q_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "b581cf113f6833e501c94a21f60119ec58f20ce6c76a5897d23ee7fca584d9b8"
      },
      {
        "input": "weight_57",
        "tensor": "encoder.layers.11.self_attn.k_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "6f51a9175f83eb1747a2eb10ef86b97712139f3cba9afadf932a7ab4404192a1"
      },
      {
        "input": "weight_58",
        "tensor": "encoder.layers.11.self_attn.v_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "baa921e067a563bce6b598d10d414edbaf995a36639105b74f551e9adba31fb6"
      },
      {
        "input": "weight_59",
        "tensor": "encoder.layers.11.self_attn.o_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "152509380af45414ecad944a8e297866bc33ffd6661567f41beff910ab9e6654"
      },
      {
        "input": "weight_60",
        "tensor": "encoder.layers.11.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "1afe51985fe12a29d5042bcd7c685a6a328502bc7110c0bd693deaff83190b9a"
      },
      {
        "input": "weight_61",
        "tensor": "encoder.layers.11.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 128,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "2853e654ec2a878ebc1548a0ee3226cc8f09f61bf75f41cd8dee491b798e8b98"
      },
      {
        "input": "weight_62",
        "tensor": "encoder.layers.11.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 256,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "810472b2ba24ced6309cc86d6812740935ed3640f277f008acf3f2c12c360c6b"
      },
      {
        "input": "weight_63",
        "tensor": "encoder.layers.11.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 384,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "c80e2e9bd1ab52336c8d800acea99ef6dceec19ad5ad61f2548dafc29a277ffa"
      },
      {
        "input": "weight_64",
        "tensor": "encoder.layers.11.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 512,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "9dae038c8b0fd2fb80e892cbc1f02c7f96a2584ef39a04f1c8335343ceae4c6f"
      },
      {
        "input": "weight_65",
        "tensor": "encoder.layers.11.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 640,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "77fd1d6570fbc80d58e7729152336b666e6df71d222cfb83953a4cde4d35b5ad"
      },
      {
        "input": "weight_66",
        "tensor": "encoder.layers.11.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 768,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "36e88d7fe842cef8c9d85602cc0262f648951e93443577ff332aec9c0ce8095f"
      },
      {
        "input": "weight_67",
        "tensor": "encoder.layers.11.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 896,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "4eb6890652b75888c5d32577e1d784c4c8fcc14d38ab29d40fbac703f80af39e"
      },
      {
        "input": "weight_68",
        "tensor": "encoder.layers.11.conv.pointwise_conv1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          2048,
          1024
        ],
        "sha256": "a2c40ffb63ca350c002e3167d4aa67b98019bc606e66dd1e22c66996158137b1"
      },
      {
        "input": "weight_69",
        "tensor": "encoder.layers.11.conv.pointwise_conv2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "9ec9df2c296ad8632f875aef62ebc7c4dbbc8e235583a62d15e523bcf96199f0"
      },
      {
        "input": "weight_70",
        "tensor": "encoder.layers.11.feed_forward2.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "63f8a90b2904c5b92e5b7412dc2328762b179f763795712027926dcf1f1eec46"
      },
      {
        "input": "weight_71",
        "tensor": "encoder.layers.11.feed_forward2.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "ae5038b55004503ba1223cf1203641cd59b291f9ce932faf302d2c472cf107f0"
      }
    ],
    "encoder_3": [
      {
        "input": "weight_0",
        "tensor": "encoder.layers.12.feed_forward1.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "7f222f5963e292d979a62a945f5a8a6c69239edec1a7b5aa237b844c2511eb1f"
      },
      {
        "input": "weight_1",
        "tensor": "encoder.layers.12.feed_forward1.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "c4abd2a0a125551e010d6f9d8ea9b8cde1d1b34ee1126878a6b94bf733b48282"
      },
      {
        "input": "weight_2",
        "tensor": "encoder.layers.12.self_attn.q_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "6553b8723d26c5d17b8a07ca822deb5c3d822c72452e647e0a4d6cdb945002c6"
      },
      {
        "input": "weight_3",
        "tensor": "encoder.layers.12.self_attn.k_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "8eddc0d883842cd1482c2e1d49580bb0ce074b355c0b57f493ec94f5a09e3ce8"
      },
      {
        "input": "weight_4",
        "tensor": "encoder.layers.12.self_attn.v_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "11e48ee09c27e71a194727d543451cdf62d8814d44a4f260fb0d790082d3c505"
      },
      {
        "input": "weight_5",
        "tensor": "encoder.layers.12.self_attn.o_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "187ab5cf817df178a1b5e2d7de711a403ab66e32a6446f85f3c09773a1de3de3"
      },
      {
        "input": "weight_6",
        "tensor": "encoder.layers.12.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "d31fcb2757676b09cce1a84e47cc112e6ad14148f56313052182a5b233d29524"
      },
      {
        "input": "weight_7",
        "tensor": "encoder.layers.12.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 128,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "eb435d5e0ff25fa2a9b5bffef5bd8be571652bc1766058e5b4ed7fdfa6bd8aa0"
      },
      {
        "input": "weight_8",
        "tensor": "encoder.layers.12.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 256,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "bdb6ca52c2a99ea48aacc4b9aaa24966b772f57a3dc10cef95f775f2ddc80bee"
      },
      {
        "input": "weight_9",
        "tensor": "encoder.layers.12.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 384,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "1915c7142d83cdc45ebd5b627b6349e9c972aca678beff65f78b398f94a6d9d8"
      },
      {
        "input": "weight_10",
        "tensor": "encoder.layers.12.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 512,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "216998f07fb6fe2a2915671119ab71011424441b3aab37cd98119bfc0e565828"
      },
      {
        "input": "weight_11",
        "tensor": "encoder.layers.12.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 640,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "592cc3ef4d4bc9d4119d93d97038061399caa08659097e3fe8aaf767330da4b7"
      },
      {
        "input": "weight_12",
        "tensor": "encoder.layers.12.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 768,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "b2848030080bd7fcc4949f36b0e210e6e33b5a0cc51026079eceb8200e43933f"
      },
      {
        "input": "weight_13",
        "tensor": "encoder.layers.12.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 896,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "98dadd8236c848aab3e85df0e98a3f8df4485f9d0b01cc8e911d166819b9f56c"
      },
      {
        "input": "weight_14",
        "tensor": "encoder.layers.12.conv.pointwise_conv1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          2048,
          1024
        ],
        "sha256": "956f76a36e7ecd169e5e61a88771b451a1377838e93b42e8f2383bad050e745b"
      },
      {
        "input": "weight_15",
        "tensor": "encoder.layers.12.conv.pointwise_conv2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "5a1f68c4f5cda58527da6d5fbd455c580e68ede8dcbbd44ecb47093758b1b623"
      },
      {
        "input": "weight_16",
        "tensor": "encoder.layers.12.feed_forward2.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "3a98cf7ce48a2036cb3e65b6f69f9d88fe1ed9439437e8838ff25afadccc08fe"
      },
      {
        "input": "weight_17",
        "tensor": "encoder.layers.12.feed_forward2.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "827af9fa4b25a95b6b8e55362caf52f59f6a078aed546f688bb8a4a7dc430338"
      },
      {
        "input": "weight_18",
        "tensor": "encoder.layers.13.feed_forward1.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "31a1973d92e35f31be2b88be45bb1b2dc8a2e6f63f8c728fac4693922bedb068"
      },
      {
        "input": "weight_19",
        "tensor": "encoder.layers.13.feed_forward1.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "92368aa3fcf087f637b7b4e53d414f2836239b7ff9e2d03b2df8bf586f035ed1"
      },
      {
        "input": "weight_20",
        "tensor": "encoder.layers.13.self_attn.q_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "8a0ae79ca7f49c0bc23516d1e67a10a7a6e1b153d310f40d1d0f638c03db473b"
      },
      {
        "input": "weight_21",
        "tensor": "encoder.layers.13.self_attn.k_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "ffb0607f790c2f9a486fb449f08c4c0e7e2126cc74e4e3b8393a6b2ad6792540"
      },
      {
        "input": "weight_22",
        "tensor": "encoder.layers.13.self_attn.v_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "86dad02e618747e92a6683ea0883192a87a0e93ad073ceee196e104550490d19"
      },
      {
        "input": "weight_23",
        "tensor": "encoder.layers.13.self_attn.o_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "49227a1d756b5bec720628b44faf52f409b9ed7a167fa64212de2e9f7e1e86a4"
      },
      {
        "input": "weight_24",
        "tensor": "encoder.layers.13.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "521291df412f7e331f1a6a01d292345a46feb3080b5ed0ff36a64b3fe5a9aaf2"
      },
      {
        "input": "weight_25",
        "tensor": "encoder.layers.13.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 128,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "3d09316c554c0e4591df62a543cbd33b12a3aea80514c1c6c707493666a45f8e"
      },
      {
        "input": "weight_26",
        "tensor": "encoder.layers.13.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 256,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "68e19cb0d66367bc6b39138ef553f206f9d4cc4ed4c70a1ba57145456d95f759"
      },
      {
        "input": "weight_27",
        "tensor": "encoder.layers.13.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 384,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "98a736d3ca24477afb2fa1d5fea67356674da48afcc61e21e039ea4bdf5a56b6"
      },
      {
        "input": "weight_28",
        "tensor": "encoder.layers.13.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 512,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "cdd9493a030f0d9dc9c732c4e7243c66025a3e0237ac1f8bd1cf7a06f666853b"
      },
      {
        "input": "weight_29",
        "tensor": "encoder.layers.13.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 640,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "6dfde5fb6c591831179546685ca928ea215ad4171085a9788cc8dd950c044345"
      },
      {
        "input": "weight_30",
        "tensor": "encoder.layers.13.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 768,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "c3b7ee346194206dec02fd6d54b2b1bd783c2e770446229fa8fff498e39c6749"
      },
      {
        "input": "weight_31",
        "tensor": "encoder.layers.13.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 896,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "80a0275887c531c8e5f720aa8595e29a99f2c2a5f4cc0bc6cd2a09b584b94c0d"
      },
      {
        "input": "weight_32",
        "tensor": "encoder.layers.13.conv.pointwise_conv1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          2048,
          1024
        ],
        "sha256": "9d70a33ce46488f368f6a4bc555442a1dcae72b6aa77ac0edb1a4f2d0ae18376"
      },
      {
        "input": "weight_33",
        "tensor": "encoder.layers.13.conv.pointwise_conv2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "4afd7784c5dc406acead8214b2e1555001d13e9c504c6dd269c8c7adabbf3d74"
      },
      {
        "input": "weight_34",
        "tensor": "encoder.layers.13.feed_forward2.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "e418bbb3936c41d90ce732fc11d260c65ac143802fe091248595f812a4bcdef7"
      },
      {
        "input": "weight_35",
        "tensor": "encoder.layers.13.feed_forward2.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "2489ae04befffff8472abdffdc5944cbedeb7ba3a48de9a12788b30fb0c614b4"
      },
      {
        "input": "weight_36",
        "tensor": "encoder.layers.14.feed_forward1.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "531f2ea069d69ee6020ac3dd5ca0df2ba7d321f2b731f9fa61edebc61468be86"
      },
      {
        "input": "weight_37",
        "tensor": "encoder.layers.14.feed_forward1.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "98030ebc05a08d73b247c5f24fafea511e261b2c04a47396ef7779ec5cbc1b1b"
      },
      {
        "input": "weight_38",
        "tensor": "encoder.layers.14.self_attn.q_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "a07131e1bc625985dd6786ef4b8316ac60d0714611fcdcf8ceba237678ed67eb"
      },
      {
        "input": "weight_39",
        "tensor": "encoder.layers.14.self_attn.k_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "8fadb9aa633ab64846c3236b8a2ddaa007d24ee46082c15b3edacb99f064527f"
      },
      {
        "input": "weight_40",
        "tensor": "encoder.layers.14.self_attn.v_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "54bc41985f6044903b64dd33351e30b85f2be93728d48a8586cefdb1f0f1086a"
      },
      {
        "input": "weight_41",
        "tensor": "encoder.layers.14.self_attn.o_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "38822bb54968ee4f5ae8ffdf8e59d3a13306d8995129983b7aea916c485e0ebc"
      },
      {
        "input": "weight_42",
        "tensor": "encoder.layers.14.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "8e96fbc0dda62c52b0d787fa5d6b233b11207c5f13eee6255258961a31a6af13"
      },
      {
        "input": "weight_43",
        "tensor": "encoder.layers.14.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 128,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "6de5c8230f73914160bb54cb9bb20cc7f8d4cb1ca9a5c9ce2c48f6290c0ba5c6"
      },
      {
        "input": "weight_44",
        "tensor": "encoder.layers.14.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 256,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "8247d5879c4ad1cea7b322228793c19049546873af13cf079a9f0d37f5d964f7"
      },
      {
        "input": "weight_45",
        "tensor": "encoder.layers.14.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 384,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "7e7c2dfd245f683adaf237bdd11eff3d7eaad07da5c82269bc7d0df873ae8eb0"
      },
      {
        "input": "weight_46",
        "tensor": "encoder.layers.14.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 512,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "5c800cfc660e280d4e1b9cbccfc4325c0d453d13b6a6bfafc4f62489b275d1eb"
      },
      {
        "input": "weight_47",
        "tensor": "encoder.layers.14.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 640,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "7642a354c231a1a1329aa6130a5f7a50715ab3bed9be3cfa7715082147a4a5a1"
      },
      {
        "input": "weight_48",
        "tensor": "encoder.layers.14.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 768,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "a7663c6879bfed3e8cb429789568092df1adfe06cd94a341f7d0cd87862dbb89"
      },
      {
        "input": "weight_49",
        "tensor": "encoder.layers.14.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 896,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "62920f290633d96a6f90d13cf0895facb68501fdc143b6f1f6ce9481bed7f991"
      },
      {
        "input": "weight_50",
        "tensor": "encoder.layers.14.conv.pointwise_conv1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          2048,
          1024
        ],
        "sha256": "018a0643259ff51d864630483378ececb4275868998e693651cc4b1db2ec16c0"
      },
      {
        "input": "weight_51",
        "tensor": "encoder.layers.14.conv.pointwise_conv2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "3d350b67b877e6bd1e6efe4af92eb83d36814d4e53587e329852501388762cfa"
      },
      {
        "input": "weight_52",
        "tensor": "encoder.layers.14.feed_forward2.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "12d6b43cac17e2edab201f7b9af8e5b45c2d767af34b87b238a57b46dfa09af7"
      },
      {
        "input": "weight_53",
        "tensor": "encoder.layers.14.feed_forward2.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "3f01b48a3d5a04895598b7148a3b3a4729e53f706cf18c09d81218c28569d31e"
      },
      {
        "input": "weight_54",
        "tensor": "encoder.layers.15.feed_forward1.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "6879149efc63bcaaeafc78c31d70dadaca1df74862bbc3dd827e99bc6577e401"
      },
      {
        "input": "weight_55",
        "tensor": "encoder.layers.15.feed_forward1.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "40789245a062113e344ccda417b2ac6dcd61223011f19fcc8b31ca4af6d1834a"
      },
      {
        "input": "weight_56",
        "tensor": "encoder.layers.15.self_attn.q_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "4820d16cbd27277f22123d105502068b5db9074b148935201d9ffae21d5d6f6c"
      },
      {
        "input": "weight_57",
        "tensor": "encoder.layers.15.self_attn.k_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "5d464a96cf10b872ebe7fd33e5c5e1603fa8e8d6cfaebcd8348713ed7c30e872"
      },
      {
        "input": "weight_58",
        "tensor": "encoder.layers.15.self_attn.v_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "41d6925f9a9212955bcb0c0e07bcc6cf9feafb46e541590e5e94ce8bf46c719d"
      },
      {
        "input": "weight_59",
        "tensor": "encoder.layers.15.self_attn.o_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "112d5a84d6e471a87af030baaa4884ebe71053f6e8761d6287949f651727b47b"
      },
      {
        "input": "weight_60",
        "tensor": "encoder.layers.15.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "b23ee5660ff4145205dd404f8f8e02b5f13671b95330a7a5b18330e3fb7e03bc"
      },
      {
        "input": "weight_61",
        "tensor": "encoder.layers.15.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 128,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "9e7bb66d60f6bcc2fe7b6921b576e1f692d43812c7a23b265c103b81cf00dc62"
      },
      {
        "input": "weight_62",
        "tensor": "encoder.layers.15.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 256,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "473b8a93ad2b40a01f41c9c0e6f38917c14a9e5354bf72ac6bd2e904d331602a"
      },
      {
        "input": "weight_63",
        "tensor": "encoder.layers.15.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 384,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "29aa92e3434913a383975e632ce96ec5b419cabeff7d0ffd6ec6d7b3e827644c"
      },
      {
        "input": "weight_64",
        "tensor": "encoder.layers.15.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 512,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "0ca1d7358e123c0ff7316131fc249b415feea11bd5eeda42877afb631476c0c7"
      },
      {
        "input": "weight_65",
        "tensor": "encoder.layers.15.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 640,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "108e7ffec1dc122849ad667069b85b7358e89c3da70c9b1b5b915fe1c102c3ea"
      },
      {
        "input": "weight_66",
        "tensor": "encoder.layers.15.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 768,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "ac2ade64b1e4d62d75011eac0e469b8b1c9e3b46a030b9b939e44562d29b8dfc"
      },
      {
        "input": "weight_67",
        "tensor": "encoder.layers.15.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 896,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "86a43b63dc850750c6e5932df789a48828304d404b487ff7cce8faa99bf1e820"
      },
      {
        "input": "weight_68",
        "tensor": "encoder.layers.15.conv.pointwise_conv1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          2048,
          1024
        ],
        "sha256": "4b851a2639200dca00e733149f0bf505a693e36f19769ad22e219856b3d47ae0"
      },
      {
        "input": "weight_69",
        "tensor": "encoder.layers.15.conv.pointwise_conv2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "1df07e057f2bda2b18e2e9179770b976a4b3b6ab01a87920bd7735b8de520f00"
      },
      {
        "input": "weight_70",
        "tensor": "encoder.layers.15.feed_forward2.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "88a1f682d50134ea88f387be041c28031c0a25ff352af45c5d0e4d4ef8b8ef17"
      },
      {
        "input": "weight_71",
        "tensor": "encoder.layers.15.feed_forward2.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "18ee948215fb387c2f1c07b46d4c93dcb28ac786060def32cb906fb81b4dd6dc"
      }
    ],
    "encoder_4": [
      {
        "input": "weight_0",
        "tensor": "encoder.layers.16.feed_forward1.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "597a4745986934f2833a0de15049059c275bcd11e659d0af8b2801a1c04abbd2"
      },
      {
        "input": "weight_1",
        "tensor": "encoder.layers.16.feed_forward1.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "8aaf04282e310678aa283d713f65081febfb1f6ccdf574a203f5799c5ada376b"
      },
      {
        "input": "weight_2",
        "tensor": "encoder.layers.16.self_attn.q_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "e82075eba1e8ebcf52a33d2823fe1af03916bbcb53a614375913dea0bd4b3115"
      },
      {
        "input": "weight_3",
        "tensor": "encoder.layers.16.self_attn.k_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "829ccc31d9ceb1b1432ef22fb44c5f62d7f242f77ed774075752989cb75c39e3"
      },
      {
        "input": "weight_4",
        "tensor": "encoder.layers.16.self_attn.v_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "823d3c3fd63f414eec7aeb61cd30dae4b3287b5ec2dad378f6d3d77a441cf593"
      },
      {
        "input": "weight_5",
        "tensor": "encoder.layers.16.self_attn.o_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "01b5affe6cdd42d7eadbc8e5edff2790719673f031fdd52d857a74ed929a5a3e"
      },
      {
        "input": "weight_6",
        "tensor": "encoder.layers.16.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "3fc73837c49a826e93fdfddf6729522bf4825b50b60fdd93ca5597bb8eb1519d"
      },
      {
        "input": "weight_7",
        "tensor": "encoder.layers.16.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 128,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "fa07fb9760deff2c7a16f85902e5f4eddc3c7d64706091098c804a011e797027"
      },
      {
        "input": "weight_8",
        "tensor": "encoder.layers.16.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 256,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "f85fcc45fa965f2739cc25fe23adf158701e0a882b0253b294b187c5fa4526e4"
      },
      {
        "input": "weight_9",
        "tensor": "encoder.layers.16.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 384,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "60ef9b05dd8dc4da014919f1c4a97f9dc242489ce6c1a061e7cdaad18c09985f"
      },
      {
        "input": "weight_10",
        "tensor": "encoder.layers.16.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 512,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "032dd164ad306a7d87fab3cc8a682daff7e69cee294db79948b186967db0655b"
      },
      {
        "input": "weight_11",
        "tensor": "encoder.layers.16.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 640,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "0a9c68e9cbf8f112fe1353ffdcd41f2311c5bf1137ab7f971a9d679a3216a9d9"
      },
      {
        "input": "weight_12",
        "tensor": "encoder.layers.16.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 768,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "e28459815ce876c51c0f673f997b2738381338f70aab35c1cee85b4eea356ceb"
      },
      {
        "input": "weight_13",
        "tensor": "encoder.layers.16.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 896,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "8ae00996b2e48821d6d7f6a2e78bdc73c6131926495b40a8a026204c3ad93747"
      },
      {
        "input": "weight_14",
        "tensor": "encoder.layers.16.conv.pointwise_conv1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          2048,
          1024
        ],
        "sha256": "d15a8ed45b4f0cf601f6c3e42d881740b7525e3c5b22ccbe61a7fd5ed814b637"
      },
      {
        "input": "weight_15",
        "tensor": "encoder.layers.16.conv.pointwise_conv2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "3a4f801bb53f83b88e2e97b349f14f0254c2ce53e7468128b000c1e1dda50433"
      },
      {
        "input": "weight_16",
        "tensor": "encoder.layers.16.feed_forward2.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "cefcee9c62f7e5196d44b6578974479530c26a16023e6b4218e423676ef96bd7"
      },
      {
        "input": "weight_17",
        "tensor": "encoder.layers.16.feed_forward2.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "736e639d2d9cd512eb21c54f6c8d3d1266da06859fa3a30b1c5d7f6071d8e7e5"
      },
      {
        "input": "weight_18",
        "tensor": "encoder.layers.17.feed_forward1.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "04b6686e19f706401b4e2c609584684a5209dce581ba0d590d690f3d1b62703d"
      },
      {
        "input": "weight_19",
        "tensor": "encoder.layers.17.feed_forward1.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "c2fa2736e98b81a803cdf23347343c590c61922792db8b09f3a007b09e7d8a11"
      },
      {
        "input": "weight_20",
        "tensor": "encoder.layers.17.self_attn.q_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "e5bad0f27cf062396d69109551fb4437f76a4ce7bdafb91695794d685a00d4ca"
      },
      {
        "input": "weight_21",
        "tensor": "encoder.layers.17.self_attn.k_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "88efd6eebce7af9502999f0c46e5fe85d13ca66cc5808ebe9aaac09c5d30b3ee"
      },
      {
        "input": "weight_22",
        "tensor": "encoder.layers.17.self_attn.v_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "c06878a616e9d01174f9917c9eaee82260f11337cb84bedfe4a49fea7f007fea"
      },
      {
        "input": "weight_23",
        "tensor": "encoder.layers.17.self_attn.o_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "5fb24a8a5c53e07209160e49b396c300adb3df2dc05cdc0ca011511a0a4ab176"
      },
      {
        "input": "weight_24",
        "tensor": "encoder.layers.17.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "78531237d31a0b77a2bba1b3f784a80f892086df2e63d762b9cb552ccbf5e135"
      },
      {
        "input": "weight_25",
        "tensor": "encoder.layers.17.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 128,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "06da2cf06050e790fc2231b40e303c58ec74ce4a9f761f947b6f7807e72c9f35"
      },
      {
        "input": "weight_26",
        "tensor": "encoder.layers.17.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 256,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "1910c53b910420cc115e7c519a9ec02b48e4a8e6674c52a5d9221bd542374b25"
      },
      {
        "input": "weight_27",
        "tensor": "encoder.layers.17.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 384,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "1159ec59a0443709ed0554ec114360d760a24233f59e72889cb999c9d4c486cb"
      },
      {
        "input": "weight_28",
        "tensor": "encoder.layers.17.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 512,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "50e69f45ed49f1efcbbb01db6fc58432f87b08e119fa4365000d6075a6f7a0d4"
      },
      {
        "input": "weight_29",
        "tensor": "encoder.layers.17.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 640,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "ad38f6eab6c081d56507af99bcf44d86e64e764a32f769b0a75be5c542c229af"
      },
      {
        "input": "weight_30",
        "tensor": "encoder.layers.17.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 768,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "20082008982413d2873049ed6de6506c1a47d8c0712ffbc02e1cc0ed3d1226b4"
      },
      {
        "input": "weight_31",
        "tensor": "encoder.layers.17.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 896,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "de78a0942bcf924111c1dcada5b7559ee59f6a631cf6b8344b78410c1098ee0a"
      },
      {
        "input": "weight_32",
        "tensor": "encoder.layers.17.conv.pointwise_conv1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          2048,
          1024
        ],
        "sha256": "a44d342b95a26577e96f07ed10239e15ce2b9fc5be452a5348592bc9fe4f3008"
      },
      {
        "input": "weight_33",
        "tensor": "encoder.layers.17.conv.pointwise_conv2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "66995ec842cd083cc5a212d636bb77371cabb242201e3a463247030523f7a0b5"
      },
      {
        "input": "weight_34",
        "tensor": "encoder.layers.17.feed_forward2.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "6be28c362ea7267ac3ed409505a91a9af3c5b594c3a7a518024501b89530872e"
      },
      {
        "input": "weight_35",
        "tensor": "encoder.layers.17.feed_forward2.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "9487a065f7f78355e5674824d06f3d6195cc00acd6ec09f6ed456ec8dbecc7db"
      },
      {
        "input": "weight_36",
        "tensor": "encoder.layers.18.feed_forward1.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "d36db5d66b6ca74acc39fe338841a6631caf15dc47be05ff74c273d5ea0ff0ec"
      },
      {
        "input": "weight_37",
        "tensor": "encoder.layers.18.feed_forward1.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "59bf8a7a4ef7ebfa5220b96d631a527e7a9a44104575997e128a1a15127bde19"
      },
      {
        "input": "weight_38",
        "tensor": "encoder.layers.18.self_attn.q_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "0533a06865b45f46492ee1b65955bf8413a0a5e07c208aceee2eadd4a6f958da"
      },
      {
        "input": "weight_39",
        "tensor": "encoder.layers.18.self_attn.k_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "faa4ddb6e7e75078d0228d0a6ec38d8ba3cf90588abe1bd680e92eefd6bce809"
      },
      {
        "input": "weight_40",
        "tensor": "encoder.layers.18.self_attn.v_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "6aead3b8547397fd4cceff3727198e157706490b39e8b0ee6956a14c4b4fa680"
      },
      {
        "input": "weight_41",
        "tensor": "encoder.layers.18.self_attn.o_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "701f2226a23c399011d41d0894867031d816ad33043085239107bb49e2e829a2"
      },
      {
        "input": "weight_42",
        "tensor": "encoder.layers.18.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "26920cfa35f3a08c285184f98fe1c22043321b962b7cf43ec35aff6d9bd41ade"
      },
      {
        "input": "weight_43",
        "tensor": "encoder.layers.18.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 128,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "3c9026f789bc919be61c096f3fca0556e95b1ac0dd89559b1be3c550058ca0a0"
      },
      {
        "input": "weight_44",
        "tensor": "encoder.layers.18.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 256,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "ba0dedb24df1485cba2b30de18051ddcb9100afdcb52499872559d669deabb60"
      },
      {
        "input": "weight_45",
        "tensor": "encoder.layers.18.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 384,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "43bd892ee2bb64465d1914fe5f7c6cb68103a8ce40589dcb33e925fcef6201be"
      },
      {
        "input": "weight_46",
        "tensor": "encoder.layers.18.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 512,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "00d2408e38dc044d2bba4e80f194dd0fefa61a9a77d176ac208ffc95b32f4f03"
      },
      {
        "input": "weight_47",
        "tensor": "encoder.layers.18.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 640,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "5cb349b5d10edff404e9cd60074c5f6ee6559020a560ac37047c555bc771a3e2"
      },
      {
        "input": "weight_48",
        "tensor": "encoder.layers.18.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 768,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "2ad28c572a219c1e1423f3a5937ac20360589b82b5cb555c0c1cebfd68bb3590"
      },
      {
        "input": "weight_49",
        "tensor": "encoder.layers.18.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 896,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "ee8da46fa9b29c28fd2cd0076956bf9ed6472c699f717cb9c57e6002184a3bb0"
      },
      {
        "input": "weight_50",
        "tensor": "encoder.layers.18.conv.pointwise_conv1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          2048,
          1024
        ],
        "sha256": "a2c5f793e7014e59d4424e677488fb165578b5264e3c2b62c13fcc6963761842"
      },
      {
        "input": "weight_51",
        "tensor": "encoder.layers.18.conv.pointwise_conv2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "2b7fe728bc52fbbc3d99d5af4e6494f29a95d0cab812a476a7bbc82014b37437"
      },
      {
        "input": "weight_52",
        "tensor": "encoder.layers.18.feed_forward2.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "ab0c440768573fd3a6fd1db38e458e5d8aac8684890275d541728080a0d9478b"
      },
      {
        "input": "weight_53",
        "tensor": "encoder.layers.18.feed_forward2.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "4d7051b51051979098ead21846d5e3297c43cf609d8859e590a00eab4236d025"
      },
      {
        "input": "weight_54",
        "tensor": "encoder.layers.19.feed_forward1.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "4a32b9540ec1f37274661ae9f9e9877d9bb1b1405ddcca127c8456c227151a0d"
      },
      {
        "input": "weight_55",
        "tensor": "encoder.layers.19.feed_forward1.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "56ade9e3897b44843520a12c58588dab4ac439d172df11535996532fe31be491"
      },
      {
        "input": "weight_56",
        "tensor": "encoder.layers.19.self_attn.q_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "051b12d483a40218b9f34d3f214f5c30b34057ef0c8c647e690b948f33bb3053"
      },
      {
        "input": "weight_57",
        "tensor": "encoder.layers.19.self_attn.k_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "550e41c860533987d2a049b45d46e44d992a699fe7383c2fc2830ed39cc863c2"
      },
      {
        "input": "weight_58",
        "tensor": "encoder.layers.19.self_attn.v_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "ae90ceaffa62a2eb1d7fac52dfce9210206c9ac720d559be28b2fa30a1a68396"
      },
      {
        "input": "weight_59",
        "tensor": "encoder.layers.19.self_attn.o_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "937c7762f95d63eb7814389f444575731cf3c3b8544d2a6f3cbf1825d52c36c7"
      },
      {
        "input": "weight_60",
        "tensor": "encoder.layers.19.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "e9a628adca6d7e0f5bf5aac90d49974e21421b1b6328ace7e471716c4cd8cc47"
      },
      {
        "input": "weight_61",
        "tensor": "encoder.layers.19.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 128,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "d9c6e6925855cf7efd888ffaa908be7fe3473883d5dd72227cf122f45b5c4df4"
      },
      {
        "input": "weight_62",
        "tensor": "encoder.layers.19.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 256,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "bc57f0097313854903190968f93f1362bd9f45a7e041cd024a11af2bb1760898"
      },
      {
        "input": "weight_63",
        "tensor": "encoder.layers.19.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 384,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "eee82d461abe0361dd85518ae2c8e862aadc63dfa25f59101a3ea64dc64fa762"
      },
      {
        "input": "weight_64",
        "tensor": "encoder.layers.19.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 512,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "ebb3cd0635b3918b57a96f193f42729cf2b4c46b260d17db88e90ef0ab832645"
      },
      {
        "input": "weight_65",
        "tensor": "encoder.layers.19.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 640,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "a2dff7d4119f7acc6d62d27bd315265a1144692da44703bab0a2dd4a780729e2"
      },
      {
        "input": "weight_66",
        "tensor": "encoder.layers.19.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 768,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "9dea18286f01b1ae34479fdfbbebe62286a3b8dc72e63ac7f846f04a460250a0"
      },
      {
        "input": "weight_67",
        "tensor": "encoder.layers.19.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 896,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "bdd5fe1ed0d4b2cbd4850f34a0ce997dec5077263cdbc209e0640eaa98344cb3"
      },
      {
        "input": "weight_68",
        "tensor": "encoder.layers.19.conv.pointwise_conv1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          2048,
          1024
        ],
        "sha256": "22b473a6a068ae501741c0cd0753bd3aad74b4f000dbb96823069f2c2da635d5"
      },
      {
        "input": "weight_69",
        "tensor": "encoder.layers.19.conv.pointwise_conv2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "e781671ef12e8fe427d7a461df2e3a097761eb426fc159dfe549ad7f9055cf81"
      },
      {
        "input": "weight_70",
        "tensor": "encoder.layers.19.feed_forward2.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "854c4a95dccd9c1dabb90d1f9d6f0749d5e7935f8f99e4d5939d69ead9162839"
      },
      {
        "input": "weight_71",
        "tensor": "encoder.layers.19.feed_forward2.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "bd73f87f2e48c20107acbcd1b41230eb679fac02667137e3f81d387fea85a850"
      }
    ],
    "encoder_5": [
      {
        "input": "weight_0",
        "tensor": "encoder.layers.20.feed_forward1.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "c92a4001eb4c65da262a9cae8673de7fb7bd710d5576b38cac6a1c0f35adc3b0"
      },
      {
        "input": "weight_1",
        "tensor": "encoder.layers.20.feed_forward1.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "fd482098f35fd8c58d787a2461c15ada4ed2dadfdf1d6da186eb5e30506aff1a"
      },
      {
        "input": "weight_2",
        "tensor": "encoder.layers.20.self_attn.q_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "2e42fe4187fce747dc3b47058a18871a43126b2ec41db6437c055c8d60e25f6e"
      },
      {
        "input": "weight_3",
        "tensor": "encoder.layers.20.self_attn.k_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "f4020b05a55d65702c0a20410a95fde9f484a3ff10fa75b94b90a2850dd34ede"
      },
      {
        "input": "weight_4",
        "tensor": "encoder.layers.20.self_attn.v_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "947dd19de6f0b171b2f5154cb0d298fc5658546d428e0187f69339a74f6b6c7d"
      },
      {
        "input": "weight_5",
        "tensor": "encoder.layers.20.self_attn.o_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "8c550be119982f6509c40c763c9aff3da2c41fcc25423e145d765cdccb3930a8"
      },
      {
        "input": "weight_6",
        "tensor": "encoder.layers.20.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "3aa05654b7e0388cfaa1d2bb66e59dd1bc5a5b1c4c0efe0c0dd1d08571cdf1c8"
      },
      {
        "input": "weight_7",
        "tensor": "encoder.layers.20.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 128,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "4fee0f7413e33b36881b373ff7735981cb0548b4e57102d20606a8e8af95375a"
      },
      {
        "input": "weight_8",
        "tensor": "encoder.layers.20.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 256,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "a4138dc554bd54e8bd77640c6f72ed7f02fc8e0bfe312588fccd6f4cc5c30338"
      },
      {
        "input": "weight_9",
        "tensor": "encoder.layers.20.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 384,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "fc5eef279a36d5cf2b660413e0a953b23b5edfc9a5cb0a093779f5fd3a48de68"
      },
      {
        "input": "weight_10",
        "tensor": "encoder.layers.20.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 512,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "a9898d49edad40d9a4d86dabef4288767814e1c44a1a73d6894e87ef8d83f958"
      },
      {
        "input": "weight_11",
        "tensor": "encoder.layers.20.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 640,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "340f21a4bceb451c0bb02cc4d89be15797eb1e4dd5893459502264426b3c57df"
      },
      {
        "input": "weight_12",
        "tensor": "encoder.layers.20.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 768,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "3a26684211f6ee48e374cc63d86b01a8ee0ecd96d48b1c57bbcf5ded10703728"
      },
      {
        "input": "weight_13",
        "tensor": "encoder.layers.20.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 896,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "991219ed443b3fce3b22e28224607ad81fbda4b800cc5240df33b8ac0f1cfece"
      },
      {
        "input": "weight_14",
        "tensor": "encoder.layers.20.conv.pointwise_conv1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          2048,
          1024
        ],
        "sha256": "42cb139b8cd784a5662a428e407ead04317871c22634b487a13b0fa117005a9c"
      },
      {
        "input": "weight_15",
        "tensor": "encoder.layers.20.conv.pointwise_conv2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "1000cc360d1ae5fc24f6aec56ce57d8c1659ef9513469c1bfcf5aba6b92fedb2"
      },
      {
        "input": "weight_16",
        "tensor": "encoder.layers.20.feed_forward2.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "a1c833e701cb25d7fa589a982be5769b49e10fe22456cd6c88dfe22022dae7e9"
      },
      {
        "input": "weight_17",
        "tensor": "encoder.layers.20.feed_forward2.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "569c223475e8db41552779593473ae78eff581efcd39f02f200ea66fb0533b0c"
      },
      {
        "input": "weight_18",
        "tensor": "encoder.layers.21.feed_forward1.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "2dae085ba1c862358ff05c33b3eaa2d6c5f00dd83472ee251cf7552cd091ea80"
      },
      {
        "input": "weight_19",
        "tensor": "encoder.layers.21.feed_forward1.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "803fd9b2cae74849bf62006d8a6fa3b26e6994f23c05e2310f261619b86c2226"
      },
      {
        "input": "weight_20",
        "tensor": "encoder.layers.21.self_attn.q_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "df32878cc22c5bd9c368d8d0ad0bec0cfa69b8774e58ae604fdd816ffab3a5bb"
      },
      {
        "input": "weight_21",
        "tensor": "encoder.layers.21.self_attn.k_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "33f731ddb7b0c450903c432eb58859f2e258712777086a0988dface55b4279ac"
      },
      {
        "input": "weight_22",
        "tensor": "encoder.layers.21.self_attn.v_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "545120ee537d245b6e7b1cccb920c7d1bfce010253f6eda54354f8cfed3b084e"
      },
      {
        "input": "weight_23",
        "tensor": "encoder.layers.21.self_attn.o_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "7a33889595d5e2f41d1d0756e27f962b5f0b6e4dc07ab98e22cbc736e8645b89"
      },
      {
        "input": "weight_24",
        "tensor": "encoder.layers.21.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "e66f65a148953efb820f5fe53d797c32889d2bd2912d62d8814b394c12a20386"
      },
      {
        "input": "weight_25",
        "tensor": "encoder.layers.21.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 128,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "56fb053a79a640dbaaf809134f4dac9f29f098217ef7bdc5d1e0eb38307019b6"
      },
      {
        "input": "weight_26",
        "tensor": "encoder.layers.21.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 256,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "c8f26057ad5a317dba5abba3199aa0480d7cbb831c5d36abd09290fb690ed885"
      },
      {
        "input": "weight_27",
        "tensor": "encoder.layers.21.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 384,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "f32b60bace0e9f88642443936ad79875369eab0e6e20dba539888f6e15b91959"
      },
      {
        "input": "weight_28",
        "tensor": "encoder.layers.21.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 512,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "a047ba66a6087fa71b0d44613ad2fe559ddc915fd0c5ba84de7c6f5249deb1e6"
      },
      {
        "input": "weight_29",
        "tensor": "encoder.layers.21.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 640,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "810ef7ca40523ed03bb17c825b2d2a4c0a9e9a8c32270c2f245f3791dbc7d839"
      },
      {
        "input": "weight_30",
        "tensor": "encoder.layers.21.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 768,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "ba478feb3f29532d69268e8ec42fa59adc0355e95d8aa5bffec459402630099f"
      },
      {
        "input": "weight_31",
        "tensor": "encoder.layers.21.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 896,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "3601d837d7adaa1ca0247cb43774be281c8d559ad10bba82f29608554da615ae"
      },
      {
        "input": "weight_32",
        "tensor": "encoder.layers.21.conv.pointwise_conv1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          2048,
          1024
        ],
        "sha256": "9405664cab46aa16e473cf0cf176e0084c637c6f5421d1a8ebce5f4b79d5b4bb"
      },
      {
        "input": "weight_33",
        "tensor": "encoder.layers.21.conv.pointwise_conv2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "e5a806268adbfb7d1b8130d2a5c4d30716de4990142f30f73dcda20da1ff38ff"
      },
      {
        "input": "weight_34",
        "tensor": "encoder.layers.21.feed_forward2.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "37f49bdcd6a2a03ea615a5d97ea79630d56d900604d965c61f7a4beb35498358"
      },
      {
        "input": "weight_35",
        "tensor": "encoder.layers.21.feed_forward2.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "7abb6a3de9eb728a297ac1bbc32becc568fa721ed71d873194607a92f3c9a84c"
      },
      {
        "input": "weight_36",
        "tensor": "encoder.layers.22.feed_forward1.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "c52aabb3ee58a1ba642ee57421069dd2053212b61b78cedf3c5f5218baeffdee"
      },
      {
        "input": "weight_37",
        "tensor": "encoder.layers.22.feed_forward1.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "e3f7dbbbe4bd825b12ef206f10c79034b7bd81bd4aec23ebbe78dc5d1a277268"
      },
      {
        "input": "weight_38",
        "tensor": "encoder.layers.22.self_attn.q_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "cdf1ea26d5201c43c46c1d7379da7b6b4dd60916ef340723e6a6991cc9dbf3a6"
      },
      {
        "input": "weight_39",
        "tensor": "encoder.layers.22.self_attn.k_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "e03e78ec8f2708cf26b6245b549250c2dcc2a77ca5c9114a186f353d858b1695"
      },
      {
        "input": "weight_40",
        "tensor": "encoder.layers.22.self_attn.v_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "1bf9a6a9b4715f270c826a17003450795c006582873de8c8bb011f92064ebc08"
      },
      {
        "input": "weight_41",
        "tensor": "encoder.layers.22.self_attn.o_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "5c37435e405d04354405887b7254516e9709491eb36657ebac5536da26e176f9"
      },
      {
        "input": "weight_42",
        "tensor": "encoder.layers.22.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "f40bbe378552a423adccbadc98471f2431fedfd645fbca5ffdc894a880a9f76d"
      },
      {
        "input": "weight_43",
        "tensor": "encoder.layers.22.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 128,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "eda71e8a457b9f76cb612c549ff33780432f61d12153842b1cb54effe6d3b3c0"
      },
      {
        "input": "weight_44",
        "tensor": "encoder.layers.22.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 256,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "c9c6600cd970d69f085e9f18341ae02ceaa7916766f043dd989e45914c256a26"
      },
      {
        "input": "weight_45",
        "tensor": "encoder.layers.22.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 384,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "6f2cd0b6681cadb3f59850def2aec159d8167cc320aed3ff3cb3bee602e0bf4f"
      },
      {
        "input": "weight_46",
        "tensor": "encoder.layers.22.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 512,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "4c121f58dc36603193a3b2f07afd3dd05223847985ac2fff9f744c43845f756e"
      },
      {
        "input": "weight_47",
        "tensor": "encoder.layers.22.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 640,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "1bb671ffaaaa866e895beec08427e92121154a6354ffa6f2ecb042d05a71e80d"
      },
      {
        "input": "weight_48",
        "tensor": "encoder.layers.22.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 768,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "6d84f87f6d2cc7bf7daced1b6e1d599ed25f7ce6c23264baf40c50bfc507f279"
      },
      {
        "input": "weight_49",
        "tensor": "encoder.layers.22.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 896,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "f0a75d02fbbe6f79ab7680968f0aa0643ad8fab8aef4a90a11e7e43a522f49ca"
      },
      {
        "input": "weight_50",
        "tensor": "encoder.layers.22.conv.pointwise_conv1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          2048,
          1024
        ],
        "sha256": "1e177157dc319e33ff2a099b663d470030f672008eeb75c756a070b067565d4c"
      },
      {
        "input": "weight_51",
        "tensor": "encoder.layers.22.conv.pointwise_conv2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "be950d87439ae94b7fdc55d9df97b10ed106e622b34a8fdbb5c6a78b9cdb8467"
      },
      {
        "input": "weight_52",
        "tensor": "encoder.layers.22.feed_forward2.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "378a02081d576aed3bb12bcd7f25e8420c0d61e6bfc2ded7e26f40fec6028d4d"
      },
      {
        "input": "weight_53",
        "tensor": "encoder.layers.22.feed_forward2.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "105736a246bbb5b1b648cd8f68de77ba992669639c7f72fee0879f46709b40c2"
      },
      {
        "input": "weight_54",
        "tensor": "encoder.layers.23.feed_forward1.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "9409af19946f0094dd88d4cd3b75d65abe7afba64d3639c4a67b37aea4dd4408"
      },
      {
        "input": "weight_55",
        "tensor": "encoder.layers.23.feed_forward1.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "e028ef0ccf7a9921cf8acd37a85b0adbc5415287da870ddd37c9379c1320e123"
      },
      {
        "input": "weight_56",
        "tensor": "encoder.layers.23.self_attn.q_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "3e741b8f2f18487a6382a52f22474fdfaf46cd187a06ca3a74932ce50c28ab27"
      },
      {
        "input": "weight_57",
        "tensor": "encoder.layers.23.self_attn.k_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "498e8859b101d5dd5ed9ad955864142e37ab053e70e84fb557f95aa5ac2b4b49"
      },
      {
        "input": "weight_58",
        "tensor": "encoder.layers.23.self_attn.v_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "2133a6b150256032c2730ca423c74c2004bebaf3ed7a75d8e576b7199617faaa"
      },
      {
        "input": "weight_59",
        "tensor": "encoder.layers.23.self_attn.o_proj",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "b3daa024e361fee28fa00bd9ad60e3c682bcd9957f486a64c283f436f492decc"
      },
      {
        "input": "weight_60",
        "tensor": "encoder.layers.23.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "1f675cd0961a099e67a03d6e97aee811c356b919de2790449503e1ee5bb7518b"
      },
      {
        "input": "weight_61",
        "tensor": "encoder.layers.23.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 128,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "0283b6a49b887322d30fd211457e76523e87480c5d7890f8fecc5e3969248d90"
      },
      {
        "input": "weight_62",
        "tensor": "encoder.layers.23.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 256,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "a48d92171918c5919d10cc6b37bce5a616236d548e05e2fa6956c3e1f2a03a89"
      },
      {
        "input": "weight_63",
        "tensor": "encoder.layers.23.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 384,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "de769d24d897112dd3b08d3899ef89aa74ab0c3f1645c0ef66d4d547a55d03b4"
      },
      {
        "input": "weight_64",
        "tensor": "encoder.layers.23.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 512,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "2d3a9ddad1ea9bbc5b8d8690738c677757803fdc73e4397a6db3e75672c693ed"
      },
      {
        "input": "weight_65",
        "tensor": "encoder.layers.23.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 640,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "a83200ed354f21000435745d4b31ed517c44214f553457c48bff7415c4d99357"
      },
      {
        "input": "weight_66",
        "tensor": "encoder.layers.23.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 768,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "af8c7051772a1bca2190983802b123cb4440e7ceaceac3c5a35eabdd22d2ac48"
      },
      {
        "input": "weight_67",
        "tensor": "encoder.layers.23.self_attn.relative_k_proj",
        "layout": "sinusoidal-relative",
        "first_row": 896,
        "shape": [
          1,
          1,
          1024,
          128
        ],
        "sha256": "91a56f555f76fdd08a08aeaa3fb48bde4fa619367e4e34304cdfcd0c5bd9ce85"
      },
      {
        "input": "weight_68",
        "tensor": "encoder.layers.23.conv.pointwise_conv1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          2048,
          1024
        ],
        "sha256": "29e7c104461844510ea9a5e261b6a88c07725871aa7a4cb61d821c681fc8f281"
      },
      {
        "input": "weight_69",
        "tensor": "encoder.layers.23.conv.pointwise_conv2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          1024
        ],
        "sha256": "4980f4c37902cd026b87a0529295effec9888e293f773389a14e0190882fd6c9"
      },
      {
        "input": "weight_70",
        "tensor": "encoder.layers.23.feed_forward2.linear1",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          4096,
          1024
        ],
        "sha256": "b97bea660a878935056cfe57945c8d07f9ca16871263eecad58aadcb20b79ee7"
      },
      {
        "input": "weight_71",
        "tensor": "encoder.layers.23.feed_forward2.linear2",
        "layout": "row-major",
        "first_row": 0,
        "shape": [
          1,
          1,
          1024,
          4096
        ],
        "sha256": "e60a363c44aebd2db782ca493aea3396c977f7058ff43b9448c304f1bdde13d7"
      }
    ]
  }
}