{
  "transformer": {
    "blocks.0.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2994d43aa6d4b9d849558e6fb5367fd2e46e48ad5421b1ed2a79797c98933949"
    },
    "blocks.0.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b654603de4b52370d970e47f4bef384abf34c9eba0c079d97365bda7f94aeef9"
    },
    "blocks.0.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "52131e008534383895c313f535d05e7584ee1133710af6c3a159aaf677cf4499"
    },
    "blocks.0.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4df1ae8129c395a55c6cc8ff6ee6d3cc9a65ed2000a88ab2fbe9ebbf92ef74a0"
    },
    "blocks.0.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9046cf9930bf1231130f85a0f39733f9eaf8cd777cf707f60adadd37a65883d0"
    },
    "blocks.0.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b93e80b79d9487af9a5bb61b18b78eb12a73e67a316f25732ef6150874075a32"
    },
    "blocks.0.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f9be665f835f85803dfe9e6592dd594d1fa374a18c19a61c5a69e49a6cd55c47"
    },
    "blocks.0.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b2a007330a50897195203896761011f5bb91f50d2167244f43dfcda160b49bbe"
    },
    "blocks.0.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dcd79971068d978fca37f9a395bac6640c05c56ef479fbe1afd98e68a321f7ac"
    },
    "blocks.0.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5b19fc2cf92b7f1020d8b9b7b69f0666a89b53ed9a0a93543c44c20deaad5f94"
    },
    "blocks.0.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1c02bc5f9939810886bf0bebe3428fc39c0f36e744e14d47179bc1a5664f3643"
    },
    "blocks.0.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5e11f8fb64ed09d2c6117badb20c887cd4c7907a784730a31517f9f6fad59782"
    },
    "blocks.0.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e97cfda6b93d64644b8f046748428f497c4ff513cdca1eb2683311ed1e7cff03"
    },
    "blocks.0.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2910bf675283ba3f4c7c893f69d7146f64f8cd3bdc27dbdfcf1546857c34ea7d"
    },
    "blocks.0.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5ed29e9d1b0e8b19fc9d7663c2f372f54dbc1bf98d90fb8cdc3f43a60acddc31"
    },
    "blocks.0.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3c6cabc25ed1c0f92fc8639d8732630cb9e154f36ac706ef9e852788a26e7642"
    },
    "blocks.0.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1e740f504ef0f8915591018f6d23d94cc6c355415da4250e6ba7b04594055414"
    },
    "blocks.0.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a90eb22ef6d0e6f8a1bc77bfef4ea484dbe1e14ebbb30ab0c0d8e7ef23ba79bb"
    },
    "blocks.0.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7bb38469c6e77f1f311e9a77c30e5515d2c86b3d5a1c247bd54e24b1bb04c94b"
    },
    "blocks.0.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4e97bff78c16fca5d1ec15e30f51907ab71ea3ea6c28282378cc66db07be6e90"
    },
    "blocks.0.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dedb8f68eccc1e215bc0dc1ee9fb4ea47dc2f05bc80745bcf0883c236b03d9ae"
    },
    "blocks.0.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d73613f60b0697c9e63d365dcdf05b181aa4fa13c9f8980acd298aa1defdabb2"
    },
    "blocks.0.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "545687cd1653e0ac926e20375fa251fcf0d8b752514ef63f1043fd315efd30ef"
    },
    "blocks.0.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "920544550903d90c7cc982f675c837a5b6dafda85d7f319f0a3cb738e9fc39dc"
    },
    "blocks.0.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3e933625464a043240f5b275a2dd74a6c7353bce4a3186dcdac38d4422abd424"
    },
    "blocks.0.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "91e742b7915633528550acb1d9fc4f599a44b99c095f2781fcac6557d2a959ba"
    },
    "blocks.0.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "04d9ef68bccad3cc031dc20605504d7f9a14997b3d0eeee3858525ebd493f77c"
    },
    "blocks.0.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "62ee0a83267a0850a406cbc297145a03b62818a74071b4bd4c8cf710beab0757"
    },
    "blocks.0.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "3907589ffee70621bf8e714908df4285723d71c29bb8f9519ef05494482a5321"
    },
    "blocks.0.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f7f578dd56c902fe0efe474ff33d046d445ebb9325b2d7ea76ba541180525ddb"
    },
    "blocks.0.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ae449b56f4c3fde23dac8caa9deec73d0f1a4ad9e6ae447deaa0a9c7ba731fda"
    },
    "blocks.0.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c1036fc4253d89fe83a5ccc5e69bd2aa266c64e930e3b2672b80cb969625b5a1"
    },
    "blocks.1.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6752fcbbf82c4de840470bfde7a0e34bfcb098d96ec736d0480f6508d5e6b8a2"
    },
    "blocks.1.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "caf1fc710214b1744f7a11871dbfd59220a7104b5974805eff61cccbae97370c"
    },
    "blocks.1.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f27bd1589793ed03b48cdcdc04926d0ad2b9507b5423fb8ba999da3daee02cb6"
    },
    "blocks.1.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d4aa559a7c62a038ce404eb9a5370ab8f9ed0f55520aa290a61e7bf9b52eee69"
    },
    "blocks.1.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4897c3dbf2dba9bcbe1102ff7316206f7cc8c1de697fb3fe29746e4d6ea56b35"
    },
    "blocks.1.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a53b4ab3bdb6cbb2fcc05de2747b20639f34f8c77e12a395a165c27da72be78e"
    },
    "blocks.1.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3f1afd4a69319aedf8c259e6e5d53159b5e7ced1aa77a023bf824b8d693bb55b"
    },
    "blocks.1.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a60e8e88cc56d431df7b030358be596080b72aa07d7b8ccdf12d3e6ebe6a69cc"
    },
    "blocks.1.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0bc1d1ed2d2f6a277ae39c4842896c17c59577da4dd739d6982fc7b67ffe8759"
    },
    "blocks.1.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dba98061c408c1deab8be183bad5f41873f963bbfcf5c7840caabccee769987d"
    },
    "blocks.1.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "515adb754c98cf0706915bfee12b620016889759bae2490082ceaa2a8286bcb8"
    },
    "blocks.1.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ee2bec672f9479781ce2cbbbb9de6c70dfc34071e0116e4402b93ebea33b2b7a"
    },
    "blocks.1.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9b67072b0aad3ce8367d2c88f21e4744817064116339a82335b4517f1ea60f86"
    },
    "blocks.1.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7d76b088b930e36046910656654981fc3b3e686efd8812037444f94fe7faf17a"
    },
    "blocks.1.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4fed26367ef41973430c7aff217699973467a826be4580cb726f05da67d03ad0"
    },
    "blocks.1.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1d9c79cd76d57f0bbac86b398bfaf4a8def7ab9b153c65c7b16ae82817881500"
    },
    "blocks.1.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5640290cfb48cb17694093268175589c2d29175cfa61394345dbc2d96a7efd0b"
    },
    "blocks.1.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "22a985bcf74b8fbcfc0eef073ef92c6fd3607707c76dccabc2e08fc6c983c8e1"
    },
    "blocks.1.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d622ea3b51072fa8324fa2c6ba3ed329960622fbfaeb2a01629e41b25b169410"
    },
    "blocks.1.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "78b3c069cce216298150cf858ffdeae9a8f2180a0ac32e9fa668b4453a58366c"
    },
    "blocks.1.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8517e9cea58307f814ebf85dc843a0a0ce3e7bb60f791d0a19723abd1f2297f5"
    },
    "blocks.1.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3a987f979f62504cb44316685a94e67b2d0d59d4950611803f9512ba7526daab"
    },
    "blocks.1.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "853d86234d5793ecb1fb6c7f0f5868182fca5ba91d777028d323968c19eefd32"
    },
    "blocks.1.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "10193b20359919ee4522567f5bc731d4d06e2eeca4e602f691ae19de0a999aaf"
    },
    "blocks.1.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "18ed8ddddb6fbc552e2fb0f180ba706f526b7bd4622978ac0e80ed5760a10d64"
    },
    "blocks.1.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "3595206112ea563668bf9ba9edbe56badb1f613deafce5ac4b6bace946cf25a9"
    },
    "blocks.1.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1c1ff8e7f96137b8a6bcdaecdac02151671bd096ad7f3940b810670d062f5402"
    },
    "blocks.1.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "886035466518680fa6762e474e401c741977c55455c0754cf4be30d93b1f3bf1"
    },
    "blocks.1.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "4a18704b92aaa649638794abb6ce8e2ea4520d1fb7ddc18727fde268d758fca4"
    },
    "blocks.1.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5809d9ae9c444d831141f61c60a718ddc7b6957b2c3c408c63a55bc3271330ef"
    },
    "blocks.1.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f27c8c7f00e7cae282243711eb83a9a3ab252baafd241ff877856ec7349d7783"
    },
    "blocks.1.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e2fa90df381d60a85aa5361e7a08e6f09027a23be6c75761fa948ab5b8835619"
    },
    "blocks.10.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e5230d873a3d9be9c7e827941185ce6e5382787af3ff578665808547dd9980fa"
    },
    "blocks.10.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e2612a4d86e6128324dde8c73c78d3c2465602b24edb0e66df895e5be365e42c"
    },
    "blocks.10.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "89be1c0c30948dee2e158999b22ed99cad313a09154f36b6209eb828bdebc4e6"
    },
    "blocks.10.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8fda6506e95b3ac88062fbd4ae85cebc4370207f27c71e6e5cb992e10d9eb5a5"
    },
    "blocks.10.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cfaa13341f931bd1d07bf0ad8fa20380117425d23579dcc85d9ce1b8e708b78d"
    },
    "blocks.10.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1963c35750be828a2ffe400fb342f3215549f7912cb3e34873c77ecbe465aa20"
    },
    "blocks.10.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "eaeffa2b3e2a375679ab593320bc8b2916cdaa71a7c5a965d597c6e133e599dc"
    },
    "blocks.10.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bdf9bb2c5ded3b20166045f1bb1e78dec1405ca988aac503413123379ad9579a"
    },
    "blocks.10.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "948bdc784bbfc90d4a898199d360d261fadd3ba34efee14b39c8404ec2f7da4c"
    },
    "blocks.10.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9c8237eee85044c57f7bbfc32ac08ca6d53d8bafb11a89dbfa5f6a24ee58627c"
    },
    "blocks.10.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "17859635c011a81ea6569a17b0e0b93593def30c39c75dfd0241b8192ac6fdbe"
    },
    "blocks.10.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1a6e33c202f3345f621310224d075465241bab054defcb8c5552617c0a8b9210"
    },
    "blocks.10.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0dde348a7201a84d24e1e0703ac8aa43738074a21f9a6916f9209fc7cd888f36"
    },
    "blocks.10.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "11af055239587329356cae855991eca12ec38f0fd374f413f56f9effb76b73bd"
    },
    "blocks.10.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "badd91ce9608286aa2358e84b6b95a60941e7f703e07ac431a485a2d4629d618"
    },
    "blocks.10.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "827decc7f9894f5e0211abb2b0b1e4c060fe40318a46acc36309c9047873605e"
    },
    "blocks.10.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4f45d8d16868ff30096ec10ddc33999c612c9cd287df04d89933538ce6b92495"
    },
    "blocks.10.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fe10e647dc97adc304ee71e01b25026cfff43b5dd56b2cec7ecd3db4d6f72b45"
    },
    "blocks.10.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5423e812712a58563026a119809db18ffa753ede76d54497ab8e453ca2eb02a7"
    },
    "blocks.10.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6ebca3b9bdf71156675a1e020a4b460d8b05bdd7f8e2ce5e13d6de1700405c02"
    },
    "blocks.10.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5762cc2fbe098369d01ad1ad6deff934d64a06a5dbadb3e4e6d748659ae50c0e"
    },
    "blocks.10.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ebe7af0b11202362b4d1c26cc3072d17835c38c685f5e928654e7f3626ad00e5"
    },
    "blocks.10.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c403c8662722fc27500f01fafa7088288ae44d5484b9ca39214408a962b674c7"
    },
    "blocks.10.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "61a0cdd214794d7092bc18ec1d98bcb6e4cb4cf7a6890e953a77547adaa1bff8"
    },
    "blocks.10.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3ab83147d8eceb6b1c3a4a52697fb64a28fe8240cd16d8dbeb36f4335b79ddbc"
    },
    "blocks.10.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "677ebf4adf11ae1d31c90705664293f8207d5bdeffbf07bdf7bec6db578482b5"
    },
    "blocks.10.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "341bf581106054ca7ded35d328c2fcea9c391ddf05617f7117c7bda71da52db1"
    },
    "blocks.10.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a48ffecffa3323437936000069081c7b4e73f9e40427f479820da45c29560ada"
    },
    "blocks.10.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "cf5dba4906779ebb1efe80d92a78c22c314d81d814a3282877a0cfacdc83df37"
    },
    "blocks.10.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "86df998d634b841950d916177233847931a9d254b4d4fdc34c837ca4a6093174"
    },
    "blocks.10.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c50c9864e50a4f9a801c82207a6fe1a4dc909982080139272ff86b0ec3591b94"
    },
    "blocks.10.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f93006b6fd97b72d522695abf6486d3eb1e469eb01a97e8fba02555f99486780"
    },
    "blocks.11.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "df70dae69fad6479a588ae42f02080331320aeaa063640d5e761543f6f52f5ed"
    },
    "blocks.11.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6913bbb8e922d5c9e72cce2ca202a9c3919bd439ce99c5a82ac9fad68051a974"
    },
    "blocks.11.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a8679f927f007167fdd7b6c2d3bba5c325e3c000562730679f111d71f20dd459"
    },
    "blocks.11.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "102bda68a4e56e666e1a49d36cd2ac9c218c38dc57c60723b3c987f4776f0044"
    },
    "blocks.11.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4efef30b6940083307ca73c1eecbef2bac990e62cc7313bdf74e9d7f6602e473"
    },
    "blocks.11.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8ad78af1d1b04e70ee02b96e10343d7c28cf4f60eb549128da2540521870bd15"
    },
    "blocks.11.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "037265c00c70b2834a51d289708c1db32472ee9489027bef423bd7108d04b35b"
    },
    "blocks.11.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f4a3391a4d3f40e5de26776c420e09fdd6df7be3a88d8a68d74ed7f15e8cb715"
    },
    "blocks.11.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "411c097595c65f99c19ca5f800a30e2cdbaa4444cf6ab2bf7f8c053efa4a488f"
    },
    "blocks.11.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "268d35b70c3d5c9ae241c63ef7b0a2a1a2367950f4a08602e962ae599bc4eb48"
    },
    "blocks.11.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "580dffb344850466cf42707a8ad95767e84e254306216a9c4effb57f290afaa9"
    },
    "blocks.11.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f3b7e7b9046993cf1009dc8b628fb3ca2f08d402baf9168b88741af24f06027e"
    },
    "blocks.11.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "703911ad8d6095e86da20776e8cac7d7f2f0af26f1168f9225894b553947aada"
    },
    "blocks.11.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "78120f495f251e5663b6e894544bd8c2f298dc3b30322a78e817f8de1261bc03"
    },
    "blocks.11.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "eec33815bbb9bbcca0e3352baf1199307b47071228b162b19a5c6de899773f2b"
    },
    "blocks.11.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "457cf3c5e32ccae188d72092b17d6f4e05a99300f26af02a52c498240aab28fd"
    },
    "blocks.11.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b24343e0fc2ee3ad4599ffddab1bad904a729b40ec0d64dbf149d488dad028a0"
    },
    "blocks.11.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6dc051a62c21961a0d0bca9400ebadcad5992e0ac38f4192af37b14ace903be8"
    },
    "blocks.11.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0ad55b455d5522dbd7bffa8f3622c5ae0097cd0c33e886b035060e691178cbd8"
    },
    "blocks.11.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "437d5370e80b7d50aec8b4fefb9d03fad300a39e72623b4cd94c565e2421e314"
    },
    "blocks.11.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4037f65d749580028902dc694c9c61883689b58ed034d80eb6201a4d073de5ed"
    },
    "blocks.11.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3c9b2051460b0eb230ba9bcd39d51b659b98c340fe28bc2a4600e8d253869787"
    },
    "blocks.11.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e80a84dd76596d4d717cd98f81dd437643c3ac881e722b20cd805b977890e487"
    },
    "blocks.11.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "06990e895505b7f1a29ae5ef2b8bae316680263ae0ca971d574b4e0e11261c28"
    },
    "blocks.11.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "70f78e6426c3a53c2673f81abacde44f825965ac709afe787756e66d8ffdc063"
    },
    "blocks.11.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "1fd373df2bfdfcfd0b9a2414e92775bec58bda110d89077d87330acb59b0653c"
    },
    "blocks.11.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bc05c0fbb1bf2008cfe4a70b5a557e82cdf980fb947e34feaec1dee99557af09"
    },
    "blocks.11.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "96ca7c5b9b154f2fc3bbf0422c9deb6f4cec82c0568899360d76178d375fcbd2"
    },
    "blocks.11.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "e81fa19be5bb87195d739648d32a42f2f5ad71eb9869921a0f93b107e64e361e"
    },
    "blocks.11.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fd3d89694a2bcd085d04ab77711123eefbaac1c1bb5155e25a100963da55c947"
    },
    "blocks.11.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "734c0f1f0fc53b2e07b569317f08e961bdadb42269a1558c405317376e330c4d"
    },
    "blocks.11.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "72d29960dcd372933ec1dd5b7e811bf198bdabc6f28f1b5deb5bbc3f99ef8ace"
    },
    "blocks.12.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0c68d7ba76064b66a4eda7277412aed651f5c858526f26c1256038bc69541490"
    },
    "blocks.12.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4082616d52661a698e838043b711b67769b8f794ceaba8f8684b3a70bc3c4ecc"
    },
    "blocks.12.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8e603ff1d89a39452921769a9939bd75a46d36dd76aae502b4ac207ba7f1f051"
    },
    "blocks.12.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "967c0ef2771364a7f1fffaa63876ac74d3854ee590f81b1186cb42ce2d06b759"
    },
    "blocks.12.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b4429cf80e49bb7eae9d53b3df2e71417b3b37d63f550d41130b103f31189212"
    },
    "blocks.12.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8ff1b012cc06a58c9b3ce7e1aa9e85ef4f0215e54ad14fd45cf4776bd055e0a4"
    },
    "blocks.12.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2a2c2262d8def6767c63cadd1bde2b2d2f98b695d801daef6e4135d6a7dbfc14"
    },
    "blocks.12.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "76c66ccd73499b1bda8e1c7bad55b1095b5f5da66858c36fad87c37f8ce47b0c"
    },
    "blocks.12.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c37564505f7190f9d3fafe9d6e0c4dd53f12c08f74861e9da7cee92ddd1303cb"
    },
    "blocks.12.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "377495124595106e33760b5bd6aa2e59d257e42475be0533871d98cb42ce66c3"
    },
    "blocks.12.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "136ecf9a93cdc9fc999ecc2d79a116aa22187a771e8274c481a25fce996b7679"
    },
    "blocks.12.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c9e347cd5813d997e195f5d6b6283a106d4dfba904a77cc90215fde37406f59d"
    },
    "blocks.12.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4d9872e287e47e84e5f269cae7cbd806a4765ce9f0bcae6eea077be5aa44f8bb"
    },
    "blocks.12.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "177f697107c8e600e9311a1de1d9ff1eaa5c866d55f2d1dbf0f02c93c3c4f339"
    },
    "blocks.12.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "06ffad41c474a0e2fdbcbb698f270abae3ff1b3335030d771e093654ba4f558b"
    },
    "blocks.12.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cdea03c25d6f21fc1d617aaf260ee4074fbc99b215f4098772336ab1e118b644"
    },
    "blocks.12.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "85aaca09e1fa8b2e203cea8961ff50023218790931dda2e013e4aac7466b9c4a"
    },
    "blocks.12.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7b5da1b90b41417ae5b42937b210f19a4957ea03c301f2065365fec8c3d8422a"
    },
    "blocks.12.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c1faabc5ce1190de312bee463e83eff8a88f11a3c1803584d92260f30bdb1557"
    },
    "blocks.12.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "68fb80e3bc791b8fb04de3dc055dbe32a078eb76c90a5ab83e0543d9ea5ca650"
    },
    "blocks.12.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1dd19da920373b476fcb199851532c7061e579fe8c8e3a7d807d73eee05749f3"
    },
    "blocks.12.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f87d4698d60cdfba55487b518efa404a4e746ed61be87ac1a9d848db94fb8a39"
    },
    "blocks.12.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "aa1057c2e3c7d86c8ad10f04e202dc08f0458b4965c5c8142d5f6bcd1db25ab5"
    },
    "blocks.12.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "17731c0211fbad144af04efbbdab3f7d38b6e8eb7adf577aa581c37cbde6ca78"
    },
    "blocks.12.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9f198c15be01577e6917c845e5db1596869e994914f89dce8eb55806ab9cea94"
    },
    "blocks.12.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "91b98edf2ab3e6b1adacc84041dfcfef3ed05c73fcfa9fb87fbcb265bc343f02"
    },
    "blocks.12.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5836b0f4791d8a0e0ebe842fee28fd156460f5e2b7a6fd4ebd8380e5ccdff35b"
    },
    "blocks.12.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b06b0abc093bcadf55cd953fb70123373504007c562f7aaa0e10b53d6580e9c1"
    },
    "blocks.12.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "2b72f75d36cf036fba8fb72e503d2e3a11805397f781a7cc0a75806ca437946a"
    },
    "blocks.12.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3bdef69090c8e922a03de1bb340ce3c3a99aa902204910dbb67e6e27fb30b8d2"
    },
    "blocks.12.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "97ceb7824ada82f2a40220879935e8cf6bdd10d5982b190afe3c5a27a752f955"
    },
    "blocks.12.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "adfaf4486c90a44f6c4d2e0ff8d26f5c6e7e78046a6ce30482d77d93cb57e7e1"
    },
    "blocks.13.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "778d17d72c8cb4c3c0a487a7ecc1efe4a452284e5c0160e055164aa215b0bd65"
    },
    "blocks.13.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f615fe9b9113c22ebeb8d1136a60470379f57fbeec4138c0e3170bffb3e188cf"
    },
    "blocks.13.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "09e365d0e1ae2671b45eb38fbc2df5e60ac9eebd7513230199c83e82650e5f81"
    },
    "blocks.13.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "99bff556b01e33977de0fcfd3069ed7c5c3c02d853aae7fa169d0774f8b2677b"
    },
    "blocks.13.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "18ab0fc12175a7a1302ef630bd786163ad8d4e1bf8d5dfd8655b9a41828a62e6"
    },
    "blocks.13.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bf5e394c9d39d194f27d3e2342b6ae88a2dbe0eac6f6152335fbb6b9c50766aa"
    },
    "blocks.13.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4885988f0bdf2f5675458f57de800b3fab3dc2e002d6a4eda58cd66f4ba07af4"
    },
    "blocks.13.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fc2c171b215e3cbab1dbac706a8a1736bdcb793824f49457c87ee865ebb2ed97"
    },
    "blocks.13.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fad975b0b9de560cd341eb4c1061363aee68f54375757098f3c4d1c82d58d165"
    },
    "blocks.13.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "46ef7c1347e2a2f7da6a42c01a5ad7609a95381eafaa034b4f8d53352f6cb854"
    },
    "blocks.13.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f1044cd8d3dbeb10421db8e71c9d68475d84b868a9d333aa6d5ea9554d902542"
    },
    "blocks.13.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d52a8d69b79393a240304a12f36d8f58943901ca8c919e6f4c9bf3fed10b4721"
    },
    "blocks.13.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "44ead4beb678008de8c8b3410104e86589ab710d12c737097097a309f7924014"
    },
    "blocks.13.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "64fcedb04a019cce294312644c8835d89de00d1d639c8b9311ba90caccb3ed17"
    },
    "blocks.13.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6232f3080ccad5ad6420e526d017a929dcf801e26c9dd27c4fe3be11f9de6d58"
    },
    "blocks.13.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "144bcd4c126af7e75898c17f701aa80a5090d492783415b34075518943ac8ca6"
    },
    "blocks.13.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "00bca320029e4c80216daa60da34b3a533c8b24aeced510db64346e1f0f0e0d8"
    },
    "blocks.13.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ffd000aa533b3c754bcb8bd150af7e0e04c9b2ab1649086d73dacb8ce655d76f"
    },
    "blocks.13.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "363d680468870a4e989877e2bf1bd5927a88f2b3d678c39e18b920cb8eedf959"
    },
    "blocks.13.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1ad0b051b3baaf8da9a2bcc1ba813a44ebbda023800ecfed7ab7bfc97a6d2b98"
    },
    "blocks.13.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ec85183e307684c3c907e7e36ea258dfde9176acffc6cd85a4cb21f1033b71bf"
    },
    "blocks.13.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c678cb9a586cc3c88770f0ded522cb2530b31272bae699b28e97e4a12a5f3d9d"
    },
    "blocks.13.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ee13351cda70e425f7928d047d0ada202ce6cf6633ba00d7ccdade98a7054137"
    },
    "blocks.13.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8e733205dea05e69a15da4e08b56b7b15b4a5366214da9e456cbce2f6d1526d0"
    },
    "blocks.13.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "38b94394c64d47ac19a4fbc7569494f1d810c13b14cb6f74dd81b048e46f562a"
    },
    "blocks.13.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "ac825b28cff8ce63d42f19a1dca74b904aef2168b15315884037c84cff8fe4ec"
    },
    "blocks.13.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fb2f29696e01660b2f4e8e31cdf04294c134ddf967bc3b9462e59bb70dd1b173"
    },
    "blocks.13.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f916e879cedfd5b6fc79bb77e134493154a05048a44c2697fc507c36925dcb9c"
    },
    "blocks.13.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "2dfe9477d00bb859634ad67a03d73dd923b2985cbc413bb03af3a08905506dfa"
    },
    "blocks.13.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e7d88c138bf90be0ce9a11a5daf114c6f48224f4c1d6d6d99e5a5ca2d15a2902"
    },
    "blocks.13.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2bc1c85a5f3fa67874908b472a1790150a6235611ed0fd4ab8b019a557ecc614"
    },
    "blocks.13.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "07ddb27eebe58e1e65e1564e7b52f30450e89341b9dc816ef64d18b9ed9c35de"
    },
    "blocks.14.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c3cdbfa26efeb1fe16e60c2e745f461d5ab986acb7c819f8f4c599fd4a5a9b3f"
    },
    "blocks.14.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "84247b47c9764244bb1d44f5da102fb0f3f3f4c15d17dce2ca279453b055d40e"
    },
    "blocks.14.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dd516ffc33e266dd9830f1b4d51d500f5e63c9f9cea27c4e38f3dc7a54197e4b"
    },
    "blocks.14.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "54ca3dc188e3bc0aaceecda844d2ef392e816170ec7efa26c0410bf01e132dc0"
    },
    "blocks.14.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "99f8e1077fdb9de24b57c9c1c1745d8679398f21c19cc1477afd9b35c9996acf"
    },
    "blocks.14.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7759caec4f9fbde5fe5349dfa5586ad215453e06d81e932be29def54917bf85a"
    },
    "blocks.14.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "97692a82cbd862568dfd98d991c663f5dfea2c5a23f19e14c99c77a037a48072"
    },
    "blocks.14.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0cc57f14e8a0d6a9c7dd71760dd72d8ac460f5ed5b00aa46be60f6be0a5656d0"
    },
    "blocks.14.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f5fe763e893b83dcd6d9acd61e2f30107e8df729c4147b56bf2c7970c04d8bf0"
    },
    "blocks.14.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ee2665508f4e93094afc8bfb8959e841c0ab02c78f606b129f812c49d683c4b6"
    },
    "blocks.14.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bb43365516887af377a5fd6bb7949fbffa7694b1a60cb95775a61987acd842fe"
    },
    "blocks.14.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "44ba31cb5adce8205f38e460a4e68ab6411ce849c1c6e2d40c7ae6728151b508"
    },
    "blocks.14.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "46f2571fecb223c1a93c9b2a84e94c319ee193fbfd6f0fae574069cd53eb75c8"
    },
    "blocks.14.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ef679c432727ebf9d47b02561a33a5c52c7ea33315e9d550c1640ee735ee0389"
    },
    "blocks.14.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3fa6c6a24d3c633bd74bd84624193026470d81075ab10b43ca86c0b10ef0aed1"
    },
    "blocks.14.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d5fbc8aefdca0fb9fa0cd4a3c952a31fd0a7de583a5a156f6f9edc336bfe90b4"
    },
    "blocks.14.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0c8d4096bbe6d35fe6ecacc04330f0647fff85ae7d80f92d862a86ae7df6e67b"
    },
    "blocks.14.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "40b9ceb39ae4369f2c34f965723fa18cbddcd49d1c40bc275be8bd871e7897a8"
    },
    "blocks.14.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4c14b4eee1a3eb05797f187c6c7cd1090fd147f45f8ed37d068217bf5986592e"
    },
    "blocks.14.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7c046992ed3340f8c4dcafd373c5e40beb598eacaf4029dfa65300c5bf0a6012"
    },
    "blocks.14.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3df5d96f5ef85c1f488eb63071065dca5783b1bd480b4380bb39598498e42f70"
    },
    "blocks.14.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "62e4cfbab20b95ea5539a3fa0a57bbce6a2b32c20144322f590435db8444199b"
    },
    "blocks.14.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "294d0e0240a0ddacd9511a6323078e260908def67548bc65024aeb9363f1c938"
    },
    "blocks.14.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c49d8972c6280fc730b31f5a4e3a6c8f84f7c1abcd6654f2de9cd252e4dbc27c"
    },
    "blocks.14.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5b387e7f96df8a6758dfd1844b4932de673fb40c9220fd8b738a277f56570b9f"
    },
    "blocks.14.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "c4d7349b198ee1f82772b099421507e4e7b1325354d4b7b9faadfd00465b87a1"
    },
    "blocks.14.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "138a5b1f4798b05c4a34b6776ea49e950d8df5a31bf337609cc6f40010ff4a1c"
    },
    "blocks.14.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cb45fb8a7a3bc7f6031df6b8ca6ebe3faddb70170d9172aedfdb070ece828866"
    },
    "blocks.14.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "983003438f99d52c9ce3bbce504e4d1321d55e651eb7331bd234eb84c51e974d"
    },
    "blocks.14.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5e76e648f8028c99e1edffa9e73a4b77d211bbea2d9ac2ca51a9a5d87d79aa74"
    },
    "blocks.14.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8c4a55128326c0235d93ec3627fc283b81c059989edb84870c0761ed795d2fe3"
    },
    "blocks.14.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ed20a084cc19c00241f3a0acdba3fb14c41fbf75499589d2de9b61382c85e38f"
    },
    "blocks.15.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "eb3160df328b75e62637abcb3f687907bb12f8758d2204d6893f907eb0fbd3bf"
    },
    "blocks.15.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1e4aaf3ea86ac4b3855eeedd0cdbc436b6326763f31ff7499f3f49be04f22825"
    },
    "blocks.15.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "de26437f420f332d548b0ea88281428f9b08a8f3f05facb72ea4024856c377d8"
    },
    "blocks.15.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b46ce8fb7591e76862812aa90b5de901d93f7e5d642e5884894aa5d7eff77c74"
    },
    "blocks.15.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "af5929e4d530fac8eef30cb9c771d36010bcaf5f5d4584c63a288bf5171cca95"
    },
    "blocks.15.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "549ce752b0b6cd56c994166f00b7dce50bc3868ae288f00059e5a5aeef30a358"
    },
    "blocks.15.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c0875efc458a0019538262eb7f3cda240752108de1588daf5af09ef008c7c92f"
    },
    "blocks.15.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "99a943e8bb0cc3feb641e151722b58703da72a0154bc58714618b33d2bc326e5"
    },
    "blocks.15.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "85283d7bfe799c77ea47c2793040375e133d742a0b82cd6f1dfb647da81a826c"
    },
    "blocks.15.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a29eb39e2ac576a25f1d9a09f8d1a8f002c9ea0dcc8ee3c8e5c66c17e5e84017"
    },
    "blocks.15.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bd524c622c5438d6e5ac003428b04df2a3e64be174e4737f8a753f7df38a9730"
    },
    "blocks.15.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c68bba2054f4fa53e46612d0b22b38a889b72680589d75b3fb014e8f4dde4e25"
    },
    "blocks.15.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1da2f0dbdd13b26cbc14f3669b7e12ac3bd1a4a32dfbca986e8daf942d2e38ab"
    },
    "blocks.15.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "df8a4978e35b1298d15d765a12fc2989be3b6777abc219c79e624b6b85b91f64"
    },
    "blocks.15.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a1927f256545f644d521b75173f3d333d54f07c163d507b87b99fd16b375d97e"
    },
    "blocks.15.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bf889cf6b2a2ae671250f53390df41a4b2962e08e60ba702f863e9af87cf3079"
    },
    "blocks.15.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "58bead678c66c3442cee0b00fb3da31eba615704ad28dd96c75b9f061a7914ab"
    },
    "blocks.15.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e908ac56ab8b6b43ec0912e7c8c7ca0e8ba357d820b1e508dc3b3079b07089df"
    },
    "blocks.15.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c150dde45777bfe29fa2fef0abf42df9eb044258da8d1b1761e408284d7699d2"
    },
    "blocks.15.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a1f56e08904b507ca2d27ae73d30cc1f666e1d6d21e70b7b1e2a5725fa188a89"
    },
    "blocks.15.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "04099cbe8e204595f89fdb15cd42b2598e3faf22103ff0922870b01bece3e6f3"
    },
    "blocks.15.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "123e2658a5f61d84ede9ccc274efe18f6c51e963530f4236faeec5c6e0b531ca"
    },
    "blocks.15.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b80a6846f881ba5c343b7141d55d70ce16db180d043207b89cd4a3c715d58cc1"
    },
    "blocks.15.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ad0c58651ea43982666f49f5be29e761e2f2435ad1ce446c973d4e5f1e0a4c3e"
    },
    "blocks.15.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "915c30b417f1c8ea1e325ae519f4da0a009e5ec74e8f3e05f3085c3e260f8bb0"
    },
    "blocks.15.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "dad402dad5e151a6f0acddfb2f6b9ca265fc9fbb6b1bc07bf7f9a1fb1a5eeb3e"
    },
    "blocks.15.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "efed601147fbdd5b600b8a03df3489370cf8483d5265e414b9317a7783df17db"
    },
    "blocks.15.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8cc910f2d12ff981800535d9de5e4da9b20273933474fe9e894ba8c351fee639"
    },
    "blocks.15.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "fb36c5523ad6b71a05593f57a6951fe5c9c0832af11e9774d8902c19291b9960"
    },
    "blocks.15.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ee73cc759fec664b7d45657074ab374713154a27b2d43075d4526496216f4ba2"
    },
    "blocks.15.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "221600720c117a7a6a5415ee708298bdc3b03735af247ad62be99722a019e390"
    },
    "blocks.15.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cdb0f49a1e00c9c12beb6896af096329cf8c046066d2fa5dabe2059041fd10cb"
    },
    "blocks.16.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4d0393e5c7d856b283c0f2528660b55fdafa074ca3a5c653f9b33201bc9187f7"
    },
    "blocks.16.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8c1e05d9b42b92fdf50803d8f7e2fc6017a33389b91dfed61baec8a52e46a70e"
    },
    "blocks.16.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4502de80a8b78b74a930640aa4a2a7c7ad33390f25d2619c359d75b6b84d9f79"
    },
    "blocks.16.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "50fa74de9d758cd48a66f864ac7a35d2eaee563b40820e1c9b0bc4d568faebcd"
    },
    "blocks.16.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "005dfacbeadce08d902a81e71fd4c50943563afa994f5d7c1ac0191cc1627240"
    },
    "blocks.16.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "445c3f9ed6e739f014b9dd3a94a340626513a957d5cd9b3e1b1e81deaa973b16"
    },
    "blocks.16.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "690b0dfa4c1ba3ac263e086af2d17a6df942d7aca63c36a7f2dd941ea47fdb9f"
    },
    "blocks.16.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e318827842cecf7b8fb989f90f1c911593958afa411de40ef245142f92d33bd8"
    },
    "blocks.16.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "740ff5cbe0e416b0a67eb479b8102f566942228086291f9742ea9fdaaab98a45"
    },
    "blocks.16.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8d24244811b7d4c7a7e5934d6afcdd5644989dae26b26a5ef1b5da4a31b1b1d9"
    },
    "blocks.16.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "af62834132b83816c44ff8657a680c2714bf9427c2078bb6ff7addb130faa3f2"
    },
    "blocks.16.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "039ffd43278b2cd1d294c17f1dfbf9bfec4d9073173a13289e41a61f6174386c"
    },
    "blocks.16.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bef7258f73068d46185a17cb57fe43988f8a4f55f8946751d746ca10b932dc82"
    },
    "blocks.16.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8301a83448258ee8630d96a243869add17cc813b27d7d22748f682ac2912ab7b"
    },
    "blocks.16.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "afab645b1053340d8b5512d4b526978ddde4c723f5980f576534320563aa1e70"
    },
    "blocks.16.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9ae177c9875fa157dab203615e38aaf7f24b2aa742ca2d0a46ad187324a24ff0"
    },
    "blocks.16.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1cf0e8ecd948bed70bc3ed0653a709c9130d70d586227088bbcf8e42d27248c0"
    },
    "blocks.16.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6a6ea51b9d388349d12b13357abf3b31e12fb215976bab4b75c342be1ee708ad"
    },
    "blocks.16.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d02408184fe1442aa1302973b0262c650c75544374dd6385b950b3f399bf44ef"
    },
    "blocks.16.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9bfcf7ca0ec05590b96eff13e21fab6b4f5c907c44119c48c8fc3a6bbff096ff"
    },
    "blocks.16.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "38c92b8816035ef87d673d4b754bfa88d966cf43c817452ef61ab7eb0b7b8ab8"
    },
    "blocks.16.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6249a2034a90e326d170fedb037ed19a79f0ca4144e8322a1f1f011d85f774ca"
    },
    "blocks.16.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a7aae66f028fc34f427d7ab9570f665769b369876e2ad510f9e1cba879ffde41"
    },
    "blocks.16.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "94cf2c999a0fc03fda1866502b9661446c416d85e3d28b9c8b425929e2b5e28a"
    },
    "blocks.16.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d4e7c3ff54b0cac86ddcaf7c7aedb9fe4e568cfd11b0fd2f1394ae6f9b9c339e"
    },
    "blocks.16.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "65390e789ddec5f9a998fca0a4639aecf68b9078a5e50c2aeac139ffb28346c4"
    },
    "blocks.16.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "53d0b15f5b7b251e974e39c189f9b61b77f93558fe7a1365dfdcb0e4971f2b8c"
    },
    "blocks.16.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e34a78b616c4013ff000eda9ade6e96e40c7c5d3ec63f5d082f2c1d269d0e3fa"
    },
    "blocks.16.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "e52b337017ae6f3cc2b0b5e1ef2aa1c5a799a047825a478104f3ae426b298984"
    },
    "blocks.16.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d6c9d1d97272b56bf3c01b857a858c896da43b6555bc44cc02ba9818c6ed3d24"
    },
    "blocks.16.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "053705a10e8bce8a854fd03a58edf12730b36bebe26e8ea20ad2b13b80391b6b"
    },
    "blocks.16.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2cbae1c6e22cb21d52277b97787f3b5a0208d194fd8cdaebfe772fe2b8eb0f39"
    },
    "blocks.17.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3c6fff927378493305fe725e0e2b7b7dee6822165b821a20ec8122e4be1dc758"
    },
    "blocks.17.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9e5f3d7f68ff8cee81a5bd96a4f4df4ac7251e356ce5a3a6d243e8d3574166c9"
    },
    "blocks.17.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d084d06bb4405be9a953b07580aa05831cf26a23e110270e567fe330692b6e66"
    },
    "blocks.17.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5104bd873b140f6f44180306f3d04ef1da429a5695a0ac2d6fac8f9ad94d714d"
    },
    "blocks.17.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "191937a033ea656da7a339355069c141fa310e7a4482005ef92e7e8b7691fc22"
    },
    "blocks.17.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d062ae6dafa152d6d604794e98bd3f934165888e0a1acd0ad96d2866f5fcbf50"
    },
    "blocks.17.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b06ff852b595d8ff80dbdc3d140a17d73383f582630e270e30aac4b8d4f3fb3d"
    },
    "blocks.17.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "81d705939747762a855c34248ca48789e83a088bee659592018efc35725cdb8b"
    },
    "blocks.17.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1f23835485ac3eab01da5a53b9230daedcc3da6d505fe12f3a98068c1d444548"
    },
    "blocks.17.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e5c98ad1aeebe117ae55b73e779b490102bc8430ba7facc913f0fff178911fe8"
    },
    "blocks.17.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c7b2430e21e4ed6bcc0b1818b8b3e56215d9058f2d16a0b7048663efda2d53ff"
    },
    "blocks.17.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f686246fe5360d0ca991af317cef4ac2e073eae9738edc7588e7718e8b3826b7"
    },
    "blocks.17.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "212c99ccb890c5210e4e70dbde8f766db9376a2f0d21ebd896a758c067e4f8b7"
    },
    "blocks.17.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1fe459b528db44ec30ab7e622e84844a062820f6a949ede3b11307d64f5949e7"
    },
    "blocks.17.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "41c114fab20cb9806f6ec5359932b85a85b97f5d543ee7164ce8eaa4e6d84378"
    },
    "blocks.17.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5fa8c3859a173706092d0b437fa3d2943e53388923d95a52a4bfe97a22e40555"
    },
    "blocks.17.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b0d9d36420a4b9d13b68f796a99d3d1f7a44220a510210e92a595c758e53adc7"
    },
    "blocks.17.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "05ef26de026313e94b7784e8b215928f1086426a74a66f82b99e79bfe6adf2ae"
    },
    "blocks.17.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a189a4abff752480c83cc8316b4cca3d0d07ff215b2a536eb697ae2e745ddf9c"
    },
    "blocks.17.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6de147a08591219b5e9c9a7852f7a3423db5bb318da92f77af3d095c319c1def"
    },
    "blocks.17.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "175a8ec8a17702521aae28a2ec257c5e6cc54b33d44c4c5a1a98ffe18c6c4a4d"
    },
    "blocks.17.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4580282de87695d8c5442dcda823455880d2968f16797b82d4e7be1d4a5c0455"
    },
    "blocks.17.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "18ddacdcd17bb5cb188a364df719f3c7daf2897adc4c39d84d1ce6a6b979c65f"
    },
    "blocks.17.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4c4255d578777c1be141357d4de2db5d2c03fca44c8634ea40858a7dbf83d25f"
    },
    "blocks.17.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a43e9a590a8687dd919707253857514c10135528608f783173592d0455fa9c6d"
    },
    "blocks.17.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "f6ce043b6dc30974e1cb1b4d7d211a7e37ade149f34ae7554cea98179b9d2553"
    },
    "blocks.17.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "72b3c6d7eec9d2a1d243a58ce0897eb3e818f6cfa3e17aef066305414968fb0d"
    },
    "blocks.17.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4abe91eea147f75266476c288bdd4d71a5a357eecb5a039eb01ba6792498b4f7"
    },
    "blocks.17.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "e10f69699f9919df0482a926a6e381db98e3f5b2ead21486d871ff15ffeb9280"
    },
    "blocks.17.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1eb0cc28fb135389304813c2a4f73b065179dac557f9777e2aca34d9102296d2"
    },
    "blocks.17.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "818acb3fe3a4d6558d332fdf0fd64b326f0914c8847ad48b573c5b875fe9151d"
    },
    "blocks.17.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c6c2a826f219d3a56b5460eba5f183d3e734ca1e536a6fdd0832dd27eefe86bc"
    },
    "blocks.18.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c2ee57ba318b5918a4a612fede4eeb95bdf698576e5f167026a70b979efa9f70"
    },
    "blocks.18.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "12ca822c1e190d897be16c6a98c07cd32607001bd98f17a60615cf1688610bd4"
    },
    "blocks.18.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e3738feee25e0fc2a70c7e7b2e59c5d1d059bf95d9ab03020f239dabb2b9cf48"
    },
    "blocks.18.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e9614ec48504c776af4802f87049564203ce4cc8307ada5fd77764d28311b86d"
    },
    "blocks.18.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6534651eb6ebce5e4a4153da189c22751105136aa85835d776e806c8c8c06ad6"
    },
    "blocks.18.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "87721a6a3c5b285e5b0a0e8d962164bd6289b39a5ec5cedd23b7759cb5035610"
    },
    "blocks.18.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5395e7c69d96a5c15ace26df29ff0c0d9edb67b01c2702064f751fb2a34de920"
    },
    "blocks.18.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ffad14c63039ca8cb3bfe0b033113b3f55d120ff6a398787a4cad25c029be529"
    },
    "blocks.18.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a535e0e7825b62af9776febb9829bfeba6da1d0731b302a2f9ca6b9b730b5a07"
    },
    "blocks.18.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "efb9aa27ea9a4eb9405be529d695e0c60774516f89e912ea76da67b09513fec5"
    },
    "blocks.18.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "552c825ca427a1c64c47dcc92812505797d6454c8258fa710d7816e9b2aebf47"
    },
    "blocks.18.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b54bde61bfce7068c3f982be84b826a0fefe5fff16ebc89e19048ecece0d6434"
    },
    "blocks.18.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "419440b9ce5ec479b54820af1fbfd7ea82ebff667fc88ed647a8ae30d40829f7"
    },
    "blocks.18.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2ab2f60febc3deb0191cec23dae53b884822e3cab0af41b85ba71ec935b269df"
    },
    "blocks.18.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "77d27e8499dbb8341dd54a1534ce633ddcca88f2120dc82c89113a21dae25834"
    },
    "blocks.18.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7ef5b7826e0b8431ee07db9bfed9c5714a68cfc01269870c84f43b6b633b5b7c"
    },
    "blocks.18.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f54ffbae1d6e5e9959894289eebe50a275f6ea213b278569fa8850188e2c2847"
    },
    "blocks.18.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5fac73e120b941e3658b1496c11f3022137a30cef4eabdff575de47b776705c1"
    },
    "blocks.18.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2af2d4a7adadc9589a9f78141301554f01b0f5b6ace40cf14071befcffefae65"
    },
    "blocks.18.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cf3c9fafb15cc783648616c48db2e12b2db63fc16131bbe210d6ae8304d862df"
    },
    "blocks.18.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "129135e59a976831561fc861f37d1bef5842ffdaf5c8bff2a8ddd5ca605cc492"
    },
    "blocks.18.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4344e8cd1ecae641852effc1ca60c4bc2839a2720b56111ec57a845cee68a281"
    },
    "blocks.18.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "842ee5e706264f7adef241ec7c5a304ebf7cf8faf15aee1985607727797597e5"
    },
    "blocks.18.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c68a77a7fac72f30eb4cbee194f10ef33c51994e0bc0868c444dcd0d806a1e37"
    },
    "blocks.18.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9f844f21362928bef6a02ac59ba8a623299bc53997ece6e4f45b65abd44138d9"
    },
    "blocks.18.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "7716b69d516152243484b80fde77ee7af0cb87f77759584ce9423b35cbf04a8d"
    },
    "blocks.18.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "85c8bf736989fcdb92957b0be296146d005f2600343cd3f47938772ead879335"
    },
    "blocks.18.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "96f15d2eeba06713c7c9e146ffaca30c8b46e5a0308d57cd5b62a0f8edf38e49"
    },
    "blocks.18.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "7bbe3686588cfc4278c77b98d8027f9deaf9a1caa16870ca1655009348616965"
    },
    "blocks.18.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d0771a34174833c75ce17b9b83d5df4f15b35c1b58ce36a6382ccb4ca44aac30"
    },
    "blocks.18.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c4995da846578432f44c8a0350a232dd0ca8a3aca37a1c31789a3b6a5a838de1"
    },
    "blocks.18.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ce45e3b1213ccabc1d9013244a050dfe6f2d7153cccd278f577d0179489f50a7"
    },
    "blocks.19.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "53610fedd5cd7304ce4314a4d6505e002c54887506ef8885aa1040f4c48ef4a6"
    },
    "blocks.19.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "00d0e1baf652b3af4ecaab4a4f6e0b9a65f691773b882891b4ce53107506bf46"
    },
    "blocks.19.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8b9814d3bb2649a1dea88e7f33c890eb2551983465ba45422fd06d9e366d2c76"
    },
    "blocks.19.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fe5b913d651e0736b123696bae3b6e89a52ea79b7054ba8d2df844d6283492d9"
    },
    "blocks.19.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "62318b9d6d5ce343b3e34b7e61d019f27bb5813669f1c472089789ff9cac9df7"
    },
    "blocks.19.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2030cb9146288aa3244c4e6b4bd2a833d9518d69faa518a18da23c3bca222640"
    },
    "blocks.19.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0be913c7d4634933035cf6ed52d6c1ac312f70ce247fac506bc3ef2856d50304"
    },
    "blocks.19.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c64916795039ee405f9aed3e7d4db1bd8b8462491c3f4af6305287a12e685706"
    },
    "blocks.19.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9fffda5f9facb186bdfc6c9320781f72cc6a497982f4e4ab9d372d546f90377c"
    },
    "blocks.19.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "35b3be9c2c2f13413e9de89e1c90241ee1de07d206ed753d400282d05aa758d3"
    },
    "blocks.19.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6d2557b63bb1f17299b7663b34131d4efeb1284c074cba500ecdc8bff1b1703d"
    },
    "blocks.19.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5336cced480238d7e44901f79adb01816bdd1bfea69a992295cca5a25c7aafe3"
    },
    "blocks.19.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1bbce97233111f65f56fb7060bdbe721f0144573b9a6261b45412dfc5786c9ae"
    },
    "blocks.19.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "306f6910e2106dd963ab9d2ea76ea34e3a7dba09db6fe0520ee33fe021b70fb1"
    },
    "blocks.19.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "04b553b6042fecb5d10d3e438680cfa8b9fa4c9f84724c8b7a8f5b29e5e01c84"
    },
    "blocks.19.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "493e94c765fc996f35785d9f40b20cbf99801334389baf7ea19298ae50082d1d"
    },
    "blocks.19.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d9fa2a521a4c17fb0fe229198d25eebe3222632c15cf0cbec1b6eb598fc83908"
    },
    "blocks.19.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6e1234a2f2a2812836385be4ac6d7ad8a29c3eff456decdc1f02e7dee5779658"
    },
    "blocks.19.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "31f155b6a3dbe7a009655435b6b1b64e62960f0fe883f8aecc780b2b5e1597dc"
    },
    "blocks.19.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "248db3d5c710528daa6d83e0d151eb622bd69d69892d75638a6e152229d34b98"
    },
    "blocks.19.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c724e1825cca95eef2e8c7deaa48a9653ab27e38454d8da64048814f476af48f"
    },
    "blocks.19.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "632ac0060fcd0cc2a75a2c4bd04d53f3bbbdd6293277a60a685a45f18bdb3e83"
    },
    "blocks.19.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "149d0a3a0f7693e9540941a0e267892839793c08eaf8ab2f9c7fe740ad1e878b"
    },
    "blocks.19.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e2fe9a525d1897ec89c27f3dcf2204cd3cd3690f4a94717949d189eecf5329cf"
    },
    "blocks.19.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ac91203a8c15a8fdc39a0310cf40fc458c7dd276991ee581598c3f214a484180"
    },
    "blocks.19.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "ed76bd7ccd8cdf336cd82b87d76fba0252adcb5e1761baab0caeeb2e1506d0d4"
    },
    "blocks.19.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3e1329adacb82a0fd75a21737832abdd17caeb1e2c62b72bd3c2d47b596fbf9a"
    },
    "blocks.19.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "63508490736155c02883664e11c776f0baaffbb2d2d4b1df2ab12e7921aff184"
    },
    "blocks.19.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "e4cd6ac1caf9a787689d0d0ff8afb906b43ec643535a18a24e28fe0b823d214c"
    },
    "blocks.19.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "af176c6c554f0f54c05ae9596c5e068fa67d14469d3c83378f3fd2c78542cf98"
    },
    "blocks.19.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7c0690ea99a97ce48e5f9ed6f7247a7ee66a3a00cf869b581f65f9b33154b272"
    },
    "blocks.19.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3bf26ec8701034c78d3d235e0914628dc8050025fff42bc8c57ccf6a1838044d"
    },
    "blocks.2.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "64b371a8deaa53ea099aa031bcafb1a8a3193088202561ec4f9e27b496aa25cd"
    },
    "blocks.2.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b839de2f323cc34d01c6b1dda55b7e645e98528318263d5350664257b5d5eb11"
    },
    "blocks.2.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "89829a544e89c896f28814bf0f902e80651bfbea7483aea609ef312e91026fa2"
    },
    "blocks.2.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8720e2d222d01bf1890c6bd97fdab4235065a5d3b76b486c44617f37d532dfee"
    },
    "blocks.2.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8378ced10043717debea33e0423b87f902684aea6e4a862f1eaf482e963b1611"
    },
    "blocks.2.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1bc9a025f3ac2653193cfc590729b22c6355156f78990ffb3852e9c21cd14493"
    },
    "blocks.2.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d3ebcabfae6ab164ef5cd566af29c1ab95144c3b23b4612b13cd34079cbd7207"
    },
    "blocks.2.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e7eceaaf260a3920ca35e124c21392ee66ef48ffd83225f43fc5e60162d696aa"
    },
    "blocks.2.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a63653441246a81ded4404ba3de86651f9129f1ea23c049a887d27775ec5d676"
    },
    "blocks.2.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "65710abde155fc65ab8811ef03f07232bbae30f2301d159c72306c0fb59b1c1d"
    },
    "blocks.2.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8e17b1fb98cfcf13141e0839107324f364af044bee00a262cfb4a27158a9f5e8"
    },
    "blocks.2.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b9d28ea641193900ea596a7418b90a85d2277cacc42239b756fbc5fd568b0293"
    },
    "blocks.2.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "abe1a4063b5a5c3cdd1341e4d976f7fd62bb266f324469dd1f9b099621ae23e2"
    },
    "blocks.2.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9a732228258804bec691079ec1c29b73eed7b89d6a25d07dbe308edef6556876"
    },
    "blocks.2.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "14df9f6935c82b9903965e4d40559726cc7c1f00ce207fc23fb7f2e70bf4ece1"
    },
    "blocks.2.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "42921a1697f7bd3248adc1754fc96cc051ce9a1df8c2cf6db275e866494f5ec8"
    },
    "blocks.2.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e4da51f85692678da08a4d73f935e78f65a6ee0f7c08572f257170f8a8902878"
    },
    "blocks.2.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4d8f019f810c967b5d36134ae2c47eb5745242327094c11996e0a86fcf90a6c9"
    },
    "blocks.2.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "68d7511e1ed02f08162a2fddb1ace3121492324195e769c8571373a38df00dfe"
    },
    "blocks.2.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a5c3b3aba63e923b9802f51ad63bbaca7fe7abadd529e5fb99c010255167449c"
    },
    "blocks.2.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4ccd87d61717367113e11b34d2d86bb58d14143cc5b102507d36d68fe2b7e450"
    },
    "blocks.2.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a80245167ae4abe54daac4a16e0a0d0919aeb18c684e4a8ba3352f05b7c7ec12"
    },
    "blocks.2.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "77d573c8cffc57b0bddee696ba8a6492db052aa4a201e6a1e332a42f7b50d348"
    },
    "blocks.2.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "eb90a156b79eae03de7969f125dac669d26b50914f38ed1308addec36398da80"
    },
    "blocks.2.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0694acb92a1a0a8c4d410e289ec192f34692fd0a0e245e696f924c59212011c6"
    },
    "blocks.2.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "2c7cb119d2a6eb2ff120a10b8108c2c6c403ba2b25bf7d62941589842b2fd6bc"
    },
    "blocks.2.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ac02c7d8f21b2618987314860528ec1812532df6850435a99def66c8f51df201"
    },
    "blocks.2.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f347e17a096d519d74c6daeaea83408eaa5ebe5c29456a0634d9e25dc7290c1e"
    },
    "blocks.2.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "8a65a1aef163920ef4923ed61ec3cc6c3d5eacd6dadf49b8493817e6bf2b54f0"
    },
    "blocks.2.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b95f7ce201be36669ca82daf02b7d61cabbee306ea57bf920bb4e3b2465cb298"
    },
    "blocks.2.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6f5221b3479c77906e62014ccecb83f5bbc270c6329c3bdd9a993f675fa9f1ee"
    },
    "blocks.2.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1a52e914515846ceb32ef76d193f538aa764ee24ad2f49602874f7a876e85cea"
    },
    "blocks.20.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6d342ad7c13e82b0b4aadb09f847f3d2714d060ff5fc92836c75050e2a3e5ac3"
    },
    "blocks.20.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c8b5deef042babec529ef4944c33ed588547aa6be9c697886dbc579f265d3ba9"
    },
    "blocks.20.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5994e92b254e314cb610233815ad41b7d5d90848db8884abd47a5f4bad100b47"
    },
    "blocks.20.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b2cc6d721c7b0965c8d02dda8ebbf960dd725920234187ebe2131302e12b0e83"
    },
    "blocks.20.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b3021b0be9a8bf463e7c476cf9112d6115d68a8d80478e3e56ce0cc48f1b38e8"
    },
    "blocks.20.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3bad34e0c5ba6105340cafb8a01a4f21cd8ab693ecd98b8251cc677fa36b43b3"
    },
    "blocks.20.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "76e01356f6dea0b98505b297f2e674b205c7b61997d33c6bb877b81face129c3"
    },
    "blocks.20.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2af4cc79b0fa34b33d27a329a792fef20c4a3d0c4f8bfbfbd95c5378425d0807"
    },
    "blocks.20.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "36c0af6f3677ee55ee83fadb30d7ea46f57d95e160b7651f22879b15184c1206"
    },
    "blocks.20.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "59a901dab615cbc546eb00d6b4345ef2fda1ae52aa0303f815bc6c9eec814764"
    },
    "blocks.20.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7b1b36fb91add7c5ca9c7d9b5dc5d0249e439d1aa33538a37237a333298689ae"
    },
    "blocks.20.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "499dc30d4393fb969dba26b31df42c6631b5f31617391b8fdcbdddaad22b3b28"
    },
    "blocks.20.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7843fb961187432e4e9acd3a43a70ccc9d5c47f42878a7c2b9eb3d4011f574ac"
    },
    "blocks.20.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d4f28ae1105bcf2233f9678472f3cf8631b71f76bca2d0cdce9e51db18e6f209"
    },
    "blocks.20.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "78bb405a0e087799c1ecc0d9a64394c767a063147ec23be08d2d88db05096d5c"
    },
    "blocks.20.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "66a8a29468e3031e6fa512f46f0abdd045af5eb691e0bd59b6d2ed099367ed53"
    },
    "blocks.20.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fb1d5a922c0a564d4729365f709305c2578d9f54f5102367a5232745d7a7ee70"
    },
    "blocks.20.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "796216ef51e3f49b6a7d4c86760b67da1ae02ec99384a3b3d4ae0c205192ca72"
    },
    "blocks.20.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4996978dbaf3d088295375ae666b592c784c96162344979c40b54718cfba8ce0"
    },
    "blocks.20.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f8fd657919bbed561a754e9b619ffb3c262e7aafe43372c04293e2582818de9f"
    },
    "blocks.20.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "19f06ee1b0a9d22b06a387115b9b3172a1da815fa378a20fa050b7ad18f9ceba"
    },
    "blocks.20.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6728bb77fc51f146bc533b2a588234b4167c8671866c6ca4532a40e20420d524"
    },
    "blocks.20.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "16e3bfedc0a5852872886ced8eb30fd098815c894acc057c7c68dfd6612fcd65"
    },
    "blocks.20.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d1cde55b82c631b20bc661ac520ff80851f242b572ef75d2dadf2ec9f0559aac"
    },
    "blocks.20.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "770bbccfc4e5b30d68e42370e0e6af441acaaad32fa4389dcbb90af343d0e54c"
    },
    "blocks.20.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "f9a731e67b36279b139c0e040318e27bcf342d5e1067c7f4dfaa71dd8b9f1258"
    },
    "blocks.20.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "471fe82dacf1dff702b7fdeccff66ef6d36a95acded5e009c7909c24c47b8204"
    },
    "blocks.20.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3200eba8eb0884ec4e332cadddbcdd9e87345162e18e8330185c4b283e7e1f9b"
    },
    "blocks.20.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "e50b19b2372f6e3ba98a3f537074381111c1c48a0280305584d41bdbf8aaa7eb"
    },
    "blocks.20.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "85dbf8d507767626133e7788c03a196751f8d8fd4c2a466be53db3b717fef28a"
    },
    "blocks.20.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ce56e23566947414baf3ad897cb6fedd3212d2cc6111b30cdf20c96979fc12cd"
    },
    "blocks.20.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f98088d332ca2fac8c2854442800e2836aa842338ce13626ab1c6ce7e6357ed7"
    },
    "blocks.21.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4648ab850d6a8a2e1bff98834e2fb537132d420301434e3c52bbb1d048402b20"
    },
    "blocks.21.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4797b65cb0b3824b987fde68e4fdc660236d89c7f2cb05a5bba7bd4c4e32896a"
    },
    "blocks.21.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "171f006a21beaac47aa4872eb1dd6f88ed47736719a8fcb317fd10a072b2c468"
    },
    "blocks.21.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4e7c36eaaecd1e82d9a47d571a61b5f98352b6cf708fcbad41d0a01757f1b5af"
    },
    "blocks.21.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f4606cf824d555bb86d2eeba0d83080d29a9dee609068785b3b6f55bf83199ce"
    },
    "blocks.21.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "632fc985bed2970508571fe36a7b0674a722ad90f72a550a492ea8037108c6ab"
    },
    "blocks.21.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c6d88f201f253c1d3eb5647d4fcfd6590934933ef517781c1d29775e84352e7f"
    },
    "blocks.21.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "789c0d3a33e131614c3f8a23ba8b1990e75bc8834c9bed42ded3a0809f4c80e8"
    },
    "blocks.21.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8714f137334fc33b3a56dace43640f66c907d6e87901b985747d37ff8953bad7"
    },
    "blocks.21.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a1f44418bda8cc7d19637f53cd3ac509d520b7434cb7ef1b56828e707382c8aa"
    },
    "blocks.21.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "99952272ca97e2ddb9c1ab1e73f5d38125954f0471be34244cd4e629fbc156b5"
    },
    "blocks.21.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "82b23c50b81719db8107be2be1e1ebbc21eebec595ca63654b3362da0f939d74"
    },
    "blocks.21.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "152d61e2920d2fc900e7400abf3997f990bf4677f211ac5ba6ffbc91b7949ff2"
    },
    "blocks.21.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fd9e7dec77c34c9e8ef9a53af445b84c427083547857c0bb6d8ec1a86883f57b"
    },
    "blocks.21.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "66eba87903e9764efe29792d72df33eb7ab6034602423d48328b6c4bacb5ecd6"
    },
    "blocks.21.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1bef6ff3b14f0ff2bcc2c445185b9aa38a3cfea2d5c7f3e3d4e2dc87aa21d17c"
    },
    "blocks.21.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "339db1a27db83abd5a8175159f6525ba46b74f0d7e91c0512cbf1683923cb817"
    },
    "blocks.21.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4f375b0d1740c21fdd384cdd2d6f2ee216b142f3f47a8aa97cbe89ac7cfad05d"
    },
    "blocks.21.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b99eebdd925aef2b22540d2d63e74767d266542615287bec78760cc026f884d6"
    },
    "blocks.21.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6f2fe1f6a98c4f8c0840d56b1ab7a597a490db7e545afdf479786df791bb5d71"
    },
    "blocks.21.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c9319705aade8f8fe868679ba1e88fd3c1e62aa4646e9cd69713e03ae1293286"
    },
    "blocks.21.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "65e812ba2a392203b5f8ccd9e995698d44f3c445e30e4b4f9a2777eb09118a73"
    },
    "blocks.21.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0d8074a43fabee5b2af2188a4884a4b7c4d8cdbc671bb8b160489aaf39b3c88c"
    },
    "blocks.21.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fa0b31f8a6172ed96f1b57134e446f174a9eceb8ec26e9eabb69d01e8b322db3"
    },
    "blocks.21.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8fbd1a25dca08a82bf4726c04ab1d663ace09dc784f2c773375b9c6e0ee4e51f"
    },
    "blocks.21.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "1f2c75a506b30aeff9046ffa0c747dc0a70092b59715f055d9bb047d2bc99dd0"
    },
    "blocks.21.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2a621c1e2807a8c2ffeee0eed951128225d16f15d830c6ddda60ea2ac3542f54"
    },
    "blocks.21.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f290bc966cb0249a4aee787264dda6fce5b8147bd8adfab5f7fcd653f74522c9"
    },
    "blocks.21.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "825087a2768f28caa95acf6f6148348f6b2c88020ef329e33379ef2f31fee91c"
    },
    "blocks.21.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c42f267a9379a65210883af353f74a87003dbb3f5e55fe47f1e061836080d1bd"
    },
    "blocks.21.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3b4262c6dd98e649e8350463c19279b8ebdcdbd074b66f9aeef4ade06bb3e28b"
    },
    "blocks.21.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cba14cb08f342ff87d3966d792eb26eb6fb643253492b92676f3503c3ba67a3d"
    },
    "blocks.22.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dc5ba1e510219770965bfe84a25fbfbda9f29d5b36cf28c7ad7edf0df2461e5f"
    },
    "blocks.22.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "55051023d7cc109779c3f9ada2e7afa231677740ea00ecfd8a5186b1641f79e7"
    },
    "blocks.22.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "93f901d7558c87d4bd2f1e3fd45265709c190aa9d925b7aae82354027718c615"
    },
    "blocks.22.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7e687ed8cb6a1c1ce3d12f703529484b0611933891e44dcf3c626d145d3e8e12"
    },
    "blocks.22.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1175ed04c878d1dee226690fc00bab80b17cc3442feb76fa924af667862e196e"
    },
    "blocks.22.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0f76a26bf289f718fb85bd93a1f2837fae5cbe34ffcf77ab033d65b83e3aea80"
    },
    "blocks.22.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c82c1fee04b349a39d03bd0699ea6bc1f599ee8537c8bf6d60b5e02fb6805db7"
    },
    "blocks.22.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4289124ae314483f2467a612eaafd0c2e622a03e39f259a05bb3886e92d2e8a8"
    },
    "blocks.22.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "57b924ce0b2b493d176951f5e3ae3705ae2344dddc9283768ffe059da9e86743"
    },
    "blocks.22.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d63f8cadb89758e2204835c9fd13ab9f0391be6125e4309c771c11fd8511076b"
    },
    "blocks.22.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c19750d18cf3aa223ca41a3cd6aa9deeb4befcd729f65d4a5edc7b63d2be7dd4"
    },
    "blocks.22.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a0a7c100f39a856c1df06e264734a88b5d4a690c9978ba2ef03b5e531a8a5fd5"
    },
    "blocks.22.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7db7a6d5aa381a9086e7d84ddafdab2426ed4bec07972f08931d23680f6a9c5c"
    },
    "blocks.22.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "71a10d7423fa7c67da3d2af43c9d7c17160a55ea300939248052700a8abc95a2"
    },
    "blocks.22.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cfd9240185601b4ca6bbc97b0b573cb0958dd74b047dfb684f3207f842e94aa3"
    },
    "blocks.22.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "29b4dea138807ec47e23d9c6095832aed76f4077ec3b58736c6e8296b8eefe95"
    },
    "blocks.22.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9f4d7154fa7756e5fa97a45d525f25853ef6618f2f9a1edd603d1dc40eeae70c"
    },
    "blocks.22.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d64958d6ef16fcb8d8b8381f0f31c5fafdaf5ba3fc81fc9dd2ef90beb47a0bcc"
    },
    "blocks.22.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1e6603acc390b513214609c12d95645aa4d4cfef22a69657826c83d143e4fbcf"
    },
    "blocks.22.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9066b3a119f294957e7feaf8ca4ff27860cff2a73c2af43a745cc3e068efd6bd"
    },
    "blocks.22.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "06d3cddb6a063ece7ce6b5744623827c109e487a4b1e1ed4f88cd207ad6e972a"
    },
    "blocks.22.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "de934b74f01c5742fb03333a7ea69bd5e5276d6bdff87639eb30a7fe9e10476e"
    },
    "blocks.22.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8dce212934db066257e7e31147dc76bdd3e84fc4558be24bae0be0f3eada9714"
    },
    "blocks.22.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "90070f716aa697d80d8d6e11c3128d99b0362fcab9718cd389b367bfc16113d9"
    },
    "blocks.22.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3007a9ccdd69fa0314ed46a589d3b53e6782573cebc3c5945041a08afcca2f00"
    },
    "blocks.22.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "720d351601799e2c117fecad7b710b57a6ff80d2dc6be8d47d5c18c8d024fc7b"
    },
    "blocks.22.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "049f958a1028a59947900e4280059ef087506e479c638aa315fd0126bcb5bb31"
    },
    "blocks.22.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "56adaba0bbca02433d41fe73a85a3d17bd03d29161addf831bd957d5e8698487"
    },
    "blocks.22.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "1bdaf450719bb6130281ed21b9bf9e2cbf3376e8edecb5162c2e5ab30697893b"
    },
    "blocks.22.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "521329090306184c6d91ac0f38050b5f19377ce4033017e630b1c25cc4dfb1ce"
    },
    "blocks.22.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1cd798f0af2b1b59303e45619f7cb516973fd8fced0f9d39bf379db103f0007b"
    },
    "blocks.22.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "623e815af71d66379759ea63366593dad5ff134b4caafadeff29ce3025dd6eeb"
    },
    "blocks.23.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cce96ee6360f1f70aa395e79a2da55c2d11c4e840874fe6f37eb7b81e6c17002"
    },
    "blocks.23.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cbc29402d61e7245373a2708c2aa2e3da8e68d5d4e0f0aaceb6a7934f69cae17"
    },
    "blocks.23.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "27060c141410bdd6d850f3637b335d76a2809ea4a43c43a14ea99fdab9688ee1"
    },
    "blocks.23.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c940e07078a6ec72627233aa67052b73faa1862d274adb89d427f9d73cd9fe44"
    },
    "blocks.23.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "aba275d0dd9c5cbc9fc473da9a9083127940cc67abf4541c29c9e321ee6106cf"
    },
    "blocks.23.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a3b78b52f46b40cfdaca86c74ed446848f10c8cbfd35a3750fd6df77c66175a9"
    },
    "blocks.23.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "685a7cf55d988fdeef60825176733203453c4df84e790ff676cf284f341e73bc"
    },
    "blocks.23.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "04c921f8977300203bfbe322239a7f91eb2c307aaca9f893c6b68ac8ae3662ba"
    },
    "blocks.23.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "449b540023c2026b0ea56069214e98d975f02ee1bf82eef34c2ee44e8b9080a3"
    },
    "blocks.23.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "acfdee2e7a7bbeebd61be286c234768faa88c7a6b99e23eb7742db4b109b8f9e"
    },
    "blocks.23.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fbad4373f254c158c708a00c1939f29ce0299437457caac838ba09ac6fac6243"
    },
    "blocks.23.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d1a2a675f77733fc32b9e81459381625c1aaa5d1e60b1437d4bb51af66649227"
    },
    "blocks.23.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0c7b0cb804abe723335dc34322855933095849543acd856a627bfd4c5df23b48"
    },
    "blocks.23.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c529131c6c1b3a272b13b0c40432c3e132748690ba3b936a69d78d2e68a2a492"
    },
    "blocks.23.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "080fe0dadf4d4234d398e3da0769a4bf6bd88ae74f6bdf3937fb37570dd7ad31"
    },
    "blocks.23.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "668bb638015c2295ed07c2f464af521130ea1a615dcc27cc3fcc64d85575c092"
    },
    "blocks.23.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4a27e984fc4d709e31db64c6d4d3207faac3190c6517668afca3610fe532d2f3"
    },
    "blocks.23.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "69fa924ab8fee0f829cfa249ef351c96f2f36dbc29578e4f96790cb10e736253"
    },
    "blocks.23.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ad50431c69fc7208e506c96bfda1cf05bda1651819ee3b182e4660d0f12f7ca2"
    },
    "blocks.23.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3c8f2295a068fd6a40be3cd7030f5786fc2ea22dafc2503909103fbb352e1f90"
    },
    "blocks.23.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "687645a926ed4e7aa3311442b03d26a41885ec8f70bf5250dc6b5cd78ce69d51"
    },
    "blocks.23.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4ed784769b2f9c5575eba2b8f2293f454745acddab63f950f21f4ff3e4f9e167"
    },
    "blocks.23.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "379de3aae3b2834563a3ea2f5ef793bc56cee48604e1f175171e247211816122"
    },
    "blocks.23.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "89b6db3f7a9451e1b9f4b4dcb1eb4685074c56c881f34e8ba11c2a426a763958"
    },
    "blocks.23.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "050e7d21c9bf5a41d972f29bdf32907eabe0ec75f44a1050ac839929e19c2cd8"
    },
    "blocks.23.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "a559e5efb4f6079f8a9b553d3b3df9e7f29c46ecaaa0ab6338073f6e56f2232d"
    },
    "blocks.23.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d703d639c6a3f45bf36d510a69038560ea2e5d4e4e9d5041c5e342508652b970"
    },
    "blocks.23.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2159ee8771c7fe8bcc39a22574649e2fb5d59b8689312f1de0cfa7e6a1b71e3f"
    },
    "blocks.23.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "d99563b4b22db24413cbcc91e386643bcb47bf170adb2f8f10ba3605968e61c0"
    },
    "blocks.23.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "98612d4de6bc9fcfd4cb70172f191d5980e7694f34bf93d01b88317e7393310e"
    },
    "blocks.23.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2e212b14611fff710c1f56f694260ffa265aa2810a9e7156336c252ec89f3c61"
    },
    "blocks.23.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "13a455af11f21b2a32c786858998e6a63d576fff311d488e56e6630080117d64"
    },
    "blocks.24.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1d9d969b943ccac764033bfb5fc10fe279c058dd43ad7950e8074293c5d56822"
    },
    "blocks.24.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "65ece4ca34fee204bf0d0cb0b908c49ca4fa286780e06dfdc70f89e342293f29"
    },
    "blocks.24.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4ffce7d795c011a4abfa3e71a6aa9f9ba0072628d92403562cf0b7f63ee818bb"
    },
    "blocks.24.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6aa2da098117cbdf7d47b21b1d228cc8dafdbcddb63a73aac23a822bb31c543c"
    },
    "blocks.24.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e672dbe61ccd4f82b2b4ba04ddb86927087b9ab2d7bed029b93e415b2982994c"
    },
    "blocks.24.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ec2a1d32ec8dfc4afdf7e60bd6b553674b243cb8a57e20f967c350177acf3505"
    },
    "blocks.24.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "19371ea81154bd8927bda3678351605073cb5a7ddad79cb98e0b909fa1c1533f"
    },
    "blocks.24.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "217b36440f5b2f7a9efadec7282852a35aa5c768fd59ed09be56be99ccb7e426"
    },
    "blocks.24.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3b1ee8432d2b31190599e3dee7446224f31be9d4360eed042bbcb8f76c849ad6"
    },
    "blocks.24.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "66790d9f4f38bc92bdb5be5089c8fd669fe99d0de3c4c4cb06c7ee3f3a3b1051"
    },
    "blocks.24.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "56b2e12b5468f485f7b4d9cd34f3bf714f06fdeae68acf5e63c3fe6d602d984b"
    },
    "blocks.24.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c8b0c3c073d1b695cd0704dc0650148076c600b6b39d2c8bc34795d2cd3eaff5"
    },
    "blocks.24.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "66d8b864d527509411c58212070fc8b68786cdb4961bba3745845c227cc5e250"
    },
    "blocks.24.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "93b45b1215317a5818a80db9d4cd62ab0214380c8b4b3570affd56b22435300e"
    },
    "blocks.24.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7d02ad648ed27d7e75a5d8f2ef9bee3d7c34ac082a77f3a9678a58c293b1106f"
    },
    "blocks.24.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e4e138daf0ada0719a26ee3fc5b6502ef0a60028b28e4dc73f3ef253719953a9"
    },
    "blocks.24.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "88768aa019f42a098392930f19b921fa84dbb73f12f9e6900078a1dc97264788"
    },
    "blocks.24.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "24d2df1f5d3cea30e682b3e187b734f5828813ffaffdcfb12ed6c38a0a91b58b"
    },
    "blocks.24.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "30ccd14fdc866176a7ee762946f887317da894dea8c1d678f6e7f3bd3f9026f6"
    },
    "blocks.24.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "68bda55e1aa7b2f5971bbb7e635b5f368578dc8c5b120d0ccb88f0bf5e55025a"
    },
    "blocks.24.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fd1369d753feed08441e78c140ce227ac6000f33d3537c7eab50f90a007de0be"
    },
    "blocks.24.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0ff11429a19159eb180e928cd4f18b8e8e9c12ad844a209497a0071a73b46ba7"
    },
    "blocks.24.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7d20397026a270dfbd59e693c981b401e632d0e206281528e4a8f92f65a2953a"
    },
    "blocks.24.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "49db06f37c6e5c347e6106b30f3b8933b153d026d0a1392fe27902221bfe5188"
    },
    "blocks.24.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "469fc9030aaa068a27de43218d5453b2dc5cf965371892afc2c61fc4636c178f"
    },
    "blocks.24.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "c3e174df455cac463b26306be85ea293ed15faa9defe474cc73e163036400ef9"
    },
    "blocks.24.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "94f4e6f00c017a69af11cb03825dd2741698a6a7976c3c806f491a849a988590"
    },
    "blocks.24.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d57e4d8a71cdf57c36528166407a75d1a8d17441d11f72103e8936f5520ab377"
    },
    "blocks.24.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "db98bcd549e5064b77cb2cd12232311b8231a0f7bfb080f1315dbf29bee2a81d"
    },
    "blocks.24.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1c29c7eeead2dd9d18696781cb4d41f001bd2d257088c496a4a5295a7daefbe4"
    },
    "blocks.24.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f5af32585abdf3e0650087d60309052acf64dca89374a3cbc4f20b747b97f7fd"
    },
    "blocks.24.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f43c843001c20bc22f5e1c0896de6de5ad6088d87b12d63ee73907da3a7f43ec"
    },
    "blocks.25.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ea0b3d562ad4f1e43ba6ad9b07cbb1c238cd4bbac2c11d4bda499cd324e8ce40"
    },
    "blocks.25.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9293571f1cddf66bf631cb7cbc1e7ad98d4a188b72d322f4de202c11c03c1bba"
    },
    "blocks.25.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a4571eebbc0d40f0dd8e689813c400b2d85b956fe864b881c4d295d92e68174a"
    },
    "blocks.25.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cecf85f95e18222cc10f21d51b494e5e7e1165b352df0e850c15250b57ccddb0"
    },
    "blocks.25.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "83211e5d28498774c40825fc5501dd3996c0892be360256b13f48c199a740a1e"
    },
    "blocks.25.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5a17876e6f6e32fb647d6a253c8f747928ed1ae8554df15ae521b835afc46593"
    },
    "blocks.25.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9e7ba0dd23f5f5314ca8791a0549de24e56d8de270770ebb69786439ed8400dc"
    },
    "blocks.25.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e2a5292a45d1df9a7e3d5edd8ce4e559d004f306a9614bd55ae0aa6fba3103a8"
    },
    "blocks.25.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "14fa583394dd0c4f1fb16691594719a0beb228d5d6e8138502718d61afa77d68"
    },
    "blocks.25.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "44c83e1b7bb8ae7a313aa3ecb08f1d993d46a917c06e7357e18303345da213ad"
    },
    "blocks.25.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5f4aa3f18bc06bacd3f859440c34f319a1400a060e5aa941d160f738c2263a49"
    },
    "blocks.25.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e043bac0a5b96b98914476d9b0df856487fb12e5290630ec17fbd18589bd58c3"
    },
    "blocks.25.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4b77f0cfc6b84b5208a03b758c37707e147c76a18c4a324c13ade75a5dae0c8e"
    },
    "blocks.25.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "83698d2bcc8a01b0d1c88b40cd60d68f228ffadb4fa6b0d10858bcec1774ee2c"
    },
    "blocks.25.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9cc91db13e0c2f7c2baf94fd86ab516e59c691d6a3fdc93ab5508b0f61799e06"
    },
    "blocks.25.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d3aaa7c3f4da4551635276ce34be7f88a9c23df4c23c62900451b16eab704e3b"
    },
    "blocks.25.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "280a25f125c83ca0876e550bcbb999aaa1bf2dd954485eec3e87cdedcdb4aa20"
    },
    "blocks.25.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4af4e4cf9e62ce891e55ba242397faa62ced03b40ff36c9d9655b70c9790a4e7"
    },
    "blocks.25.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b0f24f8f2b0ff75f3001271e4e3fe36594f9bcc0fbbed300cf7f20dc291d1465"
    },
    "blocks.25.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "69c60da7b09a2e5fe93d9fa0bda2d46e103a31354dd782be08b0fb9577a2d308"
    },
    "blocks.25.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "970cb081902061bcf862ece0e63e51ab158e789267d52acb13cfba669ff41389"
    },
    "blocks.25.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ef52d4d221d00cb7bd804b37d38c31b3e4a25d9a0ff8ee23440bdb4c1fe0a5ae"
    },
    "blocks.25.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "585fa577c2917ac5980f2c3e6abf8699f9ea578110d4d32553b613c2fa43c3fe"
    },
    "blocks.25.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b87f53b6e6f11cfbd0702146e81bec45e37000b2456901911adf0e90a5dd4ae9"
    },
    "blocks.25.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a2fe60a3f46c54181513a8e6f329ffa3f792e0c5dcaf65350868bcae5b83b1ec"
    },
    "blocks.25.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "be5d3a3913650d0fcce4624728ea12def80bb4ddbf7b160cb6a255dadd015e31"
    },
    "blocks.25.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "96c0fc86353cdf694bc9fa0180e122bfc31ebea2e944f4ab24d25e12fd8586cf"
    },
    "blocks.25.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1d07a4d1f85ec0003a5a32852448227e434718ac5ca7c30eba14c2da50f03d07"
    },
    "blocks.25.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "0e36aa97e1660ab1c196a358c05060b54d188ee672bc1cb285a19e1461e76aaa"
    },
    "blocks.25.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "24c84b7b7e054a80a2915c381243022ccf3645f09a685098e752a93a93003e41"
    },
    "blocks.25.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c0a7f36bd30d39f3fceb1bf6af8014f1e050e87215b6f779f7d9fadd19d6fe3b"
    },
    "blocks.25.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "56def0501ca0178dc1b1f5c86e81fd22f4f22c35e9f314c537f9cee3599e6451"
    },
    "blocks.26.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c1812b56a6afcbc63f5ff3f50e9391e99cb90ff3eb19fb4dc7192e8c936414a7"
    },
    "blocks.26.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b9c87151d1266d2204e4b129843533fd4fc71ed7ab644a7b88f2d5ba2307e5ee"
    },
    "blocks.26.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "018a21b88455769f94546a302a1a29dcb4ad54a7e6ea527a7c22ffce8e48e080"
    },
    "blocks.26.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7c0c5f2dd0d9302a6246d9fa855ca8a77c1c795bd18a030b9a859873bcc5b13e"
    },
    "blocks.26.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4766fd47903606cc6735f64554da8bc299990957f48b3238497cd34be33a4519"
    },
    "blocks.26.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "19f3f83e3fb269022d822f1d02d94c968359590f3fa62b9b9d034670b5b2f4b4"
    },
    "blocks.26.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c7b03751c6d9513321c9d047017ef25c1938b2b0e8bc094c6a787ced9c055b98"
    },
    "blocks.26.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bfe59b3b8e1477b0b6a29bc3289ac3bd5328d3ebebd1bf4942bcb969d6d6cde8"
    },
    "blocks.26.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5c99e3eacec23d40fae231ba094823062c1a0c804ddfd7e50335444fe2512634"
    },
    "blocks.26.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8581b572272be5a65658b873cefb56af6e9de3b461bc3ec87965f4672c67a1c4"
    },
    "blocks.26.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fd79536874feb99e8ba40e7e425aa780f3d0fce59324355bd60c488cb9f84adf"
    },
    "blocks.26.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e4a19fd09a49ac1f176dcb66070b7dfe34c28c7a88dbb78a7cdd28f6b3fb4e42"
    },
    "blocks.26.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a36023a15b385ce5e7abad55de2b4769c54ddb85de75479e462a97d904f63d25"
    },
    "blocks.26.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d5594239afb7638790933c6de1d323c4a8fa63416d6e0a39a7e5cab01312de6b"
    },
    "blocks.26.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6faa27061caa6118d0403c1fb916844ab42bf4a7eb12de7812283b9870226858"
    },
    "blocks.26.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8538e840d98ca008ba2f7ae837df9f5eca1663b016e48ca7b35dde4ed7262820"
    },
    "blocks.26.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c0e95affa418832ba67b6ac54f57ded0882415b6605200bfc0c4bfb93116c12f"
    },
    "blocks.26.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "16ad16baa96804d5839a85ca529ff262b1cb1752e1172e720f67dc4159a8b0cd"
    },
    "blocks.26.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0165ad1fc0fbeee62aefbcee256748c353474bfde921f9d9688a227e520d927d"
    },
    "blocks.26.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1d5f9dc9a491b282699c3a000e98c80cd0b611c1425459d20cc4319f774b0531"
    },
    "blocks.26.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cacea838a3ccc7cac3c532c44ce5e49ef2c76e2d9dafc6d884a01c55c196a885"
    },
    "blocks.26.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3ff9517a22343e1aa4193d17de63dc246f175fdff1532ebe328ed8fdffe94ec6"
    },
    "blocks.26.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0a2f02f489c9d28857dfde80d773c8f33afdbb98c3ce62361d1d5abbc30bbc1f"
    },
    "blocks.26.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "19583eb537e5dc014ddff0196877e04aa89dec09e58d734a2d5290b21a0f602a"
    },
    "blocks.26.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dd9ba2976b7b8a0130946a39d9c33b346f084d8a73dae9c231c6d8565d12cb58"
    },
    "blocks.26.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "b302f81117f7f2e45ec1f00ca22a6dcbb848ff695441b3f142667071b04aecc8"
    },
    "blocks.26.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ac0f2cc01fdbffb8096746c2277ab034bfc7e3593da5ed4d810de765152cbd47"
    },
    "blocks.26.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c7f901e80df58e21fc749c802717859c9e7731433f4d9707ab8510f151096431"
    },
    "blocks.26.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "4b405881901498b344dacedcd6669e3e5f0026535f0385dd0dae4c6034ce508b"
    },
    "blocks.26.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "169ac9d81f2a8182547a4a185237b2c2c65bcb8cd202cd06bb8cd06fbabe31e6"
    },
    "blocks.26.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "60824ff5d18694786b1ac20446e96b172ba9635f15cc5498cd9755ddbe175181"
    },
    "blocks.26.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "06d22a75e21b09a1b53b3820b695fb6ac88675d3703f3cbf1545adc29a1e2032"
    },
    "blocks.27.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "44957cd0b76a271b8ec22f3411643c593dcccc27a6a62f9a798932b1d52f41f2"
    },
    "blocks.27.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d3ed46fa8f035edca651d47c9bd3d922f4801f54b1df77d9b4f25c46f75e1ac2"
    },
    "blocks.27.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "adc61548a83b164164d5ade87a5193d0d71962d10ca151bca656c22b3a606312"
    },
    "blocks.27.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "12abbbd05ab6f463d29c976b633c6a887832f466adaca6216e2841bc4dcc4c17"
    },
    "blocks.27.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "af2ec0e9e811029189a9b3bf3cea16954e105bf3dbac2d3c834e23aebc7f7b88"
    },
    "blocks.27.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5c7c106a661a3a0558a12d2bd9da78103e83a8734bb174f7926105f52d9ca2d4"
    },
    "blocks.27.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f9c1e3c21f76aa03146b746547532b9563635bd758662779e9951fadc8681116"
    },
    "blocks.27.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6982ef78063077ff2cf18b81cf9f212acd6eb6ceb4b345a94985f6de4438d074"
    },
    "blocks.27.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "222d7affbb63dc6bc78d671272efab51034b96e5b3de6ec0dda1607966ae228a"
    },
    "blocks.27.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "745ecfc03ee47c5675e639de1c9e62733875b11ab953d9fa921a5cbb3b1e36a7"
    },
    "blocks.27.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "33932d396471d69c1d3b9b3aebe713d926d679fa333efa504bad5ed51296fd3b"
    },
    "blocks.27.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7dc601ecaaf46db1a3770d95b76828378877ec215a255aeb57f601d4b72d4b88"
    },
    "blocks.27.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b5f449adcb9937cbe33b69a64793817170142a2a16871901a7317c61b39a17b0"
    },
    "blocks.27.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6e09203eb612de313661fc224ceed22ab4afc76264e708af1b9d3ca44fae1004"
    },
    "blocks.27.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9913a3a5df5902fa39804a9c9497384da24e977937226bd1d2e2bab6d4738231"
    },
    "blocks.27.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3bfcf0e1c046c03e115d64ff363085875e34a1788132c75561e566aff00e3946"
    },
    "blocks.27.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "af8ac0a9aa0f9b72c9f5b7766b2d5d43e7c6eb12becb3a28e406595793501c51"
    },
    "blocks.27.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6f19004b384238bc8855fb76c6329ec367185e281766338ea0e6d5954d489b74"
    },
    "blocks.27.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "628a93102b8f341078e0e61f16bf9820308c132d6903e1acae633cf9104321dd"
    },
    "blocks.27.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "563c869e0bd2b532d93bdf2ed5ec1d82d955635a86fa890eeaa86788d23b3507"
    },
    "blocks.27.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "83e43b5977f28151be41ed1c1ba260ed49ef7ec37fd8de5b80d93839b2ae8c29"
    },
    "blocks.27.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b94476e204578c6baeb63304210a2df72512ae1fda29f894677afbc42c673024"
    },
    "blocks.27.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c8e1aca3d82961beb3b731d69c30bb0e3d1ca7b3b1162a1bf2bcb86b62e60bf4"
    },
    "blocks.27.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dd268f46939dbe8cefc9e6ce96b53536d545f7b4fc8a585860b1ab2dc315e63e"
    },
    "blocks.27.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f441e259627457d864fed7b518230f376089377f66de60ade164abb424e844ff"
    },
    "blocks.27.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "ebbfbba1505635b429ef3b05b745d61d058d28d6225662742777e9f8131ba5a0"
    },
    "blocks.27.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bb6abf03da9e85258f52bbc71d6562df5f173f8e5faf6cd07f8fa91f4d748cf7"
    },
    "blocks.27.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bf45dcf32cb57566acc4be9f6c97adadc7c9a913455828561660aefe8d5bb2c0"
    },
    "blocks.27.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "5651edbc9e843f3d1132d6abd1b10cebeed9a87bca269fb18f1bd09f2e724a91"
    },
    "blocks.27.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "364b9d7f4168bf5757dfa83891f3008632f5fceddf6695c7ae057ea5df46669b"
    },
    "blocks.27.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ea57578dbe5e5e44f2694cc3c68651b92c809797f2b16aa2a05ffef57013ad0c"
    },
    "blocks.27.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6f74b39d8a1478a7b9bd0c0d37dc8201eb0f70de81530496c5a82e434eef11fb"
    },
    "blocks.28.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0afd4b64ba7e2de12f8180afa080255cac86ae01d74725473b8515ce3cb2c966"
    },
    "blocks.28.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "49516c9242afdf3063c215df3cb43263e04f32b557906e3b623637880acb6a42"
    },
    "blocks.28.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bcaf44d6ec6dbf56894541b60996effe90208b41ed7338973add09b900e09c0f"
    },
    "blocks.28.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "071ec908794c7f4992c165f9ef04d8d24088c5fa8b2b28a5fb5a6027db0b2a1e"
    },
    "blocks.28.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7b55c5fc2c46669456688897bd917e18f7a91785b7e26eedc76e9eaa394d9cf3"
    },
    "blocks.28.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0754035ad60b794069ed8af30bf4b00807bc45454f5d7b889e97c8d78784ceee"
    },
    "blocks.28.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e9fdb289ce40298ef347b32dbd035e862a3a6db917d78679b4a7e87a9da02f57"
    },
    "blocks.28.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "df480dffa05f01326904812ee1bd5d07a3e681ce7ccbfc2d81429910d02a4fe2"
    },
    "blocks.28.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4b02c315764f9b59df32c861a51d5fc8f59956797f9ddd2edc550c7d17bb5e79"
    },
    "blocks.28.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a65f14a894f665c9e945e45f2d1ec82481329f8ef5f5f98efcc8be9b5f8ce091"
    },
    "blocks.28.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b75e1624528a1a086c6f705221af24df75a512be1f5f8136a0fdbbed0d9da910"
    },
    "blocks.28.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "943b19558da5bc6c54ceaa218ed6047027266e7ab31e11fddad189b0da647084"
    },
    "blocks.28.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c76af66e0244d45c31fc8cdef687b13cf348a0995a194e958f2a1fd384222ebf"
    },
    "blocks.28.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "28f551bc70c2b84159284db72bd2f44c9ac66c7d66305adf38a0dd3cdf2b28ad"
    },
    "blocks.28.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "25a36ff5c107dd985880e2bd8ec536dea1b977768138f38d6b34f3ba6fa8c2a9"
    },
    "blocks.28.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9f4c2115b0b42e372fad339b4af4e4502a2e94651d99cdc9507b533bf98b3df0"
    },
    "blocks.28.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "86d7704c7c667a4e08831ee393771acb6c60157852587e5d07d88d8f3b861c0f"
    },
    "blocks.28.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b9e077e9357eb218cfe3f782482b5e4e1dd33c5ea8e11c9904f82db90469aaeb"
    },
    "blocks.28.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1228146efc5dd5b789fcd0f45cc5a850081a9e7c37d936f41226658299d7fbec"
    },
    "blocks.28.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f1299c73ee2706cd1c55a592e021be956f322ab32a6acfd8e581976b9be5cf3c"
    },
    "blocks.28.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "69999853cc146b452975811c630f08ca5a8c05a4ae2ce3ed6cb2b4172ff3c188"
    },
    "blocks.28.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cbd9075c05f045a43190960e96b65d381abe51dcba0753280c3b85db1c94579f"
    },
    "blocks.28.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1213106fff887c19cfaff69ab05f30ef1568d8f4ba3ceb0bd78bdda9c0673e8f"
    },
    "blocks.28.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a255b728ef3ba5a286205e10aa5450ed254ab55389cfcc6b91f62fb6516ddf77"
    },
    "blocks.28.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a73081018253bdfb4ebcb0dff38075c5b38f16d9abc87a56e30e9f47198a35dd"
    },
    "blocks.28.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "7c4c141ffeccb8172ff0d1491dfdb08f458ae13694b9b04dd60291ec037556d2"
    },
    "blocks.28.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f1bf6272b515a147900e0621ed9a798c7bef8cf089165d301b1af469d25a2655"
    },
    "blocks.28.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1b87cab1f988c93ed67e3f8988ed4a183c7f271f50db264b07c9e756814fd6c5"
    },
    "blocks.28.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "8c3d247b2e2b7701c5423111a6fd47bf123a3e9adecaed7ad2d665f03c412630"
    },
    "blocks.28.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "da4b56bfc1a6e0d8755849cfbf965981998ea4a56caaaff4ecd4f4d62b045af4"
    },
    "blocks.28.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a26cb85dbb0347fdaf18b718367d257a08af81e28a134cc3ae0e577c46e01517"
    },
    "blocks.28.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "09790f0eb98ec22e6e4e242968447b877ef85efce819ee037ea2973ae346cf13"
    },
    "blocks.29.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d4a55856ae1e887b2adbaed609e4c15bbecc38281fb8bde1b6cbf7cb0bd1513f"
    },
    "blocks.29.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "734d9935a0e8e8fbc76ffcb1ae60e88441f468a97a80fb7e37838fc4f3c87f0d"
    },
    "blocks.29.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "19d6ab0ed967d8129b82f3d82a8109afa0e490d1310e89da305ac3b3c82f7261"
    },
    "blocks.29.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7df9c4bd324b618f1050c78544111d63febb26cb7a2c077c28f9e3c543eef0c9"
    },
    "blocks.29.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "86d47433c6a5192c782b6a770273b71f173926f313c3f7999a5eaae873154785"
    },
    "blocks.29.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ebf0ab3b0c93ff4142d4305f45036ace439502dd6193537fc0c5c8647c950764"
    },
    "blocks.29.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "af1e86baee0a6a6994626ceb3f6e503cc19a2f9f97aac590c8356f48c53819d5"
    },
    "blocks.29.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fbe98adfaee9e9f63589da2ec53c05e4bf9657452c97280013788335375b3ab7"
    },
    "blocks.29.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6f7acb88a24722be2b87dd753d32ab305df645db21d960f7d9495357ec0a457c"
    },
    "blocks.29.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "910e7e6f6f2677eaa6131a5e84ba1b850361f263427ddeaf4c7b27ffbc194a78"
    },
    "blocks.29.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "47172651a047825f36ac0dcbf2c5d4ad191f1a241873df6111baf989040bee40"
    },
    "blocks.29.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f3483b5738db8e5b60860f45ae59a2c43bec308181c239ed7a801fde83702c96"
    },
    "blocks.29.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6e6d65d3e0c39b96eee98f37bdd118990ff5b8b248d244056707fd300a9da022"
    },
    "blocks.29.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7b1f7521161f580b2ebc2b08a9bf6e6764dd5c45fb4c5ac4d180d61b37d34c66"
    },
    "blocks.29.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "291dc4e31204ba0bc7fbaf8782cd75edf3ed129327d91fdc05ed5779fa936930"
    },
    "blocks.29.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "81e4d4dff8f13b74a06249ef0609e2fa0ca43f47710367ab9650b8054d09aeb8"
    },
    "blocks.29.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "95237fee67be00615b705e02b88c23464741dea91b3660d7335586804ff8cc8d"
    },
    "blocks.29.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7b70046f7fd667b7d97e1466f6c280afa9ff9448a3ca3acbab18155ad12e0a3b"
    },
    "blocks.29.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cf79222bbf1aa5447058b16c6b88ee7cd556cf0c85af4631b6fad64e895a9563"
    },
    "blocks.29.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e9c00c8e65c0da8f425423b2c964483598178269ed9a34eb2416243c1c78c37f"
    },
    "blocks.29.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "587ce74a1dddbb54409f851b70a4dcf5f8f4dbb713ff3564c7843f1b67707ac0"
    },
    "blocks.29.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fbb4dc88aee157e37b8198922cf93512a60f4f5204f32c2d75110b5d422dac01"
    },
    "blocks.29.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "52c20e9ebff7af0e60664a051482cfedfa5978eaa22fa6aeb277dc2578609835"
    },
    "blocks.29.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3ca5b87f012e1ba497f685f56ef709c8cc55c65eb359294a948b65001b9074ad"
    },
    "blocks.29.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d4818512a8af03af0542a6582f272ccfbe77fa389bef43fac45d4e2712e8844e"
    },
    "blocks.29.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "221748bd6bd12a0108196dce7a94813de39c4aa38eff7250a978432cabb0d2ca"
    },
    "blocks.29.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "054777b3b3a68b04a5d0d101fcc9ee74ee42d8d316fc7074fb602e919afa09d5"
    },
    "blocks.29.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8af7f9967802f821012dcd2a0de873a7ffafe2699b7fcaa89a7f3df186333c70"
    },
    "blocks.29.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "6a59920c593fbd6b11975446d2419a47c18abf7afb30b0bc96f43a182e883e63"
    },
    "blocks.29.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1269cd4a60501444cabd0aa457278f09121ecc4484c192d4b53903f3ae74b18e"
    },
    "blocks.29.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3f0598760bd4cc7354a5685b5974faa287e64a447c55149bd2e03a62bd5c4457"
    },
    "blocks.29.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "85376c4827faf29a798a8c5d8fc84d4ff4545d638134fcdd3449422882faa0ae"
    },
    "blocks.3.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "776f8a3fe351478b590c8d47ecef525347727d99fd646974b948938eca327f0a"
    },
    "blocks.3.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4aede031b5f5b07a299063ee2aa47d0c9d7670173910e55e8e54f8adea2adb4e"
    },
    "blocks.3.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "efa10d231687819cea6d230b333b4340536585ea807f020cdacda81596a67539"
    },
    "blocks.3.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e2a9dc5d05f461fe8873a05dc83f7bbba559a74ebcd30badea124b25f86bff22"
    },
    "blocks.3.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a2c936eb2cca59fc330252d59c1421994ff8407693ca76709b841085368dcdce"
    },
    "blocks.3.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0cd952a32326faa308bbe655375a6b38caf7ec8eac53d9632739196c68505f97"
    },
    "blocks.3.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "166a06244c9645bc3982dc963a6ffc7e26f05215beea412fff00e7f002720ff2"
    },
    "blocks.3.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7f8ad3abdb6435157debef0bc03a2bcb908c2d594994319a65b948f86ce33c56"
    },
    "blocks.3.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a2343d15d55f7e933045e2efcb4a83f240bee4ed67fa25b695d3b58489aa3bfc"
    },
    "blocks.3.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7798bd42a43c41fcf3d7a4af473896d95b4f2b871679d25f911616caa33640ca"
    },
    "blocks.3.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6da4a50eb46ca070c8b1639f1e7671df72eff9fd4a7e9994c2ed020d5c612dc0"
    },
    "blocks.3.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "132c5587873fcc7bf887016f8d7e3029068f3a113837c31836d9eeee1a07877b"
    },
    "blocks.3.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "936545e1baaad5d679513e21e33c0d2c3eb3d6d5ffb1a82abbb09a6c1143d939"
    },
    "blocks.3.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cb2bbc8bc91d2fecbe16ab385f88d6a6cead695abb05be1b98b0132f7d2b412f"
    },
    "blocks.3.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b9d422f60bfc78d782a637dd77cd5bb69196672303e73628f424e1902c3db7cf"
    },
    "blocks.3.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b9e3afd2e70d78fbb085622ca0d1be5e82d62b2f1991e505121b801d77dff4fa"
    },
    "blocks.3.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d7814564578727fa99c59e1d39f77d9f96d89ecc88839de428af4fe1e0355370"
    },
    "blocks.3.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3c2e9ed9e9baa9789ef8e5391f631882aa7f01e8e73dca2b40f390a7d4a209c3"
    },
    "blocks.3.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dedc116f6c0c50b2b246d2021d747a79898bb1c185ff8c13833ed4a56b1d1c3a"
    },
    "blocks.3.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "65a392c464a1bceeff3967ee062454f86a745e17a1e72be795707c4e59f8834c"
    },
    "blocks.3.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b420bca1598b419688b55267123c533357add0a7ddf839f377d4473dc1a5720a"
    },
    "blocks.3.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "943f718824067e8ef6fbd3d5eb2151ada0e10f9ac9504ce4cceef4ffc2268e43"
    },
    "blocks.3.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ef4f8b3e9ae786ff1880c17323c5d767c6e2cd3c770eed3bae0b8e626418bd64"
    },
    "blocks.3.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "34fb1681a0db568a7e84bf198018d4cf1e5cd257a0bc9c0d1ee4c53dd12aadfb"
    },
    "blocks.3.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ab4125eef2f1b9ff906b6256eafdc621288d2474ef234086c74cd3eff8aeb567"
    },
    "blocks.3.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "225e0501245bdc874e92ee2849b7b520475375219339e9ecd40b582f93125219"
    },
    "blocks.3.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "01d491401e18df4c4a79b6da01985ee7763ac9c753d55e141366e6586541a61b"
    },
    "blocks.3.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2a0d6d0066d644b111b64718629b8bbb864c60fa3b67c280fb02952ff1d134ce"
    },
    "blocks.3.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "a68405ed539675ffad3245590d102e576bd9b40aede141f2121620d36b321802"
    },
    "blocks.3.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "effb27018aa3297bbe242910a50f808a8dac70057881b4427d05880e726779e2"
    },
    "blocks.3.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5b883c2a3c5f35326c4438930ab9a904e874d20fd8c165f961f5a84c81a3eb85"
    },
    "blocks.3.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cd6fcaec2b6f8ae79a777177175b05849b563aac3523ca0a9528a736c7853db3"
    },
    "blocks.30.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "91a70820ef5f156648c9dc5ea1e2bb30a9d6e7ea4a94d8458ada8fb4bce007e6"
    },
    "blocks.30.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5d4a887ecdbf51d807a38b85c89a6a640ebd5b1be2fb94467d0b5267266920d4"
    },
    "blocks.30.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c99b59d3c041cd2b7b57ed798e010203b16b5c0845d69a9cc8396619464434d9"
    },
    "blocks.30.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8ff6114418be5c599eff09a2c2eb0f05a173c12173dc25c73e0e2587f21b66fa"
    },
    "blocks.30.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "21867d9ddde1a5d2cbb8f700db02ff3c3e18df00c47a3b362f0c7e0edadb4b9d"
    },
    "blocks.30.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "91db56d1eccd52ff3ee5639b6eb010f6ab490728df33db5d0b884c314ed7eb83"
    },
    "blocks.30.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "476892536f899542a97fb12c293ba94c679fb54baab9a09ccd191be932cdfc03"
    },
    "blocks.30.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "11c9f7069e552d67664d0a173db3a03f846cc649aea578c53bba08e92d77fbe0"
    },
    "blocks.30.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c186446bc2a2af6ac05393d9ab0881b01d2c68f08f31d715b87ed693900eb50e"
    },
    "blocks.30.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9038d4fddb1d60c9633d0797e3dfe5674a12c2888f7e6bccca9680943c7705ce"
    },
    "blocks.30.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d1aa1eb5161637ee46e48aa56cb156cca8154955d7b352f5101f071720e76ed4"
    },
    "blocks.30.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0688ecdf1cbced34755b81c73fbf9937a65783b098578e7e83e323fb7bcdf465"
    },
    "blocks.30.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b2579a604df4bfe7971625c3e676c3c5f8811deec70f069ed8b23513586c9762"
    },
    "blocks.30.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4f0c1eee43e554c3b4dfdbeaf8fd1b41f2b849e20ea19068e8199b713105ef9e"
    },
    "blocks.30.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "055f36834c3656c140e2d045b4ac13d336e0d093ff1a1005a3d482d6d29ddcde"
    },
    "blocks.30.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9bfb968ca88902b8faa7fd5d9e5ebb7c63575698a447b919fd73d8e90cc63e15"
    },
    "blocks.30.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bcf9742d1de811d9fa0a360a6cc1356ae0dcc2afb2ee02ccc2d8b5df8958fd67"
    },
    "blocks.30.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "051ffad8d278c149b6b932231a559d33ead57ef724bf7117ffd8a21fc8f1dfd5"
    },
    "blocks.30.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8fd66b3d0682294a085c5890d44b7bfa4de2416932d4e25328356537122193df"
    },
    "blocks.30.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "05b8628c4cfd39ccf540584d1a818c74d55ea48c587fe545e92b491f3e499259"
    },
    "blocks.30.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1b60cfd87ea3370e1397a03143618213ca6be9dbaeb33821362e8a4ce9ab5a49"
    },
    "blocks.30.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "81f03f115a1406654319e9453c21f49ab17686cb4223709db34192c67a1bf73e"
    },
    "blocks.30.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4a6d1f0d3b0a1f74c8ce7e672de04d9b434d21d00e55697bcbb8262636d3865d"
    },
    "blocks.30.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6938ce5930c55723fef2e26e6acd22097afe3511b8a9ad330c6db59726347b1c"
    },
    "blocks.30.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e7fb1927f33765a7929fab8e1f36c36863c80f1242a2f8e8445a266506a61cfd"
    },
    "blocks.30.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "cb5fe383c042e8362079afe9b4f7ffe331d0be56ee30e3175b7a0533c6862a0e"
    },
    "blocks.30.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7c8782e13db3558392f715d17db92aea19a1c34da03a4a00677b07b9a1105b3a"
    },
    "blocks.30.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d217cc8408fdb6b624a4c072399d409c3cebd4c0a8d5090654769c51c80e7879"
    },
    "blocks.30.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "05235eae5935eab0c15c479916f99b47ae7504a23fcd38b598fa8a72842a5ea2"
    },
    "blocks.30.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6351c4cf386efecd3665b32592eecffc5a60480b6cad419c7ad1c996b302c3a1"
    },
    "blocks.30.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d836142f081aabd21ea0d537facba7d88831162bfe0e33aae41267a3262775d8"
    },
    "blocks.30.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a8e8e8865ac27682376783e5bdfb7d1c0ff77b30a672684c13399f101128d545"
    },
    "blocks.31.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2219e93dd70981584253f97d341061c2115625d3e539bc917b42910d072abbcf"
    },
    "blocks.31.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "57e00c8e4a671dbcc051505cbca5fbfc2b29f14f0b138d21d695a8d7e250efb9"
    },
    "blocks.31.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "78ab8754cbdb02bfc48ef899915f287e79800d53c937c78342712ed4b2c506ca"
    },
    "blocks.31.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f8546f0cff82926157d1251b1b6df9bd9ac183922bc7cb6a7476dc9da5642d10"
    },
    "blocks.31.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c6cc66ac7e3840b2d7de75ea46a05229537a4c3b56182bec1f5799bbf506b199"
    },
    "blocks.31.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bc991d7fe202a91e91de8774235dd7f5e44416e7812711ddf97e0df0364a2861"
    },
    "blocks.31.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f88a5534271eac03a385adbc0d4aa78bf788b4a8343e11cd4b46cdc9ba9890a2"
    },
    "blocks.31.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "95b58d8105e3c0397f32899b71b98b580579a77417e1f459473e9df4f5044f19"
    },
    "blocks.31.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "69e053a91e91cd9aa3d7a546ab67fa2149f3094e978fabc7c5951299da14f238"
    },
    "blocks.31.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cafab37e14b12f31ec1363509d4563a6cac013cb409672b06b15277ab64087b3"
    },
    "blocks.31.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a0ef104dc50ba188c3261650146b84a42e8e3e82a7d9f154978fb90ef61b686e"
    },
    "blocks.31.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c7f0a3e3b51fcc4c3b88f01bf416d88cfa7926b21e4b3f5f7fe68e9980d81a0b"
    },
    "blocks.31.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a79e540a2c182b5ce7873eb3a8d4c8d50fd28442f2b2ac739bf9fc375c643404"
    },
    "blocks.31.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f5ac26815df34f9a0e43617d3f231fdea41446f302168babcd742e1d35d29a9e"
    },
    "blocks.31.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6f7a44aef510a82a5dff8895bad42c71081112518bfac0179722fee79137bbdc"
    },
    "blocks.31.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "13c9d0ffc714bf4f9dd4af17d7b2fd7e91318d4947a6d6a9b0f9384e3284957e"
    },
    "blocks.31.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9a1fdfcf6156a39e9b5898a145af96ff6bc0749d630d6588d0d781d4f3ff7309"
    },
    "blocks.31.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cdba610c35f55d34cf6dc88ff399577d11e5d1a8d18f7225d4ad2801eb8fdc1b"
    },
    "blocks.31.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e0be1681948c75a219e61448df7cc8adec8b57ab2abaa12c1e049cb83f0d6194"
    },
    "blocks.31.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "81dc5b3a731178a5ce4d15829daf5f6292ffdea67eaec4e8ecd865420c35aa2d"
    },
    "blocks.31.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b0413b11a3bdcb2b24b2b7b1d56741c296c5e0fbe05c2b663771148e914cd1a4"
    },
    "blocks.31.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f7694b558da97c3d60a759115deeffd33914262985edb027318946f6d7db620a"
    },
    "blocks.31.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bf69bb5fb2ba00dd4557f87dabf5108e2e991dfc6b687ab405d2f5b9ab6a9565"
    },
    "blocks.31.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a57a1d35122eabf4c62f5216991456a035e7570fa875f4677ac013eda47c5c28"
    },
    "blocks.31.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "78465c944938689b5c7e010049ba66577a834fbf12565460a308ef252b2e8e28"
    },
    "blocks.31.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "41230b01d5628f088f8a85847f101b7ae5b74cfcfba8b60787417d684a906572"
    },
    "blocks.31.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "793cc4f49893ffdb7c82b773df0ddc434a88b2140fa45d0f14fe16aaad620e98"
    },
    "blocks.31.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4261d3bec7d56bd3b752018cb7ba0cfd308069b645182dbc16ed199ad4b634b1"
    },
    "blocks.31.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "e364ba870cc384f3f8f6907af4c382b09f47fbd602a88b60ba5fef831c5be5ff"
    },
    "blocks.31.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d3c65e7940dc65906b65023a03f18d9ac76c8ad5fbc75851df536505a8041b63"
    },
    "blocks.31.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0a9a44bfeef517ea2391c4ff26b6793d707c0b562c15fe6f139b84242896b989"
    },
    "blocks.31.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4205e0515c175c1f442a6d5d7c2d33d58538ac86a95c7c33439efccbf9b4512d"
    },
    "blocks.32.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b91f8f01597c11c769ad3610c40acfafdaf5ab9c0e493b8c46a5265a3e0dbb60"
    },
    "blocks.32.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1555f3c6e37e2fd95bfa9e5e37a11f5431b7d8c99b077d1a74d378a3188ab0d5"
    },
    "blocks.32.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a13d3936d2dc427462035d2bce5a26335370398279af4e730457cb1636dcd515"
    },
    "blocks.32.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f207e566ff0deb67e4a2634bc2e4cc73a7d913dce87a9d1f862c0593d19cdd97"
    },
    "blocks.32.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ab29202c4b3590f9db4b4a1414828aea1c17ddbea4ef8da30023613c04803e67"
    },
    "blocks.32.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4d08184993740163f41b61a82dd8874ff8e2aebcfd016d32486534d292a65939"
    },
    "blocks.32.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e2e096123019958b69d302f393db6497b65998fa6ef082068f75e6942fb13e12"
    },
    "blocks.32.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ddf10c060fa2f6dd473080319e04615c661aafff28746aba4c205d53d771c7d9"
    },
    "blocks.32.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4e7d053412ce8f176c13eadceaa15373e0ba1cc5781ca39a8cc16aed1fc29635"
    },
    "blocks.32.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c3a92992a04d6b9bb6d7c1b2647fe39edcb7734e8aa403b62b355736ed7c73e7"
    },
    "blocks.32.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "460855a99dcc6201c9bc50a4dd5873820d9b771189c5305996894edeb2b57552"
    },
    "blocks.32.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "676b9b47d02067409574c84e52e9215330377c023702162cc5a3ed39dac81a9d"
    },
    "blocks.32.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "25eefe7cb2b3eb9107c286b692e688ce9d3b08a37c2a44d9a97a0c2bfe8f7f48"
    },
    "blocks.32.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "091530c089c50e5b7f1ff0580f0d6b7e6dc3bd7e5ceab741916cb0942a8609b3"
    },
    "blocks.32.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "29266547d1f60c57ade8ce7c52ddb83059cbcbfea18f7a8e639f3a1c98b671df"
    },
    "blocks.32.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2e5a5e00d61f34c3febac37d639f12646eca53e033ae457d82a80834e9caff7e"
    },
    "blocks.32.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4ec79238f0433482cd0a0b45ad54d3e2702058e40dfaef1d6494b85f7202a647"
    },
    "blocks.32.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7c448af94cfcc6d0ce346951a00190d2633e0ad29df45cdbbaad6eabb9faf67b"
    },
    "blocks.32.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8d81c1a4364628da4eef381d71657d215734a195f65e49978b42de79e991791b"
    },
    "blocks.32.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "505ad50fab12feec897a249f71c199d74e55e4a3a6ae594c024af5c09afd5cfa"
    },
    "blocks.32.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b06e00b9671cc818c859d4504beeb6d67e2697312fc8ae1762df592678183d7c"
    },
    "blocks.32.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "03bbcb3e8fc7f6d118e945825673f36f353ab441f5175528508a332fde2c0b47"
    },
    "blocks.32.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5aded41e4425d93151565bc6b8c752472efdc0a768fa17414d1f2d86db954e6c"
    },
    "blocks.32.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2728a963ac57d4f6042c35a043945cd2d12ace2f67cc8e5833af4c0e1391b1d8"
    },
    "blocks.32.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a5cf1e485d4798187daa3751d9890aaefed7c39335cbcb8875389f78d49c41e1"
    },
    "blocks.32.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "35b88cf5a3c16ad519d2f2a75698d7c8ca8b2799c03821001a98839fb07896ca"
    },
    "blocks.32.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "898b7ea18635d14d979c94de41c6efd01af02273a63f9889d1e740af8aaaa381"
    },
    "blocks.32.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "01d3a07764db07c900e4bbbb6c383da3532abd7f8eb506cb8b74a0efc4ccda4f"
    },
    "blocks.32.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "92aed488da10936f693b3e3d2bf43bbf85d237eaa9ddd38394e1ea6a5417fc3e"
    },
    "blocks.32.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ac27f9b8691c7319bfe5eadcd0e8c69f0f8b7e44a459c1e853cc144ef4fb8ace"
    },
    "blocks.32.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4c6c5be8fc2ae95c5be7d90d4d6d6f79e3699c308d454f3a2b817daca28e643b"
    },
    "blocks.32.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4ab077f2b6df9e1561b3121c5b3d9531eb0ec761ec32c3aa6baec5d550b4c614"
    },
    "blocks.33.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "26ea9b7e6b3b770241356021a2041a5d468f140fdc48be1049d33a2bca883267"
    },
    "blocks.33.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d3483e7f71f3992e12ac5a708a7c7a0e85c38994f9edb6d46e16582adcdd9a06"
    },
    "blocks.33.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "28f2192c3967b8bb8d14c52c17537c3766a94308b593a054c79527379802f6dc"
    },
    "blocks.33.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e7220b7a19f93b1eda564bdac020b593549e68a35d8aa40e935a42841f2604eb"
    },
    "blocks.33.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5da24cab107b43166b45606827af60a3ae775fbbfc823919727e2b40f451dd5b"
    },
    "blocks.33.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f943f43c7960849e1f597da810901c3c622c5433432d9e8004453accfcb5d53a"
    },
    "blocks.33.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7254b8f100a5c4df2737d8a04b709c92c4adfecebb623309387288ada011ba84"
    },
    "blocks.33.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "89a3a8906094f8fa7503fecb762313f9c9c77a27c6643dc687fe305ce82adc61"
    },
    "blocks.33.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "37a8fddd92539e5263683331fdf2f84f5e7a4979b54065370873c787b45b9cf1"
    },
    "blocks.33.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d521d76cda28498f4cb298f6f84051d8ceea44d266bdb34a9b8bc51c9f687003"
    },
    "blocks.33.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c8dd95564363d41f9641781311a9fcafba172a922f405cc20f3fed4f9e2edc55"
    },
    "blocks.33.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e93a599cdf78e9d679df4bda1791cd494c6058d967d26dc28c68c85d243857c9"
    },
    "blocks.33.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fc6436c5b050c92e7c987f7c87b9d9e9378f94b9c0c3c4d5abca79ed5cc5e132"
    },
    "blocks.33.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1a0988e4580c739d7ff414140d1dbecf874a6921c704e57e0e98eed130e7cfa9"
    },
    "blocks.33.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d1fad9ac20fb76054cfbb5715b30a0c980052e3fe29a27a3bcd3d4e3162c817a"
    },
    "blocks.33.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "eb8eb47e9406c5c79d656dae298eda49c3b9bf5fab93df2a62b54b5e70c4ad62"
    },
    "blocks.33.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e1af001dd98f7f9d178721ccd6d7e2403773ac339b96a5cb76cd4a13dba8cc7e"
    },
    "blocks.33.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0dcc0bc598d8be9debe0ad3d2476f05bae420f1504433829e7fb69e775078a26"
    },
    "blocks.33.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "28b9e71ebb83415cddd8ce8d40461217d588de0db7fb959ba8b824c7db48acaa"
    },
    "blocks.33.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7efba6a87e9cee5cb066afd180654676cc9e411b1565bc705a4c57c001877f80"
    },
    "blocks.33.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7f359fbcb4e973d4a4fd619ac2b17c41c9a4c66b1c135acc2aed107988bacc69"
    },
    "blocks.33.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4150495dd635bee946911ed7d693c8648c22a71863319677dffcc7fae00cf5f1"
    },
    "blocks.33.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6dee34a29edb207e576bcb7b2aa4d5f1fe89ed5cc2ddafdf10047ee7b9e3f8e6"
    },
    "blocks.33.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f68a8ccf1c095eef7d998ef5370ead35c8d0bf6882cecb7c8acbedb7cbd2fd3d"
    },
    "blocks.33.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b2cadc5e16f264f3a2b2efd34b39383c178ae61937a609782bb5b7b2ed128a2c"
    },
    "blocks.33.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "763876c55982496a0e74d2d9ef7bc5edcad605dda8a740453e0fe88b37efca97"
    },
    "blocks.33.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f2ec0054da0318fbfc02443337a0d22701fa228f3930d2f0e64f0f1ae64193c8"
    },
    "blocks.33.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "43a6f0ff15502d58a11eacaa792cd08e55e3fd1ab74f61820350d5485357f13a"
    },
    "blocks.33.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "418f74492e061c11b707f92ebe7e6d1b8ec2ae6815c562f9174b5a8b5f0fd493"
    },
    "blocks.33.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "73040c367537db5a2da7a4de66327d6c26ffa80616caab579211d70632bec373"
    },
    "blocks.33.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f30e8ce4dc1d9e5bf6e294ec1b4a27c0fdeb65c60f26b7eea309280e42256a59"
    },
    "blocks.33.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a60dc11fb680e6e6a61e16a578118f5859225eec2c7a59f78b771f7a5b105c27"
    },
    "blocks.34.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d1c4a377700c2f46f75368a146bd28007221a6efba86cb5d8e8a54009e806b10"
    },
    "blocks.34.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e7358636f271d42f2544c9a4101d359079820119cf63ae3da2b17cb2eaccddf8"
    },
    "blocks.34.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "62a3c33bfaca42954a56c99cdc7533061214cbe87d7653098a4d62fa2ed4dc7a"
    },
    "blocks.34.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d868da96d13b962c2cf1739d71366921d33db2ff119e841bc51deb167986a323"
    },
    "blocks.34.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "57b575ad3e39f771045e4d4e35680447e0cd11817a7a2d275d5e370baebc3ebc"
    },
    "blocks.34.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "966c225cab9ab53bc6ea6f4141e4b3ccbc415b536ff52fba8e8813daf38a846a"
    },
    "blocks.34.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "714597a5d70c05e3d8461bcb1995cc218b63709f90f9cba513ae1ae8d28a3944"
    },
    "blocks.34.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "025f9ad87fcfdbe320e2e852c0c4c69c2e2d814537a48b8863af42fb3f4107ac"
    },
    "blocks.34.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "765d498110685419d64923804c44db5f75ecdd277c77a35f2bdc4b627fc74382"
    },
    "blocks.34.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bf0122bc2383e70d500f3b6336dcde7e0e126f410a114c5bbea43defa6a2725b"
    },
    "blocks.34.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f960edc3b937da9e567827cd4a8b52e8d47a99934371ab7601b278c93aa4c806"
    },
    "blocks.34.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5335656b87210de087215b71492a89e6529b94db5c20287765e905fda3cb86e9"
    },
    "blocks.34.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f69fec7d45dcedf6388cf9f2abbb9901e43e15832c9e56c3d795a3ef392ff238"
    },
    "blocks.34.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3f1710a8bd3763c614cbccdf1280e38dd30db5058b26c3a8dc132b1e808754e3"
    },
    "blocks.34.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3013e939cc64522d1de6fcb130cdb1f77c502ff9f9bde4b7358801cabc17edf2"
    },
    "blocks.34.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3c28635dd07cbeb8244c18a69d9d496062f7a72a7cf3e0fd1602aa66afcc76bf"
    },
    "blocks.34.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "801e76001022731a51c88b29dbb173668545f086db3df1756ed8f4ac28854eab"
    },
    "blocks.34.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f8b794aa4f81dd13197a3149719a3306f17b8057da7b26e158dcc68aef4a40b7"
    },
    "blocks.34.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "141601adb48d92927e1986b0ae1ae6592a20e65deb281ca30ebc77dd3a41ba1a"
    },
    "blocks.34.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8addffc7c8c848fdebae9584e388b2e9ccbd608972e85e1461db564a194ca70e"
    },
    "blocks.34.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e4153542ebb27d243053088eeedcabc3a9604ca283ebe4756aea75ae0c055173"
    },
    "blocks.34.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0f3fe9c605e535272dad1c3b4a799f487ef776906e69fb62a5d724c1c1828917"
    },
    "blocks.34.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8740bcb43dc157607e56a7dbbc675cacceafe246641c0ab110fe40066e2f938a"
    },
    "blocks.34.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cf2a03ca94dae13901f1aeb892868611debec136c0749dbe32c4159f42b89b50"
    },
    "blocks.34.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ee7921fda4b7ca79f208e752c592a7547801f317f06ae635bb4bef9aa0ba35d7"
    },
    "blocks.34.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "e91b191f71c8cfada4075b3f53685ff1df69a4ed95161a8636f0213dc8469862"
    },
    "blocks.34.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1dd24486e6c93a74a91f673198207d0110b25b96ccbd86daf5d393c38441ba0f"
    },
    "blocks.34.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6341d9748e2d46f0366930cda4b4cf4f8ad9b427361ddf508cd1bb5039a6b372"
    },
    "blocks.34.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "a34cd38843b7cbd16953e9de297702fb4ae41f2444e5634d79841cf568d7000d"
    },
    "blocks.34.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3c9c320c1d1d21e44bdf5bcdfcd491f8ad02ade2345cd0580e3652d2c4c036cf"
    },
    "blocks.34.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3379ff0e6d72925ff3015ce7f26677d707b5d56350d1ac893550401e9540a1cb"
    },
    "blocks.34.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "20c4b396877f723f34858cd4734f9841d7c102108d827f07b8cb7e0370d8d9fc"
    },
    "blocks.35.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c1b64fea9f0a9974b56b95879181385d1227b98c57394272a6089e2eba7566f6"
    },
    "blocks.35.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2eb5ad62df14410c9a5c02786384afb4e04cc4d60544858509c82008f4bc0353"
    },
    "blocks.35.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fdd7359e12fe39a1861002a73b372a17d9d8f547aee94ff0cad858e784283b82"
    },
    "blocks.35.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e73a9474c6ea294d55554f2d5d00d6db6d6dd11f74ed4be6f5c7b6c08b0b390f"
    },
    "blocks.35.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9068b489fe49231f0bac785c4e657cecddee6cddba642cc577d2843bee85e3db"
    },
    "blocks.35.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "52c2fb7d06ebddf4dc8ac4ed877705000566a3c719dfac3a9472538a99c8d67c"
    },
    "blocks.35.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "67705d10bd6f24536cc30511757a68d5349b9b0b3db9782e2ab5b1871b4cc570"
    },
    "blocks.35.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f08d1c1fecefea0e84690056ff34536cfd5164278a566834a8c53ee4ced900bf"
    },
    "blocks.35.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dbeecbca4a66fd37fb138b7583c108309fcca5349fae6237d628995269e10cee"
    },
    "blocks.35.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "36a9e352f9cfe80872529e7307afda35e1d85afa891a45c0d77bfc5b15aa0f14"
    },
    "blocks.35.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3d19e648b8572bc6c11880527b93bcc229859eca434b0a69f952927c56f8bb0c"
    },
    "blocks.35.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ccd267f3f003c4f541b2ffc8824ac04ed7c5ef16f3f625d0e2e080506d58ab90"
    },
    "blocks.35.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6f685765f148774192dd310818c7755386bb3d07341a43e7df2d4b532144bc9d"
    },
    "blocks.35.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "37071da648ef931f568515481fcedda5b51713fdbe11241dca65250f9d6102e1"
    },
    "blocks.35.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1442f52eb6fafcd5347dfa1f625f2006dd41c5accf6b46d8304fdcbd754f26f4"
    },
    "blocks.35.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ca501912408b8ce9afc01043dc5208a10ba6c605bbb280ceda8c37cf1ee51622"
    },
    "blocks.35.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "361c8e9f0a67b8ac060382809eabc7e399eb9633c66def49ffd73b38a549053d"
    },
    "blocks.35.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b2a088f06500f2c9031bcb7f16726e95e36c8cd99746613e2f822e569b6640c5"
    },
    "blocks.35.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d8f66178161ab15be15fb60a8017091f4659534c292b104979a7d478d19e2809"
    },
    "blocks.35.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "012065d661c569218c300665ce36218b327b5291390f3a37bb3cbb4ddaba8d6b"
    },
    "blocks.35.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e8dcdcfbdcd555b7fc226816897b7a8cdcc32e94a46404cfcad30dbb7aaab61c"
    },
    "blocks.35.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ed607011e80cb9ce6b48879710e3a7193652ef96722f78c930d2b66d0ce9ce46"
    },
    "blocks.35.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5f48f036d088fbeac910bcc982947b44dddc88f72fc968991f221fe8eda7d12d"
    },
    "blocks.35.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7462f6bb4591ba167792b2aa04d535d0fc445e12a5ef0a39ccbf1990dd64faf7"
    },
    "blocks.35.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2efb0f4b73fd4f5f8c92ae110075c05ce6b4a0a3c5d92c517380b05e99b7ec6a"
    },
    "blocks.35.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "d2d62c84adad9cffdcae33e4a861db0265f6a3c0c23753025f865d39304baaab"
    },
    "blocks.35.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e5e692e476b1a557fadf66c7cd1a44194895913290bd88842d5a0fb074473859"
    },
    "blocks.35.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6c1723084cacf496b22cb69f91717fbe0a2c9ff27b06f7eb7f5b47dfb0c1b01f"
    },
    "blocks.35.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "a62e8c44a21f15ee254ad9c9e4377b81411980a62d51aabdbf466dffcb2688c5"
    },
    "blocks.35.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c18eb9f4de4ca0e4a687d68e11af832def81bcdb93fb77138da6659c791ae9f1"
    },
    "blocks.35.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b33927fd8391f1a0a0b4d69bd86e1cf7f6e572ab45bc5fa5470a059d63c99267"
    },
    "blocks.35.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "489cef100a94e28028d5207010e49cee894d207dce3257ac98586166ef787425"
    },
    "blocks.36.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2476c240bad024022c196d139b719f92fb4a2d541c5d7865f91b926d3295cc30"
    },
    "blocks.36.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f685a0753553e93cacf43b68bb4759c8002c8782f5ab681b56086587c4f5f3e6"
    },
    "blocks.36.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "abf712b5a94e3e7ef1c5bf44b37160adb113a91b326a95ae91984c1e8782ff19"
    },
    "blocks.36.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e9a6a760e5cb06fce7f784018c64c9dbf41429532dc7e3ff65b88afe73129a0a"
    },
    "blocks.36.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "53e7e477a1daa87fec1174c8303b78ad1a9302f8e5dc63ac0a9103fb21cd0dc5"
    },
    "blocks.36.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "91adfbef5552c6d9b98fbc8752f2408e74a0204f05a8e705ead78872569a00c0"
    },
    "blocks.36.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "eae55f6c5875cd24d2cbb6def24e70e14ed2e0a2b04e9d6abcb758989aa84abd"
    },
    "blocks.36.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "652768348d2899bff09bcf1b49a71876711dafa2df44c486db0300cda0a005d7"
    },
    "blocks.36.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8cd72a1d10618680680569a563eb4de956555e675ecbb64fc70992f987a6192f"
    },
    "blocks.36.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "44471db84b284ecaaaf5954e0e4bc3714c2794bfb78d88c296ce843c0ff82096"
    },
    "blocks.36.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9a74aa67ec73cffcf70e56973e11683219db8afbfc59cae79ecde6197cce9f5e"
    },
    "blocks.36.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6af4cf9e43f08095375163a2362474d3d8ee414e7a8a468b5255e6d70b9f76ce"
    },
    "blocks.36.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ac664ed32e9b706cd3373e98b88909e5928d643fb36ff31f40bf931cf149ec5e"
    },
    "blocks.36.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "39602bca8d2ec40790575bbc9bada6ab30a972cfb70d0322c731400fb3d59964"
    },
    "blocks.36.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9399139ee9bf19073775d6c043e008fdc4f1df7f7671dbef9ad18e3e34012066"
    },
    "blocks.36.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a51ac672869ebda8a6308ddf7116f46a40596b46e7cf0a1f672a504037aa39d8"
    },
    "blocks.36.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "82885c28dce17c14a0c34c191fc538f5caeadb38d366dda70dce7b17a0fe8b77"
    },
    "blocks.36.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "52f7b8363d5110d8457b3fe0a981e25a20351b422f0abb1717ee0e55fe559f33"
    },
    "blocks.36.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ff79d37c5d5f6f37921145a2a3eaa4a3cf09c41dedbb0f991f7d5a19c6ca1536"
    },
    "blocks.36.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "986c898242a25b7f83814a049fa8c134b48158cd4a2f95cef3cf8f03aed06c42"
    },
    "blocks.36.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6d8ffc6b2846c0f3cda5d113267c83f3edce623192faf01628c070bc0479d55f"
    },
    "blocks.36.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4013683773567c104314ea8dca1a538c982303837efc06b928e92bae1293a4f8"
    },
    "blocks.36.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8eed296ddbf8011baa6fb57762456ae7e80c6b2ede07776cbfcd5383028b602f"
    },
    "blocks.36.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "87e035544f8b17aa72c5e073c7e8e1c4088e1c7949dff64b83955072af1c6385"
    },
    "blocks.36.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1e7728e75291f399b6f6f7b641e5175c60863e11aa923c0929bc54f213f29f90"
    },
    "blocks.36.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "bee076b30f0380a9b4f77b874051390d9cd4055bf964e0c84d4d390f8401fedb"
    },
    "blocks.36.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "36f1f1f0b09cd05be07e44b4b697a812fc9415721c11c64d1eda29d023c94bc5"
    },
    "blocks.36.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9eca5814e9479d33f281ff284afae2dd37d4157589dace7aaef11df9c7cef69b"
    },
    "blocks.36.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "f3f45727ce212be32d8ed0351df7c8a514cc816a9b0d394aa41f2868dbdab784"
    },
    "blocks.36.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "09f7538335939e23e166d209a95c630d4942771021f48e43acfca893b8b8fab0"
    },
    "blocks.36.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2cff6acbedede6ccfd48c9f78d12f394a1169d24da2947663c86f413503ec816"
    },
    "blocks.36.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a3f7ccbb21db7eb6b935182b5b0dd6d16a27ffb47ff0cda635bf51505663555a"
    },
    "blocks.37.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a09b09b1d95ede47d1c636e60b582355791217155f2a0956169b9bf830e980ee"
    },
    "blocks.37.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8abd1ac5bc74b30eff44d4da8ea377798fd18930d61bfa86e46eda847f1231a2"
    },
    "blocks.37.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0cd2e2116f7bb8c40e045b9d3bf95b82d482d9ca4c9d0752807b884687c0a0bc"
    },
    "blocks.37.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "afbe31b9d348f3da1c301621da5079f4c38dbe4260b45374d37df1b8aeae7fda"
    },
    "blocks.37.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "012bec7620d8dbd86227db8b4a974b01b3cfddec0dbd5ab8d0e012f149ad3127"
    },
    "blocks.37.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9926d15ffc701b059e64b375fd661e5393803eebe863ebbc198f11e3f20562b2"
    },
    "blocks.37.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f9925457f0e977934be7251aa5c6d7e6ef304992c83d027639bb92dc2f49cb6b"
    },
    "blocks.37.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "adf3f431515b60445f405da9839cc8d52c606dbfe72ad33fa7d195debc65a626"
    },
    "blocks.37.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8731c5213d7c127ff2fa88157be1a9e9514488a49392c47cff8cbf6e6bcb09de"
    },
    "blocks.37.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "78abbfb4a78d47fb0554c2aa47d21e6a9c2a2d047c8e6a93a5471dd290e17e25"
    },
    "blocks.37.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "020f7cdabb4093b7c791031495d8f5160e19ab8094280d55a25c5f5b01dd6ed9"
    },
    "blocks.37.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ba40b47a10cc4dba61f2a56a66832d13aa3559b02ca912ff8fd884d4db2de041"
    },
    "blocks.37.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "73069813154420a3f55419d48dc7b6b49395d302ddd016d4b6207b1637c66018"
    },
    "blocks.37.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e94c07d2a0be5c0dbaf270df5e3e3b5b77aaf5b09451b5a4bbaa39820adfeb34"
    },
    "blocks.37.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "134eea7588d2282cfec06daf181ad3f54ce643e47ac9c46cd2ad8eea8d429c90"
    },
    "blocks.37.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0d483189a4fc0809fa527ed70c1479c88bd360ed2d496ee533f1d38a89caa295"
    },
    "blocks.37.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c1aa2d299205ab9682dd939834a45ea04d5f1ddae368213700019a7ec93e88ad"
    },
    "blocks.37.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "33bc601a496d274b7724406ee0eb978cf966bd0d8e1248dfd96bf5abeb871a2a"
    },
    "blocks.37.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c391083d152e66509f170cae380ec4b3586e1ec62faac5fefbf3581e26efb49a"
    },
    "blocks.37.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "51e2add6c36a843b3ae4ec7fe1a59911f6ee43b58f75924874e348996144abc8"
    },
    "blocks.37.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5dd1d46e96480e4504badb23922104a098217dee5d026d24520357ed83f0b8b4"
    },
    "blocks.37.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "98af5d075d793e07ab885685db98d3eff5a87683839fb4b2f01c7598aec190a7"
    },
    "blocks.37.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "16808d4e8f588766d67baf1bb7bc2af0c1705c0de4e82bb46b482f2b71571a97"
    },
    "blocks.37.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "730aec6770143632e90d39049440ce20e2e3e420138aa1bf20aec59d64981876"
    },
    "blocks.37.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "88bb8311039fa7cb7b3aaacfc5738e9798c831c2cfa3c7ff74b60699b82dea68"
    },
    "blocks.37.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "324b336daed406367c7bab4d80292c6c7265f6964dc11fd3479fb79da565c5a7"
    },
    "blocks.37.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6d6b1a7fb387de88d70aed0e6bec34ce890bc5e30a5dca9933c6afe4ca9e543c"
    },
    "blocks.37.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "96b22b7f048a8db16b237711db8f48896786e5257c759b4aced2576cf7349b72"
    },
    "blocks.37.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "c12882cf084ad9067cb4feb3ea61f107e231d01300395efd9f0371b633a19b29"
    },
    "blocks.37.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f3b0714c184fab502bd820e810c5366dbfe1108e5f2aa400f65db48a6c8a0609"
    },
    "blocks.37.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "57485172a898ca9931e1c65433d7b306c5c33fe8c64931cfa9932df78fa3c1c8"
    },
    "blocks.37.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "302b5663ea84c87b6c86efd7798467de37966f823bffbb10ecc8cdf85ab60257"
    },
    "blocks.38.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3b13182539783fe561ef5883dd8b73cf1c1543ed7feb2cee574d64421f014e6c"
    },
    "blocks.38.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "85332dd4077cb3ba136b03b309b8d8ab7e995739178d0e7482dcbefb09084766"
    },
    "blocks.38.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5adae72609c126a7d3324226aa05dc0bf3a006a88852771c2cc4d0f67c8339b7"
    },
    "blocks.38.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f1878d424f1f40c7b23928dece557ce35817b98b205f63ba20da6d12566d3d5c"
    },
    "blocks.38.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9d995d63af18ab5b0c3123a78d3727c9f1aac414e1c07f414cbad5111cec766f"
    },
    "blocks.38.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ec8161a56ae55b99847a2754d167e93ea183d3e02faac39d36c113a4dacb2f3e"
    },
    "blocks.38.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "764e28a5da9e01ff521760f84d5e6e04cd08d38ab3ce57498421ae3d5a47e31e"
    },
    "blocks.38.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bc9dad595c1a076c6a1bacac7750f279d8a2fe015e6e234a56d374d27e5a7c4b"
    },
    "blocks.38.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4cbf0f6ec1b1ba305102f2fdb7843e132da00d704475530ec902b0bb0242ea05"
    },
    "blocks.38.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0c6fea50ef0b84a46fc3b70a207adc46045ab9abd63321bb833d1b9c87149acb"
    },
    "blocks.38.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e07ca239055763b0d31b0ef3b5fb058b45669cba3235d95cdbac89d3dbb3f63d"
    },
    "blocks.38.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "adc783349bfd6fab1dce3916409b1b13e7d903d6a64de732edcd405657974123"
    },
    "blocks.38.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "674a62e452db68fbe835a59f405f69ea4890d254cf9af78dd7776677fa02c317"
    },
    "blocks.38.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "eb46fa1885c43b66c2374ad1d4d2e7d933b2669485e96e1e987edca1a7d70895"
    },
    "blocks.38.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b7dd23ba37f9d6ca94797578d616be3b719415caa379e40ccabe7b0252977c36"
    },
    "blocks.38.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8bdff4c8ddd064ad8efac32e6c472cf725a672a53229a793bc3bebdd7c91653e"
    },
    "blocks.38.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "adbccccef1bb414074c1997a0aa170cacca23389ade2c08ca3260187df40b8c6"
    },
    "blocks.38.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "94709de3d978f8067b22ab46a80f98e7aa043a1c30f423250f6af9ae37ce926f"
    },
    "blocks.38.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "25b9d314453e887dfd55571f4c25664c6b38d1ce553d66a8569564f5c73e91b7"
    },
    "blocks.38.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9ae0ec7455157728259a4b56a827b3f3b4d3035780624fd2330e0768c683fbc2"
    },
    "blocks.38.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7e3fbb858e53692c24998c35794bb35f56fa7ef3ba376548caf3c7189756bf22"
    },
    "blocks.38.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "32e88827ebcc212e38d081c6acb0c4aae721a04f7ea070200c7a2946b9347d43"
    },
    "blocks.38.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ff587e3420eb71868c69efaddac4ceaaf960b2f9ca46f0c95c3a5ed52b86c339"
    },
    "blocks.38.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a988a35338c9211676a9281d1ba367b342c53334238051b56a80c5ba3a68dd9a"
    },
    "blocks.38.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9761dd3d5607ce878caea6395e89f1005daa3cf5af8d3e630d0ca2abd349e446"
    },
    "blocks.38.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "8b3f28c7ef0da508b52e0166a3f5a763dfdf1c6fe9626885cc0ba59f14ae7b5e"
    },
    "blocks.38.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e964e0603a21912beb73cc0ec4734215dfe95ca6fa83c866b1e7b6b5d2dcd45d"
    },
    "blocks.38.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bb08138b3a1535c81c4f10b85ce2e0ec4f6c303a4bbd4f2b9f45c93eb8896cb3"
    },
    "blocks.38.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "956a0ee06b7ddd05f494d0b1526e3f8443c22339a719f71ea7b493d7d0a69b49"
    },
    "blocks.38.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c6b2d42c6f3adeb9db77d4805ebd8da6495e5e9ffc3ae66608b779b3793a58df"
    },
    "blocks.38.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e004f7743642411358604c69453c91600184d4a45fa3a07c0f898527a733b635"
    },
    "blocks.38.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c26fbecc33e16096083d95d94713f5e47920fc5448464141f694257ed9dfcb82"
    },
    "blocks.39.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c92284e6a442a79ca35c7b0a9c6cc3453ffaabc27652ee74f49b729990f2a2ce"
    },
    "blocks.39.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6b727b767698be416fabc51706f0c864ed146c1829a36dd4c35d6361a1b5bd2e"
    },
    "blocks.39.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2d5cbc2e5e860ca0915cf1832a0acb91f3d1eff4d3de56dc8af5e33033bcc150"
    },
    "blocks.39.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "54ebe7833686dd738f01008e83489f956db875887a1c4d07c9d1610cb3cbb38d"
    },
    "blocks.39.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "284c67b8e3340faa94f81d4173672aae61e658842c4113ebfefc1cb241fedc22"
    },
    "blocks.39.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8375a6a74e228b15a9affbcbfc6b9d1687676cbef1b84c888bfb5753b6af1311"
    },
    "blocks.39.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1b305ddf1a964740d1cae38c955615c943df306fd78bfee5704af5b91d38393d"
    },
    "blocks.39.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "be2ab41023df815b089994fb1abd2ab0548d763fd359c8212b7cb970e61ad93d"
    },
    "blocks.39.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7225bef32e0ca4e873e15572a68ff635968bf8c990557e742eec66637ebffb52"
    },
    "blocks.39.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6c35ee96b674466602fe5e3d3bbd4b629b3bf00784e023e1ad1fc104ede69ff7"
    },
    "blocks.39.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "57a17cdd859b3e141464671f556544bc0b6cc0bff75007ab130c6c2e5cdde65a"
    },
    "blocks.39.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "93ca75fc884097542d5e998bfac2b7edb55a36f28b35442813925f818d44cb04"
    },
    "blocks.39.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "579574c5ebc5ca1655eab4434f9da1c3d29a987e9e11a1c2884cd2fd580db05b"
    },
    "blocks.39.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2b11c2200e12f1ff2d0cb17385ed5cb9964bd77ab1c8f9b0234f92fc870b907c"
    },
    "blocks.39.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "27727480ada2e28223dada29594287f44af019d00b58e744cba9cb8f8eca0c6a"
    },
    "blocks.39.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "66f16b64e8567a8f005a00fbeacd1264f506fce1266049a9a68832df1e9e6e46"
    },
    "blocks.39.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7620c1d2157a6a2ab887504025d8974a873fef1aace9790a630b09d970b29fd4"
    },
    "blocks.39.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f0fc4ad24868176e4302ebfdecf875337ae1c44c16bd00038529cff60cd68963"
    },
    "blocks.39.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c07d6cefc6d2dfa638dd2e47d0209a6ba1a7563bc402e0745d868f2a6a9225ea"
    },
    "blocks.39.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "91b787375e62bf89a298e1d759639c9ea9b440d25fc7a492172fddf9d4aead35"
    },
    "blocks.39.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7ae40cc6df0f50431b90901363978b3774ee094fb1568935dce349f880f7d432"
    },
    "blocks.39.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5e6086bdf5a168c408d6a0f9609201d7b3d79f0ba465a22ec51c1311e74f3e25"
    },
    "blocks.39.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "23cc81452b16c8de7c742107cca702ca0fe193fac4faa0f2432b5c0aaf10d329"
    },
    "blocks.39.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f39679effa8425c2515bd2829ff95f079643abb2b097d559ed63d380b793185e"
    },
    "blocks.39.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0f237ebf34d89d0913896ce0938807d14c39ee08dac167919cd98955cf5a6b5d"
    },
    "blocks.39.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "f48cea2409c3342cc036c119d1a60be4e0c9046f7e44923c71b62b8e17446d98"
    },
    "blocks.39.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8d79d8519f3ff180e8ba3e993eed7afdc226f3735d6b01d1831123790169948b"
    },
    "blocks.39.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0ff459ea03ac99a7e557d651ca50331421349f09beb80219b807018a36b58b4c"
    },
    "blocks.39.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "f3df3d8a49467b77604f2433f89b4d49cd14871ba1f6550e6556ac8139b4de10"
    },
    "blocks.39.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f74711f6492b498ccf37833047c06ffc6403d16556d65d477d767d12dc8961d1"
    },
    "blocks.39.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c847782fdab22d0a6b673cb32bb5c11ada965cc1693a83fffedabf91f3da21cb"
    },
    "blocks.39.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ec05375071b9002c1ea2e1f2a6324188e0b2846cb32fce0e9ddc82188b9f3a36"
    },
    "blocks.4.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b3064cf5cfeb793708c187d3379a370aba9918ec4de4b96711bf616b628df5ea"
    },
    "blocks.4.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "47723886a16226add333680136fb169a0def9d04875cb7fd6c6b21c98e2bb083"
    },
    "blocks.4.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e5e1b41f757727b4e65210c31390cac3e8e677cc9a46ff632bb905894fe7efe2"
    },
    "blocks.4.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c7d0f1ca8168822dd894b743948c9e7b2d796351d85e8abc921092da27b8f527"
    },
    "blocks.4.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2ce6107f01fbb6dddd9c127ffc2cc77cb51cf20cb1cf546945e63153e6c816a8"
    },
    "blocks.4.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "10801a87e62a0a6d6cff4aa38c42db46364662888313c993ccb0f1604d794050"
    },
    "blocks.4.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0abb06309f598aadca9c76662be93640b76cbcae4efc877e879eee4d039b9429"
    },
    "blocks.4.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b2bc94dac03d5cca72b3b2654687e830bade57660023480ec2be3f22149461fe"
    },
    "blocks.4.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1d284ed30f9321a3e17bd458efb4f13d1c5b48db04b5cfefe6b27f9730d48543"
    },
    "blocks.4.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3ec1abf4f042ba55b8d5ea84cd29950f77abd3230ffca35c89c84d2f73e7fe1a"
    },
    "blocks.4.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0e1aaa638db50bbae8da20bf5e762a8f8a2d9e99f59ec3f0e8513ab3293130f8"
    },
    "blocks.4.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "70d409ac5b24ef2e52402d3fdd49474cc956542010e531c8981b780e496886c7"
    },
    "blocks.4.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ab9711e056fb011042b922f5ebb5056d321fdae1cd6c637a86f9393094f78122"
    },
    "blocks.4.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6c34948734abbeeefa9011020758bb80156fe2fb0967ed788100adb1c41a3fae"
    },
    "blocks.4.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "69be25ca3565809b17c2967a37fe0224b7728ed6adf92ae0aa92b516c2eb8a82"
    },
    "blocks.4.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f4fa26a9e6332660bd83d233a0af01b7faf02e90f08e7ace16f7afad42d44d2c"
    },
    "blocks.4.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a063accafed9d2a010b61c005465d683b33a3bc3c586b7691b42289283d1e45a"
    },
    "blocks.4.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0d49bc569e5e201c766a9eb2cde7caec93e32075d92e1d1e9c29b6aab1a1acaf"
    },
    "blocks.4.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5f084571d4fc2c3032a900e06c8f4937e6bbe284ac9ddb94643a3f2a9b2fb3ad"
    },
    "blocks.4.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ebc6f8fae72f6e9b27317d23d8d204c8a27c21beea5d436a920aa8f762b40d5a"
    },
    "blocks.4.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d088496b35ca4bde674050c9c63af2cf5574f0d60d61122e7717ac00b4c3e4dc"
    },
    "blocks.4.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6bbbdc2ec112e2ef1725820a3d72a7722273055fa89367024828d8a0cd59f124"
    },
    "blocks.4.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "20c48ec92070b868739f98ce3cf1b894130574f217e620202369c5ad37161335"
    },
    "blocks.4.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "48a9665960e0e3bb2008882dd1efc7b825ce1e05ce87bc066cb036d4a2c94fb1"
    },
    "blocks.4.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "00b02267c23ea97300c31db062b28effb4399195b2592ca57904ce4e8fd0abba"
    },
    "blocks.4.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "9e6680368e7a01e373198e391c2708eaa3a2c064a62ef593ca68dd5dbcce009a"
    },
    "blocks.4.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1172e0ff57ddcf3c89cb7c30c609341b4bac045aa0888db9c30266bbabf76d48"
    },
    "blocks.4.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3d425c8733abf78018d5bcced0a29c2d2b7dfdee488f626d29326f3846c101d1"
    },
    "blocks.4.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "7bf6b93dba7ed3c97e98b2a46b5f57cdeb627894298ed3ba6fd793b7e380c0b4"
    },
    "blocks.4.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "153d5c252414a40679dd16cececf15558e72cca7f033141fb767856ae0f0fdae"
    },
    "blocks.4.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d15b3d3344c540baf27257c3411a19b0ba9c067d4b26e99c11c647647d11bb82"
    },
    "blocks.4.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "832811bae2e8429b203247b0232839b784ad79963733876151830e0830e672bc"
    },
    "blocks.5.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "014bf89f91a67feb29158d5fe000e0e5e092fc5d45cb77b23a2f1c0a60f1e1ca"
    },
    "blocks.5.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "512e5ccdc505bf110992c873799396d0fb7b1eaca1e17266028f51d1f8e0e98c"
    },
    "blocks.5.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "beac6e70d2f91bd596982096389400dc319cae93c213858592608d3a9045c061"
    },
    "blocks.5.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8efac99ddda29fbb03dbb04ccd0e9d4fb65c9fe7bb2ca328f3d089133021bacb"
    },
    "blocks.5.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "11b94ba0e6d0cae369e7445de5c7ad6073cf4ba7821242023620795ab3233f23"
    },
    "blocks.5.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "40403a1f899286793dada6c0d9930269497f506a808df1032122b36b8f4e3bf3"
    },
    "blocks.5.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7918dbe8ea4b00c1ead1fb133ea33776c7ddcea417231319f9a49678e5b0b9fc"
    },
    "blocks.5.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "755ebca851f160c070e75e84a25f7000e59d2996d25ddd05c97d4f4ca3630dcb"
    },
    "blocks.5.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b74e1526a2fb10626c0c9e62ccb8d287ab03e7495eee30a15a452c9630ee3435"
    },
    "blocks.5.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "54a8a5efb133f6e58a3665e44a770c9eb021695a371fab34091fbddd57ee193e"
    },
    "blocks.5.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7368ad86f356926e23981b7b35918673f6d0a1d864098c355be86ee5a8eb7d1f"
    },
    "blocks.5.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e74a90afe26c012eb9f1fea61775d999977d410f0e4d70de13add9661b0be0d7"
    },
    "blocks.5.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "98be61169dc08be0086cbd5cda8d14738480e80d8b44ad3ad76feeeac3e8ee55"
    },
    "blocks.5.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "07bd83601f129d9701dccc508ed64e50c8db5be1b02ad26c103697dab630080e"
    },
    "blocks.5.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "be507774c3db843337b0a380339b62b0b1bfac78aa406a577d39c323ac1a98bb"
    },
    "blocks.5.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "20fa43973138ca01491925d45c7f0177e5fc49f54b6d302f876b5ef148b58e89"
    },
    "blocks.5.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ce57f778a6405d6907792dbbbac8698da4129257b320175ee8af94f9909225b5"
    },
    "blocks.5.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6502010b791947dfe2c850acabfcd2d67c9571b542ce006e46eb5d897971d073"
    },
    "blocks.5.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "45d1be9ed1fcca0db958f211e521a9da6eac220bf05f7637637fc9753cb2a6a8"
    },
    "blocks.5.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "98387b29e042688a022df81b06a4d9c2e41896e33fbb267458d4120476ba4346"
    },
    "blocks.5.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "881faa1fe3b5d8140c7025625e31ad2123f4bec92fe7b0539ab833a4bf96e1f8"
    },
    "blocks.5.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "78a15338c8fc87788933ed8d4f11590e318e8226ed74fe65182b1c6e3a780c1e"
    },
    "blocks.5.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b7e7a0bb20957a33be98aeb087d4146bf3cacb4906748a87640cdcc37a9a0a32"
    },
    "blocks.5.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d200fb51a6ac14af496717971769ddd6c9e8ab9e67844a3bd93b2b3f20a3d9cb"
    },
    "blocks.5.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4b15caa1843e6412c0c1fe4f0e0b343103b418f63ba717ea9bc73313b39bcc7a"
    },
    "blocks.5.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "0e54369ae6a6ec6356ef2b666775d3144fe143b0f6e7371ac2f4fe3cf4385146"
    },
    "blocks.5.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f81c61423fde8e9810d6791e6c96b0284e5af28b94ce4208dff3e8c126b9f41c"
    },
    "blocks.5.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8626256f20700124bc51638e6f472ec6e5f35091bec381c73309164f2ae89a6d"
    },
    "blocks.5.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "7fd8d2f1efa3edc4b7a125a40d2e86118a2e68cbd0cd6e34fb67a32443a820e8"
    },
    "blocks.5.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4c5e47abcaeec364f0808ba50ae48119fc4e9ecde71f35ff7541c0943ec0b8f9"
    },
    "blocks.5.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d5159aec026d4b1ed9cb9ed2bbb520aa524d8547dae0886352fc05ce218157ad"
    },
    "blocks.5.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "978c11ca90c37f7de523163db069c6815fef0c0a70f676533ff92fd3a31d8a6b"
    },
    "blocks.6.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b6c8a6de176af54b88cbc6fec528b52575b4f00555208e6d083a865edf666bc0"
    },
    "blocks.6.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6140ba2011268e47bee2ffdbded1188aff55439f72152a44014d83564bbc6b61"
    },
    "blocks.6.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2a9d23e2b7b914281546dc23846df446210e7d163682907b437cb04e62b781c9"
    },
    "blocks.6.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e4cd2697822950785153e34e613a7a7dc39d88055b85492b5cd5ec42ea6734cb"
    },
    "blocks.6.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fba2ad6f571649a07e16b764b45fc7ea203fadf571c31af0367458da7b818f45"
    },
    "blocks.6.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a2f6f4f7bad4bc5de35b3c47b3eefdabd81cba940894648082e4aaf954c3c02e"
    },
    "blocks.6.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7f98f7d64b2116c741db689081b0ae772634b0b6fbb57840cdffcee6bb9e7002"
    },
    "blocks.6.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b7ec7d3792fa46b5b831980cce222ec090155c89f582df0806294ef8c48ae227"
    },
    "blocks.6.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e06192afdb114f30bc665c790f10a14a808d2141a4ef4bfe78e9cd0def778b9b"
    },
    "blocks.6.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b0a19d014f36c20dd6d59ab10814e8591370807f97c4a122573a2e3b275ac211"
    },
    "blocks.6.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "aa18b4ffde0d18d05dda6583a19e6579d8a0c6846caec92ff796beb70933505f"
    },
    "blocks.6.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "da2e5c51a7589c1f3df1b97c6f1121eead037ba2cf0c9e11a563e2b763b3ad5f"
    },
    "blocks.6.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ec4f0be9fbf2efac99c69f30d71711fc275f64c571eb9620a067d43099a3077c"
    },
    "blocks.6.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3a595cb161b75d8e76e8720b20996321d6225e372486a64c8d13e2418db2a29d"
    },
    "blocks.6.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ac91ea62cc7957471cd657351663feea3b507b460d1e4afc65b87703f7d45ebd"
    },
    "blocks.6.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "60c67225a7a2ece5d0d54f7c34c6b26b451184d52f5dee6609d6a65d0bfd21b3"
    },
    "blocks.6.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d30c96966b62c90444b152a2558b98d98ebbfc3343eb38a6d40db9e9ab7d96d2"
    },
    "blocks.6.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d87df19791872de12f00402c6a94fcdb1759a2a0858645b9d1426332b0028bea"
    },
    "blocks.6.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "02787becda1532c22cbf49c7db9ccc9c0e14749d8e5d94fdf5c0f007aa67d2f8"
    },
    "blocks.6.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "55fc3b03fb27c3241723a8e5819fbf7667c3dfd8db01a3e6fe3a4d22539389eb"
    },
    "blocks.6.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "92e829c6d680e325f66c58b5b4b49f2538323d54418aa3a2167ba19e3eceb9b5"
    },
    "blocks.6.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ace789021a2a12ff91ab4f79d14b0b3960c3ad45c0c3e2d80b1acde11cbf1b95"
    },
    "blocks.6.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cdab38a1bb0516a4324257bd64c0cc7ffcbca81ec8eb65d71b554c059db943d5"
    },
    "blocks.6.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "827da95988f2d9cf6220b59d2d8f65f8922b998de87a04b4547f954a81eddf7e"
    },
    "blocks.6.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ffa58c9e827df2bed1113b23604b871253ec73045b4ec330106dba6eb50c6c62"
    },
    "blocks.6.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "04d9934762dbfcbe4cc82f6ac034dfc7c9f131c157aa6f9b5f208e64165c3e03"
    },
    "blocks.6.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3256d63b5689710336f04861a7016846215f7e6910465a412774ea024b0b25da"
    },
    "blocks.6.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "634cacaa4f69b6122a6bf6b81967d52a067046fa7292b588446d9e3187a1dd00"
    },
    "blocks.6.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "a5c36d511cea288b81fac33a257cb5d32c202c55433d1b2c36fa714fa4fcec04"
    },
    "blocks.6.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "294ac3182ba8fd8a016316a5e6ee1f4791161e310009d67588998f9c3bfdc15b"
    },
    "blocks.6.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e2ae2439d923d70b646e760e03af3f43f43813f0114cdbffe681ea73b2e6b42c"
    },
    "blocks.6.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6dea89bf8bc1f00a4c8a2175a7a6fe0368e15698e2f61aa8aca5b1d96294e17d"
    },
    "blocks.7.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c2f5bef4f0ee48448cc530dcaeb6428d25f2f452d9a08089102366240d4157f6"
    },
    "blocks.7.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "85c3c73dcc0cb3c864075ffa54770123c31afbe4895ce83888a0f445eb655e4d"
    },
    "blocks.7.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e59cee7ea058bddf4ba10bc07b5066a91b450f4b0e1ccc507e9768cd6c34d53d"
    },
    "blocks.7.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "192a88c5fc2072944ba6ef84685d149aa0ad0cc1f6ef3b48cb1171d859fb8215"
    },
    "blocks.7.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d47310606b20bb47ac92ff60fa61e76c9d9077af702fe0a2d170ef1a21eaf1be"
    },
    "blocks.7.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "51da8442226c477b9b71daa3addc374265ef0bfae13a224a2c6df82ffbb7ea43"
    },
    "blocks.7.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a5dc385359f03940a0a36871ac9acf32c1cbc991ac917071d037907542e10b43"
    },
    "blocks.7.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a65d8b6e48815d4ab5bea291b8475a1c77ceb47be4cc292cea0ef55da69acc90"
    },
    "blocks.7.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "82c0ea7e5d2a4af843213adc22b173e9429378cd126daf7f74b2a260e29c5d1f"
    },
    "blocks.7.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9d8906ed652462088f3ef111d78481eae8370c0643a48977e2c94459fa065954"
    },
    "blocks.7.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "23595c00a889a27a7970bf7033328c7b300e306eb3914ef0bc1e166a069c084e"
    },
    "blocks.7.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1c645dc82c39a13aef5baf4ab2cfdcb5cdd26e4eb816ed01088515970b30d694"
    },
    "blocks.7.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cbe9abfef3375c087bc1351b26e6b406d7631de423055401ae76eb0e021d07f1"
    },
    "blocks.7.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "aca933a1a31d30003f4fc21c6968a17401ab9a44f13b4440e7abf678a6f8a7f6"
    },
    "blocks.7.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "68320553246793b18b5d643e32bf230aa64847b52d7f0ad9e97d314a2f434948"
    },
    "blocks.7.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b1237f4b9ec4fe64742e6deb9457c00d85e375f55573b0474cde21c52afb782f"
    },
    "blocks.7.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2f20dc2cd488b51937efdf2cc3889d1ca392c08d653c9e491e7c62699d1479a5"
    },
    "blocks.7.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b05ad0ff55721e9453882ce0159fca9e2bb7482f7fbb638f05dbef45cda04174"
    },
    "blocks.7.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b2952337ce67d8356dcfc4edaa56a6f8fb7c33541f1ad5120a2af0bf62f5d81f"
    },
    "blocks.7.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3734a344946dfaab8e7d7c14fd3778d6322b64a3e0c22050e4b51ed0f3bb0737"
    },
    "blocks.7.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4b3aa81cabb5bfa90aed2de74724061ccb6034235a66945f44a6388f3933e8eb"
    },
    "blocks.7.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "571a0d1c65bd3e412b8e645b52b1cf8e86a2a3cfde5db17f84b474d9d978e573"
    },
    "blocks.7.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4eb1483a1fcd2b2db36b7a1b160c83169f22c953a615c410e6809b40e79e08e8"
    },
    "blocks.7.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "06929c0d3ba5225afdd0d8f0e708a10ab0fac1201372c547f141c1766285a2db"
    },
    "blocks.7.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "82f22250fd83b2ab06385dbbb259ddff6b217d1ced438d26ec2f3867c737d3f5"
    },
    "blocks.7.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "33c99a03de562d84079963926e81a593e7b1752a674beaa9de979eb7e86718ac"
    },
    "blocks.7.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c34fe4f17268545bc36c282ff75971c18a1e3d41c85699038923969f6e68d936"
    },
    "blocks.7.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "366251d65469c5a4ea94974b78bd5fe6f1ab490b05fae8144c5e82651c2d0f99"
    },
    "blocks.7.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "826bb8fff0cafd78c580eaaa5e47fbfdda4916d788f60e62df101bb109bbeab2"
    },
    "blocks.7.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5cb62f92b5b5a1d1a207fe5535fe0e360c8efab73a2e4e3fef9caa869013c6b1"
    },
    "blocks.7.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "aa89fd74309a35d91956cf4604ef1ce3fc65e2b60e6c5407be1193db1164dbe2"
    },
    "blocks.7.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6675513ac721bd4db69c1dc7b336ae2dfb410976e5709263cd68d57e65a73239"
    },
    "blocks.8.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "97493551f95d4416b4dd385fc034666480a6240774f14cdb08713ff2f8f8a605"
    },
    "blocks.8.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "03c532b7315dee4161801727b181e055b4e9b6d3e5339ec54a1c90bde38831ef"
    },
    "blocks.8.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5cfac4889221ca069753f0e5fdb66eb0eeaa7b4bd73d482cb0629d9840dd7b21"
    },
    "blocks.8.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4b52b4b02a62a9556c7503afbc07e22a6c02151bea295211e309092f5dff51e0"
    },
    "blocks.8.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "42b6c52f39865016a4c54eee7a73319bef0ac60d8bb6e7e27eae96f3e7539ed0"
    },
    "blocks.8.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "72facc5cfbc61c373385567779d8aca9fcf8205700ffb4429eacdd338a8cb5af"
    },
    "blocks.8.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bcf58af357e49aebb9f45f2ab54a6124d18b7383965a273e1640bf1f87e14828"
    },
    "blocks.8.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0bce3214d4bc7ab46216dcfde3e076ffdc3595441429a9d23d15d8bd6cf1151a"
    },
    "blocks.8.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d6dc707d14b089c132585a43ff932582c052f5de5732cb268ff5aba760b75ad2"
    },
    "blocks.8.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c78cd38777526a68955c461887e05749e98d3493e759125ffcd574d87a9c2061"
    },
    "blocks.8.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "514adcf87d380a93bcbd6fc86dd9a02ad665e8b250e1f30c3a3a2cb685709191"
    },
    "blocks.8.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6e05fcd229237d84613d97ef2bd847251ef40a9207a23dcbd93b27b21ff6e925"
    },
    "blocks.8.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8ff6a11ef0754f306d26ac0bbe5f7ad745ce40ebe0942158d1d3890494be22cb"
    },
    "blocks.8.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "805233b1d2ef8560c7d53242b06c48c1715dbc756b8c6433904e133bace4b8e4"
    },
    "blocks.8.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5cfa7e1fff2d252c71dae928d4eae8c4c742b0aeebdc2a5028950a20f3461775"
    },
    "blocks.8.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8aa42190fd4f30ffc97cdc5359075ac4b4e98cb84d12b8d5fe5a0a68500c714c"
    },
    "blocks.8.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "005064c60ac83281dbea204316d71883dfccf13b745ef85975f2e9c052cb408f"
    },
    "blocks.8.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e81149756839ab26a068867e39407bca1248b7806ee09dbc0d86c147ccda6c74"
    },
    "blocks.8.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "65df802c08a0c0d752581f0270127ac0996ea6b7748f9f9c51d41f7c13448231"
    },
    "blocks.8.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0c2c35494ff44ab8c318557e5978cb3b652a5eb45f5487717c119b7fbe267ec8"
    },
    "blocks.8.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4d5cc2b7dac93920a1564bde95d7a6cbf2f4f5c21d53cecd579f2a119b49d729"
    },
    "blocks.8.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c533e6c9b3676243e3296b6b7595575552efa40a5a1bc252e0f1725934375d8c"
    },
    "blocks.8.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9d7e215d887fa64b65f0b2fac0a058e9ce0899c4246d2aac3ea3bde8f0df88df"
    },
    "blocks.8.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2fca1bacd8fa10e6978b8eb9f746c1751062a7f286f34a90e6413e3954d4a7fb"
    },
    "blocks.8.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "851bafb49f79372df35aae237ea3680c9b2a2e3f0c92e2d54e619356c71296cd"
    },
    "blocks.8.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "621d56a64c2fc0b995067cb0078ecf4c07624f04ddd86e7d5c5db19cc6f627a1"
    },
    "blocks.8.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "02dd0a65f5aefc1648109bb903fb86041d659144b4362d8ce019a22eab467356"
    },
    "blocks.8.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8c638e76f94e7405d7f841ca87e13992d497379d13e2a1310cebe3075019fdcf"
    },
    "blocks.8.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "dab3d5f73ab979f83fcc7c3a8d37c9690d2f8b88a44af773b259a82eef15c3e1"
    },
    "blocks.8.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cb80c9bb654180c0fa3e8dea17e52f29e51ec01f75cf57d14a4db54d785ee629"
    },
    "blocks.8.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4b806c2671c51e8ccba5f254e4ac14eda0fb16bc1ba97342f3d6caa3d08a41e2"
    },
    "blocks.8.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5c4eaee0efe5575fe53ae117028be830cb7edf7dac21c864a183a1b63aaa02e8"
    },
    "blocks.9.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0f2f14b8dd704d17b0798ba60485bdbdf198f59b9f473cb3211881ac554bd7e9"
    },
    "blocks.9.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "68ea7a8e59bfeac1454a00a1d3c9d928a9bafea6fc56d04e533a7a25d7e02d61"
    },
    "blocks.9.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "15965b3dad2f9c46d8e7758d8ec62323d0b0b52dc76925c2184c9df7292a0194"
    },
    "blocks.9.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "add52e2303dfd78f196c70ba2b7e413577f27131581e0273e6b0ba5fb6f1dd2a"
    },
    "blocks.9.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4eeaa9df10812a235d94755a3713293c58958b5d449616addd3d6a17eaa1523a"
    },
    "blocks.9.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2241f1ed610bab61a7eb9d8015fdafb65cf1e336cfa7379130b4c2c3efc203bd"
    },
    "blocks.9.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5c8e2bef6d5ca064eeae7979df2307f6ad7ae44f43fef7be85aae70714741e90"
    },
    "blocks.9.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "77cb82ee0eb22580f3b39e2c2763b8d09bbf0df02c8d0bc976d70f0f89402214"
    },
    "blocks.9.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5de587b400ba540f021509236950c305d102679b53914538f5ab4018f9a79a9c"
    },
    "blocks.9.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "76f3c0b967e01883638cefb12ba37386de73944f4f3b3f8f6fc00be2138a642d"
    },
    "blocks.9.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d277f170e7c039a2e0f5fc77e5d0178f84a54b02d325cee9dff6df62b94275e9"
    },
    "blocks.9.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2855fee32f070a31669a89ef7ad9391762bf6648f02004375576295704dced5b"
    },
    "blocks.9.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "badf9e99049a47e0ea2b0b9c8b8f8cdd5edee5378d3b74753b128d91e9ff808f"
    },
    "blocks.9.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "64519e53cbcf9755417b2dc5552c5257855722eae5fa070804a8b13c65bef40e"
    },
    "blocks.9.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e881c3a3fc0a19a3275942105a6db8c143f8df55f8e51765e3c4fe256759ba8a"
    },
    "blocks.9.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dad615317e71fdc791bfcaa393875c2edbf2c5e531aa8d3252a6a9c059b3e693"
    },
    "blocks.9.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0d22544c8ab892ae359fe713351120f5bdb65c99098137dcb5e140c103049f89"
    },
    "blocks.9.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "538b27836bd8939b291636fc8277fa700d2a1370b633f5773a58edf647905898"
    },
    "blocks.9.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8b48d5b1df94864486ed5169b2bf2d647077ea6b836b06a9f706d7ed9de4081d"
    },
    "blocks.9.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cdcd022636e13d4dce587ed331c0e2ac29484565430d2ad6517ff96ad9150655"
    },
    "blocks.9.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "62398f0782d73f2b63bc204f7a0f626ca8f863056d492b2b100d7e7d4215433d"
    },
    "blocks.9.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "498387149772b55bb273ec30c34fb9048e18aa51bef2384ac128d9916a196bd3"
    },
    "blocks.9.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7f4a80a757d344545115d3b3c39d178581c05dbba7038c978a8dbdc543d1248b"
    },
    "blocks.9.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d88e5ae824b5c860c544e67b140729163c66d2b1638beb1b3ad260976d44edb2"
    },
    "blocks.9.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "34919c02ebc7048397ae0f4ee6b8eacd1bfbcf51a4ed04e5de7610a2e71af8b8"
    },
    "blocks.9.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "52796fa91ff33d41b1f9e7846322872322119724f563a115819fca29af21e05e"
    },
    "blocks.9.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0a63607e60fb7b6f93574e39725b149472cfa2b52259fe8894d578faf11b8d94"
    },
    "blocks.9.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "157f7d16903738aa6a5834fbb54da7cb5ea2f2bda15cb7851aef08776c0844a4"
    },
    "blocks.9.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "1ea3dd3c74c6ab19466be27408fd000c43e62486d44b9b1c3de46b38802b1a54"
    },
    "blocks.9.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2726ae759667d8530f4551dffa37bd665560f5d62f4d03f66f6415d28c5ff1a2"
    },
    "blocks.9.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "877d792a98b929cfda63695d72fe381930586c3c300b3ba5e0be620442bd2c5c"
    },
    "blocks.9.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1d5e6111c25d153b4a38808b6f7d077967fbeaf0d729b1f4ad041cb766e18e95"
    },
    "condition_embedder.image_embedder.ff.net.0.proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.float32",
      "sha256": "9fd19e556299396e3b797927b5db01389b27fb0ac937813161398ca59e0966aa"
    },
    "condition_embedder.image_embedder.ff.net.0.proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.float32",
      "sha256": "347e93a59764eefe049dc47dcaf9d5ec28f242f1fb0eda7cdd257e7faae464f6"
    },
    "condition_embedder.image_embedder.ff.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b91e675e22f43790c2a945f3947b3508d2456e3d896aebf489c086a009fdb1cd"
    },
    "condition_embedder.image_embedder.ff.net.2.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.float32",
      "sha256": "72aa834559a31c6788a278a4674c6c9b3fe685d1d9a4cf0938f052f44178fadf"
    },
    "condition_embedder.image_embedder.norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.float32",
      "sha256": "229be66035425e886bac223820379a5db103f1f37ccc8755ae845278b3c4337c"
    },
    "condition_embedder.image_embedder.norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.float32",
      "sha256": "6e06fbc72b433d880068783b6b94f20daf295bb7379863f31ceddb877356bd3a"
    },
    "condition_embedder.image_embedder.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "21e33da1daf2867c11b01c65be3e78b8004d55702300038303d5824eec0d4fdc"
    },
    "condition_embedder.image_embedder.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6cc6b76971e2f6f9fa665e494b8fc4467a2380c5f04ded04034977c6879d85fb"
    },
    "condition_embedder.text_embedder.linear_1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "040b7db9781f9b562c55e9ce9f46892828f76e9dcbee1eedf07f123414367bb4"
    },
    "condition_embedder.text_embedder.linear_1.weight": {
      "shape": [
        5120,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "7901a6e59ca4570dedc3aacbcdc08446582930ccb8ba3a4d450c9828917b5a15"
    },
    "condition_embedder.text_embedder.linear_2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ef1a9012672de780e53d882dd218d2b48881a3dc6f5f813b9592433cfb50006c"
    },
    "condition_embedder.text_embedder.linear_2.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3451655b513b3a39c7faf3b6730719e46ddde3b7c06ec8815265b73ea631ebd2"
    },
    "condition_embedder.time_embedder.linear_1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9f0d561b1f8cbb203321d56ba1f4f9717ebf9424f6075bb14a29455440618c42"
    },
    "condition_embedder.time_embedder.linear_1.weight": {
      "shape": [
        5120,
        256
      ],
      "dtype": "torch.float32",
      "sha256": "9a430ae232574345c7b3b7dbbf1ca15542a4663bfdbb103015d4050187ed8fa6"
    },
    "condition_embedder.time_embedder.linear_2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6b767b90dd4822051fd6a92646ab7f36977a1d164647f94c31f871d2b4d8d85c"
    },
    "condition_embedder.time_embedder.linear_2.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "537ca1cd42c94f52e47861a10e88617e903431ec9a991f98b0b99f7bf7af0e50"
    },
    "condition_embedder.time_proj.bias": {
      "shape": [
        30720
      ],
      "dtype": "torch.float32",
      "sha256": "6387025e1333c93e8ef852dcd275268419042fb1d5ab18f3c6ddc39bb2fe8a4a"
    },
    "condition_embedder.time_proj.weight": {
      "shape": [
        30720,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a239cb21703dbf52d846e9ab7033f7169a3add1754c40fcf5b0c8bbeeda381a9"
    },
    "patch_embedding.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "512a92c94eb1824d7a3191d81f214eebdf4c8a953ac5a284f789000ed5453984"
    },
    "patch_embedding.condition_norm.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "c353ac1e0e5ddc2dfff9df047d70e2b9ea12e40eb791d3501fb76212625c405f"
    },
    "patch_embedding.weight": {
      "shape": [
        5120,
        1060,
        1,
        2,
        2
      ],
      "dtype": "torch.float32",
      "sha256": "df94167a43ec47dc7514f94a8541011ab366feab78718ae66b26cbb69b1fae4d"
    },
    "proj_out.bias": {
      "shape": [
        64
      ],
      "dtype": "torch.float32",
      "sha256": "9f4d51af86b8a49ce897a0c4e78cd0194d6075d4af0c2b38b57d3151fc37ab1b"
    },
    "proj_out.weight": {
      "shape": [
        64,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "83b72f2758c27c0e15a0602b822a12ddbcf16cbce03ba5776f825d3f0550cc34"
    },
    "scale_shift_table": {
      "shape": [
        1,
        2,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c7c1d9f59375cc5dfcd4c2033cf7f33f286cab354947523749cc5bd4104ddd80"
    }
  },
  "transformer_causal": {
    "blocks.0.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5f1a020fbeedc7e6ea4726d45ad4c073971a5786925805ac96f0104b421cc818"
    },
    "blocks.0.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5095e846f6a91f0105d4296d95116baa3e0994e61982efa6aaa3d28fbf45aa6c"
    },
    "blocks.0.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5e8071282983e47ec1e686bf05e21a5f3f2a5379dcacc69c392885441e389faa"
    },
    "blocks.0.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c63a8709bf534c4d2689c4b410c6752c8a57387679d2d85a092e282721f192d2"
    },
    "blocks.0.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "00c42ae8e8b10258ebd0fae81de5c14658962908b372912d7e0e856adf74d431"
    },
    "blocks.0.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6c522b260309a88ffdbc277bf97dbf66258c9db4e003ef16c9366b67d753d3db"
    },
    "blocks.0.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e9292d5183887033ebbbe58f69dce605f3376bf3bade957aaf14b2f9d1231e2b"
    },
    "blocks.0.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d5b1a055ecf01c76d832b32d919eb6e1517aadc310538973f5f27465aef2c6c2"
    },
    "blocks.0.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "48e3948ce237ee3f69cbe03020a87ff3af41476341ddb0c132b13ee120b5edd2"
    },
    "blocks.0.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2a40e43e16c273f44a6eee858a9e9e0bebb9d63b24086299e6e432d8bfd249d0"
    },
    "blocks.0.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d50605460c7d5036b584efd24644fab3341ac5d69b08efa0c892f59e1c5e2030"
    },
    "blocks.0.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6b458925d2215912d0d4ddf4840c4575efd62120e0d8c679b60d1accf2e2ce14"
    },
    "blocks.0.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "106583bec7466805bafc842e2ac0e0a1608dfa4c9ccd5716ea657cd6bf7e24b4"
    },
    "blocks.0.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "01ace5ed49cb5851ffee3e12cbf051e710b690441d6f2c64812baa056782579d"
    },
    "blocks.0.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7c1a677188ac023c4bde164f9a0c604cd6743a863696397b2cbdb1835c3bab31"
    },
    "blocks.0.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7199f8daaa1638d322f2edcf399dc23919b9caed143fc40c7979e11d45b2d8f1"
    },
    "blocks.0.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1e33126d3cfe4788a5c87b5d6c01e6b766d00c6947feaa22638fa593b53f1be3"
    },
    "blocks.0.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e40837d84e10043524dfa3286c260d3b137eafbf848a0e429be0f8c25404d757"
    },
    "blocks.0.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "97c1951b20baaefbb1b071ec8dd65c7caadd12e31cb1d5d216ec321f77210b76"
    },
    "blocks.0.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8e83ef90791f142bb20162575be78bb05cfa4713df7e86b890738e78370084ab"
    },
    "blocks.0.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4935374d022f8f9cfc5cba349aacb2ae10f01a7574c6c1ea3abe56225df2da86"
    },
    "blocks.0.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d31b3d0f97571828e92354beb6df7371c3daab5f7cc5ad9cbefb66d467f849b0"
    },
    "blocks.0.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e73abd607b7b01efcd3bc9ff39a55c8f2076c03c8b64fb0580c57e0c14d5fe73"
    },
    "blocks.0.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8ec68e0f9ac6f79e9346769885d57742aa93d4415b08158fbb945c32914bdeee"
    },
    "blocks.0.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0e9d3645ece1f566445fff906f85e2e00ca15465b383d40a02a4954d8aef3aa6"
    },
    "blocks.0.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "d483bacbe7747cf94657d317bf49816afd7bc22a853d3168f36eec40f7a03c78"
    },
    "blocks.0.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "34c6e027d485bbc907526165737603f2297a8bdd8c301eb713e7f13dcdc8bff2"
    },
    "blocks.0.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a6b3ebd00dd17678fecc92971ee3a5fdf6d5cbdeb3427dcfb1eb82af441480dd"
    },
    "blocks.0.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "10bf86f57ffba86508e11358db82ca2ddd7949a6fe10ec4a692c8f59563d2633"
    },
    "blocks.0.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "39468a378456b40f53bd30e2a24202269dfa440f089799f488061cdacb53367d"
    },
    "blocks.0.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "921278a668e716d08cb2edc36f7b81342c3430a6906e26da60f44bb559eeae37"
    },
    "blocks.0.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a808bd7eb049175741529e3ec80b16dcc616ed01af57f7fd800f99342c0c6025"
    },
    "blocks.1.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2eb7e656bb18e2b942254809f950711a72accab242fdbe61a27c80fb5b146a4c"
    },
    "blocks.1.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f2cd1288828e66c031ade22515c9825c022da3002d0b691787550ad13a58a4b0"
    },
    "blocks.1.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0f79f36771f82e340e9384bdde390358577f7e9a9ef6be85c852d9b93c380538"
    },
    "blocks.1.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "184fce15b6e133f0206a930912c4ee77c94d74bea615191082eacffa2fe3a4e4"
    },
    "blocks.1.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "19b2a3c22f7f5d08f8a7bb8240aaeab6cc4e2dba0bfc253a40194d3241b982ca"
    },
    "blocks.1.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5ea6967bab8fa48013f4f1c52c1b965323cdb119ce45e2ff9cd6b3a9d06e2b02"
    },
    "blocks.1.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c3bd4441a529fb864f7f82b4b38ba9a0958124144894c42b648e72aac9f7fd46"
    },
    "blocks.1.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f88dabb020041923aaf61dc74163c6cf2f484a8e7a16770b0e901bdfdd51270e"
    },
    "blocks.1.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a4724969b63119ec1e10bd2a52cacd4857e1478694f4ce6fe4b0f082c5df3fd7"
    },
    "blocks.1.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e2530453c9090381686e6029f7a66dca48370ae367e44a1521be4bc1b6d1e1c4"
    },
    "blocks.1.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "aec7d8a30fed7104ea454c505ec594a0e2b427bd0cfafc15f5d091f609932162"
    },
    "blocks.1.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "38014daee5f42a226e5ba58698b855b6443033a73d777cc9eeb7f764365eb179"
    },
    "blocks.1.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0de78265484d2b607636289005a617926c6f40915001d021f56b6dcd7663aae8"
    },
    "blocks.1.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "45a8730c27911ee38834cc65808cbb18da38985090d4dd6cbfc527ae27685a9c"
    },
    "blocks.1.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e4699ffef684cc1a74a5c3501d0070e15659fdb2d56ddd5221ef2c2a01d35698"
    },
    "blocks.1.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0207615a618c48893cfadadf1c58f1e6152f3dc110111ed307604108dc594e59"
    },
    "blocks.1.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a489428fb64a5c68f78d2c4c86404fdff465fd0dcd85aa6f7702dc3f41feff64"
    },
    "blocks.1.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "70d5b13c44ca6db6041097b6dae88eebf635a88b3083c1a7800c4cb00e3ca8ca"
    },
    "blocks.1.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f01019a18feb2dc69f958b90c2dd66f96ef56640b71c53fc4e8c6092dc8706de"
    },
    "blocks.1.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ffbb97d6b554edb70a3525f101390360278a1b102c86e316622f14e842c8e47f"
    },
    "blocks.1.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2a0cda5d518ec6d5774ec01e28b7a2ae16af71f55748fb5d7dcc457674ca7f10"
    },
    "blocks.1.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "540439764187862669d01dcc813317e143e7642cb0249d277dcd1da646c34033"
    },
    "blocks.1.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "893bd64a339ca284739f3d39e42f755a9d89470871f8d6278d9313ffd4d18b9d"
    },
    "blocks.1.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "628d634f134149bf7cf386102ce8441285226e0b03a0f9de6eb6b1132875bbd8"
    },
    "blocks.1.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1e064cb2611b1834cc9167dbbca22af354401ee33a662a2da9b4e157187e2c83"
    },
    "blocks.1.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "65be3558cb764ba5769ec8b79a35f9341428744f8d7d8ba94b7da16d12e5168b"
    },
    "blocks.1.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e3eeb59dee089f53c9891d9761717ad0b4cabe9a3208d294e7410a57b9159a66"
    },
    "blocks.1.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f4d04095a5321f24f9535bbc3dea905560309919e65eac92bf50d9337db0c120"
    },
    "blocks.1.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "e14368ac76351ae33f21486c160a5539b662cff1265b86cc51d4739454af738e"
    },
    "blocks.1.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "28f8538d231b9235572b7109845f689d8bc346ebe62feb5b823adee7c95aa0c8"
    },
    "blocks.1.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4dee6b2320127c8f44cc85cbd0ab8fb18345cc046bb9cad0d07eb9d953bda1ed"
    },
    "blocks.1.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0eeb387f45d347e39124e9ad87793c538ac3933630ee2fadec06329e4b8afc09"
    },
    "blocks.10.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5b330828ff93c4a7db7698ff0909ed150417fe3a60891b7709b5b23d158c0109"
    },
    "blocks.10.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f841e7195bdaf2747b0fc0afa85356fdcb9dae97500bcd9ed5aa1691b00ede7c"
    },
    "blocks.10.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "063070fd17798dabf061df969a8372e2693648739e4934de85640666efa3f131"
    },
    "blocks.10.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "833c2c929275325e15468af1ca669e3bfdbf94c87ac13b0cb8092394cdd41bcc"
    },
    "blocks.10.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "28821c3246fe08ef91cd1ec22c2e24b17427ce119af5dee0b12a41019ccbf229"
    },
    "blocks.10.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "16e85036410da8412c172bb04dfd2619407cf132b1f4e354be092c3bcffd606c"
    },
    "blocks.10.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8a67f302e00c77fa8ef8d5e75c93458873abac1a852662815b3b7ee8208b9848"
    },
    "blocks.10.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "011f74e256df55675c535236c824a13e7a1ad1b6e32f0a6708d6d6f5d6129927"
    },
    "blocks.10.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "38f82936f28be29c3afb366003419e501152690f07f7f506daaf5e61000619b1"
    },
    "blocks.10.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "20aa8de6966a1023438af8fcd2c5412803f763849bd73604a79e56bed34797b8"
    },
    "blocks.10.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6e4b43a6f12fa000c77fd912c9c1300ae181a713c56438dfa8a4a19fe7f02922"
    },
    "blocks.10.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "85aee9df01f53d19de77a9c1d22eb5cdeddf648d091ce0ebc732eb749553b8bb"
    },
    "blocks.10.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d926d8230b4215b5754c5c735d40df47a0ce98161670095a8ac9ccc9eac18d26"
    },
    "blocks.10.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b4dd87934e3a2aa41f79e65669d49a302f505e87ccb70a0d33a415c7859e7ea3"
    },
    "blocks.10.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7497e84a692a7849268a7ad4ede5d3eee110e75e60a8c47f84aea1e14d62af6f"
    },
    "blocks.10.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2f9646addafa409767a521950a3ff51464575f3c284a3904c502cf5cd7aa4d97"
    },
    "blocks.10.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b5bf8abce6775ed609233bcc05cc4fd58aa91fa034cdb597b195a942fca38b6c"
    },
    "blocks.10.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3fe6fe613024ab633e0180201314082eccb717a4f43ba4856615790ff00aca95"
    },
    "blocks.10.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "254ec873a8f77d410c7fcab317312e03a72351cbd519b431c6db96ea1fc604dc"
    },
    "blocks.10.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0a70ec56e1077a1766128bf265f58ede66145ed28df5a46e7e55190a51849d2b"
    },
    "blocks.10.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3cf01e0b618250cda738eef2a1839e4ecca96916fe8c6c58dcd259d79478ad60"
    },
    "blocks.10.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4f565d909a0cb37f113a946b2a46bbaad9362e7a8ff4733c321f0f7799520682"
    },
    "blocks.10.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "575dcf73b69a8ea4a7a70b55b9b2c2bd56f750ee515046d0db80ddd933a24278"
    },
    "blocks.10.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7ad51083a1866ba2d128d7cc71aa78c51d6a0b1767c70a519429eab64a8259cd"
    },
    "blocks.10.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fdf3dbdd3a90cb8a196ccd51d2d8f1a9fc1aa4efa15eee7e5641cc6994999763"
    },
    "blocks.10.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "e912ff5e7311d78f69efd2c803fbc01482bbd41c4485653244081ae00671a02b"
    },
    "blocks.10.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5a36b7994df1cf4c1c48b61e6aeb094d9df931c827198b8f6fd0973e2cf9ade0"
    },
    "blocks.10.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dc7bd2e612cb88333a07887a39ce6905af9a59c653128e3bb2eaae20c430796e"
    },
    "blocks.10.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "4ab3169c4c91f97cfcffeb308e2fcfdd9a8f0b4097ff5a1fca5d31381a0334ab"
    },
    "blocks.10.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a2c1b3b33216a69df1b62e97dd0f8cc34aa9966ab28b065e4b99dd3850e3b3f8"
    },
    "blocks.10.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "442ab3281091f98379f1dc7013b07d41a91b22851c3ff3b7580307c48eb5ab97"
    },
    "blocks.10.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dfa4b517696f2f02589ddbe098d40b74b5a8acb28c1bfa5cc7435b3d41974fad"
    },
    "blocks.11.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "86a984ee54af4ab9c188ea0a6b261a502db432cb74622570e150692161647262"
    },
    "blocks.11.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4c42a3e83fa539db265190577a96764b09a6e68c1d12ea5a27e4a315b719aad5"
    },
    "blocks.11.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "49c3f82e5b79eee709ccfb77f8cebc826567097d12eeffac44b6e2fa9520991f"
    },
    "blocks.11.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c9649001c707a1e7b2984fe2a596cda34bd7e113e9f09910510a95ee9522cae6"
    },
    "blocks.11.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "68c4ab43e0449ee58cbb6ed32c8f8be5a7372e2bdd3e2870a90978479e906300"
    },
    "blocks.11.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "37831713acb1a31d016c25408569fe50d0af16344e6e41d0bdb5b2aad3282f49"
    },
    "blocks.11.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "352acb48ead450b3d256ccfe08e3e1ba700ec315fd57a8809866f64acf3dc8e8"
    },
    "blocks.11.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2745a4fb3baed78322cc52b316f08a225801cec8dc0ba15c5c7b2e01f5090f0f"
    },
    "blocks.11.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b7d1e6e8a6f303596a803df71c4bcf93ef6d44bb876b1901751ab682319a4f29"
    },
    "blocks.11.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3d9783c8388c3e4c6e25f95d20991e9e27d87ea4a08f49e26f4c4686626101da"
    },
    "blocks.11.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "86aea600dcb45de6059b6c22def19ab81d72c3bf1c9d7bd6ae0cc1b096322b56"
    },
    "blocks.11.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7c3ad9aaf010e5cef8f16ee47c512ff886f7186ec51e3a61e5790996cc7c391b"
    },
    "blocks.11.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c2aac8da9b78758a03835558d7f98a5e359efdcdaf4309b81331b6a8fc219bbf"
    },
    "blocks.11.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8d72c5d333f313f1ef8a442fdf23a15b51f557f667bf3f570bf00992f39af1e6"
    },
    "blocks.11.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "eb33d00cf84bea2cfaf71a193c64ee4d942ce87425534dddf72795a553b3e671"
    },
    "blocks.11.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "45c337f35260eb89fcc1011f3324313bc7833fe71f9550ad927ed41967ffef8b"
    },
    "blocks.11.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b84a672a222014a15edf4eea2fbdeb1fb6b8c33c5814484427ffce3b9d565631"
    },
    "blocks.11.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "102154255455b97dd3807f82bd5d15f6485b402f552e9fbdee5f6f03cdc76c39"
    },
    "blocks.11.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7b4e68bb0621acbe16d5c21735bd990175df710ed37e50795273e1c3965c1914"
    },
    "blocks.11.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f47dd32b1226b48df9598fb07ca98698d220a088ed50f3af5e5f37d8dbe60b49"
    },
    "blocks.11.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "df57124d1bab01597239d4370d6701657f2666ff94264f619d1dd4f81e15d4ae"
    },
    "blocks.11.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cb4388288429e84cf7095165736ca679a6a4c0836ac283d3363339489dbfdcf1"
    },
    "blocks.11.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7f5bf1f5e5d5c846381529fb0174a7d7f4684aef4bfcb547047a1fcb1eda0140"
    },
    "blocks.11.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5928c0cbb9c55b9e38341e31e9b23d7d968bd3baafc1d963e3cda8f2c8eed69e"
    },
    "blocks.11.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bf22cf2fd6aaa8e38158c1fe0a197e61756deffc6f8fe2fa734ae676a13f710c"
    },
    "blocks.11.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "eaa3a40ed224b4bc648d20183baab8766e1b25e1164860b286166261ea2a5ce5"
    },
    "blocks.11.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5db2340df07eb22abf6942d4fea983e14b58566e2a6ee8f3460873598fbe2788"
    },
    "blocks.11.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fb890211e0d8e6b1c2a869f59444cb1d2967e1bcce6ded3c39ee57671795155f"
    },
    "blocks.11.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "39f0e0749451f804257337299dd0fffcc707249c70cef91bfad02510815982f7"
    },
    "blocks.11.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b44090811435e0f933ea92312e381763a29ff54c3f87fdae9e4b1332f1b3362b"
    },
    "blocks.11.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6a5a2e28b69e69a5e3852a06486e6c76234bbcf22b8093859ea4eab93e8c4f73"
    },
    "blocks.11.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a3d1c6ea26f312155e20e6c4ab449eb59f5886a3e0cf893903afe68c774f5378"
    },
    "blocks.12.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "86d7578f2d0920cd356ef6d2c69b42f91963398f8c42653f175b8b97131b2b47"
    },
    "blocks.12.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a21a92ebddbb88982c78accc3036895825baadc74966759d3dd4aedf5ffe554a"
    },
    "blocks.12.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1ce11dc268b1985f65e19d8689775b024205d9ff8a305d28a8b161a61e56615f"
    },
    "blocks.12.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7c08b2ed783261fe6364992aa4593216835f2565e165d33439261d566aaa8106"
    },
    "blocks.12.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "18ee2d1bfef9aa3ec7625b2984839052ce86365f568708576511c48ad909e4b7"
    },
    "blocks.12.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c9f35957376ad8060cced76071add2b5394690784f7966755b9317e6ce007f54"
    },
    "blocks.12.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "85f6660752d94503eeeb7a6e99069817d4cc7f6926b802b65499b277c9fcd52a"
    },
    "blocks.12.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ad36e44e1e03bea5f7fbf0a744e7d0401d140b33f1b9ceca39b75c0586efd180"
    },
    "blocks.12.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fb10dd876689b14970a8f4a56936d5af0e4d8174156a2e3062dcf33ec98376de"
    },
    "blocks.12.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1f6d5ed4b4fc7133832aba2b3d0d875ef805b1a58239f3c6dedd92ac230c5403"
    },
    "blocks.12.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7b26cc97dac230ff124f6f8de8fd1232853f162b58345630e69e3083528f65cb"
    },
    "blocks.12.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3148d6c406a067609357528943f8af7b7f4a115639667410a51428fda8a4ddbf"
    },
    "blocks.12.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1bba6d839216dcf997dbd8d193cc821eb8a1fe5323f55659f566fe8ea66a4d48"
    },
    "blocks.12.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "77588d82bfff6af70ac799da12455723e6447b5d8b2f2913ded29b319fdfda1a"
    },
    "blocks.12.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dadd35e465a0431718ff6fa8c1af3d135b4d831fd9f56255665ce8feab61045e"
    },
    "blocks.12.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "12b2aab63f88826d82593f161b0cb9ecafd40ef316881df532ce770b7ee6241b"
    },
    "blocks.12.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cce348712839c8c3bad84529d06b882bfe9518d9ec2116f6e88e6b798120119e"
    },
    "blocks.12.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "828ea6410be99e493721a5f29708d632b3251bb5242b0161a0cc9c7d8e63b816"
    },
    "blocks.12.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9aca407f343320f88c4fb97e6c3800519ca4d97ce9817be03d97319a20b417c0"
    },
    "blocks.12.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5dc95797dc9535a686342751d2c6fbb16b5532e8a9d21bae830df0d9c099683c"
    },
    "blocks.12.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "470544c6533f87e78faa9da45add764bbacf1e20a0b885b327b553fd7bea6e62"
    },
    "blocks.12.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3d6869b3867237523d47244020b5617cd1f35c787b1fa58ad6bb802334f63542"
    },
    "blocks.12.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4260a9e956885632d96a019d6021983b6718fd2269318006a28ea7407795ee69"
    },
    "blocks.12.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "52a42a4acfc50c233c8790ed0072017d21dbe80ee9ac2110d1c21fb6d601b476"
    },
    "blocks.12.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "46006886bda2dcac16bfc3d281ad02c69d6748c1c9ea257e553c4276595f23dd"
    },
    "blocks.12.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "4abede679abbbe6a8c0024927df8a733e8fd72179492a657956c82871b65fee7"
    },
    "blocks.12.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f83d17ff64229cc85b37382fffc411e88837e21bed92e9eca399978fe5bd0b83"
    },
    "blocks.12.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f1b5da572a1e6bf74319a78d6a30a947b723c65f10492a0f26713f349553ba69"
    },
    "blocks.12.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "5eee1a843be570c1fdec56023de3af747892a14e0714cf94aea29818d9793ad7"
    },
    "blocks.12.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b9a952dedd6601d29d370ffef93263d092419187646713e30a275c0d1a3518dd"
    },
    "blocks.12.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f43b69ac303e80a746f6da3c9e9e3fb4e5ab82484547b348376fef323f835514"
    },
    "blocks.12.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "10e4da063fbe0482c47b15de379cb3edbcd9af5d87adc16afdf5ecc0e6855cbe"
    },
    "blocks.13.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "60a0bbcc2dce6191583b1ca157f055904d05fb5c74d3aa621a2c328981e02cb5"
    },
    "blocks.13.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e5a308d55c1e75d656c4cc9b57fd131f9ebc346fdb23d157c5ea27323bbb22ec"
    },
    "blocks.13.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d4e831601b0b171a1884f1c94fc1dadcf56b5c8cc802ea72ef6c31b63e48030b"
    },
    "blocks.13.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "22bc4ed0fa63d1cdd305def81a5fb0cbddc8b1c49075978c060f8b933a364384"
    },
    "blocks.13.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "01031f2ff18b8705db4fc9bdef79eed74f965a5e44332986d69905ca223283c1"
    },
    "blocks.13.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f0b0bc2e4f09b7d378e18e30d7bf27e08e07a68b03305d6547c8c540f5edce74"
    },
    "blocks.13.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "49374c1b50779b168f43ddc3fb44b405aa49c298a4e7f1f035fb11aacffaa93f"
    },
    "blocks.13.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6a2a8d3873169cf7e946c8311e663ad47f2f60a314909c48ae49784bcb3049c7"
    },
    "blocks.13.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2c6212f6ccfbab04555a7e7c8d366a098edee05979732546e8d821fe5ceff429"
    },
    "blocks.13.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6715992a0cb4a3da666e781d8ccd8471c615d2149e0b352ea7cd6b46c4d25818"
    },
    "blocks.13.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "203025b1ec1525ea13bafec81474615de0378dd64616cca779a256f6e0ba1a43"
    },
    "blocks.13.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3f8072c5e3e8a2e367f5d766591f9fd11572ff743e97e2bbe4c561f01f5c106a"
    },
    "blocks.13.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3061546747af3aea88914ca193eac09dedeef134f84a2be84ef485ed22687b22"
    },
    "blocks.13.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ed9ae3fabdd98b7dc3c08cdb4130758aa5ed645e283d42bf08ef1cbc42de86c0"
    },
    "blocks.13.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7d29a058db78b60cb02f47c8ce3aaff32888bf8232f211911150a05e9927994f"
    },
    "blocks.13.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f2521d683ce0b7163e841f9786a8da6833f2910e01ed9ab9c846aba0ab228955"
    },
    "blocks.13.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a7faef3ca33cd181eae814843c042c8e835496da02ff338c07275ea4492c1200"
    },
    "blocks.13.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8be69685298191e540d09f5682f7aa4303608c47540c0a68496be9e507822beb"
    },
    "blocks.13.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c6e562a4ec4a04ab3512dba157a2b19386855ed27d44a9b4b86f3d5b4b55742c"
    },
    "blocks.13.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bfbcfb902216f845eae81b662f40c440119add127dea9cb050981dc780312b5b"
    },
    "blocks.13.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "704b40cfc9895693d5028d1f0790ec54619e70066f48112b1bd31fa6ac056672"
    },
    "blocks.13.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "402fb3b7b0974c1c05f89aad12b2eb2596d96c9a878add4a0ad135b185b9926a"
    },
    "blocks.13.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "acb160b3dcc8656097b6c7331d79720a424460afc997e150df0732fdbf5c9a0e"
    },
    "blocks.13.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1e9ce848ee483ff1a4e85733843467b978ab27474b2af64f4e5f29a48d4dd4ed"
    },
    "blocks.13.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ebe3725a0705445a0a56d3e5d7b83d161f0b17be4a3b13da65a105b01705d78c"
    },
    "blocks.13.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "e86e7d9cbdfb9cdea8659c5d43e743d4d7b6adde7e44d15c29356507bfbf0038"
    },
    "blocks.13.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "eccb7a3fd5bb234c9bc78f88d311e8404c3b49303c95d4b1140005cf99b24917"
    },
    "blocks.13.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "364e563c6ffe8f770136c6aec3bd829fd4b28ac5e5bb7381df8e4766d554cee4"
    },
    "blocks.13.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "3e3ae71ec22b530b7d7090b59035755d75744a288c42cc8d0b8f8f1705fae59c"
    },
    "blocks.13.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1bd065ab28afe2ec214e7374ab45f2717d7fc7384002ec5b090173717e92389a"
    },
    "blocks.13.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2bf9533e6a1a44fb6fe9a0e42f3a9ae745afe2b771b40f0f057282044bf77794"
    },
    "blocks.13.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8223f343c340235720a4171c2645dc8e63cbcd66f175044943069c90335a54b0"
    },
    "blocks.14.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0ba0d7e07446e73f62736097113c89c4570ac8136dd97daa70d06327c9300301"
    },
    "blocks.14.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "611efada9c9c4106a9d2786fde2515709244be0266c0d629b3b789668bbdc256"
    },
    "blocks.14.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "153b1c757ba2a7ceaa77bdfac9793dff43e91ecf94fdd8f5f16666050d1e980d"
    },
    "blocks.14.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d495a963cece72df8ba17e3712a4fee0befec90ef67e6f4057ed357ea6477109"
    },
    "blocks.14.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dc0c6a79d040f1e289dd531528344044bea76b86b73108fb570085f94cbfd888"
    },
    "blocks.14.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0039174b51381218f4c02d16f3e8292954709f24d6f5265c9d37e6d7c5674aa3"
    },
    "blocks.14.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1cf6f25e0e1264a228c454219924b213de8327ee423fe8830f87934f7c862d7b"
    },
    "blocks.14.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "29918ee4e0802b7ad4a1cea4cc6c6174e841758969bf9433799d516320d0138c"
    },
    "blocks.14.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "83c7db05825e833dae3bc8cb1a0b626f366ab74e58d8548f193945db7a2caf37"
    },
    "blocks.14.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1fea43dcf2673896a39c70818e3ace9e622012461d7fbd2451bdb5e79b14e74f"
    },
    "blocks.14.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3f9d82c4c82df105ecb11e093dc98853a1621d0d7cac95d63d91e78aa1a20774"
    },
    "blocks.14.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a9662abd3ecf26033151dec22ebfaad88142dcaca14ffa6f0b487b637eb55763"
    },
    "blocks.14.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1bcef21ee07da8df0b53ee1fd802ca5993c81e1fc048816d24b886f08f788616"
    },
    "blocks.14.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fc43e99bd76ae9d30ff991080bcc7e67e5f65f543db47c0072fad9043f80bec9"
    },
    "blocks.14.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4b3628db591bc9b93a1a0f6f5ad49059240821f0313241108307b56bf7e003b1"
    },
    "blocks.14.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "43d581d6acb1299954e58592506c1cf02bb31238694aa0b0a3e8db003e1ec42a"
    },
    "blocks.14.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2d22d2d6d85ce7eda0be5f8ddf17d76c746c274218f55721d6b0c0d56b8d8c2d"
    },
    "blocks.14.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "81c0b57dac3679c52984b52f0333d36ea35f8be8c9c69a888342d8636c6d350c"
    },
    "blocks.14.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "18be08dfed0ca2c022b53484ad31e8be9c89775358214aaa3ef89f48b5f44457"
    },
    "blocks.14.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "94ee4425bd60630fa8b23e35f63605f8ba5d5f1e8c90bed94dabfa7c1d31f28d"
    },
    "blocks.14.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2394db628865d192a62d06fcb1bf34e9a265b60d15146c9d012b930a99519b78"
    },
    "blocks.14.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "736ba8f7ddaa57b1d80d7d6ba8ef675179b944ad764c3c4080b7c7a6476b308a"
    },
    "blocks.14.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a0338ece98ef8f1c9f12c8973afa4fc099a29405f32b19be4a0117d59e0ab781"
    },
    "blocks.14.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "561fb40fbf8e8f692168d5ac9b511dea6f153683156da43a0a8b71c5456a3a90"
    },
    "blocks.14.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "30bf686d4d0c9edf063ce3bf375c75ae698a261bb114094f49eece62a758ef9d"
    },
    "blocks.14.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "eeda9192ceb37bd4fb148f05df382bb575beb5c14f918df0c8ff54daa499a43f"
    },
    "blocks.14.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7edf48e73864a484e664a7ef56009558d3166de52e726bb4c24cca5f97331898"
    },
    "blocks.14.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "01fad04f50c016387d29944dad6376cdc77c0069617a4b023a20284cf91500c9"
    },
    "blocks.14.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "c1dab190e3dcdc7ca6fae8800fca2e784ef0fa597cdc1f6d2baa8824dd12f53b"
    },
    "blocks.14.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "979ccda1550c938f0998c9cc07a613263176321a18cf8c9b6acaed245fb0d124"
    },
    "blocks.14.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d050dd82a3a9bdc1879d83162be7ed01d1d22134509ea56d0d810b114aff7d43"
    },
    "blocks.14.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b381a2789214de78e9e7c22149ca386ec32e7d1c5c2bd543d6714aa982f8b14a"
    },
    "blocks.15.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c8fb0aa45a96910cafe99afed9e50dcd6b60947a0e9fbdcb72d52fae3543860c"
    },
    "blocks.15.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b6085e4055b745f3c2cf2e0a2868ff0bbef79c39072d6388cdde6d33ca4e8825"
    },
    "blocks.15.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3bb15130728f8cf0c96dcbb84c3afe7ac4d54d192fb5495d246dd45ff0d1628f"
    },
    "blocks.15.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "574bf484020c4c483a5992ae94272e66201482df3632b39698de5db0118404e7"
    },
    "blocks.15.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "263c7cc3f817cad05cda0d04227e4c0a60ad19038f4e91d30fbad1efa3bb1710"
    },
    "blocks.15.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ed02ca297c8ab0384b772d51ab1a619a0b80e55f5b70f5c32c315edaffcc7813"
    },
    "blocks.15.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cd3bdc03fe5ba1cbe7aa31748f935dc6fd6903db0cd5748b251fa6c80169f64f"
    },
    "blocks.15.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "774770288330822c331d987d5593ce1dbde8062aac89c570511c52cdbe4967ce"
    },
    "blocks.15.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bff9b6a7ed85e78d83c780c0a808fa3fa70a8228b770fda0c7a0b78ace685fb3"
    },
    "blocks.15.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3c8b77fa32733f4e2941c89c308c74edc582165fa5ffc2445f1f706ad7208fa0"
    },
    "blocks.15.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8f6cf3c296a9dca17fbccb192c209cc167c0df1fb8cd9d5bde7305a5d01d9df5"
    },
    "blocks.15.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d8099e0478e87c8d7fca1afa6eb86a807227c17adcb919a7b994ac98bbfc92fd"
    },
    "blocks.15.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6c43b8c69027db0dfa953d0aa77d29f910e7ffb5f68d942ea25b8a5b29f49b64"
    },
    "blocks.15.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "599e5eec054ec5c07ab7ee4ac662d4dacbf5a6d25845e88a34dc7cdc8f5eacce"
    },
    "blocks.15.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9e79a330b341f3db444fd926049bb01706cdccb113c94bfd69f17c5876f4870d"
    },
    "blocks.15.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7cb7eb5aa981acac3c7e1048a9b66c9c2c214be1ad0b6f0333fe80381efa49bb"
    },
    "blocks.15.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "76c2f9ca70791114e923c54cc1016bcc2023b30c9f2ee946f23ffd03be3f09e5"
    },
    "blocks.15.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ba4e0ca62cabc22595696b82a97f8e5a99ba097f8007b8abf93eb4127b126a3a"
    },
    "blocks.15.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bbd976dcae6b7bd638f6979445686a098ba55eb9ee2c47f66daed4ba426c54a4"
    },
    "blocks.15.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c26de32fec839904a6f0c370f7e4948198d576b54b1ba538dc93764af706d079"
    },
    "blocks.15.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "241adb90c83946cd60262bddc8eedfbaecfa063f406015c7bd783258bf72862e"
    },
    "blocks.15.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ef54a5cfa5bd68a3b36adadf2faeaddd1888264808d457850e8c1f9924efa182"
    },
    "blocks.15.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "473d6d96cdedb45a660300077ebc2604a4a24b4202d367f4929d27c7bec8c31d"
    },
    "blocks.15.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6b2650b905f776f39eb7ca286431d395ca1eeffaec4cf3127d0fae8003750d40"
    },
    "blocks.15.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dc23e42051c5c8d2b39b9aeb87636bef93a71f6daeec976dccd63131a554d405"
    },
    "blocks.15.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "06bd05e33360470e7c249e7f38566361268b098bbb3f0b5de0dd82ab57920f9e"
    },
    "blocks.15.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "29a5d6425c5c06090143671345445bda5178cba8f50bb727e487a2174299c069"
    },
    "blocks.15.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "187ccf7dcd774f2e0d142851368a44d757243a067ecbf928daf77c987fdd2a7d"
    },
    "blocks.15.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "4fd9a73847401ca02cd7b358c0a77e22232462a7e02c6c1f59dfb178738c25c8"
    },
    "blocks.15.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2926b5dc3d0604af05bf031df49445b51c47266a46f09ca2e0163a935c8342ff"
    },
    "blocks.15.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b3e839a7db98f2365f4f037e224a96b6a50b073e089d4940740b9a2d24038a17"
    },
    "blocks.15.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ea20b5b03b69863c6c681e0e13f12c60e91c6a6c78fdd1dfb701fdcc5e83394c"
    },
    "blocks.16.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "83c57d335324608de9bb33ffe572d47207b945d7ecd622b4ecba057bdbcff44d"
    },
    "blocks.16.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "24f85ecef60917d3a39f6a6031dd1444a234c1d9cca6095c316d2b1b711bb0e6"
    },
    "blocks.16.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e771b5545edb6210ca82e27bf48c9d0a51e38d5bcfa1f875f0ded3efd0c712df"
    },
    "blocks.16.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e391c7e8b6fade7001a960c0607d29405f2d87ae9c8ffd34765ebc7310c1cabb"
    },
    "blocks.16.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f80954f5968bbb3063e4f9e1032e89ce6d911945d21b20a0e3dc56562f116335"
    },
    "blocks.16.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e5dc7777d31316f865f34f510d08d8c3661d3e9d3f23cb6c98bd1adefb8aa0aa"
    },
    "blocks.16.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f6118260ee334943cc3256149aa082901c4c1104116437571f403b2ceccc5d64"
    },
    "blocks.16.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "85ae173a61b2e0d4396be226aea94dd58e20331a79b9988a4a4de767b924a4e8"
    },
    "blocks.16.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2334b7fc6066634873a800a147edb8beafddf3b73c45e6376df57b8535e1dea3"
    },
    "blocks.16.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c25ca86ae9ca4dab53d3b50261a05ce6cb8e66fdf9af7f134d4f4a9f138aa157"
    },
    "blocks.16.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "33a3634de50ced046351d699ed932899502f17c7a862054c6134e38c23ad2479"
    },
    "blocks.16.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c0bbbcb9a22a6062ed058ba9f1fb1241db58b4be8b59db251482201c31c49de0"
    },
    "blocks.16.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8a0f7367d5d7064b48da490029cfb8d6906f996d88ec8d3bdbe29626bda86df1"
    },
    "blocks.16.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cbc7e870025432ec65463ac447e79d4d67a06291ba1dce82d5350c319c115f2c"
    },
    "blocks.16.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "84b01130694b5452b350a5ffafb93c583a66a5b022fb7908a435e5338469dd18"
    },
    "blocks.16.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4e9f6b9eabce7a1d708ef3e9da1ddac0592de12d1a01d592107f344b8b3e6dfa"
    },
    "blocks.16.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f0a7fc139ca983f17940a1074b28ed16fb4a932047e457c3f331b1e793078ba8"
    },
    "blocks.16.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4618dfafa2330c71942da1f6d3358b929b5bac5e1183e64c26d3642662a4a96a"
    },
    "blocks.16.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e06e83e035e03a0afe5915640803bac74532219a282cea40fb8106f61d83b897"
    },
    "blocks.16.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f08f427c98014fa64ec79ace9036ec5f0bfc1f892d4943d16db2e9721f99db85"
    },
    "blocks.16.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6319b7e407087d4f43da97697698bd12ab187c1cbd4b778f2bda55fc70608a42"
    },
    "blocks.16.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "587f51d94a0b4bdaa19fe2ec726e9cb58f748c0f3dbb905614b701f52755bd3d"
    },
    "blocks.16.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fe158017b50ffc4ca5509b5cead413c6164449a24fdc032ff373f26a84f1debd"
    },
    "blocks.16.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7b642b268fd15f6048ff64ac8340484266160dc5a32f1f26cf3bdac07ea54be9"
    },
    "blocks.16.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "23e6ee012ef32a7595d1225755525199cde76821a0b63596708d656e1f1e3f2a"
    },
    "blocks.16.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "811b6645f8c33e0ab54e1ae2247fc0ff07b59d173bd889dac2459b63ea28e699"
    },
    "blocks.16.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a5b3286b14d313d6c7bbbf564e76d3e7a5b85fd521d6efc644733880e95e6ede"
    },
    "blocks.16.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ffabd8e26a1b08e5b369669412a4dbbb19b691216f12dbac1134af9667e65b32"
    },
    "blocks.16.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "5a8f573a35c995e81a41cbbc9efb6fab3c8311ec2220c5bd26f64c47c5d6e83f"
    },
    "blocks.16.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d26d37c7a43cca1242133d3b60bf14c4ef21aeea7816534de2b658fa6a03d457"
    },
    "blocks.16.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6f4296a6590a50383dc4cdf0fac9384cc82b4fc72c73bd55caab641d3b6842c6"
    },
    "blocks.16.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "faf74eba0773998ea2d08d132780e3ec5bb6cf09b3a2db6758a15da078354355"
    },
    "blocks.17.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "74222714a4f1ef942efe0fb85e7682a1d3114001618838d3f16af80d992ec676"
    },
    "blocks.17.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d203509eba218fc07c44dde446a18a5619ab7c8a7922931b713d88cdee82c68a"
    },
    "blocks.17.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "19879849c37934469e09959c982556c7c49f9b24365c8ad5224f538ba54d8def"
    },
    "blocks.17.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "30bcddd32268081b656cf5e586e9215aabf91d20cc78e4656162c6dbf487189a"
    },
    "blocks.17.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "559693fd49333a86bad125ffa35750df72dcfe8518a16262371ad899b176e7f1"
    },
    "blocks.17.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "76cf7b0c1af3eeb3ee4e1f2681ff5395034df46a8c7287110f3af37a3d6c1940"
    },
    "blocks.17.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "63c845b2129dd3245ac3d601728243fd774839ee713241594f4ccfa7eed278bf"
    },
    "blocks.17.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5d67e2fb3cab3467634390fc3ff586043e328e35669b7414778a3c7fb2ba64a8"
    },
    "blocks.17.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "06528cc5d393f70e475a8eeee3c9ef441b88f31579134f59644e611ba29aefc3"
    },
    "blocks.17.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1326626a2e2b5b681d9a964b1ce95d5a00468cfc41587ea3935a9079db7b4b02"
    },
    "blocks.17.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f9e653cf543df320601b037135227dfcea7d7259e547749a502158f407e43cf2"
    },
    "blocks.17.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1a35196c7fe0689d2b601c82613c9e9f0fcf87c36222c6decc5f47f65acfdfde"
    },
    "blocks.17.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "04288341641d77cf9791faff238422d5d7ff4d7c2842844ed0b470f703585b64"
    },
    "blocks.17.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8cf35cdb894531cadd4d801ef128c878c081ee0fe962dbc200ec9df42e8bc8e4"
    },
    "blocks.17.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9783851d85b0fc01244c1a1fb295b5c1c58cf2e89527f1e365169726492c81be"
    },
    "blocks.17.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5cc724f35254ad23a67b501dda341e95c6df837f0bcfd1fa2135be56bff1a5a7"
    },
    "blocks.17.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "521d838f63a77a8940fec919c66c076ef13c9d5285a1a9d6fee49b09c15d8073"
    },
    "blocks.17.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d90b991f6445e61f124e0c637bc0061bf79a927c27db16ca5f8375d73dd2b52f"
    },
    "blocks.17.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5ed2e12bfff42e906e4205e26f5f41bf82669ce048f7efd45428cf9857374742"
    },
    "blocks.17.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b282c4634d12f404ac3ce4f186fa5efc7fed5769f793f8657f9e21560e000885"
    },
    "blocks.17.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0b7599d4f4e86d7de40df4d55bce9c4f51aa95bd3a64676899750b48b6cc890b"
    },
    "blocks.17.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cf9c21dbf10494784b5e6567ea17eb88fedfcb2b4cdd8de5c5fa9ce460770baf"
    },
    "blocks.17.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2a750af75bccbd0d20db386e2b5bea906cb3a8038565d0e27e296baa5a67d4bb"
    },
    "blocks.17.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ecccecdc6982e0b49c4d78abe174fe4cb5da684b79d1e4a9f7a57e008b66c53a"
    },
    "blocks.17.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "67814f6ce8bffbce8af8acb5be6d4c95a1a2046d83958ffd8f0ed91ca12dd1fc"
    },
    "blocks.17.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "b50bc17045fc62a1d9d68771070e07be1c63692f4d9ef3ec33cf6dbd9ff55304"
    },
    "blocks.17.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c7433033ef90a5b2d08a90d717223100da65d1480d4132fc9a69e0773943a528"
    },
    "blocks.17.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "63293102e614ac960d669bce3b2f2a71b76d79e162071a2f181cd726857d5452"
    },
    "blocks.17.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "8404364d44bcc478c05e8f4d98b8b18d771a3c6740eb63103f5f185ca2dd5dc2"
    },
    "blocks.17.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7ec3e3b680fbd3fcaa02a226bdb740be32dfdf21975a62ebd399391c696ca094"
    },
    "blocks.17.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7b68f46916a015ff77403e96f4a89a39525f0e682da98169dadbd07f713f130c"
    },
    "blocks.17.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2c5a5a99782ad1623fcc08b20572f7f7c1a0e6ebaba20a540cdf0fde3838cd83"
    },
    "blocks.18.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "244b4be59f3c3673c6c6b597a11e02673336d820554ed33a0f8f58bfda9bf4a8"
    },
    "blocks.18.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "57df8b5ca79a83845fa3b6238bf40eb4ce04cfbc5e23973dd9b33f72c9c81666"
    },
    "blocks.18.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9b87595eb79c8f1317a52a8e29f3bc620ee2b49406932054fff70dee915ec011"
    },
    "blocks.18.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5d19ad33cbf91f552c611557bccb065eb42e2e6c82ea32155f20ebcf84ea0c47"
    },
    "blocks.18.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6c8a46219924185a281178e2ff7a11412a45ca33c307cdb0d0cbdb9e67ca2dbf"
    },
    "blocks.18.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5ec3afb8c74822240f7f0c5a5243153c3768643fcd4a579c551f9f09d12775b5"
    },
    "blocks.18.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c1cd7c7f62b718edf50f1023cd1e2fd39a630233f8b22a968eb1c8cc5dccdb9c"
    },
    "blocks.18.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "887472969f4508ac1170e4eb0e30543c3383755d56e0f5092492a2fa5c521039"
    },
    "blocks.18.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e48871a9a25bf38083b7ad82d9b562123a5c35ea90900866341efcb72351330d"
    },
    "blocks.18.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "78681468f724ce1b6229700323cb3c851281ee27f705e78ad27ca6bc20668884"
    },
    "blocks.18.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0d3a15395b0ef8fad03f3970fd3a81418de858bc0772bf2ca6688b8950f5bab4"
    },
    "blocks.18.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c4fb4748e9f15a9302289742c38e756a7c3614233787a4329a81730f514c0615"
    },
    "blocks.18.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b0125f8dd138fe513dd4fdac10604eb2fab8bc5fa1c750a84e94166f74414d20"
    },
    "blocks.18.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4f5bc38703bbbb05709a6b2a68b15e9bcfeff287d7a3d65cecb1e4e7e80f5aea"
    },
    "blocks.18.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9e2aad690017c56963ad2d147e2eea4ca5d74f1484b1673715a4f3ba64402012"
    },
    "blocks.18.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "af6914a7c502994efad0c7c3bc47be2f885735d6a911b0606e1ec5af6c3534a6"
    },
    "blocks.18.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ddefcc1aeea3961886ba46f79130b8ca7115a1cb1b46bab6b780800fc7c1947e"
    },
    "blocks.18.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8e3f66ab7c6773d0b12f128015a33dbf35a714de3cc672367d87c90c6ab747f4"
    },
    "blocks.18.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "71acfb5a2b1a2df6b474fac3c1307aa842bf52dbf0a32235addb12933e856296"
    },
    "blocks.18.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c7272fe6f8d2dac5347a37a498096d79bcbc4506dc8efd6719327f907b5e06f8"
    },
    "blocks.18.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a06e5cc69d2f581e61ec2871826e559ba54f01ab9c13a560956ba163550e212a"
    },
    "blocks.18.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "627ecfbb8ca83393212631f7c66c87df5bba7c5a9cccfe5b78882d6a2db4f0dc"
    },
    "blocks.18.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fe54ceea3556cc16f3f1486ecfa1fabbcb8eadb31acb43314d3e943e682ace0a"
    },
    "blocks.18.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7801623b879aceead7bcc13979dcf8814a9d7e6d362b294b189e720e78d75d81"
    },
    "blocks.18.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7c825720f2da4431eac35c63a209a53fa19df1f8d2df960d0c6a96f097f47d4d"
    },
    "blocks.18.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "273b49309a7b86a98390c1fe36e66348237248901f27c16cc7723506155fc2c3"
    },
    "blocks.18.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a9bcc7f48fcfbf7b8bcc2a31b530a6a83daf9c08980dd87a5cb7e797433f2c5d"
    },
    "blocks.18.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fed3b9911fc2b8602192f46821faa7ef2e9ffd2682f29abc48f2d9278743d2f7"
    },
    "blocks.18.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "ab50a8d23bf79e85089719b0209a8d058042405ef64a065947e15e2acd2693cc"
    },
    "blocks.18.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f01a6ef642301920d0b079e13128c5d9ac5dc2dc44ad7f2d17b0ba7e1bd42962"
    },
    "blocks.18.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ebfb5fe073445eaae4102be216d903422a3225a1b2d34b077a9501a1a7c22a61"
    },
    "blocks.18.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f569524b0930e2b0d597ff66e638d3dae8ca6a4c693d1007e5394b8c8ca419db"
    },
    "blocks.19.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7367a46f867c2651d48f6cc3b00d12e9caf5d75667aac4fd10e0e026ddf9c3ec"
    },
    "blocks.19.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1cfbe79f4ac6ba84c6d356139af418ea0ebf2e2649ecc24d39b4013fdbfa5526"
    },
    "blocks.19.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "58e74669414fb3db9f708755e2640276f726434572973b4c46b7beaf955d9be9"
    },
    "blocks.19.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ae90176f2a0b6ade31dfd1d4fbbdc51a62ea3da4074cf1010595219410b05838"
    },
    "blocks.19.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b7ad886c53f01cf61ba37c709bf901bb62940591805dbf8a70fc48c20e7dc5cf"
    },
    "blocks.19.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "75428383937d2e5dbc36046cbfe7fce829c2a0a301d0754cbc160d464ec84020"
    },
    "blocks.19.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "68be0bf040a0681ab9e31244edcfa207774e6ef471ca473636544a0da3dabf0b"
    },
    "blocks.19.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "775f826a0aac35a546458abcdda269829be558810411b6c95be18a01715eed94"
    },
    "blocks.19.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6126b0d619ff36bc20434407ff4c18f9d81320cc9987c1da5692165518b37edd"
    },
    "blocks.19.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6a9d32516b59541a3b65c43c4634e92702407fb500bdcfb85364ea9eb8e1f326"
    },
    "blocks.19.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2bae6314e5b4bfefc85e8897549924693ddece10f1ac64426ccac8da495b1455"
    },
    "blocks.19.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c7e40028694a697d3689a5702aeffd1063bfc5650679450be68eaa4d209e4af3"
    },
    "blocks.19.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e224fac80321452bf16caba9ceb026f1142371655a378186f1482a7324f0ba9d"
    },
    "blocks.19.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "94cd2d2407b1f23e3396ebec4ddde707c983e86f592b742ccdfb4d517b455d39"
    },
    "blocks.19.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f9860d839752a43a09fdc7178e649394a9e884a302bad24708125fa98a029b78"
    },
    "blocks.19.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e2328cb8c340955a4792497a806dd774c2a87112c2ef07162d44f33d9b07f233"
    },
    "blocks.19.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "159dd6582074f58b19d6e1a9ea941336591c35ae9d5ba1877b93654017f85b12"
    },
    "blocks.19.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "060058dad3db8e0baf285fcf9939a5bcaa8b8f32ccbde57580cc3c246d9f16a0"
    },
    "blocks.19.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "405f086ef1666d1990fc253cd049c45231d17d7f0fa6a106a2a0a8ddd02d3bbe"
    },
    "blocks.19.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "df7a8a29db9beb4644be9fc8d24cfa03c50ce2bfe2a10b18152ea5212c4c2845"
    },
    "blocks.19.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dbdb7a44f40396ae26796d84e4e2dd2d47f9ddaae3a6559698739c9a5957b43a"
    },
    "blocks.19.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "01e39811a03f623f09e8321b5bf6a09d0e3ba3e338fdbe8f2ac78549ee874155"
    },
    "blocks.19.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "11f40e048f9095522bd367685f1516b49ecab6b50c584775db66061526cb7fa4"
    },
    "blocks.19.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "87c0571fdeb24e679adef0b2d7ab266970538ce019098e6a289ee71ff70ea75c"
    },
    "blocks.19.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "324ec150519482b8b6ba97654e67abf9801a978c24645e92aa51a6dfdf9777eb"
    },
    "blocks.19.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "144bfca1d61a1b571d5e1725a5c6e1e828f23753d0044f04af3639ef14a7264c"
    },
    "blocks.19.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ad8eddb92b199c072e8f5cc6c656f55e40f5185c7e8fce5458022db88dac6e34"
    },
    "blocks.19.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "997e9aa85366d03ff7bd46981b02308aac62506dd707b9d8d882e823df2839c4"
    },
    "blocks.19.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "b8205db734737e3943861a90797e77027030dad07daefaeba79c5e63382678e0"
    },
    "blocks.19.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "94c67ba46355843ee47330f70c4c46ae7e74052c01798a2444cc2e5b4b9876b3"
    },
    "blocks.19.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5c581a40411248d9c5267b3255f95235c95d23ecf2c8810a304a2f94551d2928"
    },
    "blocks.19.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b75eb3639fe56beda90bcaf5df1b7b8dd381a4d1a8dae885175565bbead10e9c"
    },
    "blocks.2.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "66b2f0c5d80ba8a1573f339479e3e2246eccff70bad790b7d2d941cc78a2f3b5"
    },
    "blocks.2.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a57068c6bb6a6de251ca3dedd568fe6eaaf08dbd27ff8d15e2a0922b07bd2ac0"
    },
    "blocks.2.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5fffbd9a2324f464d2831d70fe2b8dcf36b8dbcdb2c568f37fd4d75960696972"
    },
    "blocks.2.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6f5b592cebd0c13e6ec49dca7f03535cc6ef9db9a3cdaa0fc9ab232b0da9cc10"
    },
    "blocks.2.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d593444d1a70102ffa4161924c57569373c2b19938dba5ab223a7190e3856f50"
    },
    "blocks.2.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5f81ce96a262dd6138426c21628bdf86d05954a6e5e68f05a1c10ff467d69f54"
    },
    "blocks.2.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "aa9654cea67430d3404828bcbfd8fe5cdf036d280781c138463a530a25d0d9cc"
    },
    "blocks.2.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4c037030fc4a8d5f90a8425e1d6b2106367c6fc91cdff33447d95e771d67a0f8"
    },
    "blocks.2.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1a71e405e167371a8e54e93a849c9d32c0649b5f7b06d086002702084280c73a"
    },
    "blocks.2.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4f20b43da430b12a6840b3b096f64edea53109b9bf3be4a5caf7883bc36456ed"
    },
    "blocks.2.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7e98e616e133103c4947102730477089b622d306c11c857b2db44937f9d42ad7"
    },
    "blocks.2.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "84e68623746b7efa11101394ce1df0dee95f1b448af34b49c82dbdaf576ccdae"
    },
    "blocks.2.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "36f5934d65904cf882cef380f27a3fed107cd632ac3ed746e71526ad61a6eab1"
    },
    "blocks.2.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a50d2a0cd934c17fc23f42505eb20ecbd30dce8cbea29cb498b204b10f379303"
    },
    "blocks.2.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9f2f8f96b55628d47f3b7997bc2c8b563430ca2c3fc41d5a921d591bb9469b0a"
    },
    "blocks.2.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cdbe83cf9671d9fb539fcb03c18479ff6f6e112758a7ade2b4ccab49114594ef"
    },
    "blocks.2.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1244939c8020beae244d99d5bddafa179f9ad3a6bb0aed55d4cb14ddaf60ce98"
    },
    "blocks.2.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b73d05be5e9361a3eb5c31531947cf8dff4a3fa2157bc40ceb50ad4463ebcbe2"
    },
    "blocks.2.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ade5b47f9887505d147c1fb19ace729e1ab2b6397ac6b0d82d16608f5b67eee1"
    },
    "blocks.2.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a6ab820191be080404e5d4d76c389d9901894acc589fb542812a685cdf8f5498"
    },
    "blocks.2.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ae3c186ee12a37ad01174b09fe32a353df736bd9d7fa85d99062b3013ea332e7"
    },
    "blocks.2.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "73c3b50fa221cfd14e73a5d83d82a38d265a0becf683130d5830e85935671ba6"
    },
    "blocks.2.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b0b583dbe15085da84735d94e3ef4eee397c597001469ffebf642251ca0b86af"
    },
    "blocks.2.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "815303b2f8cd54fcabe789753209f1cfa5c3b315d6dd1811e68dd8319ccdbd8f"
    },
    "blocks.2.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1ab53e0a03fdf292bba97b52ebd220cf43e2fa0f1e4440899a4276be4c130fc6"
    },
    "blocks.2.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "4c43d43df3eaf1c05625c740bc34f3b2feb81be9e943ec66207fec791d43a0da"
    },
    "blocks.2.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "eb5a91e474cb2fabb449d0325a6ac14af1c07834eacab0e4acf18d6620f8bc93"
    },
    "blocks.2.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9484877aa41d0f5ed78f40bbc3b3a198778cb87129822361a0da245f8902459f"
    },
    "blocks.2.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "380e30df277560bf2edbd06fa87f8feee63c95234666ae671250ec315971b37a"
    },
    "blocks.2.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d8e6be4ed3a0e7cdf631ab27629b6ad7ca5ea1abf30ded945efd0f0c59a2fa4c"
    },
    "blocks.2.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b52a370053f9de708bb6173668e7300a6d0091cb0479b241f0a91bc432481705"
    },
    "blocks.2.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d3e35b6009f5972c8db3f164b253c4a9ccfe0abe11c797b9b6f38b475b157aaf"
    },
    "blocks.20.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c7d95c206734e31ed3e5ceaa4602dec7e1e8310f407044f3fa89b7bcb26423df"
    },
    "blocks.20.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "017001ba1460cc868b6948525157b24e17d8ff72bcdfd4fd8eee69ab381cd46d"
    },
    "blocks.20.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "979652c6bdd0dbcf4e0d70129adf207ec14fa993fc676b590dcbe5883301535c"
    },
    "blocks.20.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "90820ba227a25d29c749617459699e57a8f11f183faeeb5f49ef1640c33fb0ec"
    },
    "blocks.20.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "df1bbd6127651aa747408fa7522c9c6427c1139a4957f7f912b2bf481386a7c7"
    },
    "blocks.20.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2a65113ace2fd9eed0ab65b3bf784e195ad193b64117e17c8978aec12d6c1668"
    },
    "blocks.20.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "493f6762415729870171543c7f2f15820e2b3f4694dc0ea280a1b6206931a28d"
    },
    "blocks.20.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d8db30daaed72d4d1c884205ef9081963465e9c36c3c96ca98e2298f7d43028d"
    },
    "blocks.20.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f78a3dcb3085ae8ce807a17057ac7d65c58c90be2380f7232d75ef54ec31e81e"
    },
    "blocks.20.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "66a87a09850743fd6967edb0edd855670b53d48006052016c5aa9ab31c169bb2"
    },
    "blocks.20.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0e05ca477b037e72252bd3318f66b260b9d4a3e9bac830ac971c9ab8c2efc667"
    },
    "blocks.20.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "64368ebb85c48dbce5f612808ee59397f019ee6e6e0955325b1d2aeeabd1c2f1"
    },
    "blocks.20.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "efce19431c16ff60a07eb593912c9d4054a35737f4ade70a5dd44a816caf5918"
    },
    "blocks.20.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2e7d25decf7a71426e484f14d9abeb7dc230329c4e6b319021770183b56b4979"
    },
    "blocks.20.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "89296dca5db578838848debf3a9366fb37b507c71cca473fe2fbbb566c84bf2f"
    },
    "blocks.20.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fd10e5d6a9a8e7a385f5a654a165702ed335cb7f404c1a601457dfb4a29887ad"
    },
    "blocks.20.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "06c0b1a8f86e53b87b2f23397df0b9a898406c758fe05d40bb550b9cdf037a51"
    },
    "blocks.20.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2dfaff00472a83245ea6ec061cb0670c48ea1be2551cbd6bc567bcae7890738d"
    },
    "blocks.20.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3c9a73d8d86ec4a14346184d42f85171e51efd3f4d839c2096c5d7eadbd2a9c2"
    },
    "blocks.20.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5635cba457970f44facdd3fe599eb31e56bc139fbb2d7f7ae2180716ce080ba7"
    },
    "blocks.20.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "81dfe5b9a15645da6c66eaaac9537e0132f8a9058b00fe7fda7ca9fabed9b623"
    },
    "blocks.20.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "350f4a7be28d5f4c979b75947a733b851ffb8f44a604e06d4d85d1415de11d02"
    },
    "blocks.20.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "19b3aba04d9973bfb6861c7e3361f8b7ad5ed6213012f05a23f9f410dc117f2f"
    },
    "blocks.20.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3c397159f6aa6322c67cb935eb6553f7aec361944c75eac6bcc5fd2b0bb90c37"
    },
    "blocks.20.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "837fcba35b1a1d675e8ffb50c42e463fcb50ceb388e442cc43eac8865d8c9135"
    },
    "blocks.20.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "a007c721d88211c3a39935b65a2dc339225438b47d1c7f37e85fcfe94474a346"
    },
    "blocks.20.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1a6150fb66d1e303896749c9f6f15962395103ee59f6db74deca25000c947f86"
    },
    "blocks.20.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "56ebb4d2ca2c8057339c750d0cccd899d778fdd6dde77206db8990e258a145ad"
    },
    "blocks.20.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "f2bb8639a7ed21a837e24855e18425e70fad5e3726c3c41a407655fe61c147f1"
    },
    "blocks.20.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "718c67c7082dcd9d209e18789fe8c1d004d1c247253b014a4ba366fa5013e5ff"
    },
    "blocks.20.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "eca509f61b90c0d5b5274fa254039f7938d53101f382c806955b8d6104e9fcef"
    },
    "blocks.20.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "df4c03af854f32d959959934cd36fa337bb31a70f2a1c7b0e5bd5661afe7c51a"
    },
    "blocks.21.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ab88d9ee7e1968684d74fcfffd576066b4482fd8bf0ae04e31fb9b179f384510"
    },
    "blocks.21.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "990773e73cc62e4b45f15fc53d22cf25c2541ed45f37cbcc55515243399021a4"
    },
    "blocks.21.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "30443b2943229de03c7eada13677c5784b23134b13d18c9db4823920bcac3461"
    },
    "blocks.21.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "54be8c033400603b7966871c03859d42c05ed00818cc478ae48aa68522a25a1d"
    },
    "blocks.21.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "63ae3795b0ec924599d0e45201c8948c1e4ff2414e83bbff44cfc2cdcdae3618"
    },
    "blocks.21.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "69d8579e6a637352bb63487f123a265b4db0a38a687a076301b07c09e8a943a2"
    },
    "blocks.21.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7c408869bfb05986753de7e251bbc5a6144001ebd6791e0c63174ab7725536e9"
    },
    "blocks.21.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4f612fe9633c14bc403f6050f1f83bf85895f8373fcc024a7afb434913328ac7"
    },
    "blocks.21.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5a4f641b8c6164c41c358ef47e8a7e787431eb597ec67b1dd5564a711e3ccf98"
    },
    "blocks.21.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2ee44940e6887f1e14b6757f44cd70ec98e696ffecb535aea9b2da1a4ec82caf"
    },
    "blocks.21.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "43102582271b55d2a8b74f408b1babdf0b0ffedd4673b75f5e9bca5e64cac060"
    },
    "blocks.21.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bca4791d9630391d3711c028bd9c13be72085637e7dcbbc7520a6d63afe749be"
    },
    "blocks.21.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0e6af6378245bdc0ff56b5c897e2580f337442c6c57e7e9cc4d42c6906be8a33"
    },
    "blocks.21.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "01478a8e370baf401df3b4211e0dcbe39f31656959980b7b5328a95136898729"
    },
    "blocks.21.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f3d625889c54cde82d694806fe5ac6fe974425edf91344634d885f2591d143d2"
    },
    "blocks.21.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a240aee4cdc7ae6cbf0813d0560fd669f23828fe4675b86a4a6fa5eee452b36b"
    },
    "blocks.21.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6cd3e5d1c9ea0c91fa8f2e6a6b0dea8ba196fe6b231f72ccdedb8f8faa608b74"
    },
    "blocks.21.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ee4ac58f1e73309ffbffad749c1e8b10bf93713d29f38a59edc589cc82d12e40"
    },
    "blocks.21.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "36d56217d5b817ce602f2a2b049d7a4c2f2d875f2145bdc1478732e4e74203b6"
    },
    "blocks.21.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9c0704224bbee3cca1c956a8d8eea6adf3ca02ea8cab001530f920633aa79805"
    },
    "blocks.21.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c5df498d7963f1adf995d74e4b9adb105345a8885afcd21ffc0b309d0f0d1c5e"
    },
    "blocks.21.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "803418ede578cafd9c869cccf5204879f42d1005cdd9cceb681b0a30ae80ce78"
    },
    "blocks.21.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "62a06d73a24e3d5a48a998c871dab6a801d58c5d3d22597afc75d8c967b468ee"
    },
    "blocks.21.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6c804c84bcbce9346b58b72ea3c9ef083ea9735267eecb1f3ea2fcfe2e73b4ca"
    },
    "blocks.21.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2c12eac1cddf1372dbd5400823e46a1f055b94fcc198248d9f2fb0ce0c285daf"
    },
    "blocks.21.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "50b633d70b5e048e679e5e01679410d62c0255c8746c0498ec1814847656f1e1"
    },
    "blocks.21.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "788d76e43ee24686ae8069c8a5fb68af5ec0922f916ded968a6108ddd185b6e9"
    },
    "blocks.21.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ae06236f32c1de660f5927f5dd310281a294ea2592c10dbba2ecfb8a83698bb6"
    },
    "blocks.21.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "bdbb71aec1688f90534de8d6cd9c4cdedf750dd89637add4fa4432b163d7600e"
    },
    "blocks.21.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e4d0fdb8ea57a08cfdf09d15a283897675ba290a7594d96f6685aea4fd83d1a3"
    },
    "blocks.21.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "58dffb3fbe19ac50c1befc97a7db618d12365406db808e47abb5dd84844a2bb1"
    },
    "blocks.21.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "02a41581d9b1b04d539e3119da8b0ac4fc7526a3fe01771f55af60166bd2e87f"
    },
    "blocks.22.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e6d3a416ee4f6a542724ba32e3491e623b1d9e1f115e2ce7f7a16cdeb5d207d4"
    },
    "blocks.22.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a9d0a011c7a9f95a4ff44963ed38edacbadd029268a4411041e354fb87fcfaa6"
    },
    "blocks.22.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "17278d8f79d825d2fbe8d182acb07dd400b78096b683d057ff6d48f8e069d454"
    },
    "blocks.22.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "76052545b522beaca8f4fdae531fa613a107f5f8b462ae8727ae4ebd2c9cea38"
    },
    "blocks.22.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "aae57d0f28cac2e7559aa165e6aaab0193d701d495419815d3f06081f1f1636d"
    },
    "blocks.22.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b042480cf18ec3c8e91324e0180f41828d21eb41ee5d4d10409373986b782f61"
    },
    "blocks.22.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "732ff88623e4d5f80171d841e97b30e3d0c15c6ec3324d6ddfbb8b7ec2fc35ef"
    },
    "blocks.22.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0c627a1aaa35f8182b0660788eddb8016a5f78fd49fc6cfb7ea761f49e350b79"
    },
    "blocks.22.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fd758a8abdfaefc474e5da2ab95cd789ad239a919b06705784b4d60aba7e292e"
    },
    "blocks.22.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2e9645765265a5bee38d96d374271948468f5b1bb39c42ad655976b894c96b0c"
    },
    "blocks.22.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a7c831f25c5420a88c6227a528d920a35cee12d0074f278f3021b1f52819a51f"
    },
    "blocks.22.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f095b7e5f41b3eee61fa7e13bf05cecd052d8a769d59e71d357c898e99c9da23"
    },
    "blocks.22.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "30a6feff685dafbed7b6b7c01e8d8ea0402f285a168256164da94f592d325000"
    },
    "blocks.22.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9ec07fa6ec85c480b9220e4f5fa3fd325c663acbe5a5cbcaa7f30b651bfc0410"
    },
    "blocks.22.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "68686809ee49d9373fcfc5c18e9bd05a04df7c7fce570ecb2be49539dac18a86"
    },
    "blocks.22.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "515f1c7442db6bbe2502ee8afd4821e6ebe747e31f43360cf384c5222a8c8dfd"
    },
    "blocks.22.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fd31d2152c4ca8303a8dd6ad1229b70285691347f53e4386cdc7dfb9f6021882"
    },
    "blocks.22.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "832656fd056db260d2ff7c0d99026002962f3b8713e0f6daeaf3341fe5a76bf2"
    },
    "blocks.22.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e9a8b4f34bef8852421345e5ae11634a0365e9b93d56ff615cb97dd6418b67d6"
    },
    "blocks.22.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f0e9c48d7f2e9522b9ab569eb1896dc990b78c2b73a36f8efcdc57666d5a148f"
    },
    "blocks.22.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ebc5d714bdca3fa28cbe9ca7a091f2e71abaf3a99b295cdf4e68b667cd178e06"
    },
    "blocks.22.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3d9806ebdc5a229103ede0305fb1978f4b70c55e72c2e9fa146e8bce3885fbc0"
    },
    "blocks.22.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a1c92d04fc46a4a3257d8d417e85c2e110c06c1a7becde939747d66047008b8f"
    },
    "blocks.22.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a8563741249e03b93449fcb6c9624b4b1f84bf24f3c666986b21558c48eeaac7"
    },
    "blocks.22.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "33e4690ad0442540ca10e7bbb35e8dbd23fcf61453de60d221e131b506b1fb65"
    },
    "blocks.22.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "60e59fc02b44102db3518410e54e4a9c64f80dd9b0fa51ec5a6602de5dc14409"
    },
    "blocks.22.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a48dcf531c18565ab3b73065c80b64c30f871c294e5acb5c9f39e2b2d626429a"
    },
    "blocks.22.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e3e4daf68880a0480068d50788a701616f30c0a4570dea0d18ea5fa49896dc21"
    },
    "blocks.22.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "1f45aa0c340365092ca9f1c95ef60104b0782cf598b79a3789a80845b5ea5167"
    },
    "blocks.22.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2e3316d6b01a7fa7b95929fb10b0093f68eb3e56cf8125b25c8928f514f85a43"
    },
    "blocks.22.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e1239501c1d379653e212a7058dfe28c3211f067f6a1c919a003568c3fb6bc6e"
    },
    "blocks.22.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "184a5ee3c7b51fb888c5c19d4cda6f74a07e2f3182cf8c4703dfd9abeae5aa2f"
    },
    "blocks.23.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "41a7783d1f7534a93c6624f3fc9fcf16c6e6a7e12b0d7c8c4e367a9ed7336a8c"
    },
    "blocks.23.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cde14498f930625441d6bf09c74c72a40cf5baf35546978e8734a4079dc8fb2c"
    },
    "blocks.23.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "abbc0c0d84a1e957c60b71a29890f91a5994a2183553fffcba4961116ebee6cb"
    },
    "blocks.23.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7d9b88c1716ee7e04c6539f8b34c782a403f7b87baaffeb54dfd07a35fe19b7c"
    },
    "blocks.23.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "96ce9785d75fd0b125b1f94a6c67f431cfd4d0e6844dd26bf811b9689f9f49ba"
    },
    "blocks.23.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7568522fb9720c6a5242417083ea0ebd9b3acfd7f829f9e092bc7afbb67fa54a"
    },
    "blocks.23.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e5d012816662cf2c5e5599e4472b5073faf171ce0e437df6f05fc1c175f0817c"
    },
    "blocks.23.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "15d702c5162caeea7804aa6e3ae39e31862e80c1145607a965b75c81dd81e188"
    },
    "blocks.23.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "65e2a5faa0963d608c8ecd0976950fc93edc0024b21bfedb06a530351b9e720d"
    },
    "blocks.23.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4341ea0200bb586ad7dd307de08d2de9588735e06bb5f4e86a5c426ba8ce3515"
    },
    "blocks.23.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "be56024c0dfa95415b16d84b391a1dbd7d9152177088cc0d166d01e3dc86ef7a"
    },
    "blocks.23.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "57ab9186ab1ac04631ba3a84b4bc01929054eda33f313f4d65287d0f562648c9"
    },
    "blocks.23.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "47dcea3d6c4077aabe6e15704b3f01c310496d97fa800694f3a73c254b9da785"
    },
    "blocks.23.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0c3d3417ee0962c682c10a03b6b9763ebbdba92e38a46b0791f6869ce15a4047"
    },
    "blocks.23.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1cb7a3809399108a49fbeab0227fa518aa6aee616fb41d6a32834e8bef89fec3"
    },
    "blocks.23.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4d6215c6f594fd8ae13471f33213476af068441804a66666b7d7e5d75e2b98ce"
    },
    "blocks.23.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e2b919ea01c9b31495d0a08c6fbf64379281037ab595a9b19ef4b98c5b15d53a"
    },
    "blocks.23.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c29809028919b37613d3952da1702895dc764dc31765336a9fd92a97c8adab56"
    },
    "blocks.23.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8e6e88dfff82ee15039538ca94e06768763e225adc2e2ffac610aca20a32c7da"
    },
    "blocks.23.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f04ff356af0aed4049d736837b4bd66d6ea8f3cfe72948dfe78b0f2eb6213a45"
    },
    "blocks.23.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "69b43f13229db1c0e75db847375ef0105449b0f0449b462d12e77bb4c4dab590"
    },
    "blocks.23.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3c23bfdeb07921d14eb4c0ed84f62850bfa0b62d06330f91586fc2e208b5ea6a"
    },
    "blocks.23.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3b26caf96705d5af27f085b7697a4cfb25b9205da078a5d4842f4723e5314079"
    },
    "blocks.23.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c29f3f9345cbd615846d2d13eeef9e0e9be7d9094c6f3517118ba91b26b11ded"
    },
    "blocks.23.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "524a1acbbdc99dc91e2c1a1a44b11b22f9cf2f7d77d5eac8b3b2609a3ed0c464"
    },
    "blocks.23.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "256b10e4f992429425ff3fdbae7f05ec7b0b1784437bc63c8b8c421994c530d6"
    },
    "blocks.23.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c83089e08f735bf280c4632369fca17fdfb1292907e089eaa40f4cf9bd7c4597"
    },
    "blocks.23.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2ce8a08769203a591a9c4692ef17ac13df05f95afa4e082cbdb94aeb091291b7"
    },
    "blocks.23.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "788b45703d5e2b37da1a79c947a091c077bf9e99a92acfdee53f9426af023b0e"
    },
    "blocks.23.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "333215a9234cc030d9201526a0694635881807200df6ef3b135b3eb6f0f27a89"
    },
    "blocks.23.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3e1a64b59c06616653e2fe0ea4a083055ac03d0fbe5080beaa9db0c45ceb60a4"
    },
    "blocks.23.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0fd7eb60212c02fb1718b0ca14edff94ecbde6959b4f07fb1998254321d72476"
    },
    "blocks.24.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f01044cc319992380cf1a7a858699fb4738f8d24513b9d6f0fadb9515949e1e8"
    },
    "blocks.24.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3b6bfe6e694ef76b81681deff9b9aec278524918df9f5b50de4bc4aa5478fc72"
    },
    "blocks.24.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0fd592b1ed0d8b73cae45e49830f04784e64fc4a92a06c07712831274b50d194"
    },
    "blocks.24.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b88861ed317cfa1da0bb20cd8002e79888226a198e53b4a88f5838d537f6afeb"
    },
    "blocks.24.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dcaa8c3602759ce5545d431f65e21ed9535062e26bf3037349b94d514b00c38e"
    },
    "blocks.24.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c990bf28f328d83efbdfaf6a9e02941d6d373ce3e63827cdd4546892adf99f9e"
    },
    "blocks.24.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "91f3ad248d4b0a7d59f0a1d55b3b6be39a343d8b5c8a6332ebf3e1fa4faf040a"
    },
    "blocks.24.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7bba03268de83192c20572d79f0615b117ee84ae6a6c48654310c5c569a93fb2"
    },
    "blocks.24.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b26d1742447c86c18cbdad6d0346f3e575cc7cc4fa005bf15bb02cab7cb71e91"
    },
    "blocks.24.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f87b8457806e67e5eb2d00fcc9bf284eaccf3dda2c54e3e6c78eb790e5bced19"
    },
    "blocks.24.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7a32d4708764222b9f8cdeedb952c33e67398fb4f910c9e7e80d4404ef634bd2"
    },
    "blocks.24.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1ba8fd316c3e3f8967da5b29a9285cc1d59f38b4690fa6066002cbd660f5ea5b"
    },
    "blocks.24.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "67a81f6c8b9a8a35027e1153d07e5a56ce75a6cc0570ba5c01b8099af9352b42"
    },
    "blocks.24.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ac554911000a5689029ee556800e9ee38f5385e5b52ae5d9681b79c6e6b8fe5d"
    },
    "blocks.24.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "56e99cbca3d5a0357306f9e9459811543d8eb867a47f2c2872690720dd799f0d"
    },
    "blocks.24.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "95e86cface032fb2e5a67fed9dbc591179582601f123b11f693e84a819f3ce10"
    },
    "blocks.24.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "631860a9de317d6a5238e5552090cd02fbef6c59302e7cad82c72a844a3b1984"
    },
    "blocks.24.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d3b5b5be6cb9d1b8642420c43f58ee0060ce0702885f9064e1d616d9cd88e184"
    },
    "blocks.24.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fee60a5516529452280da6d82b785451d0bc0f0a435076527b6bfeea0a8c3471"
    },
    "blocks.24.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "944e4cde38241401beba0e3f49a1a05e0297b185210434d2fa703486ce893a2f"
    },
    "blocks.24.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8e7775c68ac27e4e72f30c1ccccdd669399d963923fe7d9220f3bd3dc3cbe3c6"
    },
    "blocks.24.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dfc1a3991b67ff7182d302da04e929c2f57514e619f25b9fc93efa8b5e002a72"
    },
    "blocks.24.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "298fc097cf109faed8fa86595b5a4a12953fdbfcaa901546f63557beb1229c37"
    },
    "blocks.24.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d67fb5c21d6aa293ccce43968f1eddffb2adda26ea805523a15275d3888042a8"
    },
    "blocks.24.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dc1486138c124c9eefa99d4024e80e2f397aee8cbf94da9dc2267e77484d51ee"
    },
    "blocks.24.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "b0cbeeefe05ed5a9b2123cd8e0df1976eab90d8f909eae1154943efff56d0db1"
    },
    "blocks.24.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8c3cb8055a526dbfd7a8707849fec04bfb34bf531ffeb5cae58c7db3838ed3ca"
    },
    "blocks.24.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3b86b0fcab3de8a3e0c6b17e9a744c64756bca201c4d3fb754fe95d055ae27af"
    },
    "blocks.24.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "024fe36559a5e5835f603d280c330531eef14e0526c83f2ce6043658a1e08284"
    },
    "blocks.24.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "566b19e5ab0e86d8334184c15f21bf29f9cb3a0e82a63ddc6cbb4f59f5f0ad5e"
    },
    "blocks.24.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3fb857cb4d355215bc8c2806247e629931f4fcd5557e2d2441f4f5e07debf9e8"
    },
    "blocks.24.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c27154b86dbe0e81665b34ec9d831ccd64a26b602adf896c2cda08dda902b8ce"
    },
    "blocks.25.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0e1dc01ebb9cac38091016ebfce26bbb7dd4b6abd863bffff35834913d8197e6"
    },
    "blocks.25.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d6129236e0711f1ea923f916461bbe06cd2ac4846a72bd416ee698970847a94e"
    },
    "blocks.25.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a50ca17c75dd5a9f6e45aa0ab1c8a84dec0fad4440a5b671350d7c8bc2180b95"
    },
    "blocks.25.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "59fe8c4803e02edde4f5b1755507597e9b846a3243f2a0989e87c86b8c37bf12"
    },
    "blocks.25.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "18e4e36ed1691c90a84b7efe478526925dd2de850f49bc0ad12dca8ecc9ee995"
    },
    "blocks.25.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d9eb291ae97b588ea736949663474278a20d813caf192af9b8c1709be69266da"
    },
    "blocks.25.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "09641e0de51768c0699b9892b7fbddbe4b68e8056f8648c765dc4072004ee145"
    },
    "blocks.25.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "274124b7d267ca57c86806fbcbd6311daff8035ee3d0f2097077e47a4a0d0252"
    },
    "blocks.25.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b97c33592cab690590735acd24f8317bcd3731b786c763284573da2c92980779"
    },
    "blocks.25.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ad1b521c14e4938403d68446cfd6e092138564ff83e030469076c0866c002ac3"
    },
    "blocks.25.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "974ac2fffb769902a6b8a181b497ea8a11a102a06acb192b6a8213906ba1b84f"
    },
    "blocks.25.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6356570dd02c40c3436d9b4459e349069272562dc2e555b7049b76e99bb8f94b"
    },
    "blocks.25.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ee01e7a2f7bdf18bb90d99fc59dfe0818f1012ebd12864d19ed1dbe9130dd862"
    },
    "blocks.25.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b2c5a9606be73903c40b2a6c70945321fd617851f75d54a7aed8b12ec5d7ab49"
    },
    "blocks.25.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "23c3b211b73953ae78e119364a04d5be5551916cae5c4cf820ba474ac5473461"
    },
    "blocks.25.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dcd4c85436ba9b92ddc0e80b16b5f26d519209a8893f6ef972179718bbe4f4d7"
    },
    "blocks.25.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6a0d39532504dc156913f37f47caaff21f41d8b4edfd4e70e7da7de0259626ff"
    },
    "blocks.25.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "65a39d8922ad84d82c5b7d23eb497d513bfa692692aac3e6d082171713b10998"
    },
    "blocks.25.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "65ea3aa80a4b1302eca7e02a8f0d51a99b638af872f54843f8f21699f4396d11"
    },
    "blocks.25.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9dd9aa3a8d5f7730e90c9c23afbada9784283b20b328bf8d09eb716b83b0368f"
    },
    "blocks.25.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9f8b9047cb389d36c0faee8e808c3564b1f6eb4264389f5e285dee82e4c8ad5c"
    },
    "blocks.25.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ab2efa4882f0dedef4fc8fa24db1a6f6b34330a1f94c23794c7260cfa7085c00"
    },
    "blocks.25.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "86298aee8a9040fb763a58d4107aa0a2ded4e0a1800013b77459a5ecab2db7c8"
    },
    "blocks.25.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6e8f048dbb960dcb119593aec1f9e3e3d1dc8a6d2f140850b4f0c6509dc7cc62"
    },
    "blocks.25.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1b5072b1c231bdc80988c19859b2325d6ab3265b781ccec9c1d3dc5fb4cda0e7"
    },
    "blocks.25.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "241b6879319194e566cd62a29211caa4bf669295d090c50ebe3271885206d6f5"
    },
    "blocks.25.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0bf231a2cb3a4ae44bc0da27122e4dc313a26d37b924ba098f12ed11bd7d588c"
    },
    "blocks.25.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9ed0ec2b2bc1a7992057dfbfb5b6e3625f3b79e217d1c7957c72dcc6879aafd7"
    },
    "blocks.25.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "0479daec60c79ba18dede30cff0ef64c5368bc67ce3d69ece2f1e623458ba9b1"
    },
    "blocks.25.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "398a7a58e05d68b6dc8d3701349825208e10cb3fd417a7ef1ae21d317177f41f"
    },
    "blocks.25.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "29112a3fff5a49d137d61e0276564bce826351a93b40e0950520e868807cd058"
    },
    "blocks.25.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "09c079f77c7c61333ddfd72b862b5781d1fb6ae6e858c1a76b636a7998cf5447"
    },
    "blocks.26.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c960bd4b8b6dee600f229876e060826e28dbb28d76ad4e2db2db6fc05c1793f9"
    },
    "blocks.26.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "15f084a99ccf8e241fc904ad0685dc124197b3e687d3003e516ef9e1b6e5774d"
    },
    "blocks.26.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8073187fa2fb3d61aeb6a9b936502983f65c699573dc8e7319c55c25c33f2786"
    },
    "blocks.26.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "11c9d15c2e22f651dd2a856b9e09419876c8026abc7c45e4d13a7346530a49c2"
    },
    "blocks.26.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6d29b3b4f332eb42705f6e06137f9d97bd3e801f27b16887929602d7fdc6d632"
    },
    "blocks.26.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c029e023aaeff1eaac6f2015697b65116698511a392d6802a604345731adf263"
    },
    "blocks.26.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8c2cfbeb27d2e1640f4e43e10cbdac94648280c43be932f0a63d19717ab732e8"
    },
    "blocks.26.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0b2aefcdb28fc91f70c3d6a06aec8de855d7056d1aab7170a6b000d8cb73b6f4"
    },
    "blocks.26.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4bdf1bada64a7d41633d645fe73fdab825bb39be7af1882734a5fafc56aad801"
    },
    "blocks.26.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c3c8fde6220cfed68471b5279aa4701649bbdf4a56e3a8cdef0894407e8769cc"
    },
    "blocks.26.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "90365d181523d24eae2f773db941d303744013778e80c346f512f8e403300e96"
    },
    "blocks.26.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "24a14ed98e4b8f578185507c06f15d5531c96166941a0a53b269afcd9e7d60e3"
    },
    "blocks.26.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "da0aadaf4e499e754dc1ffee8b9d6908f73eada56dfec5d25c509d5154304c2e"
    },
    "blocks.26.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0d61a2b7865fe60515011e3bc88d66d48be4842b34a31d2cf10b89fe28ef8c85"
    },
    "blocks.26.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fcb4fd7d9777b401234d5d6c87cc9f63988fa01a11e8d03e4456edc7f5398c41"
    },
    "blocks.26.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "45cada061511370497dd1bea0606baacc7ec3b85acdcde1640ce85f42b9df995"
    },
    "blocks.26.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dea19106cf4b5edc1037cfa6690afcfc2b1d77a5ac679789f8b08ea9814cd9d4"
    },
    "blocks.26.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c78306a068f4a8d48adf64aa368fe89106a19bb179cf0ed1b84e485c1d36bedb"
    },
    "blocks.26.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6dec80a0b9d2b93c74130460dbcd1042bd299252159085194c8b9cf2a8d771b1"
    },
    "blocks.26.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "714ae7026380a2d15d5785d971294fc2bbd95f11556022f41ffebdcd3e0bcb15"
    },
    "blocks.26.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "63fcd21b7ab0ab09cae4cbaf9b286cdd8a3be18f34c2cf416f06b593e483ff03"
    },
    "blocks.26.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c0adb28a1ec78af46675a8ee4f2af00ebc64491ac0c54a1f3961b84fb3394264"
    },
    "blocks.26.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "18b0c2c3c19306e4b8a9ece8d0daeeac5410588c09e5bbe9a45d7fd2d3c18f62"
    },
    "blocks.26.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "89e20915eaf327daf6ff8ecbdf03bc14c4fe7641ac002759c5aaa4d9072a3517"
    },
    "blocks.26.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fdc9a533e6b0f1dec7996b2f25b8ce7f642a52e0b84abd67e0307695a65a2e1d"
    },
    "blocks.26.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "f5759b2b62d5dcf2ff9a6540523643ab4c82e630384cbf7ec9c2c48f4769bb89"
    },
    "blocks.26.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4132fe2120f700229435b99e934fab6804117afd9d2282b89819070c36f011c7"
    },
    "blocks.26.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a93487f6703f9485b14808367f7118a24fa8d550d31fdd318347201094c55ad7"
    },
    "blocks.26.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "8b54b2f7f00e582764fea3b32ea28dc2e94b02bcf4cf6030ce8938b7b36bfa3f"
    },
    "blocks.26.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "32702a21223f7f7794554221cc26b210e7cff45535ca05d52188fc5bd08b0dce"
    },
    "blocks.26.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "795f0ed50dadf734a180370a05f89a88d709b8815628a6e041caa3a607a7d258"
    },
    "blocks.26.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "881a3a969404ce0e0db5002514ea6d1cdd59c36d9e30c190604ee8ed677d5695"
    },
    "blocks.27.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "be301a06d5851ed53bdeaf74fd82fdb4dcf24762efc1af05af1c8d69f528d21a"
    },
    "blocks.27.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d01630bf1305fa8162f2fdd8d259703e515c58e80d733793aa8ac86497a5d7ca"
    },
    "blocks.27.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "33a57623bf04e2313ae9bf8673a265b750494addd5eb3eb25ec06c4d68a2b481"
    },
    "blocks.27.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "458048b7b44ba26bdcd7bc2797b268a5d941c0b678a1a259d446bf058b684e13"
    },
    "blocks.27.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "330ed906416766deb3e887d33be0b380a224175f30cd4c1be204a0cc1b5106f9"
    },
    "blocks.27.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "54d5630a20a77ce9310396c893787639d7ea30bfba0eb98d7dfca3a2e42eafc7"
    },
    "blocks.27.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3a877a8fe75a958813300d6ed5d1e14242a50138c1929e3053e2365cadc148f9"
    },
    "blocks.27.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e38f59fe712464e7fe5e2eaff7c978d83676bb30ffd2ba99d171c1a0e53996d0"
    },
    "blocks.27.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fcf09285a9ae28e03a087e6d64bbbedd4a84f76e8272ca3145637aa566d210aa"
    },
    "blocks.27.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "62951cf2f1c37c043bc21a3f3cc3b377883de45c2657f43b2572404eee6560e8"
    },
    "blocks.27.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cf452017b0d23aadc314a018abbd1005ad3af1b916ffe4943d884c876ee02d5a"
    },
    "blocks.27.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e5c551299149a8a2b2a4e0f56c462042c02e756ed73790422444cc22c143eb23"
    },
    "blocks.27.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f9d627e31b944fba443164c2209b8410bcb0e2e29366aab4db40096737c5f717"
    },
    "blocks.27.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "000a80f0548251a3e5b5f6e5bd7dae17fb95f91d5ee6536e3f809368a8ab9cf0"
    },
    "blocks.27.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "76ac4f1a6c6848e1d5cdb44a558d84b59c0ded0d09700813a4f5b1f76c95cfe2"
    },
    "blocks.27.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f1b42a25273aed56e3d835be858a73bc04933da1488d5562ff59073d31346732"
    },
    "blocks.27.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dfc8c1f747a543c5c8c555b747dac41181dec7cdaf8366adb3c3f324b1292b36"
    },
    "blocks.27.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0ea297cc5ee4770ccfbfeeedbc88cc89051331fd460d0aa9f72b6003c6be2efd"
    },
    "blocks.27.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0c031700214d1621e31b184e973be46d23f6bf4dedf281df51edf3c6487e7c9c"
    },
    "blocks.27.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "62d8a885aafc333e3fd938c397d48250ef0bcb71eb94fb2dd1e90d46a6e27c24"
    },
    "blocks.27.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "76dd3083e7d6c041f4429dc273bddad9bd0a49e5596f6db9dad105bcdf00bf10"
    },
    "blocks.27.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2090525765be46739bd934c804c02071f7e8ce7ad69de5230abea2ec5a305a20"
    },
    "blocks.27.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d2116344c3a8709a4b726e231c6f90f799c351bd1cf0f3494bbcb0abaa716f2d"
    },
    "blocks.27.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "65f0e43d612d38da09d6994a5a911d73254a8746ddb117a2f3baf4aa99752cb1"
    },
    "blocks.27.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "01a66211bdb93971e9f861036dcb8a8bae771fd1902040942f271ae2af801384"
    },
    "blocks.27.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "808e128c5cee78a8439107dee717279db58d446c45bec37f4ecb2cd5a604b999"
    },
    "blocks.27.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "eeb3f4f1883b04c8b550d7d80c24baf0c88fb20a79cb84a39d4cad0a0a53bd01"
    },
    "blocks.27.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "283353dc3ab19587b135c5290c35662e88e504558be8e34c8c9101546b09877d"
    },
    "blocks.27.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "082e1a40efdbd7b27ee1497baacb6672b1399a5af1377022b3d21f9b9b833b09"
    },
    "blocks.27.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "987e116090b59e9387cfad3096a3b429bcc0287a55ae31785b843e671655e924"
    },
    "blocks.27.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "42d0aec96fbfaccdc661f2763047d1ff0df473b1631a7caec67b9095e0e7d6ce"
    },
    "blocks.27.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f26d7b75ec684bb8f68635861c11feb7b1bcc7c93c4127c60b69a5d053b00a95"
    },
    "blocks.28.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e5a2b6194c9c1bc9dd65fc32b0245ab6ca3c046c070350c80f151c243ca0fa36"
    },
    "blocks.28.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "49b1e9b0fd355474b286ac1efc3be82153ee433b39f172d3210a99da8d8e10d4"
    },
    "blocks.28.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f17115d85648044811eb5d55b368b1036234da45b7239f573ecf4bec83894e89"
    },
    "blocks.28.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3f01fd5717a5088c1306f174088ae293a293bb0c6b8290dd3c0a9567b73baf54"
    },
    "blocks.28.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "04ffc7d3a95934979bdf5f94e255e6c0c8bd240e8999843257efe57c399480d6"
    },
    "blocks.28.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d6218d95857b0c82b441654236a5eca2e4a91868cdb954e7b69754681392ef33"
    },
    "blocks.28.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f93af6b67c2a6c17347f5e2c780b66381471926a7b2fb5f86792c5bbf06577df"
    },
    "blocks.28.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b4dffae4517156e6ac1f0c59e93dacaefc85995268ad3a1e068fd284624d68a5"
    },
    "blocks.28.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9e21980168f38dd83fb5ec859c64e4e5ae6ff3c44c785bed259e954b9988b294"
    },
    "blocks.28.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c3f033df6e8511f8de24203f16d335cc4cabed38f69abcb9858ead0a4ae4b0ac"
    },
    "blocks.28.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7d9c0ab9ce791c1cbd42996a398b41afbc630797b21040e4c130d56ba3c96532"
    },
    "blocks.28.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2f20e25299c4c057c24d0e3a44c871941be866fd6674694fcfd71ca32ea87701"
    },
    "blocks.28.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e555764173a7899367389d88ec7ebb4200997178bb412b966577cf837b2828a5"
    },
    "blocks.28.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9201c649f43981e1f6b46706c7840fe5939bfceafcc1cac048a47f37107c848f"
    },
    "blocks.28.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6950720e4a05cf7c98a65af109173458c4e5b6a5c10003e2cfb2921454bb835f"
    },
    "blocks.28.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "45cc0d47c5d06606938ec5c340043ad19c366265e2bf7222b5c33157d414f464"
    },
    "blocks.28.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d763f86f5e3977e052aa8cf3e0d6e3c48439b0b97e048607004f0110cf50575c"
    },
    "blocks.28.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "38cc4c6c5807688ada1ffb7cb573ee68e7f66850fc16767859e5fe1e758073ab"
    },
    "blocks.28.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b119c7c2b50e4ed728bf011c278e9ab8f8d23c228ac3a350f89eac4d49e47473"
    },
    "blocks.28.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "440db2d55f67f1855739ad81607351666485b85933d369b434c6018d37d62312"
    },
    "blocks.28.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d8ca7bc013a4e044c20b0922a1523672ec08def2e71a6ac2ba329d4bfb1fbd82"
    },
    "blocks.28.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "be0a95c7a77872e0e1d843f8ef7e8117e2e64e6128c095ed2d3a33d5cd44c55f"
    },
    "blocks.28.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7c4908f274eb1d62c6831a2988a437e2a25fb978693a156296defc98c5013bdf"
    },
    "blocks.28.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bb672a0011b35770ae84cf2f5cdd4e91834e2ddc895339ef8cac64c06ed2d1e7"
    },
    "blocks.28.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "45b2bba878ca45e39e5d674bd6067b72012b1499a7b7d4c254dcaced14b8a366"
    },
    "blocks.28.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "84cc503f7ec90abf099ecf3fabe284a174e2cd80d08e700aba82a9efac392635"
    },
    "blocks.28.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1783acefe0cbbc88dbeffed6720d281a8eccfd0fb9425f96547d4adb8b0c7984"
    },
    "blocks.28.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d8acfb42830f9a3685b3c836e956f4a58af62f79ed07f8fe02eb1c117b689d47"
    },
    "blocks.28.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "dde4a3f70c9aa4c452ba15fde01248860b4716a4aae68d4a050dda4d89b5da38"
    },
    "blocks.28.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8b58a8c544b1afde4bb7838a10e06a0afff9f6cfd31994c73b4d318f8dccd3e7"
    },
    "blocks.28.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8aff5985d7df5a5e45093a87dd8619292fbc50c00e65ee774044ad566ec2c6f2"
    },
    "blocks.28.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bbff9772245d576a54364baf5e9548599a4eb6769f993adf290d56b8d990e8d9"
    },
    "blocks.29.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2023f822fa3f9fa98ab88ab5873701b7b4c18464bdaeb39fcc5476b272998640"
    },
    "blocks.29.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5c23f29a80d923f52dc94801b6153ea8f0967dc320f1318445f1be965bce5556"
    },
    "blocks.29.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2cd8a82d6b279e806f2e972847a4a5ab097722647ae7ce8cf84979e3f8c1b6c0"
    },
    "blocks.29.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "01b1232a4f1c7a93baad8cb11ddef89ff3a206641809d093fcb0d0d4fa886fb9"
    },
    "blocks.29.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c3704ecc7f48acb5067cf373b5649f29bbfec40c4e72e03315b914fe9cf89841"
    },
    "blocks.29.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9bdd4cbc046b8191eb63fcead264e1b93d1e00b3f8a2710215d72d21fe665820"
    },
    "blocks.29.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b2a577d64d5df4b12a0f6f0160a02cb6112f08c60ee69fa626f52289af4a6282"
    },
    "blocks.29.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d79eb00e2e7f452c29ec7e80c7e29a47790bd2aa002d59bc9635cd8e7389e5b6"
    },
    "blocks.29.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dbf7a9299a307f439c1117de5285638c5341af9f2a7bc3dce34ce92bf97bd4fe"
    },
    "blocks.29.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b522f3bf03df16d1680a2012c0004eb8f8cf080ded9cff943ab675799d29b1fd"
    },
    "blocks.29.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9e5cdd6565d796dbe020245acaa69e3a2172303fec5e940c55dd8a34ceca3c3c"
    },
    "blocks.29.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "47dfa7776b7e17f6df1b73c9d3e029ded35263888fd7da2d72847b098994a9a4"
    },
    "blocks.29.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1cf667638eb8c39ef46b41512f78a8ffa736d7e228353a21b56fd49a697149d9"
    },
    "blocks.29.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "307dc2740c60872b23493df1aeb75dd2d497409bcffc0deb7a32f27cebd46db4"
    },
    "blocks.29.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "326d6b0a14f6632d961188f6faddfeeb57d2860539226119c531c3059e0c02d7"
    },
    "blocks.29.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "84e96340c50d4905ef38ae98f3afcb65c719cc42dceab92e17f5e8d460257089"
    },
    "blocks.29.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "212e3044f4b6f26754022fbc532149728d0c2333b45bbce78b8e813d32a4c5a9"
    },
    "blocks.29.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "242f9e13ea3fe65d2c4ac611873ba8e276ac0f90ad2dc27be473373da5495b12"
    },
    "blocks.29.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5b7bc9ee79d82956bd4e5312acf87114b4a24fc67ee739e5057a9847bcb1d181"
    },
    "blocks.29.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "218e389d3f37e316716fce3eb4179f027715bb0505dea6e12ee6330874d42fc7"
    },
    "blocks.29.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "37e01414ac63e991cf2ee1bef6581376523927dc6438bf2dc8770c2b0ee7928c"
    },
    "blocks.29.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5121bf520f90a3dd25b2149dd5a4798a2f7bad56dd5c24528e5a17dc9f2df83d"
    },
    "blocks.29.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "66e5cbced9bfc8608a6db4eff793d08c63671d3d6d4e7d9f1a9a759bd8877a14"
    },
    "blocks.29.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "33687a41459d3b20e6794d4150e5ea7234e8d4c4aee5887b94b80f502cbcf673"
    },
    "blocks.29.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c596eccf3bc585eee71ffb9c226e417a4f3a6d32865e79b86a59d4dc3c1e6201"
    },
    "blocks.29.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "79af0342f1013a2ec2a20724e2933c33812a220d210e5df5556cfceb503f25b1"
    },
    "blocks.29.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dc4998b2a8476fe1cf08248af856ebfd751ceaf1b82bdd7e57284779f673d5cc"
    },
    "blocks.29.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "aadd4ae7a567de81c58fb3e4de0bc8e99fd30889c52bd7c74ad0fad462aee81b"
    },
    "blocks.29.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "509db657cdc6f0bf424214f2412c58878c6335c9ddafe2535703bcf1dea365b8"
    },
    "blocks.29.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "11c4e20c4a5686bd65a5ce41c69e7bd408da98ee5f3dbc2300fa6c05a8f5ca6d"
    },
    "blocks.29.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b5647b31ee4d5f1d505c2db6670921d9d8c17bb4085ef2fca1ae5bd4b415d497"
    },
    "blocks.29.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "879c0f9397727497320816c26c1369f2fc2437b4f9f38512a28c0dc9b9978654"
    },
    "blocks.3.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9b6a3d03864f8c6b24c41f31adfeacb060ca5add69cd1986715e6e07560c4b4c"
    },
    "blocks.3.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "61b189fab83ea9789c44a20adca9f50eee5feb6b82a5905488e65cadedce41c3"
    },
    "blocks.3.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f456e879fdff55f3e899c7d23ee26ab7d96b4daaadc7584da9272ea3c682e716"
    },
    "blocks.3.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a92557b9070e88e49ad19fa1c5cfbf709570b2de253d76c352f9fd4d16d9327b"
    },
    "blocks.3.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bfc8d33bffbc29dfd507a0d4ad08d863a8c157a449a733e87ca03b72e5f92b28"
    },
    "blocks.3.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b2717d64cd095247ed0693201e352c33507448c26c3619e91d119c0adb496d07"
    },
    "blocks.3.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b39e8f6e8a03b06fe6df013fd920055a1bc9c5b39c0f4d472518187fbb1eb464"
    },
    "blocks.3.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "285fc5542ef9a688c328157ea1d4af1d6aa8ca20ae7c0f73c44a6b1cfd1111e3"
    },
    "blocks.3.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9f568592cd91924284f9fa0b053b3eead59286c113784af536e31e2c5f6047bf"
    },
    "blocks.3.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b78e73dc8356bdce5b9322478037c0e6237529f2489c157cafcb1a717bdd6379"
    },
    "blocks.3.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0c70f5eba51d6cc31b940c59eec5651aee3e2b4bda45ea023ccdcaa0518bd64f"
    },
    "blocks.3.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b41bc0510477514ed895ba8af52c035315cd4563fbe0e38f1979f5f2cbb59917"
    },
    "blocks.3.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ce794ab7d1f65a0e7bd7ecea46dc0210c3a9b5f7ba4c5a769b6cabe0cb2cc93a"
    },
    "blocks.3.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "546c7e6fe230d999ef4bb29c46f33390a3491e9228da0f085e132ed3539c1d84"
    },
    "blocks.3.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4fdcac7f768ca4e072a32427eea33775477976fe9aeccff6c6d1b0639d0266de"
    },
    "blocks.3.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c2d9a57dd6b295673cd5e6de091101944e83d08ca868e50f9dbf6611f7ff4144"
    },
    "blocks.3.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c195793ba1624adca53abc400598f8db5f4c9736819f90c0ebdc7d85bb31bb56"
    },
    "blocks.3.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e53c248a091d9bc53651df3de8e8193f15b23ff780913a3ff5de2eb6732fe9c5"
    },
    "blocks.3.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7409a85aa51a593911b2b4279458db4298d846e20d8530bb518048b648254053"
    },
    "blocks.3.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6040adcca12e37559266aac6229280a984ed54f6989d3089d82c0686f4bc8315"
    },
    "blocks.3.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "17abbd5ebfe30b2b0dfb814c633ddd79bf77ec68e3dfdda48fa368908ec9c4ed"
    },
    "blocks.3.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dc23e5161c33d058e9f74ffb2b8221aadaf747b753aee2d283b954d017289eae"
    },
    "blocks.3.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a0e56b8c8c703e7f34f66112a970f99b33dc8dd22b7dfa544c07d6d618394bc2"
    },
    "blocks.3.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0e7587af4ab9a84d9561639c53602f9abae569b4a39559c8094415aca574b275"
    },
    "blocks.3.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5396a1896e13f603f3c64bbc1b072e10a4bb8a2abd1b3cb610b0d81615d1590c"
    },
    "blocks.3.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "4efc60b5af330d06e563a57cbfd15bccda6a4f939b4c4a37d12f9b64ae85eec3"
    },
    "blocks.3.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f22db242fe67686d3695c053034c240a91ce0ffbf70d264fdf6f1e23e11a5e34"
    },
    "blocks.3.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "baea4adea70285da10187e1c0db99725d7c860d3deae5c447a7388b5e8d44b14"
    },
    "blocks.3.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "9154efa6b79de20388ad5446917029815d9fd1fc0aa4c15f47f321f1730c79fa"
    },
    "blocks.3.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dbf7efc92b8344734304df534505204038b688b7f89b147f90c65efdd65c9aa7"
    },
    "blocks.3.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9f091589c63f4aa46626699613f82314150f560de12af1bf68f1b16be4dd775a"
    },
    "blocks.3.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "900b4780f97d5e696054e7e3bbae32dc216c4fd108887acc9b454fd632573834"
    },
    "blocks.30.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "54d587bbea5b530440aae3e649a534dc566fbee645613e9e6ae4baa5608c4868"
    },
    "blocks.30.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b4a6f7720f3c5f8ab73879d3ea9b1e7b15dc389e2d3703e191c5fd665749dcc9"
    },
    "blocks.30.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3316d2f23b648ea4139ea85d6a9feb9ca5565ad563007c5807fb5d894d845c47"
    },
    "blocks.30.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "93da63f58d6b5a8d32ab181b46dcdb42eed7fb8e05a4876de20bcafdf17563c8"
    },
    "blocks.30.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d03609d5f529e6b9515ebdeee4e902d318f51fa473a9d5bb4cc0d4a60c39a40f"
    },
    "blocks.30.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6a043c219f19b27b2da8429c75a64a947fc7b584185e11f0b183f7e6342567e3"
    },
    "blocks.30.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ad5fe75f25edfa707173deef4cf1092047a5b2829fe751819ed00d72a87fa51b"
    },
    "blocks.30.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4383d30e0724c458cde95ea59b195be17d1f5689cc551e67ce63d93faa8d91d5"
    },
    "blocks.30.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4e6c67e87cc88a4ddc90499f6bb33003aad6f43c7236e2556533ca831dec650d"
    },
    "blocks.30.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2a33b1b438819f80bf36ae42ffd78358f87ac2fae4d5f8cf1644817d29a9c12a"
    },
    "blocks.30.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b987913b61ca416e49ae1da56539bb21fc587944a357ecac83e2dd025d1a022a"
    },
    "blocks.30.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "95a62d24e0a899e5902f09a5591ccb873b6e5d782a531380abca265d7830a96a"
    },
    "blocks.30.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5d698c1f23d788014b9f20c882fb1aad9515e65242df6983283b0addd854f573"
    },
    "blocks.30.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d7b4e2202160d84f7ad57371561db81300375a82bd21fdbd28ad3771aea83345"
    },
    "blocks.30.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "48e309967b1bffb3b6435222f3aab20e819033e15f4bf2b81ffe308e29008db7"
    },
    "blocks.30.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d58f39daa22e81e566d903ae904d1363d05a0ce93066df00c295cc5143a6b234"
    },
    "blocks.30.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "44df23a0c03215c0f48984e11d13a92fffa61dba741bc12b579b19c19d2d0c68"
    },
    "blocks.30.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "aa794787ec0ecf09f5f015a28d16c1e1e30cac4ff00b017a6b2ac2dbf1ed8230"
    },
    "blocks.30.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9872a424f53f4c4b7a354c4b48c0ae3acd3943ee523a1221ab98fafc72955241"
    },
    "blocks.30.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "06d2cd39caa85c9c491902004ec7a30d1810748ac4e754d31825ff0a66d676ac"
    },
    "blocks.30.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "55939e886ec83ac662fcbe08e4966863a45c8d2ebc66b8336f01a23ac729565b"
    },
    "blocks.30.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d8f21170050495d9523e18a98bdfc277d1115dd81b41114e45126e92d4df6a9d"
    },
    "blocks.30.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "96fed3459d38ec85880e1bbf0cea8512f148993daf3dd81b225190eec647b213"
    },
    "blocks.30.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c17c99081b66ae51460c2a505394597eeccea8b3f99b69a71359cf2cb80354ff"
    },
    "blocks.30.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5021999578c7d7dbdeda97eac0cb07dbfe63c4ad6250b42feea33571a2e1f457"
    },
    "blocks.30.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "d553c7d3399ac0e2ea216f187c5a0fff68b97caa92c8c43460209289482d0b27"
    },
    "blocks.30.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "af5dd312bb251a87c08a6f8dca20ee5c714ca07d465fea9f16963d4f8015d90f"
    },
    "blocks.30.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "548949303c7f339f32eea7dc80dd08ba36c3a37b38eb386f218fc9f08244de93"
    },
    "blocks.30.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "8a1de0c81ec8521bdbd26d3ff314a9f80615d5db872577f9c6097d8069e98491"
    },
    "blocks.30.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7484fe0746a1bd48288c6a4860f430d455955030d036420a35261cc9524d9e64"
    },
    "blocks.30.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4d7c32b4516f2fd16606fb172da229eddf6233652a0ca9dd8c9959bb1f2d1f0a"
    },
    "blocks.30.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bc9dd1916dad819fde6d734e733b8d059add174cc7af4904d68c4a6de94c1e9f"
    },
    "blocks.31.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bb5e6ce6a935e9db3e4839f1bc0ee3aa2bd847a158cede5b95f193a86ed0f5cc"
    },
    "blocks.31.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f815b984b750b6915ccd5ec2ba7104c161b4132de07dc3bdebe7a664b64730f8"
    },
    "blocks.31.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dbf2a7db5b876cb5c8f260a2b048864f62f301238c24954f8653315cd2e730c9"
    },
    "blocks.31.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8c89d0fb3f57a8e27344649d2385387d98882a4200c146447c532f697b252f94"
    },
    "blocks.31.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f10e7e02bc68f1424162d64bbc185ae8b360522a277af7f63efe165b5ff1c7a9"
    },
    "blocks.31.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fb8c0a486ed43a1bdcf5be0d094b0f80a3dc95e3b5766d8b756c1b895bf60e99"
    },
    "blocks.31.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e8acae0c17edebd3c1c7aecfc6b0c02294a7f16ffda2497d3ebbf70ef31d1943"
    },
    "blocks.31.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b3a5e7e344eb29781b4f015d35e14bcedba101b963d83e7bc987b49b34629384"
    },
    "blocks.31.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b319b8726efdd010b01fe68252b453329c9a84a236d46ae69fc9c7a02226760e"
    },
    "blocks.31.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "22f590c1f9fada92c83b63e7439897f6ab24057082b0a3fcc4652f91c1269a29"
    },
    "blocks.31.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "74c15501bd081c61904970e92d4af1ad8022a67e0a94d5988078afd1cbdf1982"
    },
    "blocks.31.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "573593725480f47ea34c9d4b619b0b04d7ee08065e5b5ef9cac3cae262991e7e"
    },
    "blocks.31.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fd0e51a2c07575bd617e1a197d1c1ec2b52303354d0a591301bf8efb60f83003"
    },
    "blocks.31.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1c0b5597eb7a2b7f51b02840a2fa1b9d101293b80b3d3bc65246734df30b47ee"
    },
    "blocks.31.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "496391d15700d5922a9bd0114e5e1a3cbeb8ab3da42888954db293ea691fa183"
    },
    "blocks.31.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "53fc39a6fa5c44d695e40f99a1a76425bbbd83e95284cd169d66ff334d15b776"
    },
    "blocks.31.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "12135a05cd2883485b536a9e0737d66ef3cc421b08bc0ab60b87b129d28c0046"
    },
    "blocks.31.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fd606822b45d3ee7e3a3a9d32d03eb5e68ec202359b192f9fedfa5520d6555f4"
    },
    "blocks.31.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "abf6b95692701ffecfdf3f413a84670291cd1043cb1d0573931dcd9b23f199c1"
    },
    "blocks.31.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8af02cebd41415d7ed2bc92099cb415049fd0c05c9cfb32b69283944908e507e"
    },
    "blocks.31.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4ce728c92c50e2a1635cb700da4f7fb6fd485ea65a0f2130182b12f3928d4f04"
    },
    "blocks.31.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d73483af2e248c6afc905b7520d9ab5dd76f8b3030f013f44458ddc16a78666c"
    },
    "blocks.31.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5e9214c9532e50b2fdbb6a25c41ddcbd5bf5dc88d02b044c46c551881099ae3b"
    },
    "blocks.31.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "498077602af09546300002b49ffe80a1a39382cb862aae0d3afa654c5bdb120a"
    },
    "blocks.31.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "341c3edecd3675bf28e4e1bae716cb1ee67d37901b4981c3356394d6a41ce631"
    },
    "blocks.31.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "a9479ce5299dc8ee158c269d4a1f84fd56855476e5eb4f7861c6033f0e0b1df9"
    },
    "blocks.31.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "acbd51358dd7ef2acf225e9636b695416e0cee9a1baf1eb0e981b625f3195462"
    },
    "blocks.31.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6311cb06046a2bf0ad6ec36f6758b0fc1eef10bfd54ceb2069b2909198a4035d"
    },
    "blocks.31.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "6c4ea5847ae8fd1f0aaac4fa38e7c254713268d6353343a08a641888deb4e2fc"
    },
    "blocks.31.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "24fb9a88151f5435ba4d7508192ad493954e1d0c55a547ef7935c52fd8504b40"
    },
    "blocks.31.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8665978b927d6dd99694f0f2e10e7813a316f108718e013749982003710f1d73"
    },
    "blocks.31.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4fe863d2a98d98107379b7ac9591cee9eebd35222e232bb6591dac1b3e53e919"
    },
    "blocks.32.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e976e14440a5e63a87c517fdd6ed12d80731055fe1014b49282eb2b64fab2a2b"
    },
    "blocks.32.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "54169ff5312291ec4fed374f0a9ea93657c29a7b0ee15ca3a33c9f30dac699c2"
    },
    "blocks.32.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "75e0d4777c8ab32ba33cfa21a185b58417ee26fc9c3992c920da7d74057f41dc"
    },
    "blocks.32.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9dcee6abd9ff072ff48d3425180b3034cb4105fb58b6c3953a2baa8b039e3e83"
    },
    "blocks.32.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4c36f034901a421aef6d6698f8a6e81a79b3a5a55cb6debd1b71b02ee819bf53"
    },
    "blocks.32.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b3cadf902448253d7cf989523c66c9dee80e734d6515e9c0ef194f9076c69001"
    },
    "blocks.32.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8f3c462756a1bb5a983c218ff9cf27a264bafbf445248f9ea26c4e4542b06bff"
    },
    "blocks.32.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "48c3bd65555ea2698a4c81dd734849407cc363c8058a66b251f51cc38d640373"
    },
    "blocks.32.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f123fd61675832873c76920afbe478bc9326ee419753efd9a4fa1a4e96813271"
    },
    "blocks.32.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "615d20ef6ea40ae4d01ca52ea9535017ca530d2e1443f73cc00f8ec743c653b7"
    },
    "blocks.32.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5bb37c262b4c4dded8779fd452e4e6b68004d5a9fd051a78abba62b22a7afc7a"
    },
    "blocks.32.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "06078123364aaf21eaa74a255ae25e644b4a0e5c4e1a98c5e005473ea4f826d0"
    },
    "blocks.32.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3f8a5e5715ef6e6fc30a931fe2eb780abeb59ee93130ffd01322d46b5c861d22"
    },
    "blocks.32.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8e1c096e26bf70b75e174b09c8a66f5de3b0897574f8a1a27886dc2247985f3e"
    },
    "blocks.32.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3cb7b054e587f49022048f633626f303cbae692bb4e3906a3b887edc2af664fe"
    },
    "blocks.32.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e03188f68dfb4995a65d4286f7ba2b5ad2f01499502b98b389c909ff7ecbeb64"
    },
    "blocks.32.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4886b52dbc9474b0516cf5a1772607fbceed5377fa78639eddd9c3f6cb68cb44"
    },
    "blocks.32.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "99ed19d9331ce0f7c9ae99b2abb8e1470e53f1c8d2be4e422d49e20a2612b803"
    },
    "blocks.32.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c4a66c75f80a617a09d35656f5f03dc2cf0b86cbd59007f21846e9f13485be51"
    },
    "blocks.32.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "61066af2b4770a74e2ea0dbc0077a21b2be4f12b36882fc196a3330dae97e3ff"
    },
    "blocks.32.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "54d1812e8eeb498ce7eed495755fbb84f91c41ecfed1576fb55f3f59303e809e"
    },
    "blocks.32.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "234439c89e01a5aea96e67aa08e3cc5ac300f45ec3955f1937bf5a29cd1c9504"
    },
    "blocks.32.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "889fd310bfd2e6ea6763bf51cff04cdab1198dd43fcfc444028c20fdedd59541"
    },
    "blocks.32.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "09ef0e801417702da4952393c81f13b3875cef98173086bb5225c98fe46f762a"
    },
    "blocks.32.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7922abb550b1639796e4f066069ea4be0850b144c01dbde9d925a2bd64bfa11d"
    },
    "blocks.32.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "5bb142d67a167cf16ddad55f04aec5c7c9e72f654ab9e1f3a88378bf13ea4be7"
    },
    "blocks.32.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ec5ef0e148e23aa8d4939a4c0508b1118bc912d5608b0fba5dabe49efa3d12e6"
    },
    "blocks.32.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3d9ddf1d020bf8f1a544eea29f97d9a34d0da0ef6185e1b04bb92889dd073b6a"
    },
    "blocks.32.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "12fdd1da78c93808c5b966a811580608665ebadafabaee7d9d53c406d96451c2"
    },
    "blocks.32.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "efa30546dd6df5bbebe57ab385d3fdd5e8712c739862f87b537784c0445a87d8"
    },
    "blocks.32.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "10fae654e9bdf43d8fabb5927a99df8691aa6f781328586a605b83eee9535166"
    },
    "blocks.32.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6f82a905f3320ab35caebaa6c85df8ab5bf716dbfe89d3f9315509c35786c3c0"
    },
    "blocks.33.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "936d29bb08959a6572ed3dc4c7c17088f3ab2667f3c0e2d73d324635f3a21b6f"
    },
    "blocks.33.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cb17321d0166734fc6faac7c9fad9512c513b0ebb5097c696c871e7cc51c4ba7"
    },
    "blocks.33.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f39e08666d1ff9eaaa8c9d3c18402476fb03e998e50b37e0e675085ed6ce60b5"
    },
    "blocks.33.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ece7bb144148cce2852f21f9fbfb9bcd2e5ec79349a5af0151430597a85dd05a"
    },
    "blocks.33.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "16cf0726267f50f12291207589898f0be5c90dd1b1804a7cad5343c3d97ec348"
    },
    "blocks.33.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d08192b640be76fce45668d8dd6b1f1a9b26e557e8a93b5637c776f8599bf781"
    },
    "blocks.33.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5ef5ecfb10f50b3f390db35058d3e3b13c24ceb94aca7721c556507bfdd8494f"
    },
    "blocks.33.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ac33ea587d4b5e5b698f0b1a1e3751ed07a31424bb0c1551cb69a3933b1eab64"
    },
    "blocks.33.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "67692fab6b8dd7c82e65a62d93257b06b1635a7eb281c31c3b062b5c35b97d69"
    },
    "blocks.33.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bfd8eca2a0edc2bd54e3339f2d9700242bb35910caea0ea291df1eb7463dd5c5"
    },
    "blocks.33.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1c05921337fb13238de8b03bf242b99373386715526de7ec255d30aa3cef6c70"
    },
    "blocks.33.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bc1634a1cb155af57b2ced43c9291b0c1493fdf1c30280a93a757e49dc2ac7ea"
    },
    "blocks.33.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d57fdbe48fccc42074366fd68ec505161eb9e77663706b84385cc554e2fdf79a"
    },
    "blocks.33.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0bfea2241d2ccfc6006c395d870cba66668531d681551914e7f7cd716fbc03aa"
    },
    "blocks.33.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7530ed2bee5e472cd74f0972d9087c853b30de31c3410e6a232066abe41991c2"
    },
    "blocks.33.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1a7c1913a9ba0788a6f6454bde6874f8bfec7b6d5a30c41d0c26a506b0cb585b"
    },
    "blocks.33.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9e9190bcda0e679f21179d3381800cb272d2d401b0a787077a09387e023754f1"
    },
    "blocks.33.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "72513474a8cedd537b4f325cbf90deeabc2edaba448f011545f974f0e185a312"
    },
    "blocks.33.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fe8e62c58f5a2edc21ccbe6ebdf11637f4739dc911364259c460fc1a7771ccab"
    },
    "blocks.33.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "92af4f1de985dd56a31edc401a2a17d32f997498688410b667cb1dc754b4ca97"
    },
    "blocks.33.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f060d8680e734e66433a8f5f6a36321df1c72138b3d036760c1d4839c8d73efb"
    },
    "blocks.33.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6da9335b6c5bfadb8a87dc166c53fea7e9f139c2f0b4c122559fce0465776735"
    },
    "blocks.33.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a4f994b2d2b8c63c8183d45ddabed3aed0b2243593c6f45b929c8194f08eea09"
    },
    "blocks.33.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "82bd888eeb2108f9689b885b2a2c76209bf0ed9bd137ce55b0f7a9dad0da9b9e"
    },
    "blocks.33.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "51cb9a2453dac1a480ba735753b7704b13816f284ffa57a06e5e32179483c7b8"
    },
    "blocks.33.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "546549abcf54995c1ca1edde46e5a19b4af5a893b74334ca1944d7c1dd21bcdc"
    },
    "blocks.33.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a3eb557b25f2241062f906f1409d12ea973bed424e5622118c6b425c0344e588"
    },
    "blocks.33.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cba1332f1989d9bfc04d4ebc64b4d0ca899375e84ab41b2f170a3a345a1d43cc"
    },
    "blocks.33.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "afd3ecde1a7dc91322241d4454b9ab599e59b5864769f181c049e44eed4cd661"
    },
    "blocks.33.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fa076930a052543d86d180d1c46dd31950dbb9a81bb96b6561c77d7a12a9c42b"
    },
    "blocks.33.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ecd8d0ca9e923fcb2a01e97b22680025025744293422809f907411eef7616190"
    },
    "blocks.33.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "abce4afcfe081373e3db83fd204fd09580100871ebc362adacb062e6eb8e8918"
    },
    "blocks.34.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9bb59ae044c8af59e4e97aa1116926b966c15bf9460ea354ea16c7ca5fdac84e"
    },
    "blocks.34.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e131ef4f04de04b20eb9a304e160a586e555d767bf3db017e9cd40e47af5909f"
    },
    "blocks.34.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e1093bb0a7b00499b649e2e821f9311959ff498ec0a4f4e10f5584d6f40ff7e8"
    },
    "blocks.34.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4b18d49922f98fd18d9a23a9bf09125c1972e1acd9e7fd8eb8f6625266444341"
    },
    "blocks.34.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c9db2b8109fecc0ebbcf0b0cfed300a4ebbcb5be316ac4f3555e3c35b6ef151d"
    },
    "blocks.34.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7088199d378bf58cf4af2369f076b03fb486d57bb38c36a55527cac957803cb0"
    },
    "blocks.34.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "969bd06e84fc7c7d1a5db8b3e9caaa1d11f1ff3af93d3e036b26f1e2fb4e54c7"
    },
    "blocks.34.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9d628d86b757100433bcd4e2575354a486b5b1cd136900cdb847947e78d24394"
    },
    "blocks.34.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "20e59b22fd7262caec1a8ee4dd3fe40b06a9f1baa0f7eeecdee9732bdcc33eee"
    },
    "blocks.34.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "972ac3058b7f11544598be26942aca3abc0f00d5db88a73e1fed9c69ee5a2ec9"
    },
    "blocks.34.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7a946b53291e58ef310a70807ae3cb81ad84621993aedcd99151ab7e5263a82d"
    },
    "blocks.34.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dd8c243070b7ad865c71df987117657ee9c48e05129b685a44c4d600bf4e1f4a"
    },
    "blocks.34.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f20fc4a0cf23f52556e3660463299180e7bd66a220df28b1241de8f77ed291e5"
    },
    "blocks.34.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "33e6de8d4f0787f45628b35e19ea26804b22bdc3a2f4d81b3a6410af21da1142"
    },
    "blocks.34.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "79db58e39bfb8289368e7e7bfef7c278c705db1fd50258aa0ec3d92d073bdd75"
    },
    "blocks.34.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a142a1507adde85d4d4096b255931b82bf48c73b7a7fc1348998bb8ca269a076"
    },
    "blocks.34.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c6d2f39898a916badf8b3d74301764ad41939a766df712500075a8632a84e3bb"
    },
    "blocks.34.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9c9a3613b58bb17de71ee82692853a5d9ba1c583d360a04ce5bea902fe240ffa"
    },
    "blocks.34.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "867613231d1b1f27ff654acc58165e3761541cba832054c0ed27ceff84528295"
    },
    "blocks.34.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c4ee753d5a393d871fbd6b769c21274abd5aaca8be63a3fc1acd1083d46184b8"
    },
    "blocks.34.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9c0e89cef05e8ce12334a490a84eb0e721a06562bdd1062f8f1a0a1d37de4f2d"
    },
    "blocks.34.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e891a949b16d5d4e0f291f10a7bb0570e8a23050586c9530edc00f5e8c1aba72"
    },
    "blocks.34.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6c75bf9f3dc2f932809b66e6e2456bb8ba51c0b76f72288aea7077df4b0c207d"
    },
    "blocks.34.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "674784315283a02ce0f4fc627d29275de19d87f980987ea81cc3b022f77e52a9"
    },
    "blocks.34.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "27993fc5b83a6bf125cc861688959fe8f3c9533c17d1b4cd9c365d0a8d1b1d56"
    },
    "blocks.34.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "442f7e6ef5c5b064c343dff70a929aeddaff2634f80827291c3619e165a5bb4a"
    },
    "blocks.34.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f169626739678fd8f67868ae3edd4253801c329df964fec31a5efa2a9b533de9"
    },
    "blocks.34.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "11d698c632ebb14e8593508b475a8bedb6a4462d667bed5145c351c13e8993ec"
    },
    "blocks.34.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "ec2ef96c2c98f0bd8f2d33619c268b44844573e812e41b3b3bbe6e405b78d3e7"
    },
    "blocks.34.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9308874c8470b2715bab242626df3b4cdb721132ab09ff9d4cac6b9b476a0c45"
    },
    "blocks.34.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e54b58730f3b7561ed1c50037b06c2c39a951bc98164f229c1402f934ede4006"
    },
    "blocks.34.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "75d6ef18a2c3d353599a26156182ea3b43ea64d04927602ff55b755b1f6143c4"
    },
    "blocks.35.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1c08e121b25ca0053e9d07f2143d892ae2767cbb1082ce8de15dc080add3ab41"
    },
    "blocks.35.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "98174f81e32f770f7b352d14d1bc35d0850e7a7cf9faf7caefd3bfeccac54952"
    },
    "blocks.35.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d607255c66862d98877dae86e8a8377a1a6c09ece3e2737f35c4e60522977909"
    },
    "blocks.35.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ec00f3b0cb262feaf1b0d4849c8e3d7311334058d00ec3177859d69d95fb25ca"
    },
    "blocks.35.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b95ae353be682a10371e5d4804a2b065cf70d451dcaa3b77441e2fa79d2c84ad"
    },
    "blocks.35.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f1c273e69269f970b6d571fd7202863e76ebddf303eb8bcc77ee136c57f9b8a7"
    },
    "blocks.35.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ac10b6f1af8bf583d62fb97ef0bf92809aa044bfbdf8a748f6eb52feaf1d94e1"
    },
    "blocks.35.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7b020f4224484b762404151dda51ff8a3fee830d82d6c2ff2d6c4dc9a87f51da"
    },
    "blocks.35.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "27dd873b870791a0de91aa4d373d17ac0e861604093fc53e5c62b1a227adc554"
    },
    "blocks.35.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6ff7cfcee57ce3b6c305e7fc72d2166040ce9603de21860d435e45004b37bea5"
    },
    "blocks.35.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4a454b50c52ca5e01bde998588980b9bebc2b8f8da47d2e687ec2068b8285fdb"
    },
    "blocks.35.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d992db3af43cf6d831f340cd2e6f1a6312a7995eb359cf49f965d3145eb21501"
    },
    "blocks.35.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bd8fe758215b9411eae6fd8b7ff44f75581b8bdec695eaedd3a5f15ed5ed9200"
    },
    "blocks.35.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "382d8a487d86e6935017d835634a9bd776cd65fc00a7c7c8e4b8e91cd4168586"
    },
    "blocks.35.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c6afc66f424b4bdc477b2ad1169c281fbb9d57dde4853d5965003db3b5785ec5"
    },
    "blocks.35.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9dc7cba05e384f49a5edaa956b7d4cb2672ca36ba4f427b557cab10fafefddde"
    },
    "blocks.35.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7ef0da049661b3465dfcd61aab971093df4646d2a5c66c1d18a7bce002e7ae88"
    },
    "blocks.35.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "58c772c891987eae6793a70431bd98e9d9c440f70c702c243bc491444808a799"
    },
    "blocks.35.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6b4fe3a194c85d90f403ffd85612585e7799d52cd8f542d76fe9bc2a8e275ac9"
    },
    "blocks.35.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d419cbe4f65ac4756ed5a030da19f1ba593535ea11d5cc3d744effe8da4322b9"
    },
    "blocks.35.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "92d957d55da2e592af681dbf95094654190242ab51e195daddf9f6189caa95be"
    },
    "blocks.35.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ecdc338f76274cdf8d3be951a1602e2b71f2ca9a9278dfd8919d16bec430dd43"
    },
    "blocks.35.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9357e48710b24a2ba7836d87af9a796666cc19a8e39c2f16cafa63d1b48a8e5d"
    },
    "blocks.35.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "55fb907582b9afbdaa89c1602783eb2206fd9cce1aba634eaf3eadcfd10db28b"
    },
    "blocks.35.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5b18592a856056b20a06faf33e39ecc6876a6654bdfd98dfd71b1c83aab87e69"
    },
    "blocks.35.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "fa402af3625d2fb0f6777d6619660c8fe5fee25915d628a0834cefdab0a4fac6"
    },
    "blocks.35.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "840d081c8518f7cf9877d39b3efc90d19ab77cd781b2062cd294f40b31c538dd"
    },
    "blocks.35.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d3609c373480dd4e92f5e563ef5fafb03c824a6970ab73b4b4e5a22582a5ebeb"
    },
    "blocks.35.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "c0eb56fe7797f05df9e67b98bf69e6579acc71bfb297f7c7458b60617782dc3a"
    },
    "blocks.35.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "45b9c8ddd7a5f586c3d374a54f162e5a621fb5ad04363802850819657da63d7e"
    },
    "blocks.35.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a7d385860be302b26a4a78f223a966674120d6954236c1e2e3ae49865f9d946c"
    },
    "blocks.35.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ca63d96f109fd1a278b73999e6f44e911db9e1e57742f44a965dce64499a4bb6"
    },
    "blocks.36.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cfb797bebde4de98b8eae8885887f41c6337be59b5d0c4b7e34e836184a89dec"
    },
    "blocks.36.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d7297a8c7442a732254bc33690ceb4a800489162dc4e4888b91ccbcc0417c212"
    },
    "blocks.36.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f7eeb67674dc9ac3e874c7688ca16980c6407bc3ee5f61330f091515ed25e8da"
    },
    "blocks.36.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "883c351d2800469378758e3b532aad7c99e305ded57671cfec82c8b54a77a1da"
    },
    "blocks.36.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ab3345f6ff63ae9947b5abe83f0339b3ebde102b526b8357b8a66aa170fc7163"
    },
    "blocks.36.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a19950d7b1a9751b929425c3cd454691af6d5f9ac93fcfdfc1b3406aa758af1b"
    },
    "blocks.36.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7e585d8099ea3220737ba3189c0b45df4ed3d04db7226d606c558e9ae3df2a0c"
    },
    "blocks.36.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d0fd55b36535c22b9b046124dc18aec6478d655e0daea9a38cf0ccae36f69592"
    },
    "blocks.36.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fd3a4387877c2d95fb92b57500e78ebc2e34f8c516ac584992b38f8e9744acba"
    },
    "blocks.36.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d33be56e0c3a467733d628ddec5b727281c536fc86968b0549dd612864c6b243"
    },
    "blocks.36.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "268ea9a3fca74b1f99528c244f500b4eb67e68623d67ed85b82eaf8606121c56"
    },
    "blocks.36.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c7b2229c52ab0238447d414140a4e3203a90b26fe29e7f36e6d7c7123571a0cd"
    },
    "blocks.36.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d3950b58ede773d9fc71cc38b0abe696654f7d1f0f4db520e402c19fddd8eaf7"
    },
    "blocks.36.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7f8bebd037aff31a5a5eb47fcbda0750e6485a4ae39d531b1d31a77c0daac1cb"
    },
    "blocks.36.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cd181f6de857c898def9da3bd2b11dde2259392ed8e91666a65b7a4c629f7039"
    },
    "blocks.36.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ef9dd2b326eaf8c292bead49a504de191f1c2f1eadc4c3b4867ab44639837a15"
    },
    "blocks.36.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b6fbd142716d49bcd555b6da06a368c3d07b48a15448e68f1d055693dfd77fe8"
    },
    "blocks.36.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6c5846ff4afa51b0a755b9d3b3af664f1e091391dfa7d5986539bf0cd08a2be9"
    },
    "blocks.36.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4f9b559601da8f9855d5ee06384a4e464d72fe4389f28d8a10f30396d80e77b7"
    },
    "blocks.36.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ab995a4536479175fedc374138147adf9aed71a9f6b82d29203e39aaf0f7550c"
    },
    "blocks.36.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d8ed6913ea9507be03f7e0faf740908e45a246c1b587918d9444a9b862903b49"
    },
    "blocks.36.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c4370761adcff9b3129334dd6449d16e06efff575ce01ad091a1f8a5edb62f2c"
    },
    "blocks.36.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2f63dbf97019edd8d0cb7102ef55859edbbb1a0712710ea70b8eb97da9bdfc89"
    },
    "blocks.36.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "188e144bbb7a5aa965e8342a629afe6e964ae182152cdb1aea92b8bf0d94227d"
    },
    "blocks.36.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "545e5db91f1ee5b2d2ffe529e1ae2d5c40263ce19931dedb127a00dc5d8b50ac"
    },
    "blocks.36.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "9697a51831179ec4dfe45e3e6ed2acf4f8d127ab904ee5ff842bc97203e55120"
    },
    "blocks.36.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1c17832513fc8a3d82919bfd9eb6bf18f4da2129da941dfc09e65dcb53b84b6d"
    },
    "blocks.36.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f3111e91d5eb1610e9f25e023cf06dd173f7b4d8bfa3c3bafaf0d1bc4d1ec2a6"
    },
    "blocks.36.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "3017f66c2557cef8e3b4a3214e68a099030cfbc558cdac656d0e964c5f2cb50f"
    },
    "blocks.36.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f651be4b523e38f1edb84fac245ea3c4f298866dd0c89928d025cf50c030154b"
    },
    "blocks.36.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e6ca4905a0bcdc86f5b4ad0359d7a84b5e10b58b80beb321b61b24124f9a0d21"
    },
    "blocks.36.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4655fad848906597016a720593cd3ed6c1129d464b7debc594f2ecf25ccbcf1f"
    },
    "blocks.37.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "229da35cfe93ae91f1aeed0008aa5f71a0edb2484350a219476d6afaae91c08e"
    },
    "blocks.37.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "232b083a8dcb6b57cc3448c5b4df2ff6b82e0e242695f059533d8deb6b417796"
    },
    "blocks.37.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5db044ff91194e3f40e106dc708912845071671c3d79f3f8b070bbdb57ea9169"
    },
    "blocks.37.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6df1a8a9eb1c6a86872b65c43f99711b3b700fce096dd8aecb1276eba0d5681b"
    },
    "blocks.37.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "93fafcb3e5b3eb35b21fd88df446f0067f28c79e67f0eefb411d9426c2b5ce68"
    },
    "blocks.37.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "51108b72699c7feb29dce7cd70f9c036d25c9c925c135a1139acf88db36d171c"
    },
    "blocks.37.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4391cacbbf703478a8ac9f8afb46aafe06e64b9efb3fe7f6e11c10b5500f73c3"
    },
    "blocks.37.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "93919406ce295f62704f2294457b29ca35b2fd527c3d096ed1475c4b5ae65625"
    },
    "blocks.37.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7c2819dc0fc50c5f6bc8f8ff95faf8a3119088ccccb3edc27a90737545c318f5"
    },
    "blocks.37.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9d8fc59d522559f5d71ac09cc1e76728270534ce2ddfd088aa618732cc035900"
    },
    "blocks.37.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "403216d0c4e12bde404744f5dd167c73577d1cf17d3242e6a75e8379a6125d51"
    },
    "blocks.37.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "aa6271a696864ca56a93387cfe07507e7a4596207fcb4b3f05efa74c65a090be"
    },
    "blocks.37.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e02ad736b29b82a86077ccdeb8382f36f91a1dd3c10c7aca77ef692de7b61285"
    },
    "blocks.37.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4329247970314e963997c7bdc570d7c133e6d98406f084899052c1573506f4ec"
    },
    "blocks.37.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e7d88d78b15f69cff1bcddcfd51ac1d4374a7be23c2ed669c17bd83d5cb7e303"
    },
    "blocks.37.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5bb93220efc59fe70ee9fb1763861eb77f980c375994b46fd16a0ed2df2caafd"
    },
    "blocks.37.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "203bd5922b3685301a2a72d8b08705756f836eea5abb49f7e685ed1b7c981718"
    },
    "blocks.37.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6c09e4170610ef1553b80a6f517cd470295dcf8bfcbfc6efd30113ac819ef6a1"
    },
    "blocks.37.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "96cc141c4c16f55375f1d9154f33b4141691c07ab1bc18c5a9618593b49de0a9"
    },
    "blocks.37.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9cc395ec03b3b31d76eb0b0cb75e625a30a85127ddde1e2a01b933dbc03c5f31"
    },
    "blocks.37.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b48987806a70606790a9ddc4238bcfe73aa12d77d8200cc7d793b0d59090370b"
    },
    "blocks.37.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d4cf5890b3a80ef2550db321d839c8b239ae1ca43bdb55cffab057d88f603db8"
    },
    "blocks.37.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "be01aee56bef111f10b8bacc360563fae3aea672985f7c67c1bc9046fc2ffd21"
    },
    "blocks.37.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "94c12cb38dde0719f2148d57d9bafe31ed2b897bfa0e097a4f58b02ffc13ccb0"
    },
    "blocks.37.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9ccdcd780916ca7d16a4bd33b79d6c93bbaaa5afef5ed8d95197651fd8f766c3"
    },
    "blocks.37.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "c78f75385bdf32c59b04aa0a96c0e8908d09925f193d52fcff46eb25773e8c0e"
    },
    "blocks.37.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fc59c00dad3b19982030f6565cfd143afc7553fe6af8090bd48e70201fe1a636"
    },
    "blocks.37.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ccc3d4ada06873c4cff6375f6fdf262040e942c8e7296331881358b3303f6024"
    },
    "blocks.37.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "8f651ccc2694f93e38a4df4b2f1282625d12107d638b38bf72f4b820d0f90c7e"
    },
    "blocks.37.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3e3eb47fa621c09e904818eb541961af0c089c8658cba9e5f952279a0f523d30"
    },
    "blocks.37.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1c1213e1d146be3672a607bc8e1e300905d9c61760d83e3c445b756ce0907839"
    },
    "blocks.37.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7ad3622835ea4d69d68c512c397812e1314ce7680a673c3c1c59d25da68bd33b"
    },
    "blocks.38.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "88f171e256317c2d0dd628e7e3514e8fc6b41a479ab9f13f63fb46cc35603810"
    },
    "blocks.38.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c548e93bbe438a95f28f6211251863f10f8011e78f429261a2417f1f4001b93d"
    },
    "blocks.38.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a4ff8e67a776d56827af2ca509d163f086412a99f90dea95ba69f38705060aba"
    },
    "blocks.38.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6cd055e653199ae7769dcf1856a110f7ac8a66a10d129058be62bae608194c76"
    },
    "blocks.38.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "61fd4f8279fec040381e3e8a49fd0e0ef51f84c327ede90e85de9158620e89a1"
    },
    "blocks.38.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "21cfd6dd56c66b3d48c636fa957537959caa51abb738397193bfab90052dc922"
    },
    "blocks.38.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "022f413171cf4f8069c0d628d09f5efe0b072f0d64a7956638b989bad42a8a72"
    },
    "blocks.38.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "05101d0e77149b5c55f9012607062698314012c8d29e500d2aed113bb427ea58"
    },
    "blocks.38.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3d91849ec09562d9068730a31b2f7f152f9c136dcef0ce5cfbf05e5d325b29a3"
    },
    "blocks.38.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a4aafb995c59ac75a00f3ed9d35de786d1e521f0bd66694f402df375170cf605"
    },
    "blocks.38.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c57345285ac61a102d1fd99d08019c3567ca35c0514663469837ce8d788f2a59"
    },
    "blocks.38.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e4b73006344a21e276fe201613b0ae95e2780e0abaf611b3ee995470ed4d0217"
    },
    "blocks.38.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2e2ce2373d410bf54f5e26d541c8e49749d7740e69561b3e297e55803d11e4b7"
    },
    "blocks.38.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9b21041494db71242ebe7a61998ac412a12505b19a31f65f331829314592530e"
    },
    "blocks.38.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c8cad33c3302597a380fc24c713f125a8c9c64db51352870f3fe6925982487a9"
    },
    "blocks.38.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7a4d9c82c5127cf97fdb0bf5ac8f71cd90fa63f2d3b3b2fdb9e2108753dec979"
    },
    "blocks.38.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0a773d36badc6b0cd6a6126f7bb716c6af7ed2ba09a6a069c2388d4822e747cf"
    },
    "blocks.38.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3eaaf3caec7615e53549476ddb15840e4c6652000a1e3f7a97d83918ab0b4061"
    },
    "blocks.38.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "90a99978c210e35aab554965c10c7cceeacad750124358bed2ce6bc262de466c"
    },
    "blocks.38.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2033dea8a98f2e48a184c0de9a31d6775aa60b34ed004f69715e4ed8baef49df"
    },
    "blocks.38.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cc2d741e87de4ea026ba3b02b18b839d4f55f578566a8d57e3c0fbce588d9232"
    },
    "blocks.38.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ef91e0f8f9419c07750608993c93412eb7f358e5c4eefbdf09e7b68a5b47067c"
    },
    "blocks.38.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c771b2046f6cb5d7fba2e3d628fe25136f19d870b2f784021222fefa3c9bdf04"
    },
    "blocks.38.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "047d7c3f7ec2108023772ec4266e2c88dd85dfa049593696912dd804638f5d2d"
    },
    "blocks.38.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f0ec6b66df7afb9245b786454705a2ea0d61ce3c5bc7e193aadb3c99cad66351"
    },
    "blocks.38.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "24ace8f8bba8abf52b62d8caf82cb1be1d56a21af146d50c1097208be26eef26"
    },
    "blocks.38.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a5623c45f9811d4aba11e155a85ff620e412ab70c1bbafb614532c4a3e0a3549"
    },
    "blocks.38.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3ad9b0acd7cc8784e32a1cb7a058b6e947037d2a8a1e1ae05019fe90509cb331"
    },
    "blocks.38.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "d496ccee39af956fbdd4b7ecb421e3618e48952b19e7a04865ce760f2e3a8da0"
    },
    "blocks.38.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cfd6e1d76fd5a50ea460e864dec9a01f493e3004e46c6dde61c60a5709b62e56"
    },
    "blocks.38.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "30b1fd299688eaaf7db4555e8e3e9c3aeeb09d167ec7b79ff9874665fabe1cc0"
    },
    "blocks.38.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "edc7caa5bfaf25a028c74b32884b154c433e2e0a9b57453fd9c0204e17a91dd5"
    },
    "blocks.39.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "43b002c7835de6ef99378cbcb3cb0af7db566107c0146ace736ce15ff046496f"
    },
    "blocks.39.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b85315e0c045a36f38e011864c92fa384c01f0caca304edea337fa4f447b783f"
    },
    "blocks.39.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "32180c0eb622e7f882689d871a7c9faa9f764ac359ee1a7c090e51ce4c7d7ce5"
    },
    "blocks.39.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e63433968d50441ec415742e5cd2274afe641007fd5420512b270dbddb541e5e"
    },
    "blocks.39.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ec1e57f34e20cc8a92d0e2b2d59434fd1f4b78b1b50622a1571f95fb9c8b08a6"
    },
    "blocks.39.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8241640ba4875ebd133b6f4bec59fc42634007d507cf4fa90a3253522f1e3826"
    },
    "blocks.39.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d478984084a512fcdf90ce414c201250a164dd5d42605e3757bd27295d80619c"
    },
    "blocks.39.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "61d1e5766b61868c119a302190ede570db2ad89509957702948d55ab3a096263"
    },
    "blocks.39.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ddd1d78ef6ec0d4678c306499317c265a6b37e266b0547d64bbca3df71cbf4c7"
    },
    "blocks.39.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2b0f09ba6f620b27b10f5f5cb5c8b7b00c88b1f382720f1e65cbe048152818d0"
    },
    "blocks.39.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "05e78f66498af7cd36996153f4c77fde64a00c51c7f3e08e34d6b884e5928cb0"
    },
    "blocks.39.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "030886d24c4b9eec5c0af74e438227883805e136d8fb7b287e8cb3a85cc46b57"
    },
    "blocks.39.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "09a971fb0020d32e661db7278e11b6ded97ab575f04684350c4b69693e338bb3"
    },
    "blocks.39.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "83e158efa4ead62e05c4b7427a4ac0ee9e779d15d7e1104c6a65803cbc2db170"
    },
    "blocks.39.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e643440b096aba74565acd5e390e336ba83a395f96a85fc28ab8b8314dff15c0"
    },
    "blocks.39.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c3904e3e8294ed88ddcbcab71ad5920d31465c1749a7ce5290b25032d97f600d"
    },
    "blocks.39.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cbe80ca922733baf76894c6e2f51a99c51aa87ac65a73e682d37d3824e1ff348"
    },
    "blocks.39.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9764c932d3f42ac73b1f650edc0fc71f78d34eda1fd4b123a337e1e4a98f9542"
    },
    "blocks.39.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2cd973c878d5e2cfa26838f7d098c4339364530d5029344f662eb102e5567561"
    },
    "blocks.39.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "91b23ae291afbf0c1d8ec364d90a952d6e8e9438d13ec49527f98b3f8a96203b"
    },
    "blocks.39.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e22552e6bf1ec2198d9f7f1f1c37d5db484b917b4c4654e9cb4f2bd3d334cfe1"
    },
    "blocks.39.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6e3708de4cc84f35d33f338efb8d58d84c44119d6bca8bb96389320c5f46e592"
    },
    "blocks.39.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7b925d2f63bc2051cc40208d6cd7c25f59194edd19f1aeb374951f56671b60f9"
    },
    "blocks.39.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8e2db3c3547af8fca5661e6433b0fd374791e3f4fbf60f182355edce3651132c"
    },
    "blocks.39.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4264c24e5eb57f1e4c5830984a8c6981d9c20ae524acd0afdc4048c589d74959"
    },
    "blocks.39.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "43c0aeb1fec3bb4c19c7bb896102302f26c0378d46a64d6ea38af4448097fa58"
    },
    "blocks.39.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1131c8acf7360ed21dbe659cdf2951704aec588f7e757c8a6b120545eeffe714"
    },
    "blocks.39.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "00cad3b46118076c9497443c0d9f64cc51e7d623d7bd509dba0fa094c8ffd255"
    },
    "blocks.39.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "be89cc9100e3aa46ae21101bdec375b88543d3ffea45ae40e2f129698052d6d6"
    },
    "blocks.39.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "81ffaab5b435ef4775929674b933e28379513fb62fcfe85125000d039d7a45f6"
    },
    "blocks.39.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f178a8c2528400f3ed18e080cb94d19135115d4c09dc25e3aea75b32d3a19891"
    },
    "blocks.39.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "664f963e516057dbc4b24e54db1daaf7f2fbdd55b081bdc158b672bc16ba55c4"
    },
    "blocks.4.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2c8302971f83e2393b82d22683e441b04b64c50197b6545e7ee83777a557d6fb"
    },
    "blocks.4.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b7459f1accf38b12d6320adb4c60e9b61561c1a7630c9a668bcd5e2b8e567156"
    },
    "blocks.4.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a4244c28688c9d0552d0a1f8f32ee944e64ca06c6dddb26a76f03ea212b37a52"
    },
    "blocks.4.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "42fb1cfd93c3400e4f5f2f269c1e77699340cbdfbe1143c253e788957600f9c7"
    },
    "blocks.4.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4d9989c1b6671e100540e42d1d8113689b741f761b4441ec48bdcac5a6caf775"
    },
    "blocks.4.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ffd9c2a512bd05db7cc7670ae514f881d6238811a20cb15b739056408ce7c8b8"
    },
    "blocks.4.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d95977e7b72fbb328c0397cec069fce92ac489bc7b6d79de37c780016ddfa024"
    },
    "blocks.4.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "10c6f20a81c423d3a3dfcc1c4b653486fe402e4870ea43cdccce055b59da6b8e"
    },
    "blocks.4.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b2313bccc86fc36fa01329430a342f2c099f2146f59e0e6e5435f942586376e7"
    },
    "blocks.4.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4ebc45771135815507e19771b31d3062803c6ece40d6cc226d14146f9da6c263"
    },
    "blocks.4.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ebfce1df60bfe61ce55ec6c3da8fcd9ca27c094a64424797c98f3cd422a5d4e5"
    },
    "blocks.4.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f555799368d8afa89e5e347b338bc17ad597ddf2314c612ebfff4c2c1b0411b8"
    },
    "blocks.4.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ab876787ff32e522d71bb2205acf603b9105c2b393f53c3a802bf7e4625bcae4"
    },
    "blocks.4.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bb7dc5390b1c24bed63191a40ea54a135b247e634fdb4c48e4b1a5a37921b3d8"
    },
    "blocks.4.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "47640802ef902ace1e50066cad9546f92e4b73873e23f05f4ce68c5fd0c59afd"
    },
    "blocks.4.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d9f8acd6387ecb402437932cd14eb73daebb9ca0435d6a08597e03e8bcc055a0"
    },
    "blocks.4.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ba98e1a42ba227e4740aab11699334ef0ecece3ccc0a3c94980fd1772c795cff"
    },
    "blocks.4.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "234e3a4109c9894607d5368806620201509f8b8672b01fb5b386e92b0fdc73be"
    },
    "blocks.4.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "aee357b97b72d600fe0a6ee0def392c30742fc82aa5d0f17b9393f0a894c0d41"
    },
    "blocks.4.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2abc5fe80895fd968ee1e012507e4c75e6ef9cebc878159ff5b956c9679f41e2"
    },
    "blocks.4.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "88245f017ea13592b9d0b8c685aad6030cc54727b5b7901b8d3b5ff399476b66"
    },
    "blocks.4.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6049516389986d3e56f47d11565e58ead490b1fb32233124fe7f6c13982be711"
    },
    "blocks.4.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "de8ec817420781bf8fd4afd220da9926aa4d2cbf8747c1ff2723f9ba22172a24"
    },
    "blocks.4.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b7e05f12754edcb9817ffe09f39a6b3186874b122e8e562d291ada1d7fc02f09"
    },
    "blocks.4.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ae7bea41a15e8ada91f606fc0a0b5100fe5592bd6a26163ee0e4f5f6fe33a2d2"
    },
    "blocks.4.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "963eae30ebbb898aaa154b637f019540a0eb1208d1bfbbc8062d710bb74da2ab"
    },
    "blocks.4.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "47abd60a5e5081a5d9a260d26164b4b47ad1ef781915d84bdf6de58139638228"
    },
    "blocks.4.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "51b817acb5e9272f812f3d111a5d94ba98f4f01502395a81930ac15330dde1ed"
    },
    "blocks.4.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "63b84059ee613929647c5ab23f70a76512099597444ae6e1808ae6bed19031c7"
    },
    "blocks.4.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c08a1402e2a13fdb905d7b7ee69908a4b64039cd87b754ab647791fd69faec83"
    },
    "blocks.4.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5db4fbd16b79bafc7b4a9e801ced4b9e88a198b3c109fc9f63f38be711ab921a"
    },
    "blocks.4.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ba6d84ed18584267d4170ebb708c8ce60954dd2ee491223f9ded78ae9e01b9b3"
    },
    "blocks.5.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "05377e8f0cafd855fc3a5256a7685c131cf30a96bd8c854beab146683652c095"
    },
    "blocks.5.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f272deaaa92526786c3a6a2eb990ed89d423226d415b0f4f0f6aed8324cd3fac"
    },
    "blocks.5.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5da0e16a8300146756cfe853180adca4c4fe6bd867dfa17bb7efbf41f0b5df6a"
    },
    "blocks.5.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2ccf201c3adb0d8044f6ddbed739f6994de99678c607b4b5d3d4be790767237c"
    },
    "blocks.5.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "815ca66477077a87897eb3e8cb8eb025215ba2065380739c450c57677c144bdd"
    },
    "blocks.5.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3090acf68a37b5ba1189e2d3f477060bc2acf4093698d59b0dc80dc5fa160776"
    },
    "blocks.5.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "74f71e2043d22ee43bbaa14a7c8b1ca46d7932fde30b059460ec287f223270b1"
    },
    "blocks.5.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bc698ced7e734c713f641ae3fb7cf0c118bad0128230821576df0a2435e13acd"
    },
    "blocks.5.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f324d017e7600907d5bcff472532fd8a68b6b42077214974712fae432d273f23"
    },
    "blocks.5.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6862b3158de90f25635cf8112f9185a0a91db3ec9e7f93891b1422addebf2fa2"
    },
    "blocks.5.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ca89847ba9d0858278cda1e62f3d8bb58ad02afbf5113804429840070b234eda"
    },
    "blocks.5.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "84c60cc9a746edc764810d20bc40518a10fd1781d9677b418c6e0a9270a84a2b"
    },
    "blocks.5.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d0c24b6d50a991c5372c99e5212310909d416088f5bb1e94c0c44776d43fe5f4"
    },
    "blocks.5.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8a3f5f53cfdc95f44bce6ddbc7c6102b8669439afb9d5b54287f604372a665d9"
    },
    "blocks.5.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "96cc48d46672d489dfc948fa46fb6e24e6de7eb8421ec4ca50ece534421126b9"
    },
    "blocks.5.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5fe847d79cf35c341dcdf85bb60b9e4cfabe1ec970d30adebb80f34866862807"
    },
    "blocks.5.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4edf635df7a3a44b051875b412ac9dd7ac9b76e36a576469317c4a6811a3f507"
    },
    "blocks.5.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "334391405c3279667fbcfd881ffba59e6dfb940ef939a8e4f66391f379fc84f4"
    },
    "blocks.5.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3706592ef869c3079549da1301004e32a52b986738d7cd1793625f7323ff880e"
    },
    "blocks.5.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3149cc2d00afd365fc6267c0b0e3da911025e5073435c76da8b370be9b2e777d"
    },
    "blocks.5.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "12e802cce1f9c8bbba6767d7eba86974677b55a2cfe45c4c606346a6d0074d5c"
    },
    "blocks.5.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "da9215e641a79fe43e74bcaac36d5be26e7d7dd3a90211debecd01c302cd6e37"
    },
    "blocks.5.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fad93474922cfe8a9e5d5fe948a31ebdb3f9480e748c68e73d2d2562381fec7d"
    },
    "blocks.5.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2fad4b59d86983b1df9b49949896c7505802510061f54b0de6b5dd1aa992ba63"
    },
    "blocks.5.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dd883d0c2a42f5aad301d007cd4e355444350f123c7d632f9f75d5f45e0ce001"
    },
    "blocks.5.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "72744fd6ae99840ee838e1120bed9e73bb8b3cd672ae13667ecafbb98546040e"
    },
    "blocks.5.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "125005e5e85045df683efce0e5973e1d83d2454ddb64a0361e908430368506b7"
    },
    "blocks.5.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "27e5bb6ef4e7a5e44282d0ee200f250f6051b170db6bac9608d06cc26208c5fb"
    },
    "blocks.5.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "21eb2d3adea5d11d9bd95246899586de486e21c42510bb0702a3f1f413b6cbea"
    },
    "blocks.5.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e95cad5843fd8895e238932f8837cc81cb94fdad8cc716c3efe592c4046ef9c0"
    },
    "blocks.5.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a15a45c9aa883c505c7f29417689b1eef5f4950cbeade6e3a222f7a6b2882796"
    },
    "blocks.5.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "45eeafb1175407675847cd6e938ad88b86ce42bbdec27fa5a873fc004ebb3a6d"
    },
    "blocks.6.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "201f7f9619dc2bb2a53b590219c5ec85a22f4c8129507cdf28bf482751041e6c"
    },
    "blocks.6.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8641a5bdc81fe774983a0f919b6f35b7ef19e3d720e6d234c5860be9ea2a57d0"
    },
    "blocks.6.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1f2a899c7f842792dfb423bf5b9369d338f3bdc7ac92fa1c87662a44c1d7fb7c"
    },
    "blocks.6.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ab4b8012c3420ad6998dc76caa793c65d0258a999e3aa420ab642661a24ffdf7"
    },
    "blocks.6.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "492252dd00c71b8c85e34b6c8e71f60c9531b5d615f4a6f4844e2f58f57faa57"
    },
    "blocks.6.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6be80b544736cdb75b960394abedcf6576cc844b7331ccb0e78149e30834bfb7"
    },
    "blocks.6.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e27a580abb6653007398003a04236dbe2891250fa96cbae6a82a29027acb6144"
    },
    "blocks.6.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4c606469c0b56121d353648b8e1747273de6735cb71f5ae50639b6b8055142f3"
    },
    "blocks.6.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "48a6bede17276518f0009dedabdc337532ad511036cbea8e0eacdb85df430080"
    },
    "blocks.6.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "52e5344e3e52cf1dd3287f9844bb40cec1db8454621f5192defe395b303502e7"
    },
    "blocks.6.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8d87bc9d9a321e3884ace8056047ba99acb9c570cb709ee7b9c7cdfcffc2f703"
    },
    "blocks.6.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "11ff3fb4d0945877b7af8af851a16099abba1411ef69a17e63cc86265f8dd42b"
    },
    "blocks.6.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "693a7c4ecbaca6c2f0be6bb34316e721d40ef4c211b6c1d265e9d1b632973b18"
    },
    "blocks.6.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "56eee184c6e87edff2e082a65831521c001ddc6c69f3d1202f65791f830db460"
    },
    "blocks.6.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f0c95ae02693f36d5c9875ed3fe5c4bb75393befc1522ca53b7f799e9a946674"
    },
    "blocks.6.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1db275df4de2459a9592e67a14c322e81a5482b983710d0f2e66370dd6a4dba8"
    },
    "blocks.6.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ec33d33ba820a9a56d4e7f19bbefe62f4d978e79f1b8d897cf574f3b4de0e077"
    },
    "blocks.6.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "4f0b58de4497b9d82d2218dc6ddceb0fa22270604a2f5712558d3e520e6bf2dc"
    },
    "blocks.6.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e5f230ae0e31273a5d35f7c5ae37ec2b2b25ff80f5ecd871fbc70e03727cd7f9"
    },
    "blocks.6.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b24f488707aade7e1302de76fb9de6ed50fbcd570ee07955145ea3b9dd3595c9"
    },
    "blocks.6.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f387887647f8219d12d16ed5bb3c694827e6a3cdeccc43434b9caebf0b388b83"
    },
    "blocks.6.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "69dcbd0ac3600059168dbc201dd78514a31b9031dcc328cd209e037ea2d22735"
    },
    "blocks.6.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a5c606d5c2560fe2076b023af0f67ee78b8659b645571121b00ccf3a5dc4ebbf"
    },
    "blocks.6.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "353338f0aacc774f7bfe7cbae88c3c73dfc4cc011393ebb945f70e5a4defc000"
    },
    "blocks.6.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "23ac76b3fb9249f6ef24d67e04fe05df703b3c54e8940373a5227ae380563fd1"
    },
    "blocks.6.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "978f8a27cf24d93b95b9b351d1946b8732898979e7ddd99be4a9cc3b70b5e17d"
    },
    "blocks.6.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7417bb42b8fb320c5b870d5138950a36a9d8653d4246e47927685eb1c6afa097"
    },
    "blocks.6.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "e69899cde08e6b15da59a6290d709e41353698861de5569bd1e588498ff31f5c"
    },
    "blocks.6.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "fa1e99c0415960f7ce492b7325e2c39487b8981bf5d2786ef970888f2afceaa1"
    },
    "blocks.6.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ec52d0b188089203e383a51c5e6c799808b86ef8d894f0865b76ca69501c8666"
    },
    "blocks.6.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "00eb77d7c092d05cd9d64579779b82b9e98b0f61db2af300e2536029f41a92fb"
    },
    "blocks.6.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d6662d8de6ebf3492caa7c1f9867a08fe7e0b9c77cff0d16f05ff8875e2ce224"
    },
    "blocks.7.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2c1640b783341128b8939446d3aa4a96c1da85f2f8a17ed0d7c5d973a8bfdd3e"
    },
    "blocks.7.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "655044a117f3cb4174065c7b5f8396ad24ff3eb332532216c5de69f7b75402d5"
    },
    "blocks.7.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5300485b3ccec582d7ea654267ec32048aed426abad666e468b566aceecd97a1"
    },
    "blocks.7.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c1bd8a9a2b875d05c86ec87ca92ac2974ae115dc446486442f37b947b4bd9e2c"
    },
    "blocks.7.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "40cd94de7a5e4234d7c4baf34d1c82b22b602ccc05e916e8bcf1b4931e753001"
    },
    "blocks.7.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fb68758d3c473d919d910c7dc457e52d20ec57f87e43a675b00d87b8c0e52db1"
    },
    "blocks.7.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ef2dca383cb05792939678fe3e6f92f6b81e112b058551dcaf7412cec89a23c5"
    },
    "blocks.7.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0c9094709a7a6cc8af9d022f5fbcaea941fd03d0900b37c446fc533a625c75e4"
    },
    "blocks.7.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5eaa26d46cef459ed1baaf70a032098a582d87bf9aa538f5e974c99ab8610057"
    },
    "blocks.7.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5ad7eb6c6cff751af03bb321f2029e30ef30da61898925da2c23aa283a4ff8ff"
    },
    "blocks.7.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "915a1f008497cb03de3fa9066ca9f63332a5dfb30045ab33705f7db6e2f5683f"
    },
    "blocks.7.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f2404ef93488ab74a9a7e2a72d5a7dfce3614ddd7c67a516870538b054294b11"
    },
    "blocks.7.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "89079059a3a603b24a3017d1a653b4a3b854750aeb9e552f0a1c3364406ab4fd"
    },
    "blocks.7.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7adb2923443209bb8e409991920fb58eda75b0c8401476e8c87f12a07374961f"
    },
    "blocks.7.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "3225de734678ca8b47c6a3a881a9f52f54a12279d391e54b4612f50f3c734ffa"
    },
    "blocks.7.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2ba91098c2ce444239609188ec3002825608e987404bda8ae7d32511431ec2ce"
    },
    "blocks.7.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f01a99fdadfb8db8aa34b6cf010dabbbd0fc190554404ff5feb3aa7cc7242ff4"
    },
    "blocks.7.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "08567ae2b3e581fcc7a4d4bceeee723e14d24dd0729d7f5669721f6c52024e0b"
    },
    "blocks.7.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ded3a6acc364294ac9e52619b19376e4660f8d1f84af9a30a311f1323469a671"
    },
    "blocks.7.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5fa262e003a3282d2e7bf35d3e67b8c7f8e98567c97f15ae7f8874a03d45226d"
    },
    "blocks.7.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "345201e546c7e9e36e0dec837e133bd7a35872dc1f9dea48d10ca5f70a03141b"
    },
    "blocks.7.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9d9ef7c2af145122ffaa1f75d2c0d1a8962485021e8dbec928b782014439a358"
    },
    "blocks.7.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b59c9e0500d892d6d096d1c59b4c6e298b1d27033d1b9d2058071e228843bed9"
    },
    "blocks.7.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c3c0fdf7b16703c81172f9e4805ff867c628d94f6175330a367994397f076fdc"
    },
    "blocks.7.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6d175121d8c09e037c93f92c8896f5c1bdccc45959bec20cbdfad0d547e074da"
    },
    "blocks.7.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "f3494ec1224769dfca6a72bcd1554c80f523b47cd0fd4a94b62861ab7979fcff"
    },
    "blocks.7.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8df12043cf44ad7c1227438d3a586b62e664c87af2a53d9ae79b7e0c449de0b2"
    },
    "blocks.7.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6ca9a94e51111adbb6014568ef5df39a05d223a4e57f4aa3b26bee2300599c21"
    },
    "blocks.7.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "a0e41b7874a62e5599fdb321ea7a727da6a64b3bd843f151127e9b546e3e1683"
    },
    "blocks.7.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7c407a4a038a69b0400f2025ab31207e52363c43dab28f32d9e860ec40d82a1e"
    },
    "blocks.7.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "00a14af83e8d1ac73f7a032020d45d0e1245a5ec02034c6664138a41676ab57f"
    },
    "blocks.7.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "af7256818741203ae496cfccb206396ce56c98f5a8a9bc43301de79d3b06b392"
    },
    "blocks.8.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "79f8eeb406d2229d0c8c52bbdcc49827ea65999511d8ce75ecafa849a5dbedab"
    },
    "blocks.8.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dd7258eaccc13157fc79e658ef5fb559021628248123be884bff56510212ef7d"
    },
    "blocks.8.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "b9df0c1623f14fff5e64d0f93cedb60489f799d9370da0e9c27994acc9effef4"
    },
    "blocks.8.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "17efe325d0bc8defff7304191da277002a0974ad08b84d5aa37bb9ae70b94c7f"
    },
    "blocks.8.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5946becc37fef7f2a1a358b84922b6af3354cb07ba70c6d14c127222ee2fd881"
    },
    "blocks.8.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a9b6d43e6337bb3886689344d761ee9f3bc12e23ebfe525f09bfd65c5c2cf52a"
    },
    "blocks.8.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9d60281c1b0ebd64ff6c4947ae5ba4b53f4d3d486e4597ef088863bd72ce7c65"
    },
    "blocks.8.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ab5bb020204c4115fe2213be5990870ad2a872701ee2d60064b2f152a8f73161"
    },
    "blocks.8.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f05d853475542f067dd182253d15d5f69fd401f56c81e09b03d36790de3bd9af"
    },
    "blocks.8.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "5965f8453a1406af8841898cafee44bafea09a833335d4967bd22c2133b433e9"
    },
    "blocks.8.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1f503cfeb1d7a407a3d71517de722ff486a6014af7b0d321f5b1876bcb0fa2c5"
    },
    "blocks.8.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "82f2e59670b9eed9cd020fb287d702b65021ff273d9019c46b0313c483b4fd68"
    },
    "blocks.8.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a705c3c7e710aae414977ae0c6696b6c2dce7c3e91373b34dc3a47f7bef3d1e4"
    },
    "blocks.8.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9004c1c058c01f05e7e244607b09d3133bb826284bd7321d2d33a40b57d6d51e"
    },
    "blocks.8.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f04d075bb526a9e45fc46b5ab53101ae46103aced7e7ae8b80a2cb5af7f736f7"
    },
    "blocks.8.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fa6876f1334b055586edd35d125442b227bef2c5345667998e9c5c02d2b818d7"
    },
    "blocks.8.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "963501aa4e7f3363ad9134cb354414264f48b9f1ae056134ddafd845c98cd087"
    },
    "blocks.8.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "874ddfe7818ecd3bf2f6649d6cb80bd3e542a0e1848c279201112c48102f5825"
    },
    "blocks.8.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bea2373e439b5b213a921e36a75a82deb90ac6d55dc0b52893321c06d5133190"
    },
    "blocks.8.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7d58e3aacd0f7883740d2849d44bd68a0fac34a3bf1cbd0420c33d5371a329d8"
    },
    "blocks.8.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fb61cd9166b8d79adff20b5f58f41a2fe56742a11cdc8d099b9af9a7ead211e0"
    },
    "blocks.8.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "09702db1553b33dd1babcc42efbbfdb5128b8ea8c60db9ac78fc034d7003a0b2"
    },
    "blocks.8.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "a9159a5df49bb3337ae9fe9b1a09cc9b8fd2cb540c2113e4599ea2f6ffd8672a"
    },
    "blocks.8.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0a31df98b6251d2e42e741d910a677698141cb8c0f89999e7593ff9f016b8918"
    },
    "blocks.8.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "1be8151e9886028b0a1cc7830057acb07a56ba5cf393ed915922abc9ac819691"
    },
    "blocks.8.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "36ba995aaf633c4c947071ec626d7db8b57deb6d57711b45a87dd34017b055eb"
    },
    "blocks.8.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "22caac4be470d627dd488167ec2ae8688d2317e33e8ca43fcd231b1234da362d"
    },
    "blocks.8.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cd10ebc71ade71905d0abc74e136a48a0cb0da308d4de18a485d73147be1da39"
    },
    "blocks.8.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "4f0df4550d7683adcace9aa69f2adc650035be0dd0c99068eb8f89934b86fa9f"
    },
    "blocks.8.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "984021a579463c4d464199e87db040a631a4f43e1cf9964426361ca0c6bfb0e6"
    },
    "blocks.8.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2c58b5c853e16f83ab3fb1eb0c0aa0fab5299a3cd2e450decf783000b8a7296c"
    },
    "blocks.8.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "11666d837c0f1c142403925535a45d51783b1fa6c1e648c1d9b080c31df7c8c6"
    },
    "blocks.9.attn1.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "333931c58c9921b3a1ff6450a2c416f4e626f300da413a994e53fbed9913b143"
    },
    "blocks.9.attn1.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dfc689b8248191d5fe993a9453a7ba75d2a39353e230c82894eb4cccda480f0a"
    },
    "blocks.9.attn1.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ceabe65172ca496628b3a6f424b35d9571ad08dfa0988334bd6d3d45b80b8aee"
    },
    "blocks.9.attn1.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "9a0996d08813b49c5136d49653621bf3271cbfa2999053a980b494588abf178c"
    },
    "blocks.9.attn1.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "52064a8726f9d0ba5e903eef7f9b77e005d01af11e2f7a0b2412a1acbb5db9df"
    },
    "blocks.9.attn1.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "08055e9494e22a6f7e0238865a792bc347aab936f38c0904d7b81cee545b5208"
    },
    "blocks.9.attn1.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "95a643c6660778e5756046a6dc1ab7e6600db0f2eb300e616721068120e311a6"
    },
    "blocks.9.attn1.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2d73974d3061397691ff6f5857cee4cfc7a7272506457f4da4a13dbb71df5030"
    },
    "blocks.9.attn1.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "cf1d85861f1a40e33fdb92774c8df4ca746c84b43ff838576d7c7032c051d643"
    },
    "blocks.9.attn1.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "10b12d4552a1bd117f39d35b3fa9c939e505a01ace157f255f2a537c1f1e7cc3"
    },
    "blocks.9.attn2.add_k_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "2172f825d0a710afb208e0830c23ff5904e699d0492569b148677b50212907ac"
    },
    "blocks.9.attn2.add_k_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "d2de6d5408140d59dfe76d554358392f139d3b281f44dc4b0769914fb2b131eb"
    },
    "blocks.9.attn2.add_v_proj.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "db5b5b1b0c76b5a36ca70c901a1ca685cfabbaa70658cd2dc3c59e5af4ab8a12"
    },
    "blocks.9.attn2.add_v_proj.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "79582dd40bfb722666a9693869759c6bd3576c5ce303b932fe3382555c2986d0"
    },
    "blocks.9.attn2.norm_added_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "7e1c9aa0258bdd9db12e96f978369fe41bdc5695c9943acc0a67be6ae3c00935"
    },
    "blocks.9.attn2.norm_k.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6a7d6c138980932abda70672322697eee446802b698b116fa49a6622ebb873b3"
    },
    "blocks.9.attn2.norm_q.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "8ef0e7ed66c999a31df7819707a56352bf1c198e7a483213e86342e05b403fb9"
    },
    "blocks.9.attn2.to_k.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "f6b53b53fb7e1ea99b60bfeaf7858a6fbb3b98cb7f0cc8593d60a96004e11366"
    },
    "blocks.9.attn2.to_k.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "73339eba9b81166e276743ac5e2f3df7c7ab48601cf9fa48a879a00270c66ea7"
    },
    "blocks.9.attn2.to_out.0.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "40300ed00357531e58276262d39f79fff4f993ed715f9bdf905574cb902fea4a"
    },
    "blocks.9.attn2.to_out.0.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "37108619b1068fb3eed9d432384dc281118ec34392c0750e3c25553d2fce7541"
    },
    "blocks.9.attn2.to_q.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bef180b4a86a088566dcf9c1fe5967276e44fb9b074a721adac6568a21d6c550"
    },
    "blocks.9.attn2.to_q.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "dcebc61323676fdaea881d5633a14bd3dbdcf9e847b9adaab1b3704a90c7ad72"
    },
    "blocks.9.attn2.to_v.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "40fb111b48f73d7e4e1972e56a3896cb5b1e7dd7afebdde0552ae6cedf752bf5"
    },
    "blocks.9.attn2.to_v.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ee4789ee65c538da8480d35ed59c278d317fc96f93fdac60b84e7e56ab1db7da"
    },
    "blocks.9.ffn.net.0.proj.bias": {
      "shape": [
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "0c443979020c024e0d9da00deb9d327d9bfcf5f9bcad04f44f21d0234c3f31a0"
    },
    "blocks.9.ffn.net.0.proj.weight": {
      "shape": [
        13824,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "116e8fce6633d302523b36d587d3c19e799a44d7548fcdfdc759ccb7c8cd7618"
    },
    "blocks.9.ffn.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "80c167ee8605d48a980260b504eeee664d3cc3f3cdcf643030d8b8ea6a3fa163"
    },
    "blocks.9.ffn.net.2.weight": {
      "shape": [
        5120,
        13824
      ],
      "dtype": "torch.float32",
      "sha256": "4cd38dddd11c04c529c8c2ca3845b7512d40edceb23b29c927ddaddbabc9cade"
    },
    "blocks.9.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "650377d2a4f88e066bd313a0379b0f6aa831907e6864b5bb9769d9af3e60d66f"
    },
    "blocks.9.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "83875d9d0779fe1de77708840cb0ae3287af3401d793cfc7be3ea23af2028c2f"
    },
    "blocks.9.scale_shift_table": {
      "shape": [
        1,
        6,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c13c74ad24850817b0d90b59ce6523c5acd7dd2328cc4486a04f7e20eb74ee1d"
    },
    "condition_embedder.image_embedder.ff.net.0.proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.float32",
      "sha256": "fd7e451c4da2de015e346b2446e54790ea0fa586321f5d05756b8b4f99cf72d4"
    },
    "condition_embedder.image_embedder.ff.net.0.proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.float32",
      "sha256": "a671c375deb829099690ba4f637e23c22089a15ad25c756cfd5e29f3acb9c5ed"
    },
    "condition_embedder.image_embedder.ff.net.2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "29782332c339e7d090f05525db58d34038c6355a14ee281a8b2ea7b4b7b09d3f"
    },
    "condition_embedder.image_embedder.ff.net.2.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.float32",
      "sha256": "c9b3ef1af714076bda4a9e1100743b0d2c6932fa460e0b85ebe0984a2bc6dba9"
    },
    "condition_embedder.image_embedder.norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.float32",
      "sha256": "5247a7a49fe0457d1396ae739dbc9873c573be067c08fadfa49452b78cdc147a"
    },
    "condition_embedder.image_embedder.norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.float32",
      "sha256": "70c23ece4d198b4b3815b549fffd6d31032dc1c01f766ce26e57fc6adb422d13"
    },
    "condition_embedder.image_embedder.norm2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "6e5b6916381eff888c803a9b2cb929a5e0b41961a81b40e9e9c431ee9f9c0ef5"
    },
    "condition_embedder.image_embedder.norm2.weight": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "79219674a1825e120a68bf96ecd4065282290110f50bd9716863a7183a8dd73e"
    },
    "condition_embedder.text_embedder.linear_1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bbd73920fe82900e87ea633f0f007e662f3627ba861d4d94718a1c735c225210"
    },
    "condition_embedder.text_embedder.linear_1.weight": {
      "shape": [
        5120,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "1dfa47bcbcfe4e676afa9a9a01bf2367354e0b52e1c3793e91b75fb9a2742bfd"
    },
    "condition_embedder.text_embedder.linear_2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "c2f4817a6dda2e01a67bf868e38c71d4a89eb641dd0d38fbfaf11fa07c8a4ebe"
    },
    "condition_embedder.text_embedder.linear_2.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ac521513c4090edb464aafc2d1a65c73a6207faaf069884382b37a8f73c47d95"
    },
    "condition_embedder.time_embedder.linear_1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bb5b504803e5bcac75cb44140e0618c0f0559a1d2726b38d6fcd29f86799b208"
    },
    "condition_embedder.time_embedder.linear_1.weight": {
      "shape": [
        5120,
        256
      ],
      "dtype": "torch.float32",
      "sha256": "0a6adbd1e8ab6b183204812aa998e1d3724fdd764a50aacfa6b13eddbc5c2dbe"
    },
    "condition_embedder.time_embedder.linear_2.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0f722858ef907cc661b588f96e5e306acbee8944d4b40b514f60e916b2c88bb9"
    },
    "condition_embedder.time_embedder.linear_2.weight": {
      "shape": [
        5120,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "ad766fbd964e50ca64947548658fa4fa8acef4e206cc6864caecaa1a3ed7000d"
    },
    "condition_embedder.time_proj.bias": {
      "shape": [
        30720
      ],
      "dtype": "torch.float32",
      "sha256": "6d94035d962676ace3b590694be6a3475bde9feeb6438701b27d2da9d2f1d33e"
    },
    "condition_embedder.time_proj.weight": {
      "shape": [
        30720,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "136c892f1b7f1c225ba2956e4a313e15db4a095489f8178532964cc6ffe5d087"
    },
    "patch_embedding.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "0e590019f3bc1bcee0eee7563daa20ef2d3f72cf6ef1c6edc23cc5f6f503252b"
    },
    "patch_embedding.condition_norm.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "02617b8aae953b415f2f6000228f33398d79b2eb9190e8dddf73514b90735ea8"
    },
    "patch_embedding.weight": {
      "shape": [
        5120,
        1060,
        1,
        2,
        2
      ],
      "dtype": "torch.float32",
      "sha256": "7d776cd090462063f628e2896e2c6e901eac4c5164f196af0b25b60b910bc6f4"
    },
    "proj_out.bias": {
      "shape": [
        64
      ],
      "dtype": "torch.float32",
      "sha256": "4c99fd89aaae613101499eafe7455e17bbf48987d9ad84aa813b25179b088ba1"
    },
    "proj_out.weight": {
      "shape": [
        64,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "fa83827d97c6567c5dec270cb7b9a53325c690854560965a854267872936f157"
    },
    "scale_shift_table": {
      "shape": [
        1,
        2,
        5120
      ],
      "dtype": "torch.float32",
      "sha256": "bfd06ccb19e57c70f2e7a17cfae2d7af86bffe48c7d778ca92b95f019c4b9a08"
    }
  },
  "vae": {
    "encoder.conv_in.weight": {
      "shape": [
        96,
        3,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "28e4fba2db63430f22548c1b1cb3cf4a068afd0e23f9e07b68b60fc61bc498cf"
    },
    "encoder.conv_in.bias": {
      "shape": [
        96
      ],
      "dtype": "torch.float32",
      "sha256": "0c860cf9a3bc55572f0c7d90d6392077f9e59f253254a51b95ecc49f42d5b635"
    },
    "encoder.down_blocks.0.norm1.gamma": {
      "shape": [
        96,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "03a21f9d9a8bd80f6a0038dea82de8a46032f65a96e52aca282cdc5cd3cbb6ce"
    },
    "encoder.down_blocks.0.conv1.weight": {
      "shape": [
        96,
        96,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "111ff4f90813b0411d0a18493f3fbc2e313f5bcb2bd7aeebba8092543e605fcc"
    },
    "encoder.down_blocks.0.conv1.bias": {
      "shape": [
        96
      ],
      "dtype": "torch.float32",
      "sha256": "47f743d1a0307c9e1231ea1dc5860f04ef17f413a6e677f578a0a5233e20a257"
    },
    "encoder.down_blocks.0.norm2.gamma": {
      "shape": [
        96,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "8e3a920dc84def5e7b5b9fb685a529e5ff6bc312d7c3fb85cae6dc39d5286e54"
    },
    "encoder.down_blocks.0.conv2.weight": {
      "shape": [
        96,
        96,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "2b5b375882e2508849e44c47108dda97d53774685e4b54b9bb473ab03e7da98d"
    },
    "encoder.down_blocks.0.conv2.bias": {
      "shape": [
        96
      ],
      "dtype": "torch.float32",
      "sha256": "2b32ec7efb8c1247c47753312dff4407af75ac5f25ec82596dfb10d9b25334e0"
    },
    "encoder.down_blocks.1.norm1.gamma": {
      "shape": [
        96,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "d5b6cc62e14ce483f3622cfefc9e1fadf6aa03070aa56486603f497c07917425"
    },
    "encoder.down_blocks.1.conv1.weight": {
      "shape": [
        96,
        96,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "52489671bee15fcac1ccd5e639ba15bd40d8ad642c6c03c4fdfe56598c940973"
    },
    "encoder.down_blocks.1.conv1.bias": {
      "shape": [
        96
      ],
      "dtype": "torch.float32",
      "sha256": "917cba433f73952a4c918ac13880060b674269a42d6c05d55a9b2a6ed6a84060"
    },
    "encoder.down_blocks.1.norm2.gamma": {
      "shape": [
        96,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "e14d7e6d80ef2a2b845bd6203bd522ba4577afd64911d8e23e46094629d1dd0a"
    },
    "encoder.down_blocks.1.conv2.weight": {
      "shape": [
        96,
        96,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "bcbced5c5dd7b2a6ecf4ecb56039ecd1f686efe6fca08db3c1b08b5b35ceed5c"
    },
    "encoder.down_blocks.1.conv2.bias": {
      "shape": [
        96
      ],
      "dtype": "torch.float32",
      "sha256": "93683fc6b23fd9e33c91320e69a949ccad7ebbb698cd53596437b07bd274377a"
    },
    "encoder.down_blocks.2.resample.1.weight": {
      "shape": [
        96,
        96,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "d3a43fa4c3fb7bedce960a060301809e690eafc3db0cece282b1940ed30e2e0f"
    },
    "encoder.down_blocks.2.resample.1.bias": {
      "shape": [
        96
      ],
      "dtype": "torch.float32",
      "sha256": "6007050e4cd4833211f7b6b2131b12e7014546f2b580363a0c962a5fb1489467"
    },
    "encoder.down_blocks.3.norm1.gamma": {
      "shape": [
        96,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "32fc4513ce8f54a3919477d490b0e54388a910cf1061ebbf120dc4a97c6fd083"
    },
    "encoder.down_blocks.3.conv1.weight": {
      "shape": [
        192,
        96,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "b852f0b8f3ac4eb4f704bdec3b3de3fcf0db0fd75e29bd13fc320833e5eeb2b2"
    },
    "encoder.down_blocks.3.conv1.bias": {
      "shape": [
        192
      ],
      "dtype": "torch.float32",
      "sha256": "830122e7db8f6b096fa2c8c983d2cb4de9ad06f3d3b36516690da28b893b127a"
    },
    "encoder.down_blocks.3.norm2.gamma": {
      "shape": [
        192,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "17fb0ce439396cdfc265057cddb7d0141ba1d644ae5db5f01eb4712778054361"
    },
    "encoder.down_blocks.3.conv2.weight": {
      "shape": [
        192,
        192,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "750551e7ab036857fb38b01bd5167daf013faf17b0c70ea4721d8139c662d509"
    },
    "encoder.down_blocks.3.conv2.bias": {
      "shape": [
        192
      ],
      "dtype": "torch.float32",
      "sha256": "b6c1b0915ff6129be25961909bd50eed9e48255678f3a6cda71b78096865b13a"
    },
    "encoder.down_blocks.3.conv_shortcut.weight": {
      "shape": [
        192,
        96,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "000c3abd1c0160bb9065b7448a731d4046f6afd92cd2fa090d876434ab9e1ff2"
    },
    "encoder.down_blocks.3.conv_shortcut.bias": {
      "shape": [
        192
      ],
      "dtype": "torch.float32",
      "sha256": "e0f40f1ef0f339712eb839b6c9765741412b16118fd1ca7dfde4b442a408e84f"
    },
    "encoder.down_blocks.4.norm1.gamma": {
      "shape": [
        192,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "13f21f87e045f544026329f5f74d0868190baf0c84665a84f2847baed22e80d1"
    },
    "encoder.down_blocks.4.conv1.weight": {
      "shape": [
        192,
        192,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "6407d5cb14bec2c8346a0feed00643a47ae88ec7304bef0199790cbf6da5a045"
    },
    "encoder.down_blocks.4.conv1.bias": {
      "shape": [
        192
      ],
      "dtype": "torch.float32",
      "sha256": "c8c1adf770309679e83bef1df9218c521ea204e8f03c58ad2a94f867b82c56bf"
    },
    "encoder.down_blocks.4.norm2.gamma": {
      "shape": [
        192,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "6d8777ba727f29e53ca74190ca1e039e7d7f26b59b00c65a296e57969413cd8e"
    },
    "encoder.down_blocks.4.conv2.weight": {
      "shape": [
        192,
        192,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "72f28dd358f471966a52c8ed9564dd866bc40cf5dc011b4843b0900873748883"
    },
    "encoder.down_blocks.4.conv2.bias": {
      "shape": [
        192
      ],
      "dtype": "torch.float32",
      "sha256": "3f24f72725227007d3e5edcaaeb696bace477b1787b849774295d10bb411cdf4"
    },
    "encoder.down_blocks.5.resample.1.weight": {
      "shape": [
        192,
        192,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "118eab7c6cef0153a00cac5fbbdbc85eab9f053080bf779a9390be2cea2f683c"
    },
    "encoder.down_blocks.5.resample.1.bias": {
      "shape": [
        192
      ],
      "dtype": "torch.float32",
      "sha256": "0ebe4c198223da14bfc09f19b24f80486cf5f9f314b94a05c1dd46bd6663392b"
    },
    "encoder.down_blocks.5.time_conv.weight": {
      "shape": [
        192,
        192,
        3,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "9fbcabad71574a4c880e4bb70d2531018c8377e575e21c4fb2ec53872e1e5d7d"
    },
    "encoder.down_blocks.5.time_conv.bias": {
      "shape": [
        192
      ],
      "dtype": "torch.float32",
      "sha256": "dccef6e8ba3092af4ebe686eae3f821291c0c3239355eaf86a239ba53e908fd2"
    },
    "encoder.down_blocks.6.norm1.gamma": {
      "shape": [
        192,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "099f698230b388f80b5fda3055ae6fc9c5a7c90003d3662f77b05ebae18846a0"
    },
    "encoder.down_blocks.6.conv1.weight": {
      "shape": [
        384,
        192,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "4cb7eda3b6f2d6d3dffe936e460ff2f41da70dadce7ed0dc0e7f2d4cd74c7a50"
    },
    "encoder.down_blocks.6.conv1.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "1cb275a295e90a782c0a9cdab18a73afa9395ced22995a10dbf75d7bee4dfc55"
    },
    "encoder.down_blocks.6.norm2.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "dcf86f0ed1f53209c416efeb3e34a906aa28ba26463663afa7e16f019f6db85c"
    },
    "encoder.down_blocks.6.conv2.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "d79c9e2c3803a815a92c20d8c44d5097b9cd8c757d40fbfc2c733f189b425be9"
    },
    "encoder.down_blocks.6.conv2.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "1f281ceb4bffb0b2c9ebc7d28fb4a973f0b3e85a792df4049241febe26bb2013"
    },
    "encoder.down_blocks.6.conv_shortcut.weight": {
      "shape": [
        384,
        192,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "a4e67749d501eb88d7f26a3ad4fb06358c629ff96ea8a6dfc7f7f35a21b84dba"
    },
    "encoder.down_blocks.6.conv_shortcut.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "ebef4e8677d33780314d7d5cb270722c0bbb8771656d018f9a12438afd0bd32e"
    },
    "encoder.down_blocks.7.norm1.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "8527da194803e241567f6a1caaa2cf1cd0e70fe0a29619e0fca5317639d6fa05"
    },
    "encoder.down_blocks.7.conv1.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "6f9eb21422ad0be10650a91ce5c245bddde58e6120a368c0ac7d631149467064"
    },
    "encoder.down_blocks.7.conv1.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "0f57cbc0b2b7d0cba59f03199355446fcd6a01981cd6527590169bb4f0c648fe"
    },
    "encoder.down_blocks.7.norm2.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "e87a3d067c09ea1ba4cc58ccd80ec2d4f6d14b40069df49379172e0e1891528d"
    },
    "encoder.down_blocks.7.conv2.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "67d4b42ae6c73fc0c23de52b5339746946a630aac85d6f376e4f5da0b7a5b484"
    },
    "encoder.down_blocks.7.conv2.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "d8d20ccc56d41fde406ba786f68dd4eb9b825100a0af42659260dc44e0d9cf1b"
    },
    "encoder.down_blocks.8.resample.1.weight": {
      "shape": [
        384,
        384,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "3fd2674e151d0ee7d58ace4d40124b8d8e366814bae3209b16756ddf66f83f7d"
    },
    "encoder.down_blocks.8.resample.1.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "1a4ada75786a0fcd7d1dc856fc351305ef9cf079698491c0ed7b610df7fc715b"
    },
    "encoder.down_blocks.8.time_conv.weight": {
      "shape": [
        384,
        384,
        3,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "886cd05bfbeeefaac0774f826aef2a673938b65e6eab02602e379a741f7573da"
    },
    "encoder.down_blocks.8.time_conv.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "c5f2af30f2c52262822f902760c1e71776daf68353d9a47a3be6565a558e0394"
    },
    "encoder.down_blocks.9.norm1.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "19f9294a2161790ad236eea46787d257c3b2b8ca9a309707e6ff8b2757bf5dbc"
    },
    "encoder.down_blocks.9.conv1.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "ded00b9d4c9de4d2dce653717e9ab1cd8e6a7e7e799b145b3af6ae450bd164a4"
    },
    "encoder.down_blocks.9.conv1.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "02795feaa6f7aa53ac40ffc67b7d5d25b50b995da84f300e6afb0cebf8af25c8"
    },
    "encoder.down_blocks.9.norm2.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "c1f02f00db3468e49b144b83707fb17d9682cfcd5be7dd21211c189678c74b2e"
    },
    "encoder.down_blocks.9.conv2.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "762bfa8c30c6c00a9f9a1446925a263f97fce89f7663cf95422502b2d676d8bb"
    },
    "encoder.down_blocks.9.conv2.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "70ad972b291dfb23e0b2d6e9dec6d84ef64b1f6334db73ba75332a1d3ada64c8"
    },
    "encoder.down_blocks.10.norm1.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "6944f23f08eb390aade119fb5e557be235cf23f9595a3093369ce43638a2467f"
    },
    "encoder.down_blocks.10.conv1.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "961cd0b1838f3df1faadb9775b307167ab7eeaae80c52519346593df5e5df24c"
    },
    "encoder.down_blocks.10.conv1.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "94ae488061704f658608123c65f578c0608c9975fba4d6579350a0f27ab2f43e"
    },
    "encoder.down_blocks.10.norm2.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "cce65e6cefe80860f33cc2473a35f445c05fe226df9b019517aed453b452ebaf"
    },
    "encoder.down_blocks.10.conv2.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "9bd55694f21ae993471aaf6af2e471e4961c665626eefab52905ea40008578d2"
    },
    "encoder.down_blocks.10.conv2.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "9b4426cbcac1c1b27f9fd75bfe52120d743cf3c48eded372da6ecfc76906d159"
    },
    "encoder.mid_block.resnets.0.norm1.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "26ba6ebb2873a6a3a716d055f97d53187cc59cc56f6313d4dac241fe6f8cb43b"
    },
    "encoder.mid_block.resnets.0.conv1.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "396ecf70b614716cdd6b8ee509f58f435578e414883c54ca38b480e1205d20a3"
    },
    "encoder.mid_block.resnets.0.conv1.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "dcdea475a5b0a5914ab5918288aae6263ff5f4769ac43b79a2ff89a58fc4eb18"
    },
    "encoder.mid_block.resnets.0.norm2.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "625883687ce0750a9f6a5262140740d7c2fa925bacc8ee40ecb4c7fdefbb511f"
    },
    "encoder.mid_block.resnets.0.conv2.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "f060daeed756e327e23577c70ea2b15a1bf44e270690f05f18dc59fd65f3b38a"
    },
    "encoder.mid_block.resnets.0.conv2.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "4972959f6dc3cf2ee7f82a3243ac9a0c4be9b24eaabd3865dd5af9db1fac235e"
    },
    "encoder.mid_block.attentions.0.norm.gamma": {
      "shape": [
        384,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "0a9115e542620856b3adc4c0e141b8c3e80416cd103b02f0fe5774456083aef5"
    },
    "encoder.mid_block.attentions.0.to_qkv.weight": {
      "shape": [
        1152,
        384,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "8399fe6c9602bd80e0c086e6c3bb1902aa189660e7a149535d3e26550f35b669"
    },
    "encoder.mid_block.attentions.0.to_qkv.bias": {
      "shape": [
        1152
      ],
      "dtype": "torch.float32",
      "sha256": "02fb3f6a28ef873c809b5ba2788d87f388aeacbab8c150eac7ebd83fb4a3047f"
    },
    "encoder.mid_block.attentions.0.proj.weight": {
      "shape": [
        384,
        384,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "608f51601d3b2e96ce275badde2139568df524485fbf54fa42068091292f1faf"
    },
    "encoder.mid_block.attentions.0.proj.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "2f0caaf678338c5064a028bd61e551092b668da25e23cb4569058138f6c55b76"
    },
    "encoder.mid_block.resnets.1.norm1.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "ad4eca7c670769e771b35edf144f0b9c06c04ffae26471e556eccc106d954bac"
    },
    "encoder.mid_block.resnets.1.conv1.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "50bb23ae880eb5e4cb3e4a63c39bcc21010ab0a830c9784a842827a403c34067"
    },
    "encoder.mid_block.resnets.1.conv1.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "9a107ef11956cd985607d8ebf6c42ec93fb8e065ae62daca7b2bfdb54e137470"
    },
    "encoder.mid_block.resnets.1.norm2.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "842286622fe0066d43f8b72f071182d96231b2dbe29486ab33a992a5357673e0"
    },
    "encoder.mid_block.resnets.1.conv2.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "70f51cbe9200da59c4c8f4bda3aa8becbde94b6b138230fb8bc4caddb960e053"
    },
    "encoder.mid_block.resnets.1.conv2.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "edf1b372d2eb8ed55968c82f50bf7860f5a55f989c002d8b80e02219d27756c0"
    },
    "encoder.norm_out.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "bcac4e96e3cbdb55a78811436916df5a339e2b8926adabe9e633df0e06a29b1e"
    },
    "encoder.conv_out.weight": {
      "shape": [
        32,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "3e2ac26ed307eee98e2bcae41f13fa67df3baadf067bb945ade79f78d833e8aa"
    },
    "encoder.conv_out.bias": {
      "shape": [
        32
      ],
      "dtype": "torch.float32",
      "sha256": "52974c229cd71c8916999bf41243c671f86798f423850c084379625d03c04eed"
    },
    "quant_conv.weight": {
      "shape": [
        32,
        32,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "7a503eacd1afb9fdc0aa90d179b667606215efdd4e7d0b83f005383317fc858f"
    },
    "quant_conv.bias": {
      "shape": [
        32
      ],
      "dtype": "torch.float32",
      "sha256": "263b8c4fab785713b6121907d94644a5fac5aa57d378c69f88722867bc1f4b18"
    },
    "post_quant_conv.weight": {
      "shape": [
        16,
        16,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "5724de11676f8e32fe7722bb61538a5245279d36b0185d651bfe9708b606f900"
    },
    "post_quant_conv.bias": {
      "shape": [
        16
      ],
      "dtype": "torch.float32",
      "sha256": "dac0a5b433c15cd9000063be5f1f2cd6aaf60648943f8ab60e2c25b0b66d006e"
    },
    "decoder.conv_in.weight": {
      "shape": [
        384,
        16,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "3ad15115c811cb71788e5f775639fbc1706a4b5f4a9cc1b7da535789ad6cdd72"
    },
    "decoder.conv_in.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "2c987906536e901e545f96000f2754addc30f3df20118400a6c388d9f97bd9b3"
    },
    "decoder.mid_block.resnets.0.norm1.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "ca6c65fef996df55a90d750f6c386d45dd51987d52cc4430c68d7ccacba8e84f"
    },
    "decoder.mid_block.resnets.0.conv1.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "3d40017ea56148f319d2129265cede221ce3470936f16cf1f999669deeff1639"
    },
    "decoder.mid_block.resnets.0.conv1.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "6eddc682b48f6033247b14c730da46c2ae26ecbcb06db3011b4e0156b98855b1"
    },
    "decoder.mid_block.resnets.0.norm2.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "742df6771d968f538dd51517033b7829e8d90902f498ea83a7f59c7066b49622"
    },
    "decoder.mid_block.resnets.0.conv2.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "8c6bb39b878d0d810d5f087c445ba6407c84bb76f4a8f08988770fd7fd96a23f"
    },
    "decoder.mid_block.resnets.0.conv2.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "e259d19fbb6c35e6fbb6650c2737e2d84d7c17b68a65427701d2328ffc566655"
    },
    "decoder.mid_block.attentions.0.norm.gamma": {
      "shape": [
        384,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "f98444721f2ef3f97e546f2cd09adbf6d9f6d176bb8c8f9b00f7a2663e144132"
    },
    "decoder.mid_block.attentions.0.to_qkv.weight": {
      "shape": [
        1152,
        384,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "1099976310f3d48921a26643979a2329c32874a5d780b247b30a3e4892ee679d"
    },
    "decoder.mid_block.attentions.0.to_qkv.bias": {
      "shape": [
        1152
      ],
      "dtype": "torch.float32",
      "sha256": "e2a475cd10d9d4f0921f23d493c3e205e2b0ad3c77d7ea1835c430a5745ed9af"
    },
    "decoder.mid_block.attentions.0.proj.weight": {
      "shape": [
        384,
        384,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "0ed3b47f19e01323883ea769ee717621a4875cb4b1d2a7946453d1f12bae27c2"
    },
    "decoder.mid_block.attentions.0.proj.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "54c6f1a994fad645fb152ffac3edb482b6b61583f43e8f7484060b8077b52d81"
    },
    "decoder.mid_block.resnets.1.norm1.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "9f0198b9a8926fef4b985c68a2a959995046a6a7846514f689c155fa2b7d530b"
    },
    "decoder.mid_block.resnets.1.conv1.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "06222ab0433e50a4aee7c9e439b9affdf8d1dacf7e31d7e8a113c09d4d66ee77"
    },
    "decoder.mid_block.resnets.1.conv1.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "a96039eda83b06e680b87699b1a670e960d3e5686e81834361fc83871688270d"
    },
    "decoder.mid_block.resnets.1.norm2.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "e89cdd3386823142332e027ac4ed31f313aeca6c1a8ee11cadb36203088683e7"
    },
    "decoder.mid_block.resnets.1.conv2.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "6a86d6e01dcb4a8479c54639a52780fde1efc35c4ed355181c8280a6b72cb15d"
    },
    "decoder.mid_block.resnets.1.conv2.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "4b2b1ed0bb0d5f8729367dc429f6d5d08b225f36b236ccc615baf3475e6fbc9d"
    },
    "decoder.up_blocks.0.resnets.0.norm1.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "053adf043a3ac24ebcc1463e158648a06da2751b3f41ca31e53127f0891053b3"
    },
    "decoder.up_blocks.0.resnets.0.conv1.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "c8735e911a1fe231265fa22bef9e46e2dee93b2df692de34382c183a5f201f1f"
    },
    "decoder.up_blocks.0.resnets.0.conv1.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "c7d72d087dc8e58fcd7a321f8176461346207da4fc399c15652869df5ef737d9"
    },
    "decoder.up_blocks.0.resnets.0.norm2.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "f9bdd9027b24ccd766b6135935d16921e5697fb1aa257b707279d8460287e00a"
    },
    "decoder.up_blocks.0.resnets.0.conv2.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "30d800b79f4fdbf9aec57dec8eb1a85f1a7dae32e510a7bcb001e702836a4f83"
    },
    "decoder.up_blocks.0.resnets.0.conv2.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "fc18fd950d39968ae4f111ddcc8eaf8c8b350c525ef926e05caec715bd7f3536"
    },
    "decoder.up_blocks.0.resnets.1.norm1.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "04c76b4668b0f6cbd0b9e3df0240398b42094e2959e374bee60c67cf5e0570ae"
    },
    "decoder.up_blocks.0.resnets.1.conv1.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "962431fde562f4fd55008fffab83de0ef2f6eef93be453525dbb5aafc92c91d7"
    },
    "decoder.up_blocks.0.resnets.1.conv1.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "06278cce21866c0f1b7378003770c0a67bfc3c882dc447ef07dea669fff931bf"
    },
    "decoder.up_blocks.0.resnets.1.norm2.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "c5a1c988f8b21049446180b9382352efa1170d5fe931f5e9f46ff99db319a67d"
    },
    "decoder.up_blocks.0.resnets.1.conv2.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "7afe8b7e7f3ece7141a607575f0ee6310a468f05aed621bf051a22986b5840e0"
    },
    "decoder.up_blocks.0.resnets.1.conv2.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "d9581293e9974bdd1ce840dc42db81bf9a6de4db0ea573beeb5d9bf8817e85db"
    },
    "decoder.up_blocks.0.resnets.2.norm1.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "528d722ac91c5345526620603f7dc1503f572fe4a6463505eb304e60ff17012b"
    },
    "decoder.up_blocks.0.resnets.2.conv1.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "831c6f4ac91d58f67c3f9d7f319a3c9ac8749aff1ba6068686f52d834fef2a23"
    },
    "decoder.up_blocks.0.resnets.2.conv1.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "40800a8ecf530114b42dd0c9d8a0630c3ad317278d1a6bb9de320afa1dc2569e"
    },
    "decoder.up_blocks.0.resnets.2.norm2.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "9fc69721e3522d92202b71c97fe0c0af534d4534f61e8cf894e23775fe39fc14"
    },
    "decoder.up_blocks.0.resnets.2.conv2.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "a00b7dbb1cf095b7aa3c52218bbce50870768cfab3cd1c66ac867a24887b84c6"
    },
    "decoder.up_blocks.0.resnets.2.conv2.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "ecf8bd1567888d8cda6a71ff052e081cdb934d10d906967f86e2c50242664d3d"
    },
    "decoder.up_blocks.0.upsamplers.0.resample.1.weight": {
      "shape": [
        192,
        384,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "5a625bbf8db2acfa6ace8a0be2f68f485b5c27bb5d2d34f95cb733e548ece0d6"
    },
    "decoder.up_blocks.0.upsamplers.0.resample.1.bias": {
      "shape": [
        192
      ],
      "dtype": "torch.float32",
      "sha256": "7f2222d87af0777d206e592e94671ed9799c38c7e75b7f965cb88a9f55b088e3"
    },
    "decoder.up_blocks.0.upsamplers.0.time_conv.weight": {
      "shape": [
        768,
        384,
        3,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "5436854fc847e7470026b90180c8b117f9cb77b90d3edb490de0a010a033217c"
    },
    "decoder.up_blocks.0.upsamplers.0.time_conv.bias": {
      "shape": [
        768
      ],
      "dtype": "torch.float32",
      "sha256": "ef131d356ae426de2ac8c9a84d1178139193608ff81ece52b1354af52ed07337"
    },
    "decoder.up_blocks.1.resnets.0.norm1.gamma": {
      "shape": [
        192,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "83920b11939d404dcefad0b90811fda2b9a11f022414fef9b5fe03c05805f14f"
    },
    "decoder.up_blocks.1.resnets.0.conv1.weight": {
      "shape": [
        384,
        192,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "b5e2d70a869f3328705fbb373f1ad0259bf9c5c576f7fb20c312d69d99577c1b"
    },
    "decoder.up_blocks.1.resnets.0.conv1.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "d632971271d5598b8cf4f551bac006a81ec7576807284da21434662d84aed60f"
    },
    "decoder.up_blocks.1.resnets.0.norm2.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "e6868a9b57d074a41264e78eb95af0ef181c40b24b86dee29c6cec2e1757f1cb"
    },
    "decoder.up_blocks.1.resnets.0.conv2.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "e72921dc40abd93b2225ada9f59eda2cdf541a793a840c57b65731b22c5f72fe"
    },
    "decoder.up_blocks.1.resnets.0.conv2.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "15c19afd9083bb2e3603dd09f4ac6b4e6e94bb5ba8813070232f2dafb4de0556"
    },
    "decoder.up_blocks.1.resnets.0.conv_shortcut.weight": {
      "shape": [
        384,
        192,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "759cc1274e195cce057c688850c84ab136d5101c423ce2ec53607348d76f3cb8"
    },
    "decoder.up_blocks.1.resnets.0.conv_shortcut.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "d4322bcc2dceac26c57b064a3c263eedd0cb0f80612a0daa8071e074374e9b14"
    },
    "decoder.up_blocks.1.resnets.1.norm1.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "67e2d2d25d8823d1c09d3711ae40a92ba58f569adab3541b4b09aeae491eba7f"
    },
    "decoder.up_blocks.1.resnets.1.conv1.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "b60ce6c50e38890be0968d4ec4c79dec27c77f3da12b5f165f39d1dfcc55e86c"
    },
    "decoder.up_blocks.1.resnets.1.conv1.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "c95d1b3ef5495404ff62caa3ec000f2e51fe01a1c16dbf4fa1bc01531fdaf56a"
    },
    "decoder.up_blocks.1.resnets.1.norm2.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "5e3271260b54ad3d9d7c7a5e9a2fdbf8b46fc07372d576bcc7b3483d903ff78d"
    },
    "decoder.up_blocks.1.resnets.1.conv2.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "2d208ee9e1ea7954bc3abe7e45e7b86c5a0fc4a980c5ccc55dc32d2c9543a858"
    },
    "decoder.up_blocks.1.resnets.1.conv2.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "4ab1c36d8e8e744840e488caecf9f1489e06d3dcc86df9afa2a3a056690069cf"
    },
    "decoder.up_blocks.1.resnets.2.norm1.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "e1dfdd86bf7bedc1500915a23a9fb8f792245d799d3b94f29b288032e786c2dd"
    },
    "decoder.up_blocks.1.resnets.2.conv1.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "a227e649c027191f1a41dfd408afd8c2d863afaf6c9ca8767c968db3157f36e9"
    },
    "decoder.up_blocks.1.resnets.2.conv1.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "8ca0944c7c943bf71bccdfe667df49951df6bcdb064fc0cb8798bf3839114656"
    },
    "decoder.up_blocks.1.resnets.2.norm2.gamma": {
      "shape": [
        384,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "9e5251ed562e3d4d3e4ac18d67638cc57d1d49c2426b8a978feb18630338058a"
    },
    "decoder.up_blocks.1.resnets.2.conv2.weight": {
      "shape": [
        384,
        384,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "e4cd5c4016292d089409dfccb6c5eb54efd6df78ae1c9d119d83e61acf72e3c0"
    },
    "decoder.up_blocks.1.resnets.2.conv2.bias": {
      "shape": [
        384
      ],
      "dtype": "torch.float32",
      "sha256": "edcc4cea4a1c39a2edf457a78d6ba6850b2728052696285403a057077b7a27df"
    },
    "decoder.up_blocks.1.upsamplers.0.resample.1.weight": {
      "shape": [
        192,
        384,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "268d0bfb717015bc7a3023493c023b68e24043bd8ab30c489edf01a3628d9640"
    },
    "decoder.up_blocks.1.upsamplers.0.resample.1.bias": {
      "shape": [
        192
      ],
      "dtype": "torch.float32",
      "sha256": "7ba6608e33d459e55e66d1e378844163de8c251e8fc3b61647faf9716de8c6c4"
    },
    "decoder.up_blocks.1.upsamplers.0.time_conv.weight": {
      "shape": [
        768,
        384,
        3,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "9fefab0d38a449bbabf9e13a4b8532ff0bb33caffc2e20f9ea5cbb7fd3b1c181"
    },
    "decoder.up_blocks.1.upsamplers.0.time_conv.bias": {
      "shape": [
        768
      ],
      "dtype": "torch.float32",
      "sha256": "00fe264ba18e65bffb82009042243b16e042389d80c4159db321ff36773bbe70"
    },
    "decoder.up_blocks.2.resnets.0.norm1.gamma": {
      "shape": [
        192,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "af5821c4062d3bf0bea88d9708d2bd0e51b007241e05f6d1f70d1a7feb395775"
    },
    "decoder.up_blocks.2.resnets.0.conv1.weight": {
      "shape": [
        192,
        192,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "61bd90522cfa27a16cd17e05a4378c3a4c01bdc0e1dfc6281d4225f4232a991a"
    },
    "decoder.up_blocks.2.resnets.0.conv1.bias": {
      "shape": [
        192
      ],
      "dtype": "torch.float32",
      "sha256": "4c3d34684feeaa79575d55d107f69fa061579ed43d083df0d4048b56bf0a9e52"
    },
    "decoder.up_blocks.2.resnets.0.norm2.gamma": {
      "shape": [
        192,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "677333abd7cdbe8c29e558687b09d23f5e4157318f908dd7d024943a00914ba5"
    },
    "decoder.up_blocks.2.resnets.0.conv2.weight": {
      "shape": [
        192,
        192,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "3782c85b9666fab00f324d4d2ceac89e127c5c0b302ccf6245f41b7286f88080"
    },
    "decoder.up_blocks.2.resnets.0.conv2.bias": {
      "shape": [
        192
      ],
      "dtype": "torch.float32",
      "sha256": "311cfdb052bc6612f687b8ebcdb44d213de57dc8e03a1e4a052ae14b9091617e"
    },
    "decoder.up_blocks.2.resnets.1.norm1.gamma": {
      "shape": [
        192,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "b998c47984407d502ba3bad7dbdcf66cd053532a5fe33f7007d6797a569ccc57"
    },
    "decoder.up_blocks.2.resnets.1.conv1.weight": {
      "shape": [
        192,
        192,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "f5425f96c496d41becab356f50aaece1988fbc4048cadd60b10aa4b8f26e355a"
    },
    "decoder.up_blocks.2.resnets.1.conv1.bias": {
      "shape": [
        192
      ],
      "dtype": "torch.float32",
      "sha256": "0c9043e6aa1160b5fc0686ed616066390ecc587ed13f6124739a87fcf2475c8d"
    },
    "decoder.up_blocks.2.resnets.1.norm2.gamma": {
      "shape": [
        192,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "0faf912b602abdefd19983088f126c7ec5d31f97fd6056af73ec66071a554d08"
    },
    "decoder.up_blocks.2.resnets.1.conv2.weight": {
      "shape": [
        192,
        192,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "0cda09edd4d453734fc83c993f1fcd3578252b4dac22f2ae6436e657269b580e"
    },
    "decoder.up_blocks.2.resnets.1.conv2.bias": {
      "shape": [
        192
      ],
      "dtype": "torch.float32",
      "sha256": "2e57e269f58aa336ca629970e48f9b352a95ab1774b398a1166ca049eb87ca43"
    },
    "decoder.up_blocks.2.resnets.2.norm1.gamma": {
      "shape": [
        192,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "de1824f0a62081f0b0535cdf647bb1d616d502e0ecd42cd2ff98f8a108ab706a"
    },
    "decoder.up_blocks.2.resnets.2.conv1.weight": {
      "shape": [
        192,
        192,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "b5c2984dc25b0a8dcc9e97af06049919dfaa1f165bd9eeb0c479907fbbbf2429"
    },
    "decoder.up_blocks.2.resnets.2.conv1.bias": {
      "shape": [
        192
      ],
      "dtype": "torch.float32",
      "sha256": "19d64612167c20fbd68af3821c06a60688ecb1239328efc0a5c1c24b3f3ebc4d"
    },
    "decoder.up_blocks.2.resnets.2.norm2.gamma": {
      "shape": [
        192,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "cbfcb17e7a299ca07514fb9000d72fbcf518e39242d5f3f6464c6e44b783d51f"
    },
    "decoder.up_blocks.2.resnets.2.conv2.weight": {
      "shape": [
        192,
        192,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "0a0bb5024045aca7edaeaa0f7266469ca505408e45e39ac4e33c031962529f0b"
    },
    "decoder.up_blocks.2.resnets.2.conv2.bias": {
      "shape": [
        192
      ],
      "dtype": "torch.float32",
      "sha256": "1bbfe193d8ac5d5069a3be8a3983059e9807ea6bbf548acc43503056ccade83a"
    },
    "decoder.up_blocks.2.upsamplers.0.resample.1.weight": {
      "shape": [
        96,
        192,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "78fcb14935ba236e135b0e55848e38ac0e1cde1a78aa5a7f09b570668169647f"
    },
    "decoder.up_blocks.2.upsamplers.0.resample.1.bias": {
      "shape": [
        96
      ],
      "dtype": "torch.float32",
      "sha256": "1a4f67cf8c10c20b30c861ff99c0ad4d349c86c782c3b16ec06a1b7da04918a9"
    },
    "decoder.up_blocks.3.resnets.0.norm1.gamma": {
      "shape": [
        96,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "11fb69d5c83665818eb3448d1260e1fa14d67d59890865287aba0e02d5fcdf9b"
    },
    "decoder.up_blocks.3.resnets.0.conv1.weight": {
      "shape": [
        96,
        96,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "be6f47aae9486a92392f433868f1666693443611951181259e00a74f9fe5ff22"
    },
    "decoder.up_blocks.3.resnets.0.conv1.bias": {
      "shape": [
        96
      ],
      "dtype": "torch.float32",
      "sha256": "0c85de32ffed8835fdae86236714e31b228405398794f8fe599b13eb2def398c"
    },
    "decoder.up_blocks.3.resnets.0.norm2.gamma": {
      "shape": [
        96,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "f182bbf363587f3a97574f43937f323a23592a16d6951b0e07258c8a93c5b04e"
    },
    "decoder.up_blocks.3.resnets.0.conv2.weight": {
      "shape": [
        96,
        96,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "77731d8133dd7f9221f99b8d51b4a62b925e7d1b0ca7dc2ecb733fa4c215b959"
    },
    "decoder.up_blocks.3.resnets.0.conv2.bias": {
      "shape": [
        96
      ],
      "dtype": "torch.float32",
      "sha256": "cfa956bb598011ab9926976535db2164e4581253fa297d1de68ece4a338b8454"
    },
    "decoder.up_blocks.3.resnets.1.norm1.gamma": {
      "shape": [
        96,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "163e7fa07dc8741af2c58933eb41c42ab9070cd7650a4fb58ab7cb43f22003a3"
    },
    "decoder.up_blocks.3.resnets.1.conv1.weight": {
      "shape": [
        96,
        96,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "ef88709f185b2c042e02211cf292df7b801e94d983a657e8d763ea94abe4f6df"
    },
    "decoder.up_blocks.3.resnets.1.conv1.bias": {
      "shape": [
        96
      ],
      "dtype": "torch.float32",
      "sha256": "63b03d9fe860639de69bab3d84fb60662a0c9b4c002cd24deb95eed4ad00ad07"
    },
    "decoder.up_blocks.3.resnets.1.norm2.gamma": {
      "shape": [
        96,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "c8c182600de18d99661b83591f51ace659da8fb1769f18aa7837f6de5db566d3"
    },
    "decoder.up_blocks.3.resnets.1.conv2.weight": {
      "shape": [
        96,
        96,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "dd9af243953de23d6e4f18c8f3d76c8dddf0ad874b328fccd516a8e6d8ed6807"
    },
    "decoder.up_blocks.3.resnets.1.conv2.bias": {
      "shape": [
        96
      ],
      "dtype": "torch.float32",
      "sha256": "0d6b7261a7151a0c7c7a7ab6b73c2e50a85c0a7b1d4a6e994635c55b03ed8008"
    },
    "decoder.up_blocks.3.resnets.2.norm1.gamma": {
      "shape": [
        96,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "608c9d76e9a2a4a004caf0ad48146a8d8779cf9897cf23f4b521ec9cea5d5664"
    },
    "decoder.up_blocks.3.resnets.2.conv1.weight": {
      "shape": [
        96,
        96,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "f1190f3574631048a1ccc628199914a1f88e36864266b55a218e07848e31e9be"
    },
    "decoder.up_blocks.3.resnets.2.conv1.bias": {
      "shape": [
        96
      ],
      "dtype": "torch.float32",
      "sha256": "7e65e2e3ec1966127997661632db99aca9464cfda661d48eb1748b457498b470"
    },
    "decoder.up_blocks.3.resnets.2.norm2.gamma": {
      "shape": [
        96,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "1624eaac5eec89411966c8740f97d4d77ecde33d21783fe6f0676a61622b2516"
    },
    "decoder.up_blocks.3.resnets.2.conv2.weight": {
      "shape": [
        96,
        96,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "354b74b672f26708b7d8efc5180af3085d8959d20bc9d7b8ad02340372fa65c6"
    },
    "decoder.up_blocks.3.resnets.2.conv2.bias": {
      "shape": [
        96
      ],
      "dtype": "torch.float32",
      "sha256": "24e09c6c9c00a544d4681082f0908b528184044a9da970dd38ee1f68fe2e41cc"
    },
    "decoder.norm_out.gamma": {
      "shape": [
        96,
        1,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "2665204e48b4c403e9db1453453412cac75c0346110bcb56eb047a1b5ae893a4"
    },
    "decoder.conv_out.weight": {
      "shape": [
        3,
        96,
        3,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "c7bde96473983cd014636c6e1cadca70a307f65e66d19adbc034274104df72d7"
    },
    "decoder.conv_out.bias": {
      "shape": [
        3
      ],
      "dtype": "torch.float32",
      "sha256": "5aa14f54a51b19213a6dac2c4cad1514dbb6069acf0cef668b593f2720b6c615"
    }
  },
  "decoder": {
    "decoder.1.weight": {
      "shape": [
        256,
        16,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "b7b6e6e0890f8310d015d41e374c1499b1c33038cdfadbdb3948602d0085c92b"
    },
    "decoder.1.bias": {
      "shape": [
        256
      ],
      "dtype": "torch.float32",
      "sha256": "4ca7039989d6a10f6e406537f273eb6cc168098937cff0fcf9f1d3745409c4be"
    },
    "decoder.3.conv.0.weight": {
      "shape": [
        256,
        512,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "62ec6818dbe729922699d86b9c59389887aae7edca55b99b87d03d2ff22a8b63"
    },
    "decoder.3.conv.0.bias": {
      "shape": [
        256
      ],
      "dtype": "torch.float32",
      "sha256": "41c7bfd1ac67611ef87b895fc6ee1bf14a07449a74ac192aa5039c09f160ac94"
    },
    "decoder.3.conv.2.weight": {
      "shape": [
        256,
        256,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "15c53645ed3298737d4b64109418ab0294b1ac9c6f36c3481cb938bc76adbcbb"
    },
    "decoder.3.conv.2.bias": {
      "shape": [
        256
      ],
      "dtype": "torch.float32",
      "sha256": "1bf8f03396c04089b65614d0b5a5df7c7108b686c193efb7fbb88445de8eeaf4"
    },
    "decoder.3.conv.4.weight": {
      "shape": [
        256,
        256,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "94ebe688ddb9a1bed725841c5f6b5c21a17c11bb516c25663a7c68bdf09c8f02"
    },
    "decoder.3.conv.4.bias": {
      "shape": [
        256
      ],
      "dtype": "torch.float32",
      "sha256": "984260c8fe6c156ffe000ab346a44a5504d8c8f1c4fda14f1e6f186e0339c774"
    },
    "decoder.4.conv.0.weight": {
      "shape": [
        256,
        512,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "3c6582e20d8084230716d54ea6aafbcd19d5b4ec2809d6845ac0f81fc3fa9816"
    },
    "decoder.4.conv.0.bias": {
      "shape": [
        256
      ],
      "dtype": "torch.float32",
      "sha256": "292bc32869092863c4b7c3dfc92f7c8740a6ad624699f49cf8e3450f33fb6738"
    },
    "decoder.4.conv.2.weight": {
      "shape": [
        256,
        256,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "25196cc57da4e8bd3d3f1b6de1c692e39346df372641334aee83c5fede07a6a8"
    },
    "decoder.4.conv.2.bias": {
      "shape": [
        256
      ],
      "dtype": "torch.float32",
      "sha256": "5cc9e7b830a01fb2ee04526997113563655e75db7cfe657e0e9f8e4e3761f6c8"
    },
    "decoder.4.conv.4.weight": {
      "shape": [
        256,
        256,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "bf2accd8540c5ecb1a47c2504e2f30d45b0fefe24bbb04a85bd44156d61d0ea9"
    },
    "decoder.4.conv.4.bias": {
      "shape": [
        256
      ],
      "dtype": "torch.float32",
      "sha256": "ce19a55713ddb9a68f4f70d2100efb776c20f586180aa341e47232d391eb2b50"
    },
    "decoder.5.conv.0.weight": {
      "shape": [
        256,
        512,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "1a858b0dc904d38234259c707a21c8220991de84eca57cb76bc25ef6e29bb1ea"
    },
    "decoder.5.conv.0.bias": {
      "shape": [
        256
      ],
      "dtype": "torch.float32",
      "sha256": "3dc76347c3e31b155f0aa36b66583df9be65cd1f301aad50115081ae63806512"
    },
    "decoder.5.conv.2.weight": {
      "shape": [
        256,
        256,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "4ea8fc62f32ec32fc0dc07785b8a02c5688d6af92474a0c0a372a91d62ff9fcb"
    },
    "decoder.5.conv.2.bias": {
      "shape": [
        256
      ],
      "dtype": "torch.float32",
      "sha256": "7bc50f9167cedbca066ee518d9b1260d5e9497c8ec896d00aa37c016165bf192"
    },
    "decoder.5.conv.4.weight": {
      "shape": [
        256,
        256,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "1d78be8d63039ea5ad27c4973d83f42eb43782d40e1a73f6686fb985b19324a1"
    },
    "decoder.5.conv.4.bias": {
      "shape": [
        256
      ],
      "dtype": "torch.float32",
      "sha256": "15566d6c6c244d0f1015af2b0f3e95f23138e8d17d09ef7a4ef85a29a6eb4aad"
    },
    "decoder.7.conv.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "c01d006e25feaa39d27ea26d42161c0fb7320775938a1af7888c4399fd51ab14"
    },
    "decoder.8.weight": {
      "shape": [
        128,
        256,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "a02e3aa9c95dcd1d0a80abe6d8b1fbd7d8045b0d6d4ac1ecdb5ffcc467b9ad2a"
    },
    "decoder.9.conv.0.weight": {
      "shape": [
        128,
        256,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "64a432a5b9b69a06f11a6b32dd0decb21ba5da3cba521777d92e639ac6aaa4b4"
    },
    "decoder.9.conv.0.bias": {
      "shape": [
        128
      ],
      "dtype": "torch.float32",
      "sha256": "bcdfce3b78ce3dedc70a2b401b68f64208dbdb752c2c6f4209c6ced88d2baf4b"
    },
    "decoder.9.conv.2.weight": {
      "shape": [
        128,
        128,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "79afdbefc1f44608858f490e8804e5a9ac0da15b8a7708fecc100eec2a3df25d"
    },
    "decoder.9.conv.2.bias": {
      "shape": [
        128
      ],
      "dtype": "torch.float32",
      "sha256": "46d98edcb01f6e28437538e7bf63560293f59d74014229d735520227883e95f9"
    },
    "decoder.9.conv.4.weight": {
      "shape": [
        128,
        128,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "ad6767fd3037046d28543a5273f4093d767c2dcd5dc4f79c7d93d750a5ff5cbd"
    },
    "decoder.9.conv.4.bias": {
      "shape": [
        128
      ],
      "dtype": "torch.float32",
      "sha256": "fe5e606ca8bdc905fa77ec0e1b2b5c81bb22d24b295c08ead539f1184675ff49"
    },
    "decoder.10.conv.0.weight": {
      "shape": [
        128,
        256,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "9fb803eec91f0b9b542d9b6d6e2b09bda5be371151eed4044369ca70b9a35ea3"
    },
    "decoder.10.conv.0.bias": {
      "shape": [
        128
      ],
      "dtype": "torch.float32",
      "sha256": "22b2ceb23d34e2355fbd356f046a46a5e1c19c8d89476e9c63af61010ef17565"
    },
    "decoder.10.conv.2.weight": {
      "shape": [
        128,
        128,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "6d552b1582732a3dd75744dd97b7524500221b18993c09e782645b95692fb28d"
    },
    "decoder.10.conv.2.bias": {
      "shape": [
        128
      ],
      "dtype": "torch.float32",
      "sha256": "a77ab877bf88ab4bc1d13829179275df9788614f270066a2239107876773b2b9"
    },
    "decoder.10.conv.4.weight": {
      "shape": [
        128,
        128,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "6b61d13d80ba51ab0a985525debe21bea106a48d01adf38ae740e2068468ada8"
    },
    "decoder.10.conv.4.bias": {
      "shape": [
        128
      ],
      "dtype": "torch.float32",
      "sha256": "88e4cb1ac7dae2a1d9c3dcad47e53ddba5e70916c9227a792a338acb18897711"
    },
    "decoder.11.conv.0.weight": {
      "shape": [
        128,
        256,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "9b229ff72ec1e497368f9477669cfe52273eb3fd2138f02bc1a10d4d2cc10eea"
    },
    "decoder.11.conv.0.bias": {
      "shape": [
        128
      ],
      "dtype": "torch.float32",
      "sha256": "bf7d5c4a14e95401fd7bf9723f0046684bd36490d7111e7b21114b4b10efbf05"
    },
    "decoder.11.conv.2.weight": {
      "shape": [
        128,
        128,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "3376a0f7b7f54cc0efeb24de5b2452a35d628f086aa13221a1cefbfd54715056"
    },
    "decoder.11.conv.2.bias": {
      "shape": [
        128
      ],
      "dtype": "torch.float32",
      "sha256": "292df460ea055e90f697cd490682f009b42976afd80208af77cae72c92aa27f8"
    },
    "decoder.11.conv.4.weight": {
      "shape": [
        128,
        128,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "4c774c62b2847a80c3a559bdb955300ad4195bc3aa088c1e3ba52057b8df2151"
    },
    "decoder.11.conv.4.bias": {
      "shape": [
        128
      ],
      "dtype": "torch.float32",
      "sha256": "b659ef30d110a43929b1ca4a8e9923a243068b67ae5e350cab79bdf96c4c3c9d"
    },
    "decoder.13.conv.weight": {
      "shape": [
        256,
        128,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "adf7204b061226372c78a59aaa1f89a7dffe6435e8638aa96eaca76a8e905466"
    },
    "decoder.14.weight": {
      "shape": [
        64,
        128,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "035a6e6860a3f1c2389b82de501e9bfac5fb9c002472df1ae21da8ab005a5110"
    },
    "decoder.15.conv.0.weight": {
      "shape": [
        64,
        128,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "c75bf3bd3bd089b6b56412cfac6b5c924660020ecc110738a81e94176236fd42"
    },
    "decoder.15.conv.0.bias": {
      "shape": [
        64
      ],
      "dtype": "torch.float32",
      "sha256": "8c84036bb19a4674c3ec146290ffc0611b3017e8e39c6f4399395549b4a96c01"
    },
    "decoder.15.conv.2.weight": {
      "shape": [
        64,
        64,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "b0516b22078c700ea32a43c061773ac98d665dfa33ad37dd2501e58ceb9d2c90"
    },
    "decoder.15.conv.2.bias": {
      "shape": [
        64
      ],
      "dtype": "torch.float32",
      "sha256": "6942811acb4cf3d2cbc689742d2a525c8d5d4805a0181c5d989dceff0c447168"
    },
    "decoder.15.conv.4.weight": {
      "shape": [
        64,
        64,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "76f9710649c14dabea7771fb591670447c1ba232b21cd8d19898f4eae203a20e"
    },
    "decoder.15.conv.4.bias": {
      "shape": [
        64
      ],
      "dtype": "torch.float32",
      "sha256": "ffe2d1a2c86375a0aee1fe443a0a8ddba66b7e0396a1336aaa70967899930abc"
    },
    "decoder.16.conv.0.weight": {
      "shape": [
        64,
        128,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "d5111487258f6cba6b11ae1d966dd188c33b5632571cb5ef0e8f065eab570514"
    },
    "decoder.16.conv.0.bias": {
      "shape": [
        64
      ],
      "dtype": "torch.float32",
      "sha256": "fbc8902d465efa908f487778b10d9d44dfd725d98252f69a3c03fad33ae5f7dd"
    },
    "decoder.16.conv.2.weight": {
      "shape": [
        64,
        64,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "6a15bb4faa2c7d6b68018142f4f8a2c524e36b5a2647eec81df69ed9a2798c63"
    },
    "decoder.16.conv.2.bias": {
      "shape": [
        64
      ],
      "dtype": "torch.float32",
      "sha256": "3072909fea2d86413c0a353370e0167cce014a1f6ec640a62364e21f12115019"
    },
    "decoder.16.conv.4.weight": {
      "shape": [
        64,
        64,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "39ec0e77b23b6386edfa2d000a75b43325d7fad3b8935752d3dee1babe9daac3"
    },
    "decoder.16.conv.4.bias": {
      "shape": [
        64
      ],
      "dtype": "torch.float32",
      "sha256": "c980338e724d014c6d92da40edb156128cdcda66e7273260554228daafa22bdd"
    },
    "decoder.17.conv.0.weight": {
      "shape": [
        64,
        128,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "2f212938c944e10da17623f7b03458f792b1e4ee14e2adb75e892ffbfe47cea3"
    },
    "decoder.17.conv.0.bias": {
      "shape": [
        64
      ],
      "dtype": "torch.float32",
      "sha256": "8f886cd701668dd33622fec2e2382fa2f50a1b5c0fc618d4bb0cd4cb9e80fd86"
    },
    "decoder.17.conv.2.weight": {
      "shape": [
        64,
        64,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "84b92b37953ef9a4e18035be5e6a4345364b1e612fa0f15ede50739b021252f3"
    },
    "decoder.17.conv.2.bias": {
      "shape": [
        64
      ],
      "dtype": "torch.float32",
      "sha256": "20023a41e62e103f0d516b8e5800b5216f653549580d10737848e2174db9ba24"
    },
    "decoder.17.conv.4.weight": {
      "shape": [
        64,
        64,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "dcb3a168a1a969cd682bb4cbd665ff5a8092398a2bdbe58b43a508f866087556"
    },
    "decoder.17.conv.4.bias": {
      "shape": [
        64
      ],
      "dtype": "torch.float32",
      "sha256": "26999fde62b8b7521ae1625e57cc1e4733e1a67eb077ca5f757f2abc9b61fe17"
    },
    "decoder.19.conv.weight": {
      "shape": [
        128,
        64,
        1,
        1
      ],
      "dtype": "torch.float32",
      "sha256": "2534085b343888c4f69a9eb40834f41b1db146307fb6eb28c266a1e8d3170e11"
    },
    "decoder.20.weight": {
      "shape": [
        64,
        64,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "790b0d9377cfd1985af99b821a0076c204bbcf2e58dca2a37ffc6a79a0e3c69c"
    },
    "decoder.22.weight": {
      "shape": [
        3,
        64,
        3,
        3
      ],
      "dtype": "torch.float32",
      "sha256": "536e8c173a3aea0c9a0255ec65a58ad8b94b82d6a23d26ce74cefc691d96d565"
    },
    "decoder.22.bias": {
      "shape": [
        3
      ],
      "dtype": "torch.float32",
      "sha256": "21bda35d4c809de12a623bf6f5e89b0e5eb4e94a23b53f521c5fc1efad5ff6c1"
    }
  },
  "proxy_encoder": {
    "embeddings.cls_token": {
      "shape": [
        1,
        1,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "4b91a1f4ccc60351d268f85675ba0d1e15a5c40e2f7f415d220c30c156cf8011"
    },
    "embeddings.mask_token": {
      "shape": [
        1,
        1,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "ad7facb2586fc6e966c004d7d1d16b024f5805ff7cb47c7a85dabd8b48892ca7"
    },
    "embeddings.patch_embeddings.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "b9d3710b806ab91ac76ed9129e74a2a22fe338bf95d3fddbff4c7a2ba7bf9154"
    },
    "embeddings.patch_embeddings.weight": {
      "shape": [
        1024,
        3,
        16,
        16
      ],
      "dtype": "torch.float32",
      "sha256": "fc3069a9cf0fae667d411c0cd7c2f4976111787ec5a318055ac35090e4899353"
    },
    "embeddings.register_tokens": {
      "shape": [
        1,
        4,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "9c0089fb762528623da914034dcba097526e7094138088587223f5637434d67d"
    },
    "model.layer.0.attention.k_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "c33dc6c1e55f8de8a89e1bfd192e9c2d369f8466749c390e29674540274501f2"
    },
    "model.layer.0.attention.o_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "5dbe1a1a056638a15c9b1165e083325be8f997d317fffb687c9de857ad58b664"
    },
    "model.layer.0.attention.o_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "6c664b556e08e9e68024b7cdb484f18ef4a66b08c5ce25aaf1237259c29e381f"
    },
    "model.layer.0.attention.q_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "319838bdfa0e74bd0470f692b72090aa48637a75b4a05dde7a81ce81ea97013c"
    },
    "model.layer.0.attention.q_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "ab6c9474eb8eb11f114cded7d40c734023c9e32a34fb92987648b1386381a693"
    },
    "model.layer.0.attention.v_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "fdd523bac7fa141d8cd991d163e952ee753b84f7e6f0f46f574583add43c596a"
    },
    "model.layer.0.attention.v_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "de459d6c877e39d549567898ee2dc896e3a3148dcea73d634a25ef1c1d9c07a4"
    },
    "model.layer.0.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "52ef41e58825f4e16338027e4fa78aeb689a08fb737a36bc8bf3c4e4dee98ebd"
    },
    "model.layer.0.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "5dc9f1da7188d6f9c86678ebbfdfb1a4cd6103b2d4ddb20edbd2405971f94269"
    },
    "model.layer.0.mlp.down_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "568f3bf09bdb95a44c8c5d5ff4e64f3cd6e8e87a7b70440efd5a09f932be439e"
    },
    "model.layer.0.mlp.down_proj.weight": {
      "shape": [
        1024,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "a3da973b5752873adf9eece33ed88b769f5b820bc54ab27a460277df551a0ee5"
    },
    "model.layer.0.mlp.up_proj.bias": {
      "shape": [
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "d4ebc0326750d1de964c06abe319a10b208b6e53e79f40927c94fe4fd8a8c184"
    },
    "model.layer.0.mlp.up_proj.weight": {
      "shape": [
        4096,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "4554fd20fffca99a081cd687695d3af9c04bf80f2bbb496adc1dd6e4b491e0b7"
    },
    "model.layer.0.norm1.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "62b554901e37def26c516c673e43670656b8027be07308679e630311e963a808"
    },
    "model.layer.0.norm1.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "879933a2e022fce4d8929d1436f579b6101ac2804946d7a2191d489e2653c541"
    },
    "model.layer.0.norm2.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "ce57bc3378d9652eb506e80882db5598962bf52e7ddab8b658743b8328fe8838"
    },
    "model.layer.0.norm2.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "4c9d0d95266b5fed605eedc54f112f80c025ae2c31bab44515d16596e32d7783"
    },
    "model.layer.1.attention.k_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "e0a49b43c5a963cad0aa445d7b24a26168ee7ae63493059f448e3244f74d0ea7"
    },
    "model.layer.1.attention.o_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "b551c38753638759364167082632590c86b5a500b50ba0dc132c8ad484c3fe10"
    },
    "model.layer.1.attention.o_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "b7a765362e07195dbd01f2b13a529fe8dd55303910764d81c26853b9c6ba0b3e"
    },
    "model.layer.1.attention.q_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "2b0ef8660c71e9fceda7415ef768e75958e2da553f0e4ba615a2ed48fba0ab73"
    },
    "model.layer.1.attention.q_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "3958281693a2de8b6dfd9bb9b83a142d8b213b92eca0d0b88ef5f885bdf464bc"
    },
    "model.layer.1.attention.v_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "b0831147faf9f7244d9655f19b087774b298fa7d5b41d4bfbeca184888ade14b"
    },
    "model.layer.1.attention.v_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "2734830bdcc0275d4b9958e3076159b391525d2edd1cdbe5628a893e093d5a8b"
    },
    "model.layer.1.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "5751e1238f827dff3e96f03961f6a2f92608711ee4c3d6703d9d30f0b8e77e38"
    },
    "model.layer.1.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "f2d990f47f95a80fc2e4a37087ae3aa825abd15d5b93870f3d50ee286a6b6e8b"
    },
    "model.layer.1.mlp.down_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "5899b16fef51384a1c1cfec036f6271968a4e3fc83ed21289086f8ca7e0ad290"
    },
    "model.layer.1.mlp.down_proj.weight": {
      "shape": [
        1024,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "36e0c0486157ac9702ad45dd2092dc4cd7f6739dd0c8dce6a601cf9e646406ae"
    },
    "model.layer.1.mlp.up_proj.bias": {
      "shape": [
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "4acd7fa2a03321e68cd33554d3cdf65112ff2f653fab2c2aa9b8dd5afffb0634"
    },
    "model.layer.1.mlp.up_proj.weight": {
      "shape": [
        4096,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "43bf34918ea295cdb9004cd6a7eef07dc1780a784eafa98b0c4da71db107a50c"
    },
    "model.layer.1.norm1.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "a31f78107e5bb09d10d753a4ff605b4603de6254ed7938def4d2d9613ee489a6"
    },
    "model.layer.1.norm1.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "1be19278db76290477701b89d5bfbeda500e031a4d9900934eff88c41b29384d"
    },
    "model.layer.1.norm2.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "e981ec319945d62a774a5bc0b72893969a89df940fad2df9425747358301d0a3"
    },
    "model.layer.1.norm2.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "ba1a5ebb34a9f3e62e0c1cf2b42d0ba2ed0838b14582c1ea43d8a00c537575bb"
    },
    "model.layer.10.attention.k_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "31eb92b1a5f184e0cdca2041fd8d4d29d6d563f3b457a56670c7334b0682b68e"
    },
    "model.layer.10.attention.o_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "38cef5262563883b31fd7c34d081e8ede92671c2c446cd5c64d01e1de1b10830"
    },
    "model.layer.10.attention.o_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "0dc396ab7da5513b6109d816ca58f162e6c9cb1959227f83e1316c6fabd5f415"
    },
    "model.layer.10.attention.q_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "d9da93e069053d84f1e3c1f8d9cb40070925c4eb2adc5c0d4fbbd69fcdd36787"
    },
    "model.layer.10.attention.q_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "71a62a434bc6f4906768acc708929e46d0e162fbf0222371959ef4a93415d2d5"
    },
    "model.layer.10.attention.v_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "1832a20834a775e29a2d69966fe1a1a7b1e0ed2bd2e70e0d29f0b84f7d2be643"
    },
    "model.layer.10.attention.v_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "ad6f24f879fcfd22d62b7e09b7ddafa887aabefd277261f2133750e95407101e"
    },
    "model.layer.10.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "00f83aa3d38fd7be532433e556b436be4a991a968715473d294e5c6348c7e21b"
    },
    "model.layer.10.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "1f2a9849eb0641eb5a4add32f62ea782296ca2a7c58955e8789a27ab277596a6"
    },
    "model.layer.10.mlp.down_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "08e7bf757cc37c2787c468f4c3dca01b56e30483d19e4847d61ac371d0195e2c"
    },
    "model.layer.10.mlp.down_proj.weight": {
      "shape": [
        1024,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "c9558b142eba138e50ff1f1c19e273fdb32454240a8379aa5a709c4c21d61114"
    },
    "model.layer.10.mlp.up_proj.bias": {
      "shape": [
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "61f30940b8137ba110665f640cb34ae82ff3b85e6966f790e99d3f14481f27b6"
    },
    "model.layer.10.mlp.up_proj.weight": {
      "shape": [
        4096,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "b2baf7371752f30dc095cad1bf32ded8f99c903b4b08ab291169d5634fa82a6d"
    },
    "model.layer.10.norm1.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "338692057c014245771ba2ff39aaa0fd7bf937a32fc7ac425d2e18532f0c4077"
    },
    "model.layer.10.norm1.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "f6d8c2a3e2c78a5cee48bb5ba957364df02fc4df5f39fafcea507a971170725a"
    },
    "model.layer.10.norm2.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "d25298a53f105a6b1624d88d9fa1414fdad1ceff9425970c4fce0ea2a31e221e"
    },
    "model.layer.10.norm2.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "5842edac0130b27c181509ed071a9764bd77bcd71433c31da7252bc6ab842f1a"
    },
    "model.layer.11.attention.k_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "3fd4782f72aa9dfaf7fce47a6b5fd884d870d59fe3023c159574ff96114baf15"
    },
    "model.layer.11.attention.o_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "3bd2ec8b7e7a9cd862d0afad3ec90b28a196b989914ddef17e31501e1ce5907d"
    },
    "model.layer.11.attention.o_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "2f36c60ae0037486823ec55c8a20098e23062bb49eb6b445fb3ccc9f989a0cc9"
    },
    "model.layer.11.attention.q_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "8a35db7724f846ea9eb0b46037f1db5b0726138ce64f6d84212a59c621e68e07"
    },
    "model.layer.11.attention.q_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "bb03484a2a7a2743e07d8ad577346d436e2dbb2871f444117a35b534012b5e54"
    },
    "model.layer.11.attention.v_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "831c68edc3306c58cbccc4ad381a072deed8bc3bc5a42e0b436ddd53a4a87e7e"
    },
    "model.layer.11.attention.v_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "48eb0cfc6f5b35f07ac602642470f64e2bfbc98db96d55b10212b673495ff7c8"
    },
    "model.layer.11.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "0db3e5d47c3fa8a0b129da9791bc70ada00f272ae422ab552992b90276fbb2da"
    },
    "model.layer.11.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "524801a8a73741fbac0ff3a545661b3f257d36344fc8b0131348710cc55f0c85"
    },
    "model.layer.11.mlp.down_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "1cbbcd656f3d43a50bf1b1c9569a15587aceca524ecf710b62e34a4a436d6fbe"
    },
    "model.layer.11.mlp.down_proj.weight": {
      "shape": [
        1024,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "ba8b9fd22e8fbfb3c66d273b726e5043eed5fcdd9839aa2501d9c3e3b5b1b0a3"
    },
    "model.layer.11.mlp.up_proj.bias": {
      "shape": [
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "dd0c467e232ecbebcb3d6914ed18b05ade37de7ad8fe913516c4f3c31f318b1b"
    },
    "model.layer.11.mlp.up_proj.weight": {
      "shape": [
        4096,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "46a8bb055031e0366000f337f55746c85602a2746cc88e2cf0e0cb48a45f9837"
    },
    "model.layer.11.norm1.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "39e2a4a13e0e37d69c70e3146ba7d4535b547c99b8dc943783af5d647f335248"
    },
    "model.layer.11.norm1.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "b8b9bc9b9f25f6360e8174836117127917d8cb2a6d0bc2f0a65bc3e877922aa8"
    },
    "model.layer.11.norm2.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "669fe2fd2dd27d7e9ca1e9096538438144999e19a59c59760af5b82d4dd4b893"
    },
    "model.layer.11.norm2.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "ea229c4c5791255980701e98815c026dafdd06916996a0dd1e010fb47fb76988"
    },
    "model.layer.12.attention.k_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "3462c39c493a85755580a406bc377f04df1d91d0ce605a9f25657a1441b10e39"
    },
    "model.layer.12.attention.o_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "b5c7b4c3f07830e3271c3ad105d5719ecdd2d05b6d2a1fda9fa6d8066ba1a90b"
    },
    "model.layer.12.attention.o_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "40c063b11e4f5981254a4e1795796aa3d6c7c0ad255e72cb40558268dcc30e2e"
    },
    "model.layer.12.attention.q_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "b121cc6b8d865cdf00c16be0d71c8fccbe4d60b1bd4082cc52fa6a7ca860279e"
    },
    "model.layer.12.attention.q_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "240bfb90154cc8d2b781c6a6a84f10e3941d5b80798c6c4b8a6519992ca4a0bc"
    },
    "model.layer.12.attention.v_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "f54fab28a8c67ff4123317ef76894f5a618b4e4f4b5d8ca48452f96b35ecf0f1"
    },
    "model.layer.12.attention.v_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "2c2841b21d4033d54ae12caf227535947c2fe4194a1ea2bc8e945a59c63d2566"
    },
    "model.layer.12.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "82c9fd70b2b1ae5da04d4b270d61129895b742413ae58bbda14f64c80bbd552f"
    },
    "model.layer.12.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "b082badebe6af64ce764fe35cb1ea6b02b113cbd8128d061091807c6472779b5"
    },
    "model.layer.12.mlp.down_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "3ed510b17d2a7a464a91a3f5b47a42ea4dfee6ec46bd8d927ad56a8f4d0a4c65"
    },
    "model.layer.12.mlp.down_proj.weight": {
      "shape": [
        1024,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "b38c2f882658aa82c0d625daddec1dcde4693e2411c2e87f3124dd7d5a64167f"
    },
    "model.layer.12.mlp.up_proj.bias": {
      "shape": [
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "05ee63daeb46fad3a0da85913569f390ca4fea9b6ed88a01c42593ae9eb29435"
    },
    "model.layer.12.mlp.up_proj.weight": {
      "shape": [
        4096,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "23b45f01683d576fd34055a5602da69ed00378e8eadde89e45e19648c7ddfe8c"
    },
    "model.layer.12.norm1.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "1a25eed45c9a59d8b5db856171b13b2ec25075a61d4e731518aec65f645dafd7"
    },
    "model.layer.12.norm1.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "7f8979e8593cac0b206b7824b616e5193f5d5f0abdbad9c45b6cbca05bb85cc8"
    },
    "model.layer.12.norm2.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "e200bcc64a15701fe1937a9b6d1a238fa0b9602f3eee1465acb0ce89b4972a62"
    },
    "model.layer.12.norm2.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "482a22a1d379acb423b765ddb4ac7e795de381e4caca007dd9adcedade64da5c"
    },
    "model.layer.13.attention.k_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "cef427373870f0c223bfa04263a88fbb4aedc0db157e8e48e0e9477548bf6152"
    },
    "model.layer.13.attention.o_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "4d6f3cbc1bce819497895c52a174d9421e4ee4f5b2e389fa8200015ccef26bd1"
    },
    "model.layer.13.attention.o_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "5a4b0fbf83e7e00087300178988a5fafad37a7ddb26275f44ef5b2e9b4ac577e"
    },
    "model.layer.13.attention.q_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "21e5b93a52cf7e2ddb29bdea3267f1f8527d437d1b778a7330d40952bc472328"
    },
    "model.layer.13.attention.q_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "8766968832aaedf14b2faad7e69dd24c13edcf9fbb7cebf578ff5d787cbbb7c9"
    },
    "model.layer.13.attention.v_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "6b4b026ce0e89dd9e0f74945374f608250ce69747a4eab4e0cc8884845fc3718"
    },
    "model.layer.13.attention.v_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "c2d6ca0e08c52fed423f3a7bafde063f708bea8ead599be8c4db7fda13e7804d"
    },
    "model.layer.13.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "2e69dce224558d1dc95bf0ff10b394c3f54cb0967d038f4e33b3f629aa360657"
    },
    "model.layer.13.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "5377ea749e2b5c264df82655a42cdbc4bfcbef9647ca0e3abb4352977f4ea7ad"
    },
    "model.layer.13.mlp.down_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "89c3b43b183e944d8033f648aa8ed6aa18600b8a69539aceb38e5eb99f109591"
    },
    "model.layer.13.mlp.down_proj.weight": {
      "shape": [
        1024,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "5698360da076faf8a11de77da76b0e786f48e699dec21e011495f553524586f4"
    },
    "model.layer.13.mlp.up_proj.bias": {
      "shape": [
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "80950d23d5346e9326ff745e2074edf0a627edc9b3bf48cf72079a1743bd15f5"
    },
    "model.layer.13.mlp.up_proj.weight": {
      "shape": [
        4096,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "c91554419c5e98b87703f0ca7d85fc459e1f7b8ed3a099590f03e9df0d52bdf9"
    },
    "model.layer.13.norm1.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "24935ca8fe2beb8aacd9dec0f3066606a483a7d558c7fc159fb96b5dd5c06d8f"
    },
    "model.layer.13.norm1.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "802ae122b8aee089788490005b8cd62c86f13197a9462034e774ceac8c36d355"
    },
    "model.layer.13.norm2.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "8405ced04a64bbe0b210d58291663dfc2c0d54a139786e33b89a67bcec2fde09"
    },
    "model.layer.13.norm2.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "bcd9f66ec3d9de66e98cceb1658e28e496b400b3e73581fe112a4b55fa115607"
    },
    "model.layer.14.attention.k_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "d77c443324c3185b1950accaa0d21ddcde87519debc7d55207b3298418ee688a"
    },
    "model.layer.14.attention.o_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "b808c58bd5fd5e0251149c7a7713d8d1f0c248d5af353552a2847f473953270a"
    },
    "model.layer.14.attention.o_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "0319256bddc2ffe6f16ebb17a39d680ebe520f3c579203bcf7b8a6d40b32913c"
    },
    "model.layer.14.attention.q_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "3d58aa5bdd6815fb827b14596de0d6f349d68a852be79a75dc8c8d9784af4eb7"
    },
    "model.layer.14.attention.q_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "0e861b8a78dada8e5ef0977db39f5443b29b5c3461e9d8169afb679cc691bc60"
    },
    "model.layer.14.attention.v_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "f9897cb15efd351d14624cba805ded3227a059282f78e5b061b9cf4a18516de1"
    },
    "model.layer.14.attention.v_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "74542bc80e649eb7c1a1f55f067956dafd5c1379d3aa4d92ed9c9d52f3262389"
    },
    "model.layer.14.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "09ae0b87d13e950b6ae5ebf51d2e218c4d513b39f544d37d1b3bf818e6548a67"
    },
    "model.layer.14.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "064e1bfbf47d7ff25fa3dc3259d35fc5b56b187cda446f774ecef3df7ab40056"
    },
    "model.layer.14.mlp.down_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "1bd0f65514d9f44e8ceb0ad8e60b64b7fc0b79d2f69af7503299e3f8b7e1de57"
    },
    "model.layer.14.mlp.down_proj.weight": {
      "shape": [
        1024,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "f94628c1cd33b0f64d4c3ae8d9d3eed4394555378ad08065a9d6815ad01e3d61"
    },
    "model.layer.14.mlp.up_proj.bias": {
      "shape": [
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "7e8b39429dca74954328405e3e0d98d0413f20209acf061adcf2eb7858f56ea0"
    },
    "model.layer.14.mlp.up_proj.weight": {
      "shape": [
        4096,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "8142f6d0a8e5ddb272c3c4921249de297659b59a9d9916bf55ee7805700b4263"
    },
    "model.layer.14.norm1.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "0367196845ef93fa908799beba8a917af821a7b0f3b1c37e388e43da223b66df"
    },
    "model.layer.14.norm1.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "f79f83037c3a0e4e07f8cf673106faacaac090a4bca46ee09403e705091ca38b"
    },
    "model.layer.14.norm2.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "eba024bc1fa21073319d53f7b0742865eaf16e8adbdd8074c14bbc98418a8cce"
    },
    "model.layer.14.norm2.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "f1e1ae4e4b1233196511da1cbf212dc66c58bc0b38ecfc0bb4420451ed88a118"
    },
    "model.layer.15.attention.k_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "9f898ac3ede2fb27ee1ce2e8f4b2970c6dc00ccb9306d9973726509bada5d14f"
    },
    "model.layer.15.attention.o_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "f71001532b6e4b4af9e87e75240021cbdb3727f757bbeac051ed9c47bcf833ed"
    },
    "model.layer.15.attention.o_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "d9a7d58f7260e156fe2a86f8530a06fa6a1d0d4303d821db0b04c657d76375b3"
    },
    "model.layer.15.attention.q_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "ec1d29ebfe2f3a5ea6b7a89107e997327ae14e41308b9b6ca9730bbe5756b20e"
    },
    "model.layer.15.attention.q_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "8216f04dc1f8d37856f596a33830b19aef8e8f9bd0ddad4e394f8e0cbe1ef4fd"
    },
    "model.layer.15.attention.v_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "7c0fd5982c641eae4794c734f9697a6b4dcd5e21444b20e598d1c612938e39cb"
    },
    "model.layer.15.attention.v_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "bda00422d3e1109a9eda9f935cc47d9b6ef18256aeb0bbc57453f48cba0c1a56"
    },
    "model.layer.15.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "deababf100cfa719d2b60fe0f8245783bd7c64b9122e7e7f252fefc7f8225c35"
    },
    "model.layer.15.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "885cff4af4bbcdb76f433f8410c16facb6acf0c8e7e8396edbbe77365144800d"
    },
    "model.layer.15.mlp.down_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "9605d763a3d9301179bdc537cc50d0876a0b4a2eb1dd732fe8aafcd215608a65"
    },
    "model.layer.15.mlp.down_proj.weight": {
      "shape": [
        1024,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "604bcf7b76400bd8e5c4cef96649b99ed9cf17c118250ef8785925f175c50915"
    },
    "model.layer.15.mlp.up_proj.bias": {
      "shape": [
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "c077e7824a8b9f790330c2f6799aface7a34738fbf8a9597fa212668f77c8fe7"
    },
    "model.layer.15.mlp.up_proj.weight": {
      "shape": [
        4096,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "56dfc95c8627732af5087c10c7bb75e0e2b482e8d73c0fc6b72bfdc8d90fa9a9"
    },
    "model.layer.15.norm1.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "c8210bccab96035a63f8b39037654a67e41f018759722f7117dd51e5cd559a42"
    },
    "model.layer.15.norm1.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "2403795a945a500aa799e559ae95e0291b33e938dddfdb829413f134d64eae74"
    },
    "model.layer.15.norm2.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "483ebb252f35920f268153457180a52dc80f2a4d313ef373f3852e92f81f3eb1"
    },
    "model.layer.15.norm2.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "0b0021d2c647fb8d315338c1cfa9414529f917d444d3051961e296c069ccc092"
    },
    "model.layer.16.attention.k_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "4bebf39068a5d13c2359b34635dd0723943ce1450e83483adbdb26757cb63f35"
    },
    "model.layer.16.attention.o_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "3b4a35045dc031a92c13aa786b6e536536c22e9565932f339b26212545406e8b"
    },
    "model.layer.16.attention.o_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "01c6b567448d744703244fb0d3112c6ab72d6fc528020ae2ed31356a396b3d8b"
    },
    "model.layer.16.attention.q_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "1de0f68bef782e339537aa91cef1e8dda9a6a58096294598778d2a5503bc5dbc"
    },
    "model.layer.16.attention.q_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "1bdf58a7c4605f00ff29352eac41fbf67842f1bf5c54035134a228fa9ce71b39"
    },
    "model.layer.16.attention.v_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "8018e0bf39a896c68bd35fa68bbd4bd6a14ac12695541eb85b1e805096d2e87b"
    },
    "model.layer.16.attention.v_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "13a5f484e54a941474cce666cd3bd45c06db9a4afac784004ce51f5d7f3a8ea6"
    },
    "model.layer.16.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "df7d9be6cb91293c0b326539cea954f670677fbbecdd7e89d768b081704ed726"
    },
    "model.layer.16.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "b5b90498e8d41494016feb50e8c5acd4ad721ba2d9b3e4dcda866d3929e362c6"
    },
    "model.layer.16.mlp.down_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "d21d6f66c8a090ec3a1a578f511d4f927cf862fc38584d56fe17dea7126f916a"
    },
    "model.layer.16.mlp.down_proj.weight": {
      "shape": [
        1024,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "e28495b50ce6d0cdf82f87a982f514511420adf2443442fa4e229da6a7ad3df5"
    },
    "model.layer.16.mlp.up_proj.bias": {
      "shape": [
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "276b9b20c501b3f8186c357f5ac3f6b9c51238ef95e0aaa06eb97a265d3f0d32"
    },
    "model.layer.16.mlp.up_proj.weight": {
      "shape": [
        4096,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "59c6298838e633c80be1cb43cbdde66fc21f193531602063b3936de5670c42a8"
    },
    "model.layer.16.norm1.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "5dfed57902c10fd922b01842367a21135192e800d4b3afd35459326d954e7b6f"
    },
    "model.layer.16.norm1.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "c02ddb5d220fd2c2d310e9aacbd0e1589dc1e7599a3b31e120c3954f7caf9967"
    },
    "model.layer.16.norm2.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "c6cf92df8d056e26ce3d42e01f52d15c2cb7248b0221ae247a2d4b7d0b71c6c6"
    },
    "model.layer.16.norm2.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "5955f31ce1eb26b8d21fb5d23af39d0615fac93f8c3e65a0dc9483b4d7afcb99"
    },
    "model.layer.17.attention.k_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "3a10402cafe3b3e18097e0b7ad79ed398736d9138d5a261b3552996060d20f48"
    },
    "model.layer.17.attention.o_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "e73faa80291b46458a35e38a1b2f97f8bc54f8e573c5ca5e1d824d3dc763d855"
    },
    "model.layer.17.attention.o_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "52403e02c340416191a6cc538c8931706381d83e92edda24cea70f61497abf30"
    },
    "model.layer.17.attention.q_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "8a2aaab184e23253f0c6533aeead9aa857d46a6c95e0fae9b88b1fbbdb0d57b3"
    },
    "model.layer.17.attention.q_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "9428c092caa6ed34a10cf5aeba96eaa7ebba8a4e4253dcbc9ba4b7a5febaf390"
    },
    "model.layer.17.attention.v_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "b5267b2c62a0d27f900f703e14f37cce7293c51b80af42624ed7a00afe20adae"
    },
    "model.layer.17.attention.v_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "fbf8cc704ce06dfc17cdf34b7502705dd6956ade395ae0778eb473be5257c068"
    },
    "model.layer.17.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "3118435217349a450d4e0bd7c6946e49e14996c9cc345bb457f7eef92ed0315c"
    },
    "model.layer.17.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "9c9267bfb6adc1fdb65c65ab7e959acb718671bf3fe3a707e257cf03650d5f13"
    },
    "model.layer.17.mlp.down_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "95f1ed712ce47b0059c342dcc31c0a5fb7e1850a09e1551a7c0edb604dda6111"
    },
    "model.layer.17.mlp.down_proj.weight": {
      "shape": [
        1024,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "0cc5eacc1507346503870cbd05bc4fabd31d481ad6935c434de163735591ce8b"
    },
    "model.layer.17.mlp.up_proj.bias": {
      "shape": [
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "13998a95425fd0509c8ad65c9db9909dc746c9f6a8b5f74423d3ac27090b4f8c"
    },
    "model.layer.17.mlp.up_proj.weight": {
      "shape": [
        4096,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "7d4b8d2c272dc5de3989db81698d1628b38783f1a988b9310668683fd368caaf"
    },
    "model.layer.17.norm1.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "211c3c42b045381a9552d46024c1112bcb05ba671b711260cbbf5cf37f309b76"
    },
    "model.layer.17.norm1.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "3d4addec61fb2f1ae7ead97c3c95f1675d221d2e8942d69b6c9c0c226762cf4d"
    },
    "model.layer.17.norm2.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "9b6f9dfdde22ab1a6c957b7c335cf41fb29b9631de0346223fd671205be6190c"
    },
    "model.layer.17.norm2.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "756f81bb58fcb607a7acfb1ea2af4e2b2de75249a7418bde207e6e4072bb29bb"
    },
    "model.layer.18.attention.k_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "fdbdf3984346ac07e5d5a4c7eac5d6c386401fcbfbda05d7c96d4e976ef7c557"
    },
    "model.layer.18.attention.o_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "e6b1c798d3b97bc639367c9ea420851e0348386323769dd59f01fb9b588f68bf"
    },
    "model.layer.18.attention.o_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "482e1f54fa0e16cdfa07edbe2bbbff5555b4b31acf2af50e809b37641bdfc5a1"
    },
    "model.layer.18.attention.q_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "25ba2cc2d2d527bb6fb15759f084edf073037e2d5452e841d910eac5aad31d03"
    },
    "model.layer.18.attention.q_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "91caedc31ef1e41d08f278d6817f7cc2ef8837f54e6f0f01b8ee8708b6aeeda6"
    },
    "model.layer.18.attention.v_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "d380fe3612ead6969f222164ceac37335fb88206c8a494980c94d3b1f4997807"
    },
    "model.layer.18.attention.v_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "d127ac3bd12730fa181c4ae730bc2673674ac5e361eca999124da5dbf5c6839c"
    },
    "model.layer.18.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "85371af6fb1f5e334cc49c44e6106b0f8f744b9b998839b38f60acda7d616a49"
    },
    "model.layer.18.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "0729eb1485f73d892b4ad82415a1d8c310e50808f87d3f575d012b40917f79c8"
    },
    "model.layer.18.mlp.down_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "3c151abb26f5d4caacace7d1a4a42f7f85b6cfb3791e077896c40e1feede7375"
    },
    "model.layer.18.mlp.down_proj.weight": {
      "shape": [
        1024,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "5776e4f6d86bfc6a7eca418a35beba3a0454a27a8e62694b0d6ff8172b101419"
    },
    "model.layer.18.mlp.up_proj.bias": {
      "shape": [
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "d60bfce3424a22ed3285d9e1bf24af3b3507eddad0674bfc91945ab801afad7c"
    },
    "model.layer.18.mlp.up_proj.weight": {
      "shape": [
        4096,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "d6ae66a804e5aff66f1ca348dda5e55ac5c86dfecd3a9fc0913438164245055f"
    },
    "model.layer.18.norm1.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "078a6520b29143ee648fdf14fe74d20803d734dc3ac1f1e643c512c5b5c21bdd"
    },
    "model.layer.18.norm1.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "9ef772b5941a6e41c058bfe5b4b090362c25547bfa522bde8215d70820d047b6"
    },
    "model.layer.18.norm2.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "e4944cc41bb41754925208b9f501ebf12b4461c9627095405ef2a819a7e47a55"
    },
    "model.layer.18.norm2.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "5d50aa02ff23142bb590afc8cd86915d8a0af1c95c0f1bc49c4bfc89aea4a9d0"
    },
    "model.layer.19.attention.k_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "e2f05b746b57b1b8e997a37a170b32b305d81f34297781a8d503fe3d795317f3"
    },
    "model.layer.19.attention.o_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "f289bced43ffd958702970883a6f94ef0464d54d6e9e4801f806dfa2ce9845ae"
    },
    "model.layer.19.attention.o_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "494c939b12146f9cc232b265a1b8f60216f58a736ee05bee206896d2476a384c"
    },
    "model.layer.19.attention.q_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "5c0ab4e1b47906b6838b869783aec552b0461eba093f4534e2833caed8f41986"
    },
    "model.layer.19.attention.q_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "184aafb7fd6695e6102db21b0910f77e01f4168d1dec661f9d7c4d5895482040"
    },
    "model.layer.19.attention.v_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "a47c0d97f9cdd1dc2dbbdab5ccd020ce5ac391724037a32652319ec68f79428e"
    },
    "model.layer.19.attention.v_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "ce232bfe1abd273fe33718ab764a6555e41c7260bc2e5f778bd5cc068d548629"
    },
    "model.layer.19.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "aff65c24fb9c8af1cf58acc8f7b445b9c4e5b7c3fe546d032c232c4a42c7b123"
    },
    "model.layer.19.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "0fd311c927b8073dd7dada94777245dd58dc6e2f7abe4fa37f51a8a1dbee8c22"
    },
    "model.layer.19.mlp.down_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "998fd1e3cbf925daed21c173f5a4dc7d2a29a61a3eb9182433e8ea958b099159"
    },
    "model.layer.19.mlp.down_proj.weight": {
      "shape": [
        1024,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "fc398e304ad80481ac02bb1b46b27303b2be7327a223e9ce1689e835a1f5f5e9"
    },
    "model.layer.19.mlp.up_proj.bias": {
      "shape": [
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "43c306de1f6619f1a2bfe7d3bcb2d7cd809d84b2d85eb85a3a8b2dcf0afbbaf4"
    },
    "model.layer.19.mlp.up_proj.weight": {
      "shape": [
        4096,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "e255a520b032ba0696d7e25ee01a8a382a8e83e2b07de363703e25c9e956e5ec"
    },
    "model.layer.19.norm1.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "b888efa491d7a3687dbb6db4250178c6878043e07e94f9c1d2c9e45a0a59b98b"
    },
    "model.layer.19.norm1.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "0b6d279b2a2748f6606da0b7e055c6e2408364d925c65359024fc1eb890c6498"
    },
    "model.layer.19.norm2.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "0b1fc8428cdc5ebc91cc076c030a82e04429115186762cd3bd043b2bf3c5d5aa"
    },
    "model.layer.19.norm2.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "83e3faef7c45b68d832a1fc7a6e155e387a01844af35382aaa82d2ba886b9609"
    },
    "model.layer.2.attention.k_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "00d95e8854caa6f7c404d7e86743e380e764238969f84cc765d79abefcac77a6"
    },
    "model.layer.2.attention.o_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "08ef78bc5e7cb2f9b0b1464b947fe65a39f2bfa3068478c0fa4c2a033978781a"
    },
    "model.layer.2.attention.o_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "c57e754fe7123ba74d45bf3d41b639418f9be0faaeb9c7e1245f55bde7545c34"
    },
    "model.layer.2.attention.q_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "75991acc54f6e72b8538b7fae80afe0d58ee3c3bf8c636ced0745031ef3ee9a7"
    },
    "model.layer.2.attention.q_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "3c499069d6e7d59ad8cf0ae8b1d9ec639b1b8bf399f6e5627eeafdec6b55b356"
    },
    "model.layer.2.attention.v_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "4437471a321b7dc14a5c43ff8bc06a9860eb8a1d79b8d29472aba5bcca66f69f"
    },
    "model.layer.2.attention.v_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "4bc6b6f9ede6d9741553fe100816badd5c20acef28163e37221e747e58f03146"
    },
    "model.layer.2.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "72376b1a4d403339987e20445984556ea91a4017028c55d59c5ff98980bebf21"
    },
    "model.layer.2.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "2ed740e74dc927a92e02d8be7cab50bf3d5bc951826da25e6d7f94ac85cdbce7"
    },
    "model.layer.2.mlp.down_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "399e5106188b02e3ebbf79bda04ed9383787384d71bd6b9e002203f21ddc3ead"
    },
    "model.layer.2.mlp.down_proj.weight": {
      "shape": [
        1024,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "84594ea73605daf4deb8d0c5807025bfd4ace81cf90236af8c1bb67cd33450c7"
    },
    "model.layer.2.mlp.up_proj.bias": {
      "shape": [
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "b240d75d0ccf180ca61c232fdb7adecca15decaa4d8b988564beece9cf952ab7"
    },
    "model.layer.2.mlp.up_proj.weight": {
      "shape": [
        4096,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "2f5eb42dea721dc4187df34296d1c454d0b4a50008af4ef9cd8fa6e17c033c5f"
    },
    "model.layer.2.norm1.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "238e661d7b776f1677808156cf6978f52037697052521a129269cffe26e7909e"
    },
    "model.layer.2.norm1.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "ebc27c72d105bb47cf3cdef01a51ed27223e72ee4e77343dfdd6fa9a23860542"
    },
    "model.layer.2.norm2.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "43bcb758193d8b906628b5b89a4457e11408cd970ad3a8d0bf3cd092a9d0f8e8"
    },
    "model.layer.2.norm2.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "dc7913e6ec596ed8316b000c56146202f59cc62510c5773a103085e58d7a1860"
    },
    "model.layer.20.attention.k_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "6efce5ee08c9c139351ab43af572a91207084eed33a6f70d57b01cf798efa376"
    },
    "model.layer.20.attention.o_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "f7014d52c280bc84c6907e6340456f3c4afb1d8fd81760c6014b1ac6bf580632"
    },
    "model.layer.20.attention.o_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "a2cdc855b5760af2e1837619a340f59765601aa9c94bb0f13cf8949d350a4019"
    },
    "model.layer.20.attention.q_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "a1ce667d9bed36699f7af30bfd03fb752271cbb70ee184f2f77e8cf35056b3bc"
    },
    "model.layer.20.attention.q_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "0f34c80134482f6206f2e44e6658bf15fb0e202b25d0ac9b85fd7ce03759f9ea"
    },
    "model.layer.20.attention.v_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "8fdf99844d15a56b924bfc88cbaf61f67aad11aa91b7af973f2d05a9d596b8bb"
    },
    "model.layer.20.attention.v_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "66b2f130e5ca81a5611042fdf4364c5b8e3879a9b3c5d7f18636ea32e4547c9c"
    },
    "model.layer.20.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "378e7e2ca1869c45e95f9c52dec6b7119ee2e3de161a572c99df5f65b0690662"
    },
    "model.layer.20.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "46ecc8715faf767c4a377871c2ca54dcdf8406d600e119433908c80b828d6363"
    },
    "model.layer.20.mlp.down_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "6bb74811bfa978cabe795a0a1d038c73d687e39e7a2f4197a19b94d67ec859b6"
    },
    "model.layer.20.mlp.down_proj.weight": {
      "shape": [
        1024,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "6cc5b109c657b05309a37f9551aadf5dbd38d5b4129b53254404e5b25afe0649"
    },
    "model.layer.20.mlp.up_proj.bias": {
      "shape": [
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "fc9ab44fcb3ba147db641ab72c89d0eedd02de97261b61aa02a05f7d7b147fdc"
    },
    "model.layer.20.mlp.up_proj.weight": {
      "shape": [
        4096,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "8144035dec79d8dd846126f34bf0524bec578836b8fbff1244127d4ca9a80aaf"
    },
    "model.layer.20.norm1.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "2344389d7f7179b52ec02271f9ab1c263ba526a341791d301676fbe4bcd117e4"
    },
    "model.layer.20.norm1.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "047ca4d2ebf44465fe6dac66194dbbf16814c1f6e64dc3f0929ef3d135abc919"
    },
    "model.layer.20.norm2.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "fd95455989f7db75c312d0e776fd96b10f578c3fa5d13a0213d68d3f8ef40d37"
    },
    "model.layer.20.norm2.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "df4affd69014ff1a9cf77bfd001f4e475de1aebd0199bef16a772a0ef15703cd"
    },
    "model.layer.21.attention.k_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "014767e5976ceca9b7363a7d835b4c693ca71895d6129320d4d75834147fbbcc"
    },
    "model.layer.21.attention.o_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "5fd880bd8984fe5d011a56861bdc20832acef0f8c95fc0ab04319b07d62c0787"
    },
    "model.layer.21.attention.o_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "ade1f43a2e1dd8a243063954e973428cb48f9b295b1849e0ac581489a9354426"
    },
    "model.layer.21.attention.q_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "94dd1abad3c4179fb9643db34c78c62db5cc5f1b2f331df6dba40cf366ed525d"
    },
    "model.layer.21.attention.q_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "387fc58d455ba1f98cfe42ca49a3110018d05f656ff25fa3cffa37b942aa1c76"
    },
    "model.layer.21.attention.v_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "276a1aadc6d6621c12b63401a0eacf840a8998b03c927825c9d26b159c3441cc"
    },
    "model.layer.21.attention.v_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "845c35654a69865fcbc92f97aac43f0b6dc04476fcd94b1d345ada7c8476f5bf"
    },
    "model.layer.21.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "ec5a7cd24c9da1bd780c848765bb06a7475e05b76821bdfcc7c2e7c4e67a4d9e"
    },
    "model.layer.21.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "44d2bdbc12e21af2b9e3a600864810d7cc6daff05b1a00400b867bf9a118e2f4"
    },
    "model.layer.21.mlp.down_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "9e568ee1bb8c56744fb9f36ccf461ae9d25746e977af98814d0351f53499127b"
    },
    "model.layer.21.mlp.down_proj.weight": {
      "shape": [
        1024,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "f0ba91a6fa9cf9123837233a1dc3c3a38108d2fb831d499d6565e87cc33d32b4"
    },
    "model.layer.21.mlp.up_proj.bias": {
      "shape": [
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "abed8a7c7278b27df375484ed1c4bfd25e7c1417c42f807266507c291a9579c0"
    },
    "model.layer.21.mlp.up_proj.weight": {
      "shape": [
        4096,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "827a7224e9cb3710e2564cbc250027c17b97606cfa39adc2f313b4deedbc22b2"
    },
    "model.layer.21.norm1.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "9f2c3ae47879a22488e0e8c26935915070321068f92101ae33e647141985fb9b"
    },
    "model.layer.21.norm1.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "b43d7c2e35db70f9e9fb9f9c328cee1117c90dac3dc2bdd58a2744d6a372c3d5"
    },
    "model.layer.21.norm2.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "586ea05a30c7d75bd57ca012b217efd91e8621fc7e766060552c6a3d00211242"
    },
    "model.layer.21.norm2.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "71c0a525594aec7af9ef1afe1082f6ab4f99181df8ddd5b4490f36ab3623cca5"
    },
    "model.layer.22.attention.k_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "9e8bfe30c86111bb9c621572b5dc03a0aed2c55432307253edd63f1becf781e3"
    },
    "model.layer.22.attention.o_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "a00ff66aef1b1951464fbfdf0a6fc93aeea5ced00a1e89de05008edc9915248c"
    },
    "model.layer.22.attention.o_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "d140752997b378416e9e8725a7eb0b62b78b5749fc7482ffa5fb64417ba8c605"
    },
    "model.layer.22.attention.q_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "8c135e316064b5d81fdacc6ed06f1b6b79773542b69f7e4bf83ef5353489542a"
    },
    "model.layer.22.attention.q_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "b5fc13507ae2270de5130f0eedfb1065e9d7bd4a16c1babb12a08a7fc95dc9c0"
    },
    "model.layer.22.attention.v_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "fe6898c751e1af4af81e12d8e1fdb0a6d5b04d81b99494af7953c0034535d44c"
    },
    "model.layer.22.attention.v_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "f846e8fe2895ff2bb15259ae1005c3fafe5fa998f65e10bf636526370da5b2ff"
    },
    "model.layer.22.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "282bd98f1de063e3ac7a83b829121a25cc862713021aa57ca4eee95b9f8b21a7"
    },
    "model.layer.22.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "58b7ada1bf2240a79484c4528904b3459aea70537f54a355b32ee64ad4ace356"
    },
    "model.layer.22.mlp.down_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "5dc78431b126446acfa352f0ea6b41a71f4ed18e8d570447d97a27c3db8609c2"
    },
    "model.layer.22.mlp.down_proj.weight": {
      "shape": [
        1024,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "b7bb3d9da017147de49cfb32b1d3e08dd3746fcd1f719687e2bd573247a996ed"
    },
    "model.layer.22.mlp.up_proj.bias": {
      "shape": [
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "37b8bc354d5486ec652f028710087e26a8f9a08ec1552a78293f5d93f403475d"
    },
    "model.layer.22.mlp.up_proj.weight": {
      "shape": [
        4096,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "52c487ea4be148fc7a22274ea909104abfe76e61ca17c81832d335dcff7926ec"
    },
    "model.layer.22.norm1.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "ee68c08eec26a47d6dcf06dee0bc57ed144456fcc3625fbafa8d16dd2e5ed776"
    },
    "model.layer.22.norm1.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "4fa34ba29a1dea29825f936edf28364b50c18eb32e42f533e8b28ccf0db9d190"
    },
    "model.layer.22.norm2.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "91105de842eea4a08d2a5aa7e622c0efdb8f65c152a824945093d8f720defb44"
    },
    "model.layer.22.norm2.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "460e9c18c04776295eaccb0357638f11405bdf32e952cf4c83f3855af0cc3d3f"
    },
    "model.layer.23.attention.k_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "0836e651536165cbbff16e253379db01d70460edc1d7aceae10aefdd70ff532d"
    },
    "model.layer.23.attention.o_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "175807d09e1f671dbc4f08808db8db11b5172e8b127cb63c1005ff0f451be96e"
    },
    "model.layer.23.attention.o_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "dd30eb2b197b1081ea37d5a5899a8ca68f2de244bf1bb05f027c6755ca906bbb"
    },
    "model.layer.23.attention.q_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "1320f60a5b928daa2aac1421f956e5d5a98786d919d7d3dc93fa325a25291976"
    },
    "model.layer.23.attention.q_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "884c5236cde11f5fdb2d83e1411a6b49329fe81ff9357287cec4eeaf76b82dd6"
    },
    "model.layer.23.attention.v_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "0d8683ce713db727345c84558671afb6053717e66fa4e121ce00cabfe4723e24"
    },
    "model.layer.23.attention.v_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "89104fc6387e71dc3159f469e28791ba28f118cd8a045818435903a907e814eb"
    },
    "model.layer.23.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "07b8fdbe6b2b9ca4e600f73c8e76c1fb5bbb4c8a0ae40d895910c6c1eb0ac632"
    },
    "model.layer.23.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "f828ceb67c55ede6f9a8027aa8a9b33065628847047d0940be6f66e68e1a4daf"
    },
    "model.layer.23.mlp.down_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "c47132a479faf99c5b75a7e2c6df490d1f50d5b258a904957271b807e441a0a5"
    },
    "model.layer.23.mlp.down_proj.weight": {
      "shape": [
        1024,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "62ec478a36ef2fb679151a49f6b61580624aed3e0d654a8ee0c7f7e818849ce4"
    },
    "model.layer.23.mlp.up_proj.bias": {
      "shape": [
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "0c165f7cad54a7367be7c8606a5eed2995dbf772deb207625928cb52f61cc0bd"
    },
    "model.layer.23.mlp.up_proj.weight": {
      "shape": [
        4096,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "100be9cfc2e14609f87c8d99e675f9f9f0b0c4c49004d48406904724fcc076db"
    },
    "model.layer.23.norm1.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "2fb67b68ffee7cefab47934e3cd382831c040851416236ed890f85318829003c"
    },
    "model.layer.23.norm1.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "77d94e48d60a1a6cf7a2973d2600f44aa97415c85e96f5b9c21aac92621c6da5"
    },
    "model.layer.23.norm2.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "8595377141ee3ff6b4c8a806459e136c2a2a6dbd273385b95e5bfd0402851cb7"
    },
    "model.layer.23.norm2.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "f37f1e1ccb3b02248c5c040365790f30b8729a546b2edf1c4469de6e08b9b11a"
    },
    "model.layer.3.attention.k_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "fcddf57a3cb755ae10e00506ddedcfe2a135887703f9b84c296252f9a7bcab69"
    },
    "model.layer.3.attention.o_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "4b420e87fbbcb348c7d8bf4abec170ef9fa44e038c84f4043fb0f2e7f86e7936"
    },
    "model.layer.3.attention.o_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "2a1a49dd916adf68ac7fcca6f9ee8fcabb8d64fd34b57d63d8692aebb7fb05a1"
    },
    "model.layer.3.attention.q_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "b75c453ae55339e9ab4236032f3c7c86e149bdac44c18aa9b4a4d49505e9cda6"
    },
    "model.layer.3.attention.q_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "3f446217ed7206875470810658cd679192b84b2cedabe3d2ed4ecad6ecf18196"
    },
    "model.layer.3.attention.v_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "19587cfb5dd740b82918b03eb46d551af71dcecacda2b3281da75b029ef70c81"
    },
    "model.layer.3.attention.v_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "fd276954967b4329b4bba11fd02728b8d335f26e1d41f19d8618356815f39897"
    },
    "model.layer.3.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "a91c1b6900e14ac8318c5ef9150f24c43c835679bdc2ed296c504a9dd250c27f"
    },
    "model.layer.3.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "590188f8d314a2c4c23d1cef91c5b0054510191fa42ab339523dab5cf59dd38e"
    },
    "model.layer.3.mlp.down_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "835e1ef0b685a76fe662cffd97cf6b1a11c2b10bf788aa1730bf3d6de3192915"
    },
    "model.layer.3.mlp.down_proj.weight": {
      "shape": [
        1024,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "98ec627f755ef725c553f574ceb3d32502090802d35afa1e5681ab286c08c4ad"
    },
    "model.layer.3.mlp.up_proj.bias": {
      "shape": [
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "724a7cbcd4d4960a4f5f5a6eba28e702e9d6a7ea72b65df25cf32cf91c7bf26e"
    },
    "model.layer.3.mlp.up_proj.weight": {
      "shape": [
        4096,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "a48bff2b6297333b839eb26322348ad35cae26668896c067e027ad89ce24c014"
    },
    "model.layer.3.norm1.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "6794f7a140a4505fef6add0916b2c9a074d40d40e18d9bd29e0ac02821955803"
    },
    "model.layer.3.norm1.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "eadb88a7a8aa9844a35748aa697f31f178c1d16955d72d5883f2633dc4ea783f"
    },
    "model.layer.3.norm2.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "65ee058e7ae58c366a7b637409130d54f8d1718c605b21bed9381c631fea1f3f"
    },
    "model.layer.3.norm2.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "4bfa86689f517efc510a40370c3b25c77e3d48072b661fb53bf443ab3fbe541e"
    },
    "model.layer.4.attention.k_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "420150a834029f26a8b876b35fa7c31b89a4dd01b996be955b7f66730a2c009c"
    },
    "model.layer.4.attention.o_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "095e2df1fa1d1449907104a655cace5cfd61f3a115ac16d434d433d8d96c37ed"
    },
    "model.layer.4.attention.o_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "706fa5249ea63f054a0a3757647064957ede61268b8739af2851df778621bff4"
    },
    "model.layer.4.attention.q_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "6648d23ea8ed9d724afba8e642d1664d326b3b7855253206d375c2836b5d4bcd"
    },
    "model.layer.4.attention.q_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "a5f6eeae647833b1f33e2b67881075383771e07fbcf6c6d73deafe073bca0469"
    },
    "model.layer.4.attention.v_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "f832e1a5278770f552b42da5a622af4dea2b992f37eff86fd4d32abee7cf8004"
    },
    "model.layer.4.attention.v_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "47aad051236f172d9db4120dc36d5d245e2d92c6930b8a9a20578a96c4807ac8"
    },
    "model.layer.4.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "abab99444365c5a1ea32ec581145b295e922513a66ca0fecaff779c0b87700c5"
    },
    "model.layer.4.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "6ed59b5de029311f4db5cf30f4dc276a347229cb105607ec94eb27336026627b"
    },
    "model.layer.4.mlp.down_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "65ba47dbc08afdbeaa879d392e4e8e20673a1c388760f5aecb984e70af6247b3"
    },
    "model.layer.4.mlp.down_proj.weight": {
      "shape": [
        1024,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "0f630a5668c1d148addf0f6f37af67d423812be96969ad76377424200bc769a5"
    },
    "model.layer.4.mlp.up_proj.bias": {
      "shape": [
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "8583bada9a301f5c56b7744b8d7b660da36b58f17cabfdcf1be2566ff6c813ce"
    },
    "model.layer.4.mlp.up_proj.weight": {
      "shape": [
        4096,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "9d7285613853c75bac39acd1adad3d45f619cd02a07bcdcab3b6cb036ef69999"
    },
    "model.layer.4.norm1.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "798ae62cd4ec43edb61b3f30227022a49f03718541362d2b8100a2a33ef98890"
    },
    "model.layer.4.norm1.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "63c62bc790ceaf8c1ddf7e24c6ea6582612cd52393bf9366cb1e43456b9cb2c1"
    },
    "model.layer.4.norm2.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "fd69e34da3fa7770e8260eb8c83a36c93a272459853d3b64411560243ac9cade"
    },
    "model.layer.4.norm2.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "6cbb1ef13bfaee25e531cd82bb3a9442fa66c098fc9a1fb1720d9c6b1d116f86"
    },
    "model.layer.5.attention.k_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "76a2756d0e321ada8cadae42b2778173dc81e0e08fb62af7e7d601b44b3869ac"
    },
    "model.layer.5.attention.o_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "885ca36aaf92dddbcea53c8974d687daa5d75d0ad43e161c3213a9fe150e1363"
    },
    "model.layer.5.attention.o_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "e3bdd924190e1a751b186862232d110bb122d0cde6f06c230a1148ed53c3c26b"
    },
    "model.layer.5.attention.q_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "6e666a27d17cdb6497521d2d61af32044a197374dab8a86d59e1a54cd6727fef"
    },
    "model.layer.5.attention.q_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "121a9c07e322f392758eb5d32c85059fa3f778b91cdb55e7333103ab63c2b536"
    },
    "model.layer.5.attention.v_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "1802904afa39d628ab787a557be821373e450859c589197e140f5a825c63d35f"
    },
    "model.layer.5.attention.v_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "43a305027b2642b425a7ef016fbbf4154d33758c18ce8eb28d5273e8d1f79e98"
    },
    "model.layer.5.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "8672fbaa29a597766870ef602707319f62e914462b8a9e42d471100d05d4ea09"
    },
    "model.layer.5.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "e6d648d75a3fdbc1646d6f943a7c136e4790156181fc39e799908031b581e724"
    },
    "model.layer.5.mlp.down_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "86e60659521eb3468abf3a02b8be751c66903447aa8e995f7d76377a4b7900f3"
    },
    "model.layer.5.mlp.down_proj.weight": {
      "shape": [
        1024,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "94604db11eed586768b16f5f6e5a3ad364c1d6ee25d0bdbdd4b82b1755cbf754"
    },
    "model.layer.5.mlp.up_proj.bias": {
      "shape": [
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "cb3c161369529cad84a44171e2f779537a8c655db2ec04eb0b890068e14cd562"
    },
    "model.layer.5.mlp.up_proj.weight": {
      "shape": [
        4096,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "82adf9988908e474fcd4ac3ce5ac3736e9830487b46c7aff84926741cb604497"
    },
    "model.layer.5.norm1.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "d931c8e8f4ec6abc7e092fa07672ea472070b0baf67f618ff597451b4b99b441"
    },
    "model.layer.5.norm1.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "2e1c10384ddd27fddc1c53dff16c8aab0d6ee8966d6418982f0d456291c584bc"
    },
    "model.layer.5.norm2.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "c629c51b757d577f943da7a0732080b908298695f8090e8c9f1b4cc121abdc6d"
    },
    "model.layer.5.norm2.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "bc2fa2a7bb175b0f094083864786f2a8dfd2de17e07ffcd6b10628a5fd9c82e3"
    },
    "model.layer.6.attention.k_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "50e0b9a6c32e1df32c9af93b36cb1fcf27eb9f290c59b124209e124c8e8b110b"
    },
    "model.layer.6.attention.o_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "604d4559c7227891c484d16ed176d766a7420ce68e402df2038a8d03f43eed07"
    },
    "model.layer.6.attention.o_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "6501dd4c6ed7528c5e6fefb818e415d415a665061778ad694c261b8b22588f29"
    },
    "model.layer.6.attention.q_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "37fe7fbffd3d03a8c476162de9e9b52661ac711a0f024965ce08355e59d7bc74"
    },
    "model.layer.6.attention.q_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "c0e5b0ebdf328d84c99f1ffdd416223e6d71232ec5ef93637dddd8194eb82330"
    },
    "model.layer.6.attention.v_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "4ab27427576d3703547e95e351975cea2bf6f0d8d7d0b1290d8f267e9501fe99"
    },
    "model.layer.6.attention.v_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "cc9f9881bdcb9ef19924b79bd45e6a6aa3c4c5653b0ade7fe4581fc899ee4157"
    },
    "model.layer.6.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "8cd8a8105c5fc1c9133d4fbf83ac0bdf6b06ff5d33d8b03d2dd578f40160910c"
    },
    "model.layer.6.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "5e80b02da7dc047f555539b21e7e6a3cea810cbfcf3d46aaf537a14d9a2798ec"
    },
    "model.layer.6.mlp.down_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "1183c66f8f94f779ff57bc90f72e5cb9dd2a888acb07875647854968731e64a0"
    },
    "model.layer.6.mlp.down_proj.weight": {
      "shape": [
        1024,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "615bc4353b93f8c5e69e6c53f3465b52fd2d258e98e7ba96d88c70dff9d34be3"
    },
    "model.layer.6.mlp.up_proj.bias": {
      "shape": [
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "6c435dce03bae32008af49681455814494acf02edbb0b91920587fdcdaccfec5"
    },
    "model.layer.6.mlp.up_proj.weight": {
      "shape": [
        4096,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "aa153f0fc7719638372f88d2016e92938181cfef725e8f9e0be7a3648f25c19d"
    },
    "model.layer.6.norm1.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "f9eba8cd785a5054138d5e6d45e0081624a0a6bf4ef2cd0d064975a2ca223660"
    },
    "model.layer.6.norm1.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "97e7d2ee5a1919647d4f1d5348e8c4a270dfe9ac234feb8e32664394ba48acb9"
    },
    "model.layer.6.norm2.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "30afe6435d3548cbe5b0e08e0528a2bb818328b418f676902d35f97fe16d22f0"
    },
    "model.layer.6.norm2.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "f42a6423fe8782c7bac37f1152c1947df1ec04afb457988943ebb177abf487a8"
    },
    "model.layer.7.attention.k_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "a75033aba7867428414b0352e6b72cf20bb6dac70f8e914b30e735fc61c32f18"
    },
    "model.layer.7.attention.o_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "e3fda4e41d4fba6192e08df233409e809cf3f7b1c6e22223eeb290d0a7da84ba"
    },
    "model.layer.7.attention.o_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "e0b938c7cb794e8ab2c885a78d76617c5f369134b58ee544ccf080c3b2102e92"
    },
    "model.layer.7.attention.q_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "b0c5f844893fa9ed5e3839b2efe27733e98466ee7fd42b04de99fda01e808fc1"
    },
    "model.layer.7.attention.q_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "3b2f09859dc60a251f68dc0152699ba6dbc7bebed02419d5c5664f77dae031f5"
    },
    "model.layer.7.attention.v_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "0a2ad71988ddea304f738d774aa873a7f5541ee626254144b92e04e7ef1e4260"
    },
    "model.layer.7.attention.v_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "62d59c389b86505650e6ce599583c6ad34ed3f67ee9f2aa718468b67ec900697"
    },
    "model.layer.7.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "e2533d95523d28b1d2657848f7b212e840481f112a1c99b4d39416bd6c7c8ea4"
    },
    "model.layer.7.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "49da0297a0fcbbcd7e2997ab28499a4cb955339e69be8ad7d24b2b049207ee94"
    },
    "model.layer.7.mlp.down_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "ddd4948e8a38618d08345e14b3c7ab5b38806013a5f93a13348a45237156513a"
    },
    "model.layer.7.mlp.down_proj.weight": {
      "shape": [
        1024,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "59812e338e60b0ea62e7c759d7b057b783ee67ed04a2e7a2f5d60c3bc0e7f59b"
    },
    "model.layer.7.mlp.up_proj.bias": {
      "shape": [
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "f582904b59ba025f0c081fc34d2d398bf2b123969a9c2b97504aef05df59dcca"
    },
    "model.layer.7.mlp.up_proj.weight": {
      "shape": [
        4096,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "2e5abdf3a5f618d35936642470923683e92a7dd0e4bfbf4562a798f459714458"
    },
    "model.layer.7.norm1.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "622d70ac21d6c174f26c632a73571aff0d65174ff047aa6c2cb664b33f52cda2"
    },
    "model.layer.7.norm1.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "e1d25223f61f37cb40c23287f4931e5ecbff402d6cad76cfe9988e28bbc91230"
    },
    "model.layer.7.norm2.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "08e037d2f6a3821634f3c7356f59e4dd6b92c1e48f4d0f52d8f77e1d219716aa"
    },
    "model.layer.7.norm2.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "5c7c3df6c596c65ce2deaca8c63adae33546e5c101630243c5bff917e46624bd"
    },
    "model.layer.8.attention.k_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "29743061cc2bdd3648563a3d442f68c92682851d9931f692ab5830b2824f2469"
    },
    "model.layer.8.attention.o_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "d248b9d9ff4e4f211d434ac46cca7e9259fce976f1bc878fdab703e750cbecf1"
    },
    "model.layer.8.attention.o_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "00a279a3ff52324f0d7cc5a6f0a8580853a81bbcab685f76cfb4342bde24409d"
    },
    "model.layer.8.attention.q_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "e51df23de42b8710080692c20bfb0a9bc64ccb61ecc71be4552080697c0246c6"
    },
    "model.layer.8.attention.q_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "1895e448eb7876e967d0b68ecfbe0b85600683ed79e7ac5c566bbc6ea02ce3f1"
    },
    "model.layer.8.attention.v_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "c861db2d5aee8d57edc501778b2431e07058ef7f3a85d83b969c6891b760de0d"
    },
    "model.layer.8.attention.v_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "e6ed4335805fe6faafd520010b8b21b63de7d38f2777847698b2bc82fd822040"
    },
    "model.layer.8.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "235735830e2e7f2c4ec6fd026da35facea9426b3d015c8aace025fa896e3b92c"
    },
    "model.layer.8.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "69069da6c12678d0c11ebc69d80f62bf049aa90a752e7afb9c4232df78cd74e2"
    },
    "model.layer.8.mlp.down_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "8c8b19f1030c178f031221ec995a04b53a9b4b6b7ce1f0daf38f53eef30e3d08"
    },
    "model.layer.8.mlp.down_proj.weight": {
      "shape": [
        1024,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "ea31a54a072f45794ac9badcfd751be89b42367178ff1f1c248adeaeb4b2b5b2"
    },
    "model.layer.8.mlp.up_proj.bias": {
      "shape": [
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "c546f1282e3fd255bdcf8e9a4bebc48b811d461bfb45e3b962feb6c9ea5194b5"
    },
    "model.layer.8.mlp.up_proj.weight": {
      "shape": [
        4096,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "b52cb903e00e796ab1a0a620ee820af22caee1f6bd896cdad9989bf203797390"
    },
    "model.layer.8.norm1.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "c90ff630a58b19797aba0eede3fda10d6eb7e72bec38f82c4ffcf5c0a159586b"
    },
    "model.layer.8.norm1.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "e72339bff99590eacf7020d118ef5a4e1609014612f63242edf818eb09e42d47"
    },
    "model.layer.8.norm2.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "1d1f6720b117f9bc71318140ecee38554d4df40dbf24e6229dba9391264b88fb"
    },
    "model.layer.8.norm2.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "3570a47768e351df0687e6c8ea261abfd63f5fedd0d394d17cda05062389cda1"
    },
    "model.layer.9.attention.k_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "09ff6babe22be4d3d2fb162fbdd53396bf1f62e9754f5f4c9dfc0efcbea9ad92"
    },
    "model.layer.9.attention.o_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "f02fe3004abc92aad587405644591266fd35d0e8b5c65335f12ffe19d2ec80ee"
    },
    "model.layer.9.attention.o_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "5c3aeb6da85cbff3b61b2d2e5a54a6da37ef3fbc79569c53dc46b9fa6a72ff50"
    },
    "model.layer.9.attention.q_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "9d0199d26e5414f7f937e1a23fa05d97d46bc98a0ea53fbaec235242076bb75e"
    },
    "model.layer.9.attention.q_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "1cf4e3cec03d88323a460178f3abec835e6af72b32618913c10850e17dcc3bfe"
    },
    "model.layer.9.attention.v_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "ce6f553452ffcd448f2bf575ad670b5ca940040a8e0f86af63bc743497e68515"
    },
    "model.layer.9.attention.v_proj.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "83deb613d646a9a3e6db2830d95733c412b287ae122f5be84ab5421516fe67e8"
    },
    "model.layer.9.layer_scale1.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "84f7ae34cff840739befcbdd8907c24fea57beff570eabeb3fb3951363ecd7b4"
    },
    "model.layer.9.layer_scale2.lambda1": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "bf204b811667163d99dc0b9c779f0f417d92cd68d6a7dd1789a3cf41cbca9aec"
    },
    "model.layer.9.mlp.down_proj.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "6d370ba0b7c7a26c38005e389c01506b1be8f2f2cc20a1b943ec7ae9c65d4ea4"
    },
    "model.layer.9.mlp.down_proj.weight": {
      "shape": [
        1024,
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "c4bfaa36f146764962630a72fa041e69516d1800ee9978d842bc52575899c4c2"
    },
    "model.layer.9.mlp.up_proj.bias": {
      "shape": [
        4096
      ],
      "dtype": "torch.float32",
      "sha256": "a473098c59b0dacebe1f45c2339a6f96ee982601de922e240da7e19fb806b8f6"
    },
    "model.layer.9.mlp.up_proj.weight": {
      "shape": [
        4096,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "5063198a6712295384276052bed113d654b49f6946dd486e23bdabad70090ec7"
    },
    "model.layer.9.norm1.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "ee04cd05312c2b1e76d7973458e6610c1e80be734dc19158e7fa8be4d160bac7"
    },
    "model.layer.9.norm1.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "fc5fd60f7cb9c5bfb41b1b1e652e3cec08e1e11ec435cb9c8ca785f032e7289c"
    },
    "model.layer.9.norm2.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "5f2ab7a62a5395870aef5d3c4c1a4d330f68d54556dc27d61deef884e719e6e2"
    },
    "model.layer.9.norm2.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "2f64e604834a9a4aa9b7b5a20d4794bc94f206bd1c50170e546b24dd87a1e489"
    },
    "norm.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "299673c61dbb57f5399b21494e262d6cc5e9fe7836821db6c36ae2f6e0ad933a"
    },
    "norm.weight": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "b27e5191ce9e8999d09b2fc1be76c59136ed5b8f134aa3d44b014d85bed88e60"
    }
  },
  "proxy_projection": {
    "patch_projection.bias": {
      "shape": [
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "a25299fb977163ebf6b839d3d9d27dabbc3a8a7c40593f20717db0f346b278f5"
    },
    "patch_projection.weight": {
      "shape": [
        1024,
        1024
      ],
      "dtype": "torch.float32",
      "sha256": "7673af96e6c092c8b25a75509c7c6326ed46e3e82962473faf1e1033717ebfcd"
    }
  },
  "text_encoder": {
    "encoder.block.0.layer.0.SelfAttention.k.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d39907e9959057976d29050845395f794b186072bc8e371ce190594602d1a2b7"
    },
    "encoder.block.0.layer.0.SelfAttention.o.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "7872348cae59c57676dea3a260128a161b6f4a612cf978587a1bf54d63481c3f"
    },
    "encoder.block.0.layer.0.SelfAttention.q.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d21b1aedd645f18ba0986ac2d2daf518bd65021201d41283a30759d138d6771f"
    },
    "encoder.block.0.layer.0.SelfAttention.relative_attention_bias.weight": {
      "shape": [
        32,
        64
      ],
      "dtype": "torch.bfloat16",
      "sha256": "16ac858da3c2f9d3e8773bd6cab51a98aeab5fd2ef5cd60e054d4d7b5f8670e4"
    },
    "encoder.block.0.layer.0.SelfAttention.v.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b0352b1032c1e33ea642d634e91e556b2f6082fbcc2746944251af55c7e58687"
    },
    "encoder.block.0.layer.0.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "eb6b648da65ef517c917be4334104438fafacb0341387db41bfaa2dcd41da7c9"
    },
    "encoder.block.0.layer.1.DenseReluDense.wi_0.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "055dc93056014efeef9505f02749c9919dda154065f48e9dfb3b5bf388fd8fc2"
    },
    "encoder.block.0.layer.1.DenseReluDense.wi_1.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "334367de1a1817877718fcfb56284fb3b747b18aaeeb406c1571b8135e6d3878"
    },
    "encoder.block.0.layer.1.DenseReluDense.wo.weight": {
      "shape": [
        4096,
        10240
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f445c5e99f7f41fb7c5a71d3d9e429f34a5e4c96f9cfa409ff71d688b22f0492"
    },
    "encoder.block.0.layer.1.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f2d7e2feda24b5e6c813084fa105fca6f9b8f0b445ac3810a47f52f0d2446125"
    },
    "encoder.block.1.layer.0.SelfAttention.k.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "bba980395ba5472dace167e0f8c8a52de778338cba8ee448959cf7f9e46bdcec"
    },
    "encoder.block.1.layer.0.SelfAttention.o.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b3bf3b4f8ea2983095b36e9b399c9a5f691b16c2c307608bbfb04360b79763a1"
    },
    "encoder.block.1.layer.0.SelfAttention.q.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6b125037ccbfb87619533d5e793869919afc69fb6a7004f0666b05f322bf5a8c"
    },
    "encoder.block.1.layer.0.SelfAttention.relative_attention_bias.weight": {
      "shape": [
        32,
        64
      ],
      "dtype": "torch.bfloat16",
      "sha256": "37e18f4a1bda134ec51909d4d05089176e2cc0472a9686bc5e20e35f59efbe8c"
    },
    "encoder.block.1.layer.0.SelfAttention.v.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "84e899d8a8274e35c434e0200fc1b4d81b137f1c042c423290059a4fd1eee25a"
    },
    "encoder.block.1.layer.0.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "79d099d3e2205bb5189fda739a0c4bd8cfd7685550a7105faf9b3b43a70a9fa9"
    },
    "encoder.block.1.layer.1.DenseReluDense.wi_0.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5663a56b7e66085f2b5e3305be90b8a42f261e7533e0b7901979223c6fdf1869"
    },
    "encoder.block.1.layer.1.DenseReluDense.wi_1.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e76ded41f39e97b111d827c72d5a5a5345f7f4f6c1ee4ef7689363729fd5c04d"
    },
    "encoder.block.1.layer.1.DenseReluDense.wo.weight": {
      "shape": [
        4096,
        10240
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5e8eeb33950b0a10b5bbaf5d38d262a4684678feeedc50ac0af480e88768c99f"
    },
    "encoder.block.1.layer.1.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f996accd3798546632edaf15f09cd96ced753ec92b3882d258a812c27ae96aba"
    },
    "encoder.block.10.layer.0.SelfAttention.k.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "1028f56d54e2b1bfc76be29a4f7c52eef025aed6c673bef44a71d3c3e7e99cc6"
    },
    "encoder.block.10.layer.0.SelfAttention.o.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "a020ebd2876019fb2e4a842ba5dee8dc7f10efa2c9aa54ad8814c1e9b6ba0a31"
    },
    "encoder.block.10.layer.0.SelfAttention.q.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f8a9682cb265bee88b20777d757b1ee839b6952d7c6d59299891e07fa3d4210c"
    },
    "encoder.block.10.layer.0.SelfAttention.relative_attention_bias.weight": {
      "shape": [
        32,
        64
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5760272f0d405bf9f515c2dc16adc79544cb83aace318903abc51e3c16d551aa"
    },
    "encoder.block.10.layer.0.SelfAttention.v.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f5e10bb068f365e9466716625f80949dd595491ba65ef75f733bdcd926751db0"
    },
    "encoder.block.10.layer.0.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "895b83102ddf6ae128dc855a81bc7bfcbd50175844ff5f1da76155958f7d8fd5"
    },
    "encoder.block.10.layer.1.DenseReluDense.wi_0.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2e608c8d619512c18c3ad2516f40b43a773e89ce1ea304b103736759d276543e"
    },
    "encoder.block.10.layer.1.DenseReluDense.wi_1.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "1aff1e3ebb6828541dd3e71adff1a0edcfb5ae7b3e539e289fef3ca3bc968cd3"
    },
    "encoder.block.10.layer.1.DenseReluDense.wo.weight": {
      "shape": [
        4096,
        10240
      ],
      "dtype": "torch.bfloat16",
      "sha256": "9313b40b832c64355a645324b87d47d815614022171417147d64a8f13835092f"
    },
    "encoder.block.10.layer.1.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "95bc6939ecec0a67f19607dcef6c3dc1fda14b27dae2032bd6859ae94c06c1ba"
    },
    "encoder.block.11.layer.0.SelfAttention.k.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "21cd5e9428308c17f2fbc18cb75be2a7b96328886d216e4a47960995dba904b9"
    },
    "encoder.block.11.layer.0.SelfAttention.o.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "9ffb65f3d701a4575c3d54d3666bf81162129734944aa7b8b018127d3c2729e9"
    },
    "encoder.block.11.layer.0.SelfAttention.q.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "4e3b3cccc7a4f200efb122d8a905d0cf3c05f82bee53b972df0de497b1ab420f"
    },
    "encoder.block.11.layer.0.SelfAttention.relative_attention_bias.weight": {
      "shape": [
        32,
        64
      ],
      "dtype": "torch.bfloat16",
      "sha256": "9fb2d7a0cad0c4f5e44a830ae5ad0e10993d72dd6133e12904451092528c1579"
    },
    "encoder.block.11.layer.0.SelfAttention.v.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "4d20ec68a33259b49a03b5f07a67cfd76c02ad8f44aed1f41d5c7e4518977894"
    },
    "encoder.block.11.layer.0.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "970175d76645814106109485872f163027d13118775f4b0b78ddc5e952c0e5fc"
    },
    "encoder.block.11.layer.1.DenseReluDense.wi_0.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "33108266cb1d8de5fa3da0f9d227289c02c03c2735a5cc8de5f19bdf5fed402b"
    },
    "encoder.block.11.layer.1.DenseReluDense.wi_1.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "1e61f152f47aeeabf10c17614853beded1b75ffd5d527c4d542479a399965b03"
    },
    "encoder.block.11.layer.1.DenseReluDense.wo.weight": {
      "shape": [
        4096,
        10240
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f402bac9ebf49449ee10eb65c06555742b473bb854da1c89b83e566eab2f883b"
    },
    "encoder.block.11.layer.1.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "4bc4ddf94ebb4c2288348d7d9fc33b222f8016b6ab668abdc92cde5e587efe7c"
    },
    "encoder.block.12.layer.0.SelfAttention.k.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ddec0e26ec89939ee78aaf565c81be021159adf54c284020e2e15a76772af7c9"
    },
    "encoder.block.12.layer.0.SelfAttention.o.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "59f35c21aed9c720b96cf1b61886c1caece9481497791847892bc99ec7f02e93"
    },
    "encoder.block.12.layer.0.SelfAttention.q.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2dfa2e19bd505157322a18bba9c3356478cbf171307d973595beee59159bd832"
    },
    "encoder.block.12.layer.0.SelfAttention.relative_attention_bias.weight": {
      "shape": [
        32,
        64
      ],
      "dtype": "torch.bfloat16",
      "sha256": "503142208fd4786255ccb7c3ac8888af71fa24bffb7f87ff028c07144e1b1a53"
    },
    "encoder.block.12.layer.0.SelfAttention.v.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2c4ca7906364f66478b40edbe21c5e37fa1c5690bbc320f8e5e79b62506cf4ac"
    },
    "encoder.block.12.layer.0.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "cf0aad6324e6212cd4203eea266d174ead89cf6f431a7fc696f66b7f6be4858b"
    },
    "encoder.block.12.layer.1.DenseReluDense.wi_0.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "112686cad680307fc9ac6d76b3f875ed96e5ceac1a0587a8b82043d9f16fef91"
    },
    "encoder.block.12.layer.1.DenseReluDense.wi_1.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "483d9c99b5637c4ec21787c9f353385b60c9dcdfaf22ec808b6bc411785e2c72"
    },
    "encoder.block.12.layer.1.DenseReluDense.wo.weight": {
      "shape": [
        4096,
        10240
      ],
      "dtype": "torch.bfloat16",
      "sha256": "fde9012c28040acf3aecc2fd4e077c2c15be3966a1637474ee56c7c0102c63e8"
    },
    "encoder.block.12.layer.1.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "bf5d6e4673cd5408b3c92616528edb8bb1e6293205b077c2f1b57d00f52d7239"
    },
    "encoder.block.13.layer.0.SelfAttention.k.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "4cd8fe6fbc119e25e0b44317c1ef6d003bd42f0029ee35c7c00552058a61a424"
    },
    "encoder.block.13.layer.0.SelfAttention.o.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "15eec11fc66ae867044e68a0500d639689b1fd0639fb150769a89390ee6cb8bc"
    },
    "encoder.block.13.layer.0.SelfAttention.q.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ee6e823f923b3944ab0e0e50df26fc024ace3fc29e2b604c49f5fbb8cbdfc52c"
    },
    "encoder.block.13.layer.0.SelfAttention.relative_attention_bias.weight": {
      "shape": [
        32,
        64
      ],
      "dtype": "torch.bfloat16",
      "sha256": "be0ec2f3aca7f6b4cbb5c8e66ac0287508de13d2f2117a2d5feb05373de7ea71"
    },
    "encoder.block.13.layer.0.SelfAttention.v.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "bfc69eebcf6d347ed99e9d0dc68bd9f53b47ea3104b2e2e244def19d91ed0008"
    },
    "encoder.block.13.layer.0.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "89533e374674aa99b09a38cd264d1971e7c5a9360aec585da61e172b49eba73a"
    },
    "encoder.block.13.layer.1.DenseReluDense.wi_0.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "a5251eaf3c1219c3280abd0b7c82184dc9b06197b4a1b104785dc57d69cd09a1"
    },
    "encoder.block.13.layer.1.DenseReluDense.wi_1.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "273d13056440d9ee4f12a2459c9443c6f43f08c0406474ffb8a80fe3473624fa"
    },
    "encoder.block.13.layer.1.DenseReluDense.wo.weight": {
      "shape": [
        4096,
        10240
      ],
      "dtype": "torch.bfloat16",
      "sha256": "152640d33d6e7eca7323f13e36a25ee6448418ae3df41e263ca692a8e28e05d3"
    },
    "encoder.block.13.layer.1.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "725e9d5bbda12b83d6dad4d990c65fa401c83521dcc1f622351ac08e16717517"
    },
    "encoder.block.14.layer.0.SelfAttention.k.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e970280372095426c7aa393046878f760bc3b62edf393ed8883c3331a10fe1b2"
    },
    "encoder.block.14.layer.0.SelfAttention.o.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "42de186d4acae0a96f6dab1ae7c5cbb1bc8db9a3fcb49c0be6d0eb7441e9b2c3"
    },
    "encoder.block.14.layer.0.SelfAttention.q.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "db0892fa78c968cf912cf3d49a46bee45eb7a9ee37e491bfad947134bcb37a9e"
    },
    "encoder.block.14.layer.0.SelfAttention.relative_attention_bias.weight": {
      "shape": [
        32,
        64
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b1d951840608f03369c14d8e9fbe05d8fce8fb07663711409dae83c09f3af9dd"
    },
    "encoder.block.14.layer.0.SelfAttention.v.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "09da368e33ef58b3483eb533427bc24ab1bb012f8df2dc35de5dd1973308f279"
    },
    "encoder.block.14.layer.0.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b79255a2acfd2ab928804e7a255662a9b56ace8ad585b3ce20c19c814f619c35"
    },
    "encoder.block.14.layer.1.DenseReluDense.wi_0.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2b661ddfe3bd0c2db5bd9481f81f86d518dc726869d16859fbd4965cc930f41d"
    },
    "encoder.block.14.layer.1.DenseReluDense.wi_1.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6626f605bcc9837deb063c4676b2a839c95e6f2ab5c91d5ac3493f2fa837460d"
    },
    "encoder.block.14.layer.1.DenseReluDense.wo.weight": {
      "shape": [
        4096,
        10240
      ],
      "dtype": "torch.bfloat16",
      "sha256": "a09ee2ec173fd9591349c5651633f0cc62f32158280d6bdd6a35cf12b0448042"
    },
    "encoder.block.14.layer.1.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ab1e3e39dffab58a7ea8143202b5dccac8790cad065ff8e72f2ae517e63ff9c1"
    },
    "encoder.block.15.layer.0.SelfAttention.k.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5973e90b71324443eec6d80b363af37c8b675292fe2b621c3105a2641685aeec"
    },
    "encoder.block.15.layer.0.SelfAttention.o.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e6e7f81035f2536f3378e84473d60b34fa8e5c76ecc8ec9c7d030deb8c1fbc91"
    },
    "encoder.block.15.layer.0.SelfAttention.q.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d1cce37aea0f7ac629cb341e76ea04e5e821a2cba1c586e3a543bb6e20e0b407"
    },
    "encoder.block.15.layer.0.SelfAttention.relative_attention_bias.weight": {
      "shape": [
        32,
        64
      ],
      "dtype": "torch.bfloat16",
      "sha256": "dfe43901e16ab222fee5c2e4d4592c9db61c692681284c5e0d33075acc35e469"
    },
    "encoder.block.15.layer.0.SelfAttention.v.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "25d6691751e0a48f5058f34253fffd70108ab46a795352ff5c4c0a919c904ba8"
    },
    "encoder.block.15.layer.0.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "3ce9cb270a024cbf1d8924afd8f9a6580ac1e040d8c63e2e2fb324b843dbf7e7"
    },
    "encoder.block.15.layer.1.DenseReluDense.wi_0.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "37056e4496018e93ac8d16381e90cce9082d85beec6178b5edb934d71d3e2e6a"
    },
    "encoder.block.15.layer.1.DenseReluDense.wi_1.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "776ecde1f18fa137c5825b0d01685962f5ec6e14c0ecce5598f7f45d1860e202"
    },
    "encoder.block.15.layer.1.DenseReluDense.wo.weight": {
      "shape": [
        4096,
        10240
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6ffe87ee115a9cb6026e771967ddbb0591de0df35d52dca61566697fb9489007"
    },
    "encoder.block.15.layer.1.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "994ed82cf04b70ef7bc776af9a36cc4ba0b97e61740d0865d72a5e1bec489af5"
    },
    "encoder.block.16.layer.0.SelfAttention.k.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "aefcd9be2658d14ca27911725a9e1f83a790cc9540bad2ab78bb94a742083c0a"
    },
    "encoder.block.16.layer.0.SelfAttention.o.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6599700127a6f7bc90e970d8d27d60d351f50e60da1512e03330a5c3ac8437c6"
    },
    "encoder.block.16.layer.0.SelfAttention.q.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "0b83e016035278c40769737bb6497bb010d40cdc33ad901b6f0ed7502a80b060"
    },
    "encoder.block.16.layer.0.SelfAttention.relative_attention_bias.weight": {
      "shape": [
        32,
        64
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2837a8a4abc3b719e19db9f2829ba293bc73719c1443da46d2df61612efd7258"
    },
    "encoder.block.16.layer.0.SelfAttention.v.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "bca4aae294c9f2306fb0c95d576cef2767a1532856b488667419ffe4c2adf26b"
    },
    "encoder.block.16.layer.0.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8d8b4bda7490bfd0f2d0873e2a2b4f5d7fc8cc32a8af5304b71cb18502c98f3e"
    },
    "encoder.block.16.layer.1.DenseReluDense.wi_0.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e836842d9ca9c6c84353b35846403b5f6f14ff4009b8aded4369c36f24b1e4de"
    },
    "encoder.block.16.layer.1.DenseReluDense.wi_1.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c23f9e0d634f83a0e8d88d93f2ff744a3ce6b89857771b4d4d925def43c72f29"
    },
    "encoder.block.16.layer.1.DenseReluDense.wo.weight": {
      "shape": [
        4096,
        10240
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ff74fe9dba5dc746573c4c65e780f51d1bef6b347c53bd9ff97bfc6b3a1f137a"
    },
    "encoder.block.16.layer.1.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "7fdc244aa9461af8b6a0cac88bbc2bf276c4225b8242448c43f5379857fe9d33"
    },
    "encoder.block.17.layer.0.SelfAttention.k.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "89b736a76bbda9ddcfdc03166daa5056d435773a2f679dc72e6ceab486c9b5d9"
    },
    "encoder.block.17.layer.0.SelfAttention.o.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8c41d63abd73e0f6e064f689328b0167e548928cbcb334bbf0d9e80015831fde"
    },
    "encoder.block.17.layer.0.SelfAttention.q.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5de112b2aa6484081b946f5755e07bebf11accf7b6616ac0ffa2efec8c2e9adc"
    },
    "encoder.block.17.layer.0.SelfAttention.relative_attention_bias.weight": {
      "shape": [
        32,
        64
      ],
      "dtype": "torch.bfloat16",
      "sha256": "bdd06f96c5e09993a166576039a6d9e38ec694df35220a73f3f1ea41cc0a6081"
    },
    "encoder.block.17.layer.0.SelfAttention.v.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "0574d4274270e960af4c7aefa38e3a99007fee513e0d8f9823e9c5e4da56d936"
    },
    "encoder.block.17.layer.0.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d68d2c485e4d685a61369662aa9f4ae462d3af32825991eedbf9ffaf7cb0e4f8"
    },
    "encoder.block.17.layer.1.DenseReluDense.wi_0.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e1f57a1282ceb2be858997ce5c2837823435011afeedcaf9878dd58aa9acac79"
    },
    "encoder.block.17.layer.1.DenseReluDense.wi_1.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2d2b01def57a571b2c7427f0de2b70e6489d92740ecd720addc99c68328e0f62"
    },
    "encoder.block.17.layer.1.DenseReluDense.wo.weight": {
      "shape": [
        4096,
        10240
      ],
      "dtype": "torch.bfloat16",
      "sha256": "3afa39c2c8bfc29a514d7c891299f0579acac4dfda925607b476a336924a5c41"
    },
    "encoder.block.17.layer.1.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "4d149ada746cab606b657ec1b33a2113816309c3fdc2add16fa0eafe2a0f9b3f"
    },
    "encoder.block.18.layer.0.SelfAttention.k.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "bc99b514900264a1fe07eab83774448efae6df86db00c7089ed02e234eac3da7"
    },
    "encoder.block.18.layer.0.SelfAttention.o.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b50c55e3a5e2ca854863c3004246c08b09d011989f30f84aa22094d448209b4e"
    },
    "encoder.block.18.layer.0.SelfAttention.q.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ada1c49f07cfdcb1dbd79a3c157744c6a939fc410145711a81a7198c3bbef2c4"
    },
    "encoder.block.18.layer.0.SelfAttention.relative_attention_bias.weight": {
      "shape": [
        32,
        64
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d2fd4afdb40cb190503301e39a12ca67106ff0cf72e221c78cf5a490549b2b35"
    },
    "encoder.block.18.layer.0.SelfAttention.v.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "729700ebaebb1d9e22861ba1cbc3bab0b92fc84585595c71e5eae3613d931179"
    },
    "encoder.block.18.layer.0.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "dd8d76ae6f1b22822c4d37c6b73b1c3318089a2fe4d822785c9ed773d7abf7e6"
    },
    "encoder.block.18.layer.1.DenseReluDense.wi_0.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "35d1107cc75a03f6f8c69b42d52f6cccbca9122253e898d960c07fffd129ce2e"
    },
    "encoder.block.18.layer.1.DenseReluDense.wi_1.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "0981fe226990adda68aa0d2e5df3142863042fec69d2af3c5b705622ee7cdebc"
    },
    "encoder.block.18.layer.1.DenseReluDense.wo.weight": {
      "shape": [
        4096,
        10240
      ],
      "dtype": "torch.bfloat16",
      "sha256": "3d6a62240e6ce9b0ed22792470bd9980e554f504cbc1b78bdfe6df5197ab900f"
    },
    "encoder.block.18.layer.1.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6db348791a981ca0f08903b7410bce9b7a3e087da19175b50cef9ee08832fd49"
    },
    "encoder.block.19.layer.0.SelfAttention.k.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "06673b88a4f5576fbfc6d961d7e89c0fc43956e45ef47b6cd851f5be3590a6d8"
    },
    "encoder.block.19.layer.0.SelfAttention.o.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2e3eb1c3cb5de086202688db3065bc27af0483afaa1064fb568ff06408618441"
    },
    "encoder.block.19.layer.0.SelfAttention.q.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "4175ab7f7998829fce6104309447ec5229dbcee4821a05edb17ddf5afd22dd37"
    },
    "encoder.block.19.layer.0.SelfAttention.relative_attention_bias.weight": {
      "shape": [
        32,
        64
      ],
      "dtype": "torch.bfloat16",
      "sha256": "3257572f4a78cff35df8f4b617435c31a1c4492a6a590a62bd7a07fb16fbdb47"
    },
    "encoder.block.19.layer.0.SelfAttention.v.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6d438ffdd1a48c87ae61cc3c6a57a768883c625019447b7f0c6d1e80777e7c0a"
    },
    "encoder.block.19.layer.0.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2e40788b80e9e719367348985a1125c1f5b5ebea85296d9e28d6ea2d060c3711"
    },
    "encoder.block.19.layer.1.DenseReluDense.wi_0.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8e6a793fbf4da17b6a67e19053dc1eee38856949cfe3448b38e63de97df667ee"
    },
    "encoder.block.19.layer.1.DenseReluDense.wi_1.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "cec80566c4d66b2e093570ba2ee3d4e7e577cad2514fe201a26307619718f67b"
    },
    "encoder.block.19.layer.1.DenseReluDense.wo.weight": {
      "shape": [
        4096,
        10240
      ],
      "dtype": "torch.bfloat16",
      "sha256": "7889e9dac34607dd19dbbfd74893941124beb5794a473f399d39531e44c32bf4"
    },
    "encoder.block.19.layer.1.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e28c5a32a6e1110948f7e1ed11714df8a189b3477ca8f6bee7bde9598082e968"
    },
    "encoder.block.2.layer.0.SelfAttention.k.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2c424d58ec5917de237914de18b96703ee9d6434c2d8489f077ef3552ffc623d"
    },
    "encoder.block.2.layer.0.SelfAttention.o.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2687bb6fed941b67429b6f2ebdcab75580a0df8b7cce3f987bafc47df0cf5048"
    },
    "encoder.block.2.layer.0.SelfAttention.q.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "3fd1aaf09538d728a6c14dda63bdbfa2cb651bb33c74da38924852eb31d19d5d"
    },
    "encoder.block.2.layer.0.SelfAttention.relative_attention_bias.weight": {
      "shape": [
        32,
        64
      ],
      "dtype": "torch.bfloat16",
      "sha256": "3219422d54820a0570879ea7e006751dc0b967f82c6900ad8932884d62887987"
    },
    "encoder.block.2.layer.0.SelfAttention.v.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "752e0fdac3af94cbbf98a004e927164e693d1ff18d205c18d36218d3c7afd168"
    },
    "encoder.block.2.layer.0.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6c5b209b752b82ec17e93a188359a2d113180d7c5ccc9381233a9693efc862bc"
    },
    "encoder.block.2.layer.1.DenseReluDense.wi_0.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c2922f8b808849d2a4ab0cdef4d44a18e4d0c12b25e56dc6eac335c7426d6f2f"
    },
    "encoder.block.2.layer.1.DenseReluDense.wi_1.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "79fc1c8f66b5d079e00f355770c34bfe37020798a5e36ac8db2e1087208be344"
    },
    "encoder.block.2.layer.1.DenseReluDense.wo.weight": {
      "shape": [
        4096,
        10240
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c8498ac1f86f4a46cd4b7c74e123d31aa89edd0ed3261596d6d993f0f7fe3738"
    },
    "encoder.block.2.layer.1.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d6d663a8f3495520eb1f5dadb72a84225c59c658eaf4b337891dbf0614281881"
    },
    "encoder.block.20.layer.0.SelfAttention.k.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ebc45606b255dd92e8f015344176008484564df95bb5758c0275db271107655c"
    },
    "encoder.block.20.layer.0.SelfAttention.o.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "0d99252e4551981c1ac68cb7d45657c41a5230367081c03b2339921dc1e0210c"
    },
    "encoder.block.20.layer.0.SelfAttention.q.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d1d91d4eeb4ab2991a39dab2397777882814a11d818a17b94574c15bc85ce6e4"
    },
    "encoder.block.20.layer.0.SelfAttention.relative_attention_bias.weight": {
      "shape": [
        32,
        64
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d6b9c3135bfaa11dc0acd6a23f06319be7bb247b8070fc1cfe70a928f8a8df81"
    },
    "encoder.block.20.layer.0.SelfAttention.v.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "37db03e3aed18a10be07e20237a3d92aebddd9be6ac2371d71ba5a1a4715b8c9"
    },
    "encoder.block.20.layer.0.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "72dc264da9dc2818e424726ddb14745a8d13664b1e4f65c0cb214e1dca67141e"
    },
    "encoder.block.20.layer.1.DenseReluDense.wi_0.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6f63405e91b69aeb063b67cf071592f7177628cb786554c920e584e66bd50a94"
    },
    "encoder.block.20.layer.1.DenseReluDense.wi_1.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2b8038c5ab90f06dd9c7c53266c003f144c39ced94122c1897f956016a05c70b"
    },
    "encoder.block.20.layer.1.DenseReluDense.wo.weight": {
      "shape": [
        4096,
        10240
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c5e06234f261ced1cdafd5d62b6ef2ac752492999c9fde229e74489b36f5e3ad"
    },
    "encoder.block.20.layer.1.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6ef4f7543835e6f8824d1cec8537f7a3488d617385e31396404910a2b0136e1d"
    },
    "encoder.block.21.layer.0.SelfAttention.k.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "fd1c67e724995a1411d369bb1a453754ca2de2352a211f823e917537ffafdc5d"
    },
    "encoder.block.21.layer.0.SelfAttention.o.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f30e987abfe948971134a03f726589cbb3b6d6865d4ab927fb37060f739d31a4"
    },
    "encoder.block.21.layer.0.SelfAttention.q.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "addc9f461416416c69807af4cd1616cbc692ac7e6a872a580b852661b94e70fe"
    },
    "encoder.block.21.layer.0.SelfAttention.relative_attention_bias.weight": {
      "shape": [
        32,
        64
      ],
      "dtype": "torch.bfloat16",
      "sha256": "7f3e017e3c7900b8772c8e35d05278ba09e9e15be1d000d618dee30681782dfe"
    },
    "encoder.block.21.layer.0.SelfAttention.v.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "512130bf64f84225b89ec703375b556f53639119a5f7d0b88d1aaea96a67fa10"
    },
    "encoder.block.21.layer.0.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "643b6600f4b82436899f39b3111d0cf26acf3c7347b9d8468fd45c3099b5a37d"
    },
    "encoder.block.21.layer.1.DenseReluDense.wi_0.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "a2314c04fb1ed25f395f59a768b467388d905086987026c0a073cf4f8a3e2d9d"
    },
    "encoder.block.21.layer.1.DenseReluDense.wi_1.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "acde23d49c23149236f48504b941e0122ba63965eb6a4bb188d4b5051c16aafb"
    },
    "encoder.block.21.layer.1.DenseReluDense.wo.weight": {
      "shape": [
        4096,
        10240
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2dd08d20dc169ed0d5489a37265753d402032a9f800f5f00f1ef4dbb3c5091c7"
    },
    "encoder.block.21.layer.1.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "cd2b8874f2f2123389231563849f8a390707aeacee94417782bc36c264da5428"
    },
    "encoder.block.22.layer.0.SelfAttention.k.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "649a2ad379b8f3bc749c9a8e87367207ece686dbb2ca4e5cde9aeab13ff5e64c"
    },
    "encoder.block.22.layer.0.SelfAttention.o.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b0a2a4ab34ffb49bd00805d2c696f56e602824ad345a30e1ee2f7006d28746c1"
    },
    "encoder.block.22.layer.0.SelfAttention.q.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5af57f70c171e949ab14a15bd1f6ab61814e71de5612723632f70f7c34d18eb6"
    },
    "encoder.block.22.layer.0.SelfAttention.relative_attention_bias.weight": {
      "shape": [
        32,
        64
      ],
      "dtype": "torch.bfloat16",
      "sha256": "7ace7ad8b48b7cfdb7c8bf7df5833cab3336984e27d0758a5e0cf760b339f7d6"
    },
    "encoder.block.22.layer.0.SelfAttention.v.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e01809b1e138c72ca2e5e8209c1e38f7feb697950a3a93a5a7a1c6438c75a1d8"
    },
    "encoder.block.22.layer.0.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "22d6bb349f0f59ac73633b1b84b910af16b53260aa9b2f1b4f6589455d479bb1"
    },
    "encoder.block.22.layer.1.DenseReluDense.wi_0.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "73512601eeb9bcc96f0c61b1ce758508b82ab938522dd1ffa86fe9635509988c"
    },
    "encoder.block.22.layer.1.DenseReluDense.wi_1.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "dfb8325f40f5c1add432c9d7b6f58a75b335711525b791b3ad6bf9649d75596f"
    },
    "encoder.block.22.layer.1.DenseReluDense.wo.weight": {
      "shape": [
        4096,
        10240
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8e7a5c10f6faf197e1b48677095c99fc73e1b670e8cb650f8bfbd9e3b1c01082"
    },
    "encoder.block.22.layer.1.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c753ae4c00b45f4255debf54d3959969655bf211e723da07eeb6c6e6b47d236f"
    },
    "encoder.block.23.layer.0.SelfAttention.k.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8c0c174b87efbcf51585e77087fdeaad0d72e698e2758873c2ab4260b3b7f560"
    },
    "encoder.block.23.layer.0.SelfAttention.o.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "096c1fcf24e130040a68ef2fad03910871d007b1c3caaa3e83e354666702acef"
    },
    "encoder.block.23.layer.0.SelfAttention.q.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "be0edaf4c14122ceebfe28fe4b1c01f3ca23385ffcbaa860ad47e2f22adad712"
    },
    "encoder.block.23.layer.0.SelfAttention.relative_attention_bias.weight": {
      "shape": [
        32,
        64
      ],
      "dtype": "torch.bfloat16",
      "sha256": "3f59c46e528b03853fc49d4214656878d427d9985bb88a9bac7a8c6339a896dd"
    },
    "encoder.block.23.layer.0.SelfAttention.v.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f1b9e11f21fc1735b864d7d2db5e223f1b3346cc36f7f4dbf6d2e3e2b6d1f391"
    },
    "encoder.block.23.layer.0.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e3087a315a53fa65fb9280ae1f63281af5ca91c3a91f0826f5d7a80515897da4"
    },
    "encoder.block.23.layer.1.DenseReluDense.wi_0.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ba03cefdf71949a33e84568cd28aa7650502792ccd702e91fbe8dc6d75682184"
    },
    "encoder.block.23.layer.1.DenseReluDense.wi_1.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6353ab72c4a3e2d2900f50e3623a9e996db90355c3c245c4259e363fb062fd55"
    },
    "encoder.block.23.layer.1.DenseReluDense.wo.weight": {
      "shape": [
        4096,
        10240
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f8003679a687d385766e613a9aeaaf0888399b4b6dd7e58fb3fe8f3f93978292"
    },
    "encoder.block.23.layer.1.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "3f4068097ce4edc953017865abef17866c9316a1c8b58d4315972f025e7a16f6"
    },
    "encoder.block.3.layer.0.SelfAttention.k.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "1888300183362dbf9f917f92fe1df0c82fa79007933710bfa92c4d3aaca71210"
    },
    "encoder.block.3.layer.0.SelfAttention.o.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "a887e1e11832b6969f9fff283359a8fb8c75849df373e3d5468c61b10591b0f7"
    },
    "encoder.block.3.layer.0.SelfAttention.q.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8fcff89bf9be9a52a8141b85676aaa40698128997bf06435de7f7dcdc6ae98e1"
    },
    "encoder.block.3.layer.0.SelfAttention.relative_attention_bias.weight": {
      "shape": [
        32,
        64
      ],
      "dtype": "torch.bfloat16",
      "sha256": "248cda24dfe16e555969c2f6bf4f5c389f3ce0b4c5db54702ca898ca1ea5f60b"
    },
    "encoder.block.3.layer.0.SelfAttention.v.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "fe605c3ac3fc79d3e895c534366db0088b2ac5a54f18e6702a6ccbdd5d4c777c"
    },
    "encoder.block.3.layer.0.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "364e341cee34e54159fd4dc74d102dd9a39f6ecdac34d6c50fbef3a1d2e6d1dc"
    },
    "encoder.block.3.layer.1.DenseReluDense.wi_0.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2d7a32b3fae6e3dbbb6a074256d1f1eb820a6b34c991551bd922bf42e890debc"
    },
    "encoder.block.3.layer.1.DenseReluDense.wi_1.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "7e438eaccb82c050e5fe64c10ba51f5d4061905fa7df80f1295b8fbe228a2b7e"
    },
    "encoder.block.3.layer.1.DenseReluDense.wo.weight": {
      "shape": [
        4096,
        10240
      ],
      "dtype": "torch.bfloat16",
      "sha256": "969adf9812b17e60aebcc49bfc3d3c235de1b2a0608431ade4abd2222be412f2"
    },
    "encoder.block.3.layer.1.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "0604138c2e4271f6ea6c2981939fb1a7393fe67f45a85d427de63fe178a8fd4e"
    },
    "encoder.block.4.layer.0.SelfAttention.k.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5f44375c04eda6064193b05884789a8efe96ec6fd8676626b9937bc7b6e38de4"
    },
    "encoder.block.4.layer.0.SelfAttention.o.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "fda7a141aba6b3724c4e5bdbc4ce606a17db7bf748fac1e607f9a0dcfbbf6918"
    },
    "encoder.block.4.layer.0.SelfAttention.q.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f77288b2b407db727796de345d4436a35554184286d39f5b45f18ebb70ef0835"
    },
    "encoder.block.4.layer.0.SelfAttention.relative_attention_bias.weight": {
      "shape": [
        32,
        64
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6c505beaf2fee494e86510d764dbb7a5da3044386d5c827edc4890fd5cbdf877"
    },
    "encoder.block.4.layer.0.SelfAttention.v.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "df4684c53b6f3360bee9eabc5d5c30717513af563643369038afe88a670329aa"
    },
    "encoder.block.4.layer.0.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6024e784b6931517c957b33b35e7c078ad2130976395311a31e3b6b10c6097b7"
    },
    "encoder.block.4.layer.1.DenseReluDense.wi_0.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b8ba12171bc0022d297798f036efcc2d11c9849c114bb00b964f1c7cecf6f880"
    },
    "encoder.block.4.layer.1.DenseReluDense.wi_1.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "52033bc97c7ff19487dfb15fef9b769f031f29a852630e1ff6d70f960712c7a6"
    },
    "encoder.block.4.layer.1.DenseReluDense.wo.weight": {
      "shape": [
        4096,
        10240
      ],
      "dtype": "torch.bfloat16",
      "sha256": "cec3f614798fc63a93c67e21100a078e514a73b1091666e5e09aed6024961161"
    },
    "encoder.block.4.layer.1.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ee879642a4d0f10b71f5f98a508e6f8260bc2bea4de245d531c02813bc9b1312"
    },
    "encoder.block.5.layer.0.SelfAttention.k.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f6b1b0ffdcb4a495fec65140fdbdb5e41b8a50faea9aaa0c0607ea2f23aad580"
    },
    "encoder.block.5.layer.0.SelfAttention.o.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "169543af19807eef6adef3b124a43a308a41095f160fa6c915140656b2c365d9"
    },
    "encoder.block.5.layer.0.SelfAttention.q.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "dd22da2da552f4b20e938b0937febc1df0607467c696d273ec0f5c00fe55cb5f"
    },
    "encoder.block.5.layer.0.SelfAttention.relative_attention_bias.weight": {
      "shape": [
        32,
        64
      ],
      "dtype": "torch.bfloat16",
      "sha256": "946cfcf492a5c88f55cc29dfef73c4f6e1e42dd22a1c0de708f976d5e441a98f"
    },
    "encoder.block.5.layer.0.SelfAttention.v.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "358c5f0140a7944f8c7bff6b43be57ff7e39cbfdbf886acefbc47cfc1cb58aee"
    },
    "encoder.block.5.layer.0.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "dc573afb676678ff989fb605da92c3231bd47e6d4861b458b9536db4d34c1fb9"
    },
    "encoder.block.5.layer.1.DenseReluDense.wi_0.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "0515e1714b132cd1d0e4d5cfa02a8af3a71dbb6be7fa13d3ebc1f7fbf035796a"
    },
    "encoder.block.5.layer.1.DenseReluDense.wi_1.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "53c741aa4d270d8cc787952f28b1d7c8674d3e1ecaf8d4fb31b2b8d805edc112"
    },
    "encoder.block.5.layer.1.DenseReluDense.wo.weight": {
      "shape": [
        4096,
        10240
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b07991d0d6a9f4ba3f9bec2afae9eba4b6fff06e7aee5374e439fc58123336df"
    },
    "encoder.block.5.layer.1.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6a35204fe66780ce0501621e603bcd82110cef0566458bd86aa898da30f59e4f"
    },
    "encoder.block.6.layer.0.SelfAttention.k.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c4bfdbb8e2c224242fb3b42fb292e54faec1dcb08c51262c262f8072951197a7"
    },
    "encoder.block.6.layer.0.SelfAttention.o.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5f2da167ff70b582fc154baa75aca00157d61bb061d9d49a306e047be51b5c38"
    },
    "encoder.block.6.layer.0.SelfAttention.q.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "649ffa907b30ee554fc9468ae7219ab5aa9cd7a77bddaaacda894551d83dcf47"
    },
    "encoder.block.6.layer.0.SelfAttention.relative_attention_bias.weight": {
      "shape": [
        32,
        64
      ],
      "dtype": "torch.bfloat16",
      "sha256": "85ef8b8dde1e8b5e22f981af2013ddc2b9a05008e063e3d5aaccb388d23adc28"
    },
    "encoder.block.6.layer.0.SelfAttention.v.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "24afa38423f157af3a78156f8e4480c6994e478fd93b45e044fcdc5ec3eb421c"
    },
    "encoder.block.6.layer.0.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ed716972d9ad9ab1dc588863ff325aa555dd9f21633b3cd81d2e3fca524f8c74"
    },
    "encoder.block.6.layer.1.DenseReluDense.wi_0.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b1715bc1a5a21e8a1a4304da70512f0bc34a170d77d7e1efe68b00c4373416eb"
    },
    "encoder.block.6.layer.1.DenseReluDense.wi_1.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8cf0041e3adedde06d67fba3149ed48f7c1d58286272d2e3ba9adaa032b6dc04"
    },
    "encoder.block.6.layer.1.DenseReluDense.wo.weight": {
      "shape": [
        4096,
        10240
      ],
      "dtype": "torch.bfloat16",
      "sha256": "89dd1b1817fc3b0b7cf389b4847a1be3a59cbeb406630df8a7da6f04ea73f81b"
    },
    "encoder.block.6.layer.1.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5d589fedf6581d068539ec323650c8240b410d9ad7eb6e799c86e631995e0ea6"
    },
    "encoder.block.7.layer.0.SelfAttention.k.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "354979905f65a164a882464852078b4d6f07d9e01c7823e9dabf918e7741956b"
    },
    "encoder.block.7.layer.0.SelfAttention.o.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "717a19dfcaa7659c7e57939733dfa733e5075d518f2e0d493230e6e15c072e86"
    },
    "encoder.block.7.layer.0.SelfAttention.q.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f9ea192e784a8d6eae3d3cd67b03cf486dc4a6d17c11321a59cb331beb60b84a"
    },
    "encoder.block.7.layer.0.SelfAttention.relative_attention_bias.weight": {
      "shape": [
        32,
        64
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e0ef496ceaefa1e7ce797349771bdd535cc689f06b5f10dca87a5c69416ba7c1"
    },
    "encoder.block.7.layer.0.SelfAttention.v.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "a9418577eddd6ad5e27d4b8b9cd1a4efa1dfbb8ad2082e17fcec48059b6fea34"
    },
    "encoder.block.7.layer.0.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "55d0d527a8f37586b0da6b369181ab5d50e638c84a95cceffec056e9a773388f"
    },
    "encoder.block.7.layer.1.DenseReluDense.wi_0.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "1792b8e5667294d6d14fd74f2130ce67526fdb307d592ee6149bcff253770bef"
    },
    "encoder.block.7.layer.1.DenseReluDense.wi_1.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "de885d63fd3a56b723abd9e4dc1ef0d58e16fd37ba134689de98e69dc1de76a7"
    },
    "encoder.block.7.layer.1.DenseReluDense.wo.weight": {
      "shape": [
        4096,
        10240
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5229a9087d7c8955f2bfb72860bac6e78aefbdd1e1fb76520c2116d0440f8f08"
    },
    "encoder.block.7.layer.1.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "467861f3984054299d10c36289c6f1d53573bd0c0fd1d862fa5cd7abee7a92a6"
    },
    "encoder.block.8.layer.0.SelfAttention.k.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8e7118586292f5a6a947e484a64d7629365087188be78fa068d2b953d44b4ad2"
    },
    "encoder.block.8.layer.0.SelfAttention.o.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "4335a2fa8fc7215993e4d344d26276515d75b22bba39bf154ba84c22128cf649"
    },
    "encoder.block.8.layer.0.SelfAttention.q.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "db4b7dfd987c2f4c82e0b102c5fb095b778f9df65f6bd8df726de8670dacb735"
    },
    "encoder.block.8.layer.0.SelfAttention.relative_attention_bias.weight": {
      "shape": [
        32,
        64
      ],
      "dtype": "torch.bfloat16",
      "sha256": "216ab5eb195b5aa8b0a9355a8879878e1eebede5b818bacf3966b860e41b76f8"
    },
    "encoder.block.8.layer.0.SelfAttention.v.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "0ebb08161096cbb156a238fc8ac6f4eedd6646a2192bedb2bb9c7d1f5f601d3a"
    },
    "encoder.block.8.layer.0.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c46ee124175fc11b5827433f3948c7ce4b2a58e219fc958dcfbd6446fba7903a"
    },
    "encoder.block.8.layer.1.DenseReluDense.wi_0.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "aa04d3f9631a2e1d244a3aa0bf670632d02fbfa4ca9f1f440a3c5fd27d2acd7f"
    },
    "encoder.block.8.layer.1.DenseReluDense.wi_1.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "02c3f7c99d3613a97a186fde97d4666ef49ba007a9d033352ad455e5850937e8"
    },
    "encoder.block.8.layer.1.DenseReluDense.wo.weight": {
      "shape": [
        4096,
        10240
      ],
      "dtype": "torch.bfloat16",
      "sha256": "1f7b38bc6ab72afa0aed927249916104bd3aca57c3f2558149a995a4b19fd83f"
    },
    "encoder.block.8.layer.1.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "04295b427fa281bdef22672e30e2c5524a4ef9ac0172848d5ebdd7abc8f14a32"
    },
    "encoder.block.9.layer.0.SelfAttention.k.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "237a326aec5e287a5f200887365d879d7390ca1dd1e06a8e4bc914ceefdb3008"
    },
    "encoder.block.9.layer.0.SelfAttention.o.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "fd1298bf829009c192917f2bcbcd20f9647e8692379298219c8a3ca705731151"
    },
    "encoder.block.9.layer.0.SelfAttention.q.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "1ed924db52e76904346aaf84b5f24b6c3aa880dba386ae063806ae92f50a92e5"
    },
    "encoder.block.9.layer.0.SelfAttention.relative_attention_bias.weight": {
      "shape": [
        32,
        64
      ],
      "dtype": "torch.bfloat16",
      "sha256": "14a23351d2bc454b74707e6265d24bfb5f8af652f469a912d780659e82c0f98c"
    },
    "encoder.block.9.layer.0.SelfAttention.v.weight": {
      "shape": [
        4096,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b144ccd48692b03d4c4e69edd5a9b80955b488fbdcf5e6fe3a643ef9472ed93e"
    },
    "encoder.block.9.layer.0.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "511f91c22333a8363a653903922445b707b13c9653828c06c80b14ba130a84fa"
    },
    "encoder.block.9.layer.1.DenseReluDense.wi_0.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6b315d5089aae0abca0b17c4f17ea1709be04da91922a2d8cca542aa6dbcebc8"
    },
    "encoder.block.9.layer.1.DenseReluDense.wi_1.weight": {
      "shape": [
        10240,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e536498c8102de20f4f0d359a1cc675bb0b8a451b6e81684b5c04ac5d7d84787"
    },
    "encoder.block.9.layer.1.DenseReluDense.wo.weight": {
      "shape": [
        4096,
        10240
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8f749319a434e3e8df116aaf289350d609af76d2d264c80c21f21be3b599daaa"
    },
    "encoder.block.9.layer.1.layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ca1649a695f64c542622a6c6e4d2af64827d19bcaecd25dd6ddc0d6ea92d011f"
    },
    "encoder.final_layer_norm.weight": {
      "shape": [
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2ca6139fd533f095bf7fc876250201c34ae33497a5533b6e7220373a670361f5"
    },
    "shared.weight": {
      "shape": [
        256384,
        4096
      ],
      "dtype": "torch.bfloat16",
      "sha256": "7a07c1fda17c2db86f92037bcedbca31f19ac2030de35b7eea37671015335392"
    }
  },
  "image_encoder": {
    "embeddings.class_embedding": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b505a290fda6613c8c58fa54444c12386f614c4926b31380255cf321bda770b8"
    },
    "embeddings.patch_embedding.weight": {
      "shape": [
        1280,
        3,
        14,
        14
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f545c1c9877aeb1c12b5cc69e4d7cc22240670df7c94e8df2c900dcf28c15c54"
    },
    "embeddings.position_embedding.weight": {
      "shape": [
        257,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "143f7617a1262ab07fcb1ae4d15567059fa84b7abb9d69dbe6171db64e209079"
    },
    "encoder.layers.0.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "0460d0af1e165ba40ac6928947a9c0e57393f9a31ba2b9d526a237c5a17f9322"
    },
    "encoder.layers.0.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6c478bac05167867663887d78bd861034897cb9e411189ce51f556e04c8654ae"
    },
    "encoder.layers.0.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6a68593c6831be4b76b300d9d6984b463d53348dbdd78624b1311736d35ed636"
    },
    "encoder.layers.0.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "0658bc6bc45fd8bd2fab77e0f5ee96ce4295bccc4ed30c7b9671462374b2b9b3"
    },
    "encoder.layers.0.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8dcf92fa0190d9973caf6d7f32bfd5f070200ff55876468378d4791c4be592d3"
    },
    "encoder.layers.0.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "dcf78733ed5eb22eac503c8b2016e8ceb1a0206990cda8f975ccdb6d9d34d550"
    },
    "encoder.layers.0.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b548f5a4960ee951f7a4bb7c6a2a63bdfedcf54e2765eb2bd8c81c2829ba977a"
    },
    "encoder.layers.0.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "402b452c753a2629e94f91756c38c71b06f3537ba62db8da47918414c05db381"
    },
    "encoder.layers.0.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6f431d2c0ed30ff197e412221466b8cc7ce3d991ed6d2131fd297ccf18a5fc27"
    },
    "encoder.layers.0.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d505b2b047b027d125d0da9c15d65e8ff82868d97031715be805fd1512f904f3"
    },
    "encoder.layers.0.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2a707d24a2e0593375637aaf41a303e38cbaaaf32c31e32637b70fffa74124b4"
    },
    "encoder.layers.0.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "427e1cc24c4cd7b78b1dd0e6fccaba3e271dc725da7de7781bf59ed2e470b0ca"
    },
    "encoder.layers.0.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e16e9638936985cebdee496ed9d4e7c3851be706bda09cdcb76d875356674bb6"
    },
    "encoder.layers.0.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8d1c52c62f8e25a17e10b20bf4749e2060d621c136d6db5077e550469d46a796"
    },
    "encoder.layers.0.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "bda658c15de9c5f623a3b5799ffe6c0b2765753f2648bdf47b7b2373d339722d"
    },
    "encoder.layers.0.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8e36821a52347e3beff218fd02367b70ac4e515a2b246ced1ccbdc4f221cf88b"
    },
    "encoder.layers.1.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f034987e8601117991feb05a9117184e37e17a3e734e23402cf3996b30a7fa20"
    },
    "encoder.layers.1.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "641ef033329a1f13e31ead71b96c5eb4552364fd78ecf68f4a379c993cdcb70c"
    },
    "encoder.layers.1.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c2bbd00c516e74713ba4d6bc9798a746f58d4c391602e88b4005fdbc9dc87483"
    },
    "encoder.layers.1.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e471ad9485d461ae3e690e31707df3f8d8ae83f2b53a5fae65240af2f910545b"
    },
    "encoder.layers.1.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ef03051b18a5be8a251a5f5c39a39a3c605c37ba507c15e9be2079b008825ad7"
    },
    "encoder.layers.1.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b59e2d57e0c9a4139490209ce655247f3e7c063a549f8fdc8cc7788b4cc28563"
    },
    "encoder.layers.1.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "72fe3799914135ac03f72f7d5728affceb294b322590a28478bcc430baf7f6a6"
    },
    "encoder.layers.1.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "eb6e077659196ebce96099d4f2f405505f32a91d57fd869c2c0cd0f709fb7f35"
    },
    "encoder.layers.1.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "1c21c8b001e9f8bd07095047495028ac2a0508a61291f8c55f3001dea23d8712"
    },
    "encoder.layers.1.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b7e71a35766831bd3cfc4bdf932e735f913b2be0e4e9139a87bd97a6ce97cc26"
    },
    "encoder.layers.1.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "dd96994eb186d7c366786033186d405ad886a114ed192340b3ac49f7c4ab3e78"
    },
    "encoder.layers.1.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c389e872ff3b7296c05f7334a0ba1226748a2e08b7f0dcb7b4a1720497e7255a"
    },
    "encoder.layers.1.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2cc7b91b6d98c04709325d36ea0a6dbdc220c270ab82d715a9797d61d126f172"
    },
    "encoder.layers.1.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "293a5a3c95ca93238674dcd66a9cd23bd742fb3ba53f7adf303496cc73984568"
    },
    "encoder.layers.1.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c0d7b5f805aba69ccb485c6f528c9b719caa2d83bcffb6702469f64d74a1694a"
    },
    "encoder.layers.1.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "1acc2ce5d6aa34178893f08504f5d67fa18642cd45aaf725ecb6e08ae454f64a"
    },
    "encoder.layers.10.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "9e09723987218f2bede5c1f9b790ea2a02160b48a8380a9c685155fd1b2e975e"
    },
    "encoder.layers.10.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "0309c5ed5e7f687514b59efc7cc4a53a5390f352809ebe9223b22a41d53dab1e"
    },
    "encoder.layers.10.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c54c4a9ddd395827e81045961f9209d8af48c48574c49ec0261f09b9141558fb"
    },
    "encoder.layers.10.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "3423f9665078bce266a70a24648edfa4f575824245050ca05d8a9769d1d04de6"
    },
    "encoder.layers.10.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "0c8801ab462dade52cc2788426c7725b6b10514b525e9eff9836eca80941b048"
    },
    "encoder.layers.10.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "996fdceff0862a768af7d48ace8f5d426531b15bcdbbc232b6802fb5d515de31"
    },
    "encoder.layers.10.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "966255fc9d8b30386ca447ca4802da7dbb20efe5f1816e87f77a7984f7cfeb24"
    },
    "encoder.layers.10.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d2030eb1066004e7fe49d7a0849b5729c135aa6dfbc1e0f5f0ced46f0ef78f86"
    },
    "encoder.layers.10.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "af5683911f20fca6fa792878eb1e837495d61ffec3f9289029b7a9d7b8007f2e"
    },
    "encoder.layers.10.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "0963b1b2d339faf6d73d30f3fa94251587f57e6b1511d61023d22859b775687f"
    },
    "encoder.layers.10.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "54272a62a7b84e4e849c4e26b55b104070ecfcfbd8f8ad44e8904a62613bb5f6"
    },
    "encoder.layers.10.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "66d4f0c93b2b8eb000a8e29c62e6b8a3941eb93ffc6422cdb1e46c4083b00314"
    },
    "encoder.layers.10.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "805bc855ec07906ce0d950351219590cbc8e1e4f35fb18c0d7ec039b95394da0"
    },
    "encoder.layers.10.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b98f3107cbfb06a8927328a603058929627310f928557bb43e33b940e6c32273"
    },
    "encoder.layers.10.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "9f6a5feeba22dd04035d76a1c4c49eb370a3d6e15b73cb3a6e26a009741ce65f"
    },
    "encoder.layers.10.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "71de52828d7c6eaf652b49e5f227c536daa89ae41d2e9c5fe4f49575de5dd62b"
    },
    "encoder.layers.11.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f07a3a95522ada16aecac9b13a2710fce496763a5c7e173bafd9a19790c2784c"
    },
    "encoder.layers.11.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "da01d831cd6252a9e4269bc8153fc854e9ccebd9fac675abcfb5c3782f84fa5f"
    },
    "encoder.layers.11.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5a5c76954c044e7d9a965ad7a3f850872c6169c719b39e1cf71dc41694dd0f47"
    },
    "encoder.layers.11.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "84487420f4267b8698e41e7bd521fd37d8c223134e4511eddbf95bd19eebaf77"
    },
    "encoder.layers.11.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d651c4acc356e83dc48bd1c2f29a2c8c34f8f5a84dca26c7b4f99340106ceea6"
    },
    "encoder.layers.11.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "082faa5f4de321230c10c34a50bb2ac7ba7799593fbe66d53b951bfc06451b10"
    },
    "encoder.layers.11.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6584252f40c851afc3c738ab17e8191ec6f4b54d03d7df4a7dafd7516c5ef153"
    },
    "encoder.layers.11.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b09ab03b84dcd6a17906d5a42c66b6e8b73a13f1e6f0ba6e6571d586157063d2"
    },
    "encoder.layers.11.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "bdb946907191937db7d3f2aaf7224ae4a969a8a33234cb4cb565c969cb3e7ed1"
    },
    "encoder.layers.11.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f340f58b10e98ddbba58f3e3c3bbc816130d107c315bf59df5c699bc6d2595ca"
    },
    "encoder.layers.11.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "726d8264cf6adb0ca4f4a1bf1a556b5c06010b8338bf4c79a1b6c6fbc5d88e0b"
    },
    "encoder.layers.11.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f240ada8b5a9edea73792fa427e9391e856c27a1e7de19697c9910c89a345583"
    },
    "encoder.layers.11.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "444b9ab0399d732faf0765246615722ae154dc205312e216d7df600541f8e527"
    },
    "encoder.layers.11.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "1ec8f37c40bcbd8a9c8dff0684f77a2bfc964965acbaa380cdcba1e78779e146"
    },
    "encoder.layers.11.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "142898fa12be2aef1348a319105bd78d3ba91610006c5ef99e428ce444db1251"
    },
    "encoder.layers.11.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "532ea7eaecda511422899796e21a87d63bdfd801f35e9e2b1caee2e785da6aef"
    },
    "encoder.layers.12.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "a8c109925e33b9f6eb727a5f487cf462894f9f55cb0eca9910e3d3e69d756e41"
    },
    "encoder.layers.12.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d217a21d9a883715d46099fc6d8d20c977408d9e76190aa1ce08add41997918f"
    },
    "encoder.layers.12.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5f6b181c0ba4499bc807eb166e258555341d9091267dab2b6fb5ab651d034843"
    },
    "encoder.layers.12.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "220c2c67e5194737f3d7712198941b6e598d4b0532c12aa4e78e8df0ca977d1b"
    },
    "encoder.layers.12.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "a3649971a462bc6f041fa19442300aac28cbb7e469b6d9aae3760399bd9aa369"
    },
    "encoder.layers.12.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6582c0442b049839aae6db8fc83aeac6caa37a2d08236fbef1479a40f7ebd521"
    },
    "encoder.layers.12.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "737fe98037eb2bbd253040775c5f96d905ec4489f8eba4b7d5eef651f592cb6a"
    },
    "encoder.layers.12.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "7ac3dd358ae5f13bb6f1b3e221f6f713be38d4072da0defcd063de8b91394f1b"
    },
    "encoder.layers.12.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "7f63fcdee6047706f869733b852450a60a4259307bbd3ff998220b44f7418bfc"
    },
    "encoder.layers.12.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d362d0f5741b8c1fcbe79b96c567fe666e89333c79736907d3ff4ddc627f8909"
    },
    "encoder.layers.12.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "68fa49ed9e095aa2d60dba84e0e39873e5b00fa88f227dbf6457b3d2416d60c5"
    },
    "encoder.layers.12.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "0c97b08d6f218a9e3f0b2bd83a60535df381f1ff5fb51d1589f90634a0e95c64"
    },
    "encoder.layers.12.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ea9465e393979cd2a9c339f91ad457d62562d17632dd19df2307fa13c15e6d84"
    },
    "encoder.layers.12.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d4ce93baec71b5ae316481cda601f80e9dfbf4f3182aa581688a96453ac82ad2"
    },
    "encoder.layers.12.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6235696794ef2a6a0bccda8c335a0556922e84cc8218c51a6ac1e8409880f194"
    },
    "encoder.layers.12.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d695a590f4ddba7a937c1db66805f1394a920f25077d7d109083038b05e88800"
    },
    "encoder.layers.13.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5a0078a7017e2c6422ca80d9c7f4869799ec715f1ae6c2d7148153de3888cccc"
    },
    "encoder.layers.13.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b4f789cf46d7b4b35dee06efb7521cb11fabe46b33afb7f1e5c998e4860a0ed7"
    },
    "encoder.layers.13.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "1057ac6a6a4d7a44bdb88efbc68f29cc28cf829fba097ba1e9d20781a94b2f35"
    },
    "encoder.layers.13.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "af617249c094949afa2c5b679472f61e0e973d58253b016cb21b5915ea4f4922"
    },
    "encoder.layers.13.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2406746d591181d2781a6402091be53707cd178bff2c69b73b8e7a19334ede1d"
    },
    "encoder.layers.13.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5419fd72d60fe14f5a80f029af373d5ad522a4ed1ecbf16ea2e6eee226ba322c"
    },
    "encoder.layers.13.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "15c592192833fe8c525f549285adebe4380937a880f6546aa4bad015a443927e"
    },
    "encoder.layers.13.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "bde8a2ebf320344cd88bda79ec87c2abfbc776e022e9291b36e5f32911304a2b"
    },
    "encoder.layers.13.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6cfb3ad309d93764cbc73fc8f23eec6a92fbe607bab8b2b6b0e99571aab018db"
    },
    "encoder.layers.13.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "08d036de4def866ce145688afde8ee754cbde7587c490ebf5e0a447970c265f1"
    },
    "encoder.layers.13.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5ac5ed01f584eb461cd7b310c2fd93d62432581d7a2c9a30dbbbf03fa0d8f216"
    },
    "encoder.layers.13.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b470564696907ab437bad8cd80ea58d065fc03a773691c49ecac95866d598c6a"
    },
    "encoder.layers.13.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f49fad4b5417e07d9f8b9b25583d6a2db4a8de7ac7c557d7ebcd1d15dfaeb8bc"
    },
    "encoder.layers.13.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "efd56d34c583185d35442e06804c2bf701e20e2a402f9733eea8bc70b8ad825a"
    },
    "encoder.layers.13.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "68f5489d65e2cfa5e23fb54a8e430169ac4549d7914bd2ef28cf95affd2d9a77"
    },
    "encoder.layers.13.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d7911ee01e57508ee5d7c0588ff075681e589f30fdb2f84e8733dbf8ff065a80"
    },
    "encoder.layers.14.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "469849f1551ddb0b5992a32209958625fded43cc1cbba935bc8502bcfb4a61ae"
    },
    "encoder.layers.14.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "262d01612bf28a7ef926cbafcafeb3bf53f40c6a7550c321b1b05c5c131cfd39"
    },
    "encoder.layers.14.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5c12a1373e0a7e87b8975d282c012fd624f676ab6deb17e353de541963937016"
    },
    "encoder.layers.14.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "78d717d371a9f26fa76c3825199faac22ae1fcc94977af26eaa35aa0e9cad4ab"
    },
    "encoder.layers.14.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "4001dd29c508c06d27b5bbf8e06920c9113ba799c2ca6b1184fafb28ff779b81"
    },
    "encoder.layers.14.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ce3bfad5d2d4b1dda394f4ac305ca9abb338ebb841b0f4062b7e01e3aaae394f"
    },
    "encoder.layers.14.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "4f74a8b7d3fa5c64ce1026f1f8e521d1ecc53119cace7701409a5d2ff00293f4"
    },
    "encoder.layers.14.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "da3d1df795d0943e1448019091db8ab3cf075f7bb0a4a1ab4d2b2371a5ceba59"
    },
    "encoder.layers.14.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "4bf813c62be3cde3970e5d709d9e4a36b70ed98f8c10d2420d33826f4ae867a9"
    },
    "encoder.layers.14.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "7aaa1d5b5b08b624c49268ee2c1b5b48f63e048c9e5b00e55df31d3200f468a3"
    },
    "encoder.layers.14.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "0ca86b25e6754dcc85be64a6628deb8ad4936a98d56d067b66c32acdf602f3be"
    },
    "encoder.layers.14.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6a5766def1fb2ffe3eda3b787ca4bb7344b39fc1f2cafae76bf457f0f82d3542"
    },
    "encoder.layers.14.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "207a3dc15dc2b0c40c58969ead7a547d1328f506a1ff18644080e7af18409d33"
    },
    "encoder.layers.14.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "49535c6e4c17cdd05ae11b33170af97bd0388d3a12c485ca0583146a15943362"
    },
    "encoder.layers.14.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c4a7f70046c9f7f4e96bf94715e65904484c45905302bd8224289cfa103c10b2"
    },
    "encoder.layers.14.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c5f791dd6d069dd3360d0e9788f1c5b8235715b88614d2d950ba74201be5a4f8"
    },
    "encoder.layers.15.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2e3d042f0b14385beb0c77ba8e339374c82488ca0686510758d9aac4ddcfe76d"
    },
    "encoder.layers.15.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "9f68c7213fb30202dfb868b2c6a05a1ba7e3d84907a8f25a9beae36c5258cd2c"
    },
    "encoder.layers.15.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ec33aeb88a2416055ddd287414e32b1a82ae0bb733a492ac3f9bd04f7cf213a1"
    },
    "encoder.layers.15.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "7b919e09bf1b05dfbb3143cb4cd117c2c136ccaaeceb3dd6b29fd83faf79ccb0"
    },
    "encoder.layers.15.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6781d6e7e54b4ad9c4de983f69f3f9cacf2a0fca06dd4422a5aa0171ee1674ce"
    },
    "encoder.layers.15.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d18f9ccc526857838ca19caa491a01a7cd6ef186e8220dcce7729628eeb001f3"
    },
    "encoder.layers.15.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "edf37e774c2a5aa59645e807b0fe8ae343d75f00d996ebc7696a2d98fe2a9b96"
    },
    "encoder.layers.15.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "1b84f89421e8a7b991ae4597db75019fc76a9136bbde0f673e37591c3c736ca9"
    },
    "encoder.layers.15.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8e5022dd2d900d0a199382024b9f0876746594c8c90a8df07213ec9f04714002"
    },
    "encoder.layers.15.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "988bf776f8d7c6391e05b96877522d2ef2b48a356836ffcbe206e64319737cde"
    },
    "encoder.layers.15.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5c28a690b528db81c584a5ffbc92626ba9cd9cb471e1c7021a7f01ac17e29f4c"
    },
    "encoder.layers.15.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "7b6a5348a276915283bcc6086556cecefc3cdf2652ea3dd0852bf25e9d67610a"
    },
    "encoder.layers.15.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ac41dc0b8a71559cc6e63efff41f573547ab30c6cf9828a8e0b8a0bc0bce10b1"
    },
    "encoder.layers.15.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "99612643db97ea7c7d2912557eacedc4d94369699e4f3fe7d51dad7ed5cc5e0c"
    },
    "encoder.layers.15.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "1fc7c75e4862bf29253813249716d8dac288e2471f49853f26cfe562e8cf198c"
    },
    "encoder.layers.15.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "32b673eab0d48e6624d006e09cd599f2012320fefe40229dfc8b295d09df82b5"
    },
    "encoder.layers.16.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "373016b14d3b8fb1f7976ee0e55c047e39171a72ded4ee3d06c80504a6ec6d49"
    },
    "encoder.layers.16.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2871943518d2f5f34c12eb5a2f1164c38522b5ecd0f94b66c63ab0a0741e0254"
    },
    "encoder.layers.16.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "0f820d29189fdd0db971d56c0e5badc25e9e4e4f7ecb8b98d5875f6abf1ad1bb"
    },
    "encoder.layers.16.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b74bbe45373d3bd9a14c6a6614d31fa253613e7fc62223f01ac78b2da5d64173"
    },
    "encoder.layers.16.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2a80832d130e6aaa960eb3ecadf0a564a407bc95044831d124ecf497036b5fb0"
    },
    "encoder.layers.16.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "cd157a6e66fe30621caef2c3ff212fba5c448287c8e40f796c570dddb26e9c41"
    },
    "encoder.layers.16.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "678935469c807ada617b9795c76b14cc72ad43a4c27f9b155c964405a4227d53"
    },
    "encoder.layers.16.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "1200fa892ec5aeb491713163a6fefec3edef5f9a28d7331a8e8a44912abfcb1a"
    },
    "encoder.layers.16.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e045263d1012d73e31dd27dc69d1017161c6b3de2ad019e1729b1a9a54877b4c"
    },
    "encoder.layers.16.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "4c67bf01d3cfc3114c30c77bb08bbdd99529bcf37d568529c53f84fb3239b7e8"
    },
    "encoder.layers.16.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8cd3d128becfd2438f80c0e560db45ce8e8714ba20152b875ea53aee60af494b"
    },
    "encoder.layers.16.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "93514925b8af7355ba925ff8549c8d0b05fd3fd173a54ca2d64e563873ad4a33"
    },
    "encoder.layers.16.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "780f6d10ea9fc05edb8b99b051af578561eaf63fdcce2e612c38b533f3e410d1"
    },
    "encoder.layers.16.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "fdc070cbf7a5251e28097882dbc2c587af475c5a2ce10a2603c2c8c9837f005f"
    },
    "encoder.layers.16.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b01a41dc26ddc65b27e521e81199d6036c1dad1818a970e6fb44f0761b0e2301"
    },
    "encoder.layers.16.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "306d40e143e02d008587b1835ebf1aaf6dc810d1de6563ff1932bc2ac588809c"
    },
    "encoder.layers.17.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "fc226ed3f7738c7a76b7fbd3d6916f4e45deddea64013cebdc33456e5a556b60"
    },
    "encoder.layers.17.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "9d9498811525673ee157d46a362084950452ab10c09e13c1ee75b55186fab53e"
    },
    "encoder.layers.17.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "7449344ac55897efd284dfac33631d105a558502f789dc79858e91d90f5a5b2f"
    },
    "encoder.layers.17.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8160f2714b7f2169f46404a72b82199b2e39b9ee7588bf3b2ba7e19e7d114d1c"
    },
    "encoder.layers.17.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "22c6f9e0b32abf20de401066c2bc340196b9453ffa0e2db3cf142c8094af90be"
    },
    "encoder.layers.17.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "7a231b249316896f8fd8367611d630dedb4f5e29b97dcd4923d8b428e0c0ead7"
    },
    "encoder.layers.17.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2e7230ad1cd535a1e98cc8f79d1bcc04d1f308cfac06cb827466336ccdcf0524"
    },
    "encoder.layers.17.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "56a13fd5f42e39874ec8638dd74b27a703621afaf4c956aa12ac4a46a825772f"
    },
    "encoder.layers.17.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "4a40c1dc7a7e38f6104511a86fb5f4a0ca138e5c5b29d4e3bda80b472a13dc3a"
    },
    "encoder.layers.17.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6f95ed0291d131dec508826ba94107e6acc14c10d1151c7ca461b3c25db2bcbc"
    },
    "encoder.layers.17.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "97e2a8437ecb586be1d3f5b9f5b15ec1c529e13a7f6c9f560ecb522803a2d0bc"
    },
    "encoder.layers.17.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f3138ec8b260d9145099ccd907181faad1138469e58a7e5a7f3e31cf256262ea"
    },
    "encoder.layers.17.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "082c1bee84dadc62da474943797f76c152f56a39dc0328c9ecf01dfedbf15561"
    },
    "encoder.layers.17.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "65ca89befbb87d6b678699f10e8d0cf95a63909803142f0f1ac2408237c97ecd"
    },
    "encoder.layers.17.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "3b908b04fccd68b559b510010f2ceb5958c383e757e35cad4a1db5d1ade83ade"
    },
    "encoder.layers.17.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e64c9e16f6547a6aea5ba990ed544b711099967f210174300dd1ff6483296e00"
    },
    "encoder.layers.18.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "1487a82d3af8a223928e7d44a1b9d3ee81dccba0cdd567d7f371a851359c333c"
    },
    "encoder.layers.18.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "4e74e7071ee581a7126bc8443573e67048489df7346502629ba4bf23090cf8b2"
    },
    "encoder.layers.18.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "008bea5c3122c8214354bbbddfe58bcd1b047535c0b9a2b55c1d72f103c79688"
    },
    "encoder.layers.18.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ba9168fec4a458849dac0b54ccf12643d5a2ceaebfa25111e64fe55bd41f9854"
    },
    "encoder.layers.18.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "783b4ab08e3047c6199eb7eff7c4d0ddc961062cb85833a4aa7d4b66226d5eab"
    },
    "encoder.layers.18.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "93bab64f4fd036f24ce7798ef5952f5f45ba6f2b5c9e8af769385d51bc307f57"
    },
    "encoder.layers.18.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5c455adbd0579473482e766abcde7a765c6a9246d0ff3b45392b212d68b9942c"
    },
    "encoder.layers.18.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8aa4029dc6369fd204de48e0e8b3e3c5bbab03479cf70bf4ab69c9a1bb8a8f03"
    },
    "encoder.layers.18.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "984689fd8da41cc4f049f97b4deb3c6172b3300068bf3e6b9c8bac028b7be05e"
    },
    "encoder.layers.18.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6e1719edffa4da12e42c416d9675ca98b532e54de560d23b7050f8bb49d4a9e8"
    },
    "encoder.layers.18.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "656d77b0cef23bbd592cc01019f4e353faead9f97b31336f8e29e569e0e43226"
    },
    "encoder.layers.18.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "736d8f9d0043a8f6efb62c3aff50110ff2db11c87f2f6a9f9963388d3e7c0486"
    },
    "encoder.layers.18.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2f79ef1052ec0e3e7c2cc0b3558e30c5132563ad66b6b1e916859b78a3079ad0"
    },
    "encoder.layers.18.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8f6fd726d0cf32b5fcb3e0911c1803666f08228292cfbdcc0a2c185bedb2b7b1"
    },
    "encoder.layers.18.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "24fc3a9bb7dfb02f6c2243fae9a91ad9107fce064c4164ee4247228cdc28f8d6"
    },
    "encoder.layers.18.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "acd09e6087984afb814e0dbce8c397c1c1a24881d0799e9505be3d025b1cab5d"
    },
    "encoder.layers.19.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2c67922390fde54f82163dbc4c24b6443eb403bd8d3490e7faedfd0b5c5e717e"
    },
    "encoder.layers.19.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "4b4dd4d821fbdf38fe8a527dcc27bb115aea91a80b14fdc15bae42b89bc10d0d"
    },
    "encoder.layers.19.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "58b934ba59cd61e11c393ad25a53230e8ed45fede4f7235c3a518d5db4e1404c"
    },
    "encoder.layers.19.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "1be94084de2135806d0444cdceeb0b03685fa8359edaccf9a56078baa581da1e"
    },
    "encoder.layers.19.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "77bcdad2243096b7df5372621c9d2ceff963e2bb930f86feb7f25251b06dd77f"
    },
    "encoder.layers.19.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "41d58c9e823c1341a0abea407c55da3b6095117908cbced0ba24411ec7a99d86"
    },
    "encoder.layers.19.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "3980cd58a34e13a4c1c7a9bfdad63d1a8523d602f1a083b245453b88958da9ec"
    },
    "encoder.layers.19.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d886f24ac8a89e92ec8df7750c1dbf1d99384057b85c9c3f20e9d6c83a2d3834"
    },
    "encoder.layers.19.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b0959b2ace91a0554d902ac48d8fe8eb8ffe68ab1d9aae9f97399754907e546b"
    },
    "encoder.layers.19.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "67717da607b1af40082212e5af0bf131d7af6e035aca4b7cebae5652a10f5adf"
    },
    "encoder.layers.19.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c28afe43ad0a004c88060f27269b47b393913d6b8f9bcc30e6c5d8542683f703"
    },
    "encoder.layers.19.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6e122cf1fcb38502f45da85d90c4173d848030a54e35133fed9b2ee8c27b2523"
    },
    "encoder.layers.19.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "17f538dffe06cc93e38a5bd6deaca120f6391e4287dfd24dd4100bc18a47ed7a"
    },
    "encoder.layers.19.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2a959afec253507215a95b551da61e65572ff45da5fc5793b3d8bbac2abceaa7"
    },
    "encoder.layers.19.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "7e240b566900f459185fd2bc39f9b6eaa803237e6dc7cbd2d4ba6b92c4201859"
    },
    "encoder.layers.19.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5eb216b1d2ce3781aa09c8b43e12604536cceb0f59e1d8261beb79d472bce25f"
    },
    "encoder.layers.2.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "fd5e3b7e275f7be4ebd068ef4e9c4d0cbb8fdd5ad4072331e06e14cf6853cd49"
    },
    "encoder.layers.2.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8f29b955908e4631ca1b4ff07caba8915f6e82cf3544625651b16bf270bc40a0"
    },
    "encoder.layers.2.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e1d734a46f3bfa537ebccfda85b6a2bc8594f5bf631c4dfb343af22e5dd667c2"
    },
    "encoder.layers.2.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "46bb89cffcbeba6b7ed3909819f16e09bda6f2bb41e3f3505b24102917064f06"
    },
    "encoder.layers.2.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "1afbfa3bf13ec37d6240147607b99edf2c875e1789085b3814e31d94f49c3e54"
    },
    "encoder.layers.2.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c652749993e0a9b4ee56d712145be9e0bb00f89fefb9f27c41ae30c1cf3bb589"
    },
    "encoder.layers.2.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "89e0150014d53e68e5a35ee3b93b7b9f6284ff7c149146c4b6f879d58997a344"
    },
    "encoder.layers.2.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e9cf4280965ade8ba99e2bd199eeae221403fefa02efeed02de04a4fc529fe28"
    },
    "encoder.layers.2.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "700a3d5f5fbd8ecec6017b656cf4a4fe7a2dd6c6be537eb6d42986ff1a90aa09"
    },
    "encoder.layers.2.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "bdeeea568eadbdbcdcc0ae93aa65de3c6b9815f3b96855efed97a1addea0cb9c"
    },
    "encoder.layers.2.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ba06a733baf549b390dfaa51ebc1c74c8a5ff62abbf27afc107aa2c29a451071"
    },
    "encoder.layers.2.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d072a33a224896f196c0f27f1943ff9e071fe02af5022683c6417c80325a0ab8"
    },
    "encoder.layers.2.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c300e03ec6f925c6c4bb4b2ceb296a3e2319e1eb8432e142622b18a00a3303a1"
    },
    "encoder.layers.2.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "23c84a98aaeef110f1a6021b2c5a63b4f80fa7f672428f27880fbfebda3e0370"
    },
    "encoder.layers.2.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "4fe7802de99b73b33c10006d0f1e1dca9d599d1b9f70aa2be2dac5235b41d255"
    },
    "encoder.layers.2.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c030621b6998965fa4b479ba52113733d76e1320897314d6bbd45d2325e594ac"
    },
    "encoder.layers.20.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ca4395d9bdab93915ee6d3e2e9dc62e09cbf4c8be60c40f6618f2be527659e93"
    },
    "encoder.layers.20.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8573fd998c74f804ef52ff11ac987c7301605f154b2350caab1bcb6bc33e8ce2"
    },
    "encoder.layers.20.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "a02ae2f7ca9ed15fbaa29969d7d61790ef52a5850117d3a9ee1a7355d0aa1c3e"
    },
    "encoder.layers.20.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "439fe0db9cb70431537cc856c860462ea048440640466dbecd3d2b0fb7fc9d16"
    },
    "encoder.layers.20.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b8e036ca1acdeb452d7a88e8235fe15c804bb485c6f78e59b051606be25e982a"
    },
    "encoder.layers.20.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d97b36a78cc98051f9d92006213a5504ddd34d0a0d8f290d53b9cac69cc7ce5f"
    },
    "encoder.layers.20.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "dfd1c78726562988608d192d414c43fbbb0a50377c2204f2ce32090fe479461a"
    },
    "encoder.layers.20.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "4c4c631546945cfd49484e917f1cf0d575778efb243409cbf24951eabe43268e"
    },
    "encoder.layers.20.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "dcd24e83ad5ad73080bc85a1e7052909bdf8c85826acfe81d7ee0da9d6fb31a1"
    },
    "encoder.layers.20.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2d6b5ecd9314333bf1a967c2d9eaf6b7efd7bd510c5df0805fad6dd0f0524722"
    },
    "encoder.layers.20.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5572193bafde54301e25e4d4be09d9272ace126c1d5219018fde2449abe68701"
    },
    "encoder.layers.20.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8175494d3c405b04b0fe22e0819711dd426d97dce25d77376e5fed460629c054"
    },
    "encoder.layers.20.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f1c317055d0dd5995cd0a9b954d8b9e2aa3b6435aa65ed7c88f203b38a3a4aff"
    },
    "encoder.layers.20.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "20915595d62703bf0da6986dec139f0fb512b0d78d540864cb20c6b93047ef4a"
    },
    "encoder.layers.20.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "3a2d57ea6a610e9a056ded03f49cbbda45d91a21b07479001812ef74c6f2fb1c"
    },
    "encoder.layers.20.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "16f6c8d7925626b8d7ff2ac18a43eebf3acbf5198f745ce6a4c0e08f83e96e56"
    },
    "encoder.layers.21.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5ba8a23050a96e0cd8e8fa5814918f7aeff296b6b1259f7646566234e7f0f2e5"
    },
    "encoder.layers.21.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "446af2bb2972a5c56847216362f5864a926aa3fa425457f3706affbe7bbad84b"
    },
    "encoder.layers.21.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2d07359f40ed2b9fad2ad29f46ffe8c837e1f12188713d2cfd357c37f4d7dc53"
    },
    "encoder.layers.21.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "46e4378723691ade0d81b269294839930c8d452812dbc01b0a10dc6a7f120f8c"
    },
    "encoder.layers.21.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e26cf1591a40df5f2eda72750cc309a875c1ee45cc69c7706a06f0fb7e74ccd2"
    },
    "encoder.layers.21.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "3cfbbe77901aaab7657278472f954f30179813807abb670366c751684ca7d651"
    },
    "encoder.layers.21.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "9a67a5aa213592c228db52c4e6261b400d99649bbb448c0446f47d931ef43823"
    },
    "encoder.layers.21.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "a4b1abcf17790018c6fbe9ff3547aa91d1692752937d0b822c2576fb56567517"
    },
    "encoder.layers.21.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "cbdb780b91caf64f1baacfe6134b01a97168b532d048bb20e5abc8e54eefea28"
    },
    "encoder.layers.21.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "556335ab4798e03a9ba010d356250d41ecefeedd36e74dfdf482a7b4968bc2be"
    },
    "encoder.layers.21.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "a5273da451f2a90fbfe77ce5511197db89ee19098053fe617558ebe86ec8b003"
    },
    "encoder.layers.21.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "14bc19b5db307fb88ee50f5e7e67a61d7a831a69f914c16e8d2c89cc6889ea63"
    },
    "encoder.layers.21.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "cea7766f806cce945632c8e803c85e3e33788b7622c04a933c34544d0fc174b6"
    },
    "encoder.layers.21.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "0dd5df00b1cc97cc75ee2a25e4994d788d34f38fd15fa43244baa9f2b8ee477e"
    },
    "encoder.layers.21.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "42c31dd8808884bcbe6ac6856e43f1f175e2be1cb4f3904d677557ad81124bfd"
    },
    "encoder.layers.21.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "1b1c0b10fa099d4f26e038f75e614ef0607fe7522635d67c150ce02dc4b56b04"
    },
    "encoder.layers.22.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "54f1a7fb6d31efd8e86ed7a69d1c10c43e5e55f4ee44e19972032b3945094813"
    },
    "encoder.layers.22.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f13e47894ddfae9fcd875c4e6db507f0eb67137bb2f059d6367d919fb2519b9f"
    },
    "encoder.layers.22.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "69d4b6a5dcfca3b5c403a7c45b7e40f802a6e0713cdfb2089031b26cb33e61f6"
    },
    "encoder.layers.22.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "fafc0f18feabfdfe1a0adf0be28622bea2f0d50b70036a298964a45a91bed470"
    },
    "encoder.layers.22.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6073744ddfdf402093a65a3dcaea70cbfa34deef8ae3209fa544684ba73c6a35"
    },
    "encoder.layers.22.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "9440a0489ae707911591138307b375c14ba571752bd1ff99a62bd1b3cc789e82"
    },
    "encoder.layers.22.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "7033501360b6f30dc7172b9e90609899de943f5ffbab2aaa50bee9368f914f6e"
    },
    "encoder.layers.22.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e9bd716fc6eac3b2aae8ddd13d6e0d0ce93dd5bdfbc9e9e9ded3f6e12409f5b3"
    },
    "encoder.layers.22.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ba85ad84989c24218c5d6ab0c5422fc5e0ee90eb40a4116e2c28999fd746f2ed"
    },
    "encoder.layers.22.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "debec40d6b85001f7f37863fbf4ca0e53fcf7b323e097643786a62d0b2d3430b"
    },
    "encoder.layers.22.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "33079a875fc710529a08c099ab147f17e6e2ef714b1f0a67ef7b8969f1e100c1"
    },
    "encoder.layers.22.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "45c1856f6bdbcc13ed63b95b7685ab19c6b3b4d0cec54c4e1eacd4df0b896b84"
    },
    "encoder.layers.22.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d72370e138ddf7e97165b04883d9058832828d320c783cfeb0fca0a42fa94b9d"
    },
    "encoder.layers.22.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b52b36c672495758709ca9e7defe530e387397f41a150f860738bcbf306e37d9"
    },
    "encoder.layers.22.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6d76e4c14beb6ce421396276db76ebef7dd74c855150905b617771c4776b6b64"
    },
    "encoder.layers.22.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c33322785fbe67d533a3ed0c8a1d4346f90269c437d70384fff01df18cad457a"
    },
    "encoder.layers.23.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "3628f3125aa792915c9c5695feecbdd553d754e27ba29570d73602ac4fed00a2"
    },
    "encoder.layers.23.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "a2e77e429e01fc92270dfc3f23858455039c0b85b25488a1c468d5f5b194bdb4"
    },
    "encoder.layers.23.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "74bea23cc1f426bbc9c85d9be6ba503ef75023ff3f208e9406ba43a18785bfd4"
    },
    "encoder.layers.23.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "af19e0196d055bb49a78beed21fb698d7ec09573194e76ab504afdee1d12ff52"
    },
    "encoder.layers.23.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "bbc786ad716810051fc4f27eafacc760a61a3efe954af9dd41eabd198f1bf12e"
    },
    "encoder.layers.23.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "0c599ac11d3e0c530f47211f1734c1ea3daf83b4ba6cc55e4d35b831a351fba0"
    },
    "encoder.layers.23.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "3e117766470883808fe4ef6459976fb5fc2bc6285889173d2b65c5a132cdc954"
    },
    "encoder.layers.23.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "249b646b4afedf57a138032e8b4ce1c442dfc8dc3207b7679360bda227fa05fa"
    },
    "encoder.layers.23.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "fb59eb4785d867a133151625798cac7109ab8749d576dabf686df364b5f626a1"
    },
    "encoder.layers.23.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "23ce5f44264c7450e760f72c38036f5e8cd05ab817dd36b742316a4889e97ec4"
    },
    "encoder.layers.23.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c5799af19b4609f8b7802d146584db0992905d79c062276facda5f9a7a901b27"
    },
    "encoder.layers.23.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "3009e9a47a58f9868259bfe84b976e80dd7181c9e9ae4db78a1711159caf0f7f"
    },
    "encoder.layers.23.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "85eff9d7fe094e4f8f6369a342bc3348337709312b4e9ca97e95b75611e5b316"
    },
    "encoder.layers.23.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "805401a765bd7c3fbef33d6a4d5a1e77c5a32dc167af25c8da400a3ea0be6ac5"
    },
    "encoder.layers.23.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d5ffd9751c48916fc47eca484531ac493c0c969afb5bd2526871c5d4050046c9"
    },
    "encoder.layers.23.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e0c7fb09ba46ab8bf50b1720c2fc99589721497ef05840ede482f9695ddbd6fd"
    },
    "encoder.layers.24.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "56b9319f437721b4f1dd647881b7c7e717d9ed7f91747e8c715f75764c172ed4"
    },
    "encoder.layers.24.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "61dd2b456e35abdd91b21788fe23b3be336eabfd233f1509f23bf2b68e721ae5"
    },
    "encoder.layers.24.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "18d69dda19f31e733ce3f39aee6e4e70e2b7bffff1e13a87bc8bcd811540ba5e"
    },
    "encoder.layers.24.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "9a129a8981a7b8017a63008a37638166c173b3e0d503727311dd5457764506dc"
    },
    "encoder.layers.24.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "add7a47c80ae90fd090dc50271db1f3143f5891b6c3307d5502a8e620e12c860"
    },
    "encoder.layers.24.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "7073c379a375fc3c71e51ccee499099326ce130731f80c9f701b277522d65f47"
    },
    "encoder.layers.24.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "bd56b9dd10bf08e092fd9192d3c33714ae43a3229bbf3a121033f4b56d4a41ee"
    },
    "encoder.layers.24.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "bf62777ed1e43aa351aeca29140bc7dafd3e20b893da2c378637a9103c0d824c"
    },
    "encoder.layers.24.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "01dc4bf2059f047a6d164e9a000a8502c90cbcc11d8463b9d801399c6d5067d4"
    },
    "encoder.layers.24.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "fa9a5a1399e9899a1d3aae713c29972bd1111c866ad8718aa8dc2230c86ece54"
    },
    "encoder.layers.24.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "677b583f153c976efa8a09b86534055c7f6318bf4eca8ef974b8d8e5bb87faf1"
    },
    "encoder.layers.24.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "bdbcdf084087aeefc2c9862be167914bcf19e9afffa62b5219f9981d03013fa4"
    },
    "encoder.layers.24.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d3db5c3a0dc65753f20e3410db389aa7378608ed64f10b77a0204265b78f3357"
    },
    "encoder.layers.24.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "426603183d75e7f27284732c1b74807d1612067a546c1f7d0c725ca7567bccbe"
    },
    "encoder.layers.24.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f30f57b5b669279be8a65a9748b71f4b9ddcd3c5950ad371cce4b50c6da1609a"
    },
    "encoder.layers.24.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8136dfa2b61f756881791204d3db43c23d736f56248807af7c9d74f1c27e2ad8"
    },
    "encoder.layers.25.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "093805b5828d7ba33afdb71fb7b60f08eb9b0faa9eaaf13c074c8bf32179705c"
    },
    "encoder.layers.25.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "3c12a59194b881ce6a9069836c3dd059919f2203645081256a2d6b092836405d"
    },
    "encoder.layers.25.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8b062db0334a061c0c15400bb897dbad29872ada4caaf33a6b696f18afa800d4"
    },
    "encoder.layers.25.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "de69a54e701552528c8da389ad6b36fe73fade1b6ed005583fa6d45b3900fa51"
    },
    "encoder.layers.25.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "a9b2044f4050b698c3929411e20d8710e5f4f07c7d718ef733dc94ddec8331be"
    },
    "encoder.layers.25.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c2a3535440860898c58420cc9a1c1c354e5d2d9e6f429f7c50d414f987f42d16"
    },
    "encoder.layers.25.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "615ae1a5d7d35bea96b8702419ea46ee54622da5cd285fedfae2cf25f0e66639"
    },
    "encoder.layers.25.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "cfd343a1dc046dfe3f0177714c89eb5d074a8fa39b61c3fe2d9b8d940f52e5b5"
    },
    "encoder.layers.25.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "10546c212e982e97d7af5920831683279ea3e20fdec0bf99f724b766fe202477"
    },
    "encoder.layers.25.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "17e68c81481a55cc3f577d42292421020a83a54bcd3ecc4a3697ed75da3e8647"
    },
    "encoder.layers.25.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "325369d0e8a71f74e4ea0af4562ab6d8fbfdc45053242713cd7b64fb258b06f3"
    },
    "encoder.layers.25.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "efc594ccf34a191328ffa3b4ceb9fbc32441e1a2823c8f1152d9dfd05d189513"
    },
    "encoder.layers.25.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "23e25bcb43adbd4e70ffc887280d9095dbbcfe2460dfb778e1faebe2243c7534"
    },
    "encoder.layers.25.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "03ea2221c59617294fe08e527c237de2ffbcceeeed6dfc1aaf3065a40cc29746"
    },
    "encoder.layers.25.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8befc535299d65508cd0be0ff61ba4b3c06f074608de29d8c1d14fa1eede886e"
    },
    "encoder.layers.25.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "1f42c8afb3f447db38ac4f896ec0d7c554c96788c86a019962768ea0a8bf3566"
    },
    "encoder.layers.26.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2074b3ec44e10e92fc58266a9bdc7128f2ef5e6b19b2437d41e05171a1d234f7"
    },
    "encoder.layers.26.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c2234210e82caf090d433fec82942fb55b02a371bd159671a1020b7137eefdb1"
    },
    "encoder.layers.26.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "52e12356685b894a7b2b541cf53e3f79aee41e492c8b5ebf199f1bd93100f3ca"
    },
    "encoder.layers.26.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "032f1b4f1268ad673dbb5c07eac92680623d5be7761653c5b70528d581ec73f0"
    },
    "encoder.layers.26.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "0f7716e6e975b6c0d69338cf74f0d4f1793a98de6ab47eb32020b48b32d74410"
    },
    "encoder.layers.26.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8c678942098b652331f695f476ee77cef9b77dd47bedf5e67891aa59c7a58dbb"
    },
    "encoder.layers.26.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "659e363b56bb317d82eb4507f92024117f105c6f64074316ece7ad9d88d3372f"
    },
    "encoder.layers.26.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "88fc58682713896b461aa74513b48969f8fe78d82b989fe1853bfb69244c0c67"
    },
    "encoder.layers.26.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "41822e6a9833f0d8362788c0ceaa815778698f0171e6bee92ba4f27aa57196e8"
    },
    "encoder.layers.26.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e97f21c6d07ec30c8cb6f1fc5fd396c47e6a4b037811b9f899b0ba26e4a26d03"
    },
    "encoder.layers.26.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e7df59b3a9d2a4e2ea668cf58f00f31a90c81cb86723e912c6afc3e33d9fdfb2"
    },
    "encoder.layers.26.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e7d871b47d7cc9fd5fca36de41749e9e5ea99c54ababd84662717c9257f2d8eb"
    },
    "encoder.layers.26.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "39cedc6b483da54dc53d3e03add93b89fc207fb1e36622e1acd0c30df9f22722"
    },
    "encoder.layers.26.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "93f0f9499afa0e2be06eb601a31376b7530d3dffd53064b6339b7a45cb122e75"
    },
    "encoder.layers.26.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ccc2737665fb2e10d99d16d29835800e38732b4518c5fea909add6ebabd7b9ff"
    },
    "encoder.layers.26.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "68e783c54cdcbd5659f4a62c14c0c739d6682c02208b974a4caa1ab8f17f9dc1"
    },
    "encoder.layers.27.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d7e2c36e480a29eba56bc440ca8bf5bfeb414c80267ef977837d8e98a69a1f25"
    },
    "encoder.layers.27.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b77e50738ea20a7a6faf2b29a8df0d93fe47e1f2cdf8e96fc4ae6b0a25bcb08e"
    },
    "encoder.layers.27.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "371105c898020d350e481d2688a811616ba2f0cf8ef0a0581b487ad45b9fac25"
    },
    "encoder.layers.27.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "4a5cf210e590c508c915f41c980af90b775fd88b47aecb88152edd4ad10ce587"
    },
    "encoder.layers.27.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "a26fe466be0917c50d82627875a9943ac3f9fe091a2fed43708c20afcf4e56a3"
    },
    "encoder.layers.27.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b0815aa55e3a4dd1e8f59d8819b497be08d0263c6a66c7ef6fa9d2ce24ee2c51"
    },
    "encoder.layers.27.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "062de05e6758bdbae7a40279c51bef0914b78b914c14951e330848b02dc03c25"
    },
    "encoder.layers.27.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "736317c6e69ad4cbcc197f6b7f87319e88ddcce55568ce4b76cb0d45f7821849"
    },
    "encoder.layers.27.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "371fa37dc89cb40bc0f59394d66d72a46f214f9180e410bff57379f43fb79b78"
    },
    "encoder.layers.27.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "1a210cb93b7da8d3aafc7a00f8f49f6b2c86ed70678b311c48170c2129ebd24e"
    },
    "encoder.layers.27.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "185d381957546274044ada742f68d75808ecc7a4c40b417693cfd96ee285aa41"
    },
    "encoder.layers.27.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5d71bccb4f37c96e1cefa71559f6aef405ad8ffbda797b54149824f6be5e3c6c"
    },
    "encoder.layers.27.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "97b3e7a19f9e2c5202082b240148efa2fdcf1df5b500bebc10006ef14fba32fe"
    },
    "encoder.layers.27.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f6bcc633e5090b868583520520e49ca0b2beb679e28e2536c418d623453f6d51"
    },
    "encoder.layers.27.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "1a4e6aceee2bdd380c101aba2ade19070de6744c1a2c2507e6a40220e3852ac6"
    },
    "encoder.layers.27.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "864652b0861a4f387fc50b2b428724c17eddc5e8c308909122f445b07312223d"
    },
    "encoder.layers.28.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "4aeb94bcccf231eb9fa93d029d380c96aa7abf0fcc257ac4203ab5611a378855"
    },
    "encoder.layers.28.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "aecb177897aa0578b185a94626b82cad05f7c7e721f7a67c76f69f051ed06eed"
    },
    "encoder.layers.28.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d7cac476055c4b60b639af5729cc892390bdb94f0b640edee5b3460f94ecae26"
    },
    "encoder.layers.28.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6802dcb007334fc0f55a559d37cd8a97c3b6d71029b8eebb8aa0f8c9e8543636"
    },
    "encoder.layers.28.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "4527820024d12cd07c16b7a9e86533385d09c297f4ba9613335058a970786b75"
    },
    "encoder.layers.28.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "89b05de33e04f90c76c1cbba354c3b7b74aa6d24ecd9d57fe6df4536503d2274"
    },
    "encoder.layers.28.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ad5322a41110d7eb8c9e370d373c3e207b5a5770b184e562500c6a2a3de8f5c2"
    },
    "encoder.layers.28.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ec9fb55fd82d582063e2a84cf75ca88787c60dde1df7989f4366554a17f2573b"
    },
    "encoder.layers.28.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "21db3d94b3e391c1784e3b7e7e9d91a71d42c413014aa80e9aab42144e872adc"
    },
    "encoder.layers.28.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "29fd76243b55ef2adbf79ba7a517ea8dfe22482dd94db0f871ee3e1175f66ac7"
    },
    "encoder.layers.28.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "05f10b1624f5905bb5a39646d6ce86c1152c037d8b64b469c519f4de9176ea66"
    },
    "encoder.layers.28.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "4f8395aced02df0bef9ce49bbfa814c0332bc0e5e0ef4db9e4bfa3c63fcf2a95"
    },
    "encoder.layers.28.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e23b5e5f8b19d253f1c4d89962fc1c4b3161f227c78b4e08770ef2a5565f6d56"
    },
    "encoder.layers.28.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b4b6b6951f43724651a0e828c1e6a4de7bca938978519eda0380ec89e28a00f3"
    },
    "encoder.layers.28.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "efc0fbc3d4b52994b887c6fd63c940ae09b68677e2deb0b4bde022050c073184"
    },
    "encoder.layers.28.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "7ef6ee7e3903703f2f3dec0f087059078a864c08b8eddf2b57e266a8b5eaf44f"
    },
    "encoder.layers.29.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "cc82ff1430e9eb3c375d936b933606c5402539d64f40bad48f86eddff0149723"
    },
    "encoder.layers.29.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ec2add996fe2d607305192f5270ea4d87e0e840af7e47fa55c3857695bdffd78"
    },
    "encoder.layers.29.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5f81129662d2c48816966f5a43c5f3a935052c2d1e9ae89853f15a783965e6e4"
    },
    "encoder.layers.29.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "64551a74e411e7db3d0a29fbb5ed10e9cf1bf0c2675469eb5d61bb681b6959c0"
    },
    "encoder.layers.29.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "606eefa1da1d81f665a4fd849e2d017f6675e948d1b4ee6ac86f83423b0c993c"
    },
    "encoder.layers.29.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "7b1ce2fcc20f5d770afd0a96bf64b289345bb4e07943b4ee7d016bb371f84c32"
    },
    "encoder.layers.29.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5fa792136ad228420d317931768264ffe2e07732c75add1c9f7c1c1f0504c5b3"
    },
    "encoder.layers.29.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e0be32c618e404fd504cb4b133b7b5514cc67fdfa0ad8f6c0fb0e56c09b8fcb4"
    },
    "encoder.layers.29.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f8986c954e1e3ee3608e849c6a86dea2bde6a09cdc7771a4b85ea33d62d78c4f"
    },
    "encoder.layers.29.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "64a9c0c87cfd7a0e0bdd196b672cfb7cbb7b33f7c4cf5a9ebf947a271f1f3a4e"
    },
    "encoder.layers.29.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d60b9b8e66c7012972283276a0b97d20292c9678407a56f47a200d48bcc752bc"
    },
    "encoder.layers.29.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "47d61366092b1f2a855fa18aadea35654d1a919dc8c8a6888ab6082a012d426e"
    },
    "encoder.layers.29.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b7498dd83eb48469e75c6960f63e5161dba68e8d4ab578d2d0693aaaffd2eaa6"
    },
    "encoder.layers.29.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "956504a387b4b2398e4318c83405822137f641acb67a176154afa8a59e59d4d4"
    },
    "encoder.layers.29.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2baa41ec95ac39742598775e8e2e52643f1144710f354ac51b6200edcc9b0712"
    },
    "encoder.layers.29.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "083dedb4e11ad5bafad7c9135ab9a06f08d8b3f0239ff9c247d73b85f615e120"
    },
    "encoder.layers.3.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f46f52776c27f10cba7e130e85507ce9ac5c13381f514e92b7ddec036faeddff"
    },
    "encoder.layers.3.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ec1f1d70999c1f938567684ed382a59aaeaccd54b0ab9c03c19f3261dad057e3"
    },
    "encoder.layers.3.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b6df15cb1738a13e5937d1485ea950e7f5cd16be014ce5b871d3bf9ccea0aa3e"
    },
    "encoder.layers.3.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "3b9b91d132c0a86d16aa86738f7c6357d513dcba1d6520ee120117e44cfb4090"
    },
    "encoder.layers.3.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c1995144a1ec161aa7b355723732d288ea5e7c15c5a0a5429c3a8e7650d1cfdc"
    },
    "encoder.layers.3.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "57d2bd1749254270d86bfa51440a059dc2385e40a65ff5e182523def7720c4b7"
    },
    "encoder.layers.3.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "7c29621dd662ca9a7d43c5e809da575e084f162e8268fcaed3e74e3e7bcea120"
    },
    "encoder.layers.3.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6cce2a9c8d848bc41293ecd949d4be54c8bc9a27c7e6f779ab381942f08a9a13"
    },
    "encoder.layers.3.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "0b532e0ed08367dda303d1d7ae57ef40c202020fb741736aba6b76e04d5d04c6"
    },
    "encoder.layers.3.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d5253f2a99ec7c153b472e1b08a65b146db563be94cf5a55014ad7b1f0c86095"
    },
    "encoder.layers.3.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "dd5248fa0876e45bb3f99d47de72bfac9ba48ffe92bda7bbe03d17956add06b9"
    },
    "encoder.layers.3.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "9664d795f6b821f1e1461d14f386b1716d8f04dcb03097c0303746d7824fdc88"
    },
    "encoder.layers.3.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "64a91ab5a1bf593c6d41a290c38a398ed3c3f6b145ae630b7251a931b29296dd"
    },
    "encoder.layers.3.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e34912ec36fdc9d2fd40903d2535494b89756d0936c70a07b8cefcc1985575f5"
    },
    "encoder.layers.3.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "73f10e454206b3f93316536b2c990ddf6d3578a1218a378d3e0d94672008de99"
    },
    "encoder.layers.3.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e0f838d73eae0f65aa74c85d2cb0575eadf14d235de0620ed71d3858aa7209be"
    },
    "encoder.layers.30.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ba49f1a66400c6b332d65a056d1c4dfe37faf94c40148b28e66a19747726fba0"
    },
    "encoder.layers.30.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "71f3e8ec161ae2c54f2a40d1f032ac4a5ee3d62f5408b1c958e79278d76cace3"
    },
    "encoder.layers.30.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "bd7291a017bc327d5e9e1051b1233131471fd463510648057608669dc5ad083c"
    },
    "encoder.layers.30.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6011da5d65bae313b1041525244d4f08182cf18309213852eb591cda1ae3bab1"
    },
    "encoder.layers.30.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "3cf75d8313d7941a158760ed5af6144b98eadb67f52718e30f0ea3cb9ab8b175"
    },
    "encoder.layers.30.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "46873fad647c6ac7f9781d017a33ba8e6a363cd673ff32446987592a6a109ecb"
    },
    "encoder.layers.30.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "45eecb1f32a2f0564411a8df0600d8d044eb15631fc4fc36f6d473ad5fe2a72f"
    },
    "encoder.layers.30.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "1b7c1b1afd5f5dddd56f2019f7731816093898d8c65e323693e9dcce1c94ee56"
    },
    "encoder.layers.30.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d4134f8b519eb6a380a95bc7c128be3d9a144dc5f4eb3fac840539909c518298"
    },
    "encoder.layers.30.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "dc89e58d3835945bf5cdc4d78fbb92c7222a86293bc98cbdf117941c25fb9618"
    },
    "encoder.layers.30.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "75b3c838d7f14c0b23205850d43411b581da9ee7b13b3c4d7b27e6b17dd46ec6"
    },
    "encoder.layers.30.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "08fc6f00fecafb3ecd3d1f1ffb4b5c1ea53d13f649a109db633003dfc0c55a7e"
    },
    "encoder.layers.30.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "73c278137f80c8f86a7338e310b2f13f1f244b9dbb16b0d5d60f29cac5a6a6c0"
    },
    "encoder.layers.30.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "eb08d388163401cbdd459115617b0aee500f11f2902c0627ba49b6d651c1df18"
    },
    "encoder.layers.30.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "38c9f911958c24d0ee939d6c20624a91c026223cd3dbbd90fed8108bc2cbe46a"
    },
    "encoder.layers.30.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b8cc15c4bd0fe4812fee4b010614c1eeab70b867f9a1a729dff1e6d59bfdcbac"
    },
    "encoder.layers.31.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "18dff56fb06a634583e73d1d0eefdda6fd78634bff6f167958b4e1472b87ea50"
    },
    "encoder.layers.31.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2abc4f8a01a5627fcb4785b1da5ce86e23a0840f8667738b6cc5a4a91317e0c9"
    },
    "encoder.layers.31.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "63d4f116be2dec4acdff8f342de4d3f952845685e9840f98ef66f8108d5b2287"
    },
    "encoder.layers.31.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "080bca7b64278342b22f00ea2b977a39484a4f0bff7a93e872c91b154c93c416"
    },
    "encoder.layers.31.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "906611cee319b89606940af1c8b46b13b660143964b2dc0648a331d0f9abf4d3"
    },
    "encoder.layers.31.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c534989d86b593f739a7e06808b6955d7812771486d8c8ce2336c4427b944384"
    },
    "encoder.layers.31.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f99c6060657cba4a0cedf14489bdec071f1c2a8a1c3286f22be51773e263a41c"
    },
    "encoder.layers.31.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "584d8a9f764807fead730d24dab63a15df8f13bd98501d1666834c4e220b11b6"
    },
    "encoder.layers.31.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "88bc86901c3310dfb6341d0623b3d0f71c7fddde725af096e8618f8711083fe1"
    },
    "encoder.layers.31.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "537b3a87ceadfaf4544ea4aab9473c33772e7a20deed00d78eb063cd683a5fa0"
    },
    "encoder.layers.31.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "751ef147c1931a4541684576c0797518aa8f85288156dafdea858ab40692ce93"
    },
    "encoder.layers.31.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "90208d5ec5feb0fe0dd20f189d8cd62184c7b8af56fd85b5f1b2dea0dd275dd9"
    },
    "encoder.layers.31.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c3010029122e834fcfc4182231d53c79662432fff1ab8646e6641573d4d3b645"
    },
    "encoder.layers.31.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "fc2cfdb5d6ccef8be35f34c010c4ef7ff38c3bda95e48188bd573e0f8fd0a785"
    },
    "encoder.layers.31.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "351724b3b2574a746b53ebee4feb97852c0e92701ac149b1f4bfdfc556686cfa"
    },
    "encoder.layers.31.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "fe1299532114c413bd72526ab839a7facc3a0eaa905c7bb67e37ce76f3024bbf"
    },
    "encoder.layers.4.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ec1945d2157cf1f80261fdc743273664dbbda40317b597037a39c4a423b49ae0"
    },
    "encoder.layers.4.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "93bf051c73e333caf283e27fc522d77ae8df6d73ccf94ca1ff9929b9683093bb"
    },
    "encoder.layers.4.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "a83e4d3b0be30a6b07bb5c61c7043296399c721ff89eb5c8b2f949b770bc43a3"
    },
    "encoder.layers.4.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "cafe8dbe56b289b46ca840627ab0b17bda466d5defbd49c17d3b8ad8eb1c429c"
    },
    "encoder.layers.4.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "1b74bcf5f4f211692b4b96aa5fe66f46c4cf34423e129c10147e0f9b628a6792"
    },
    "encoder.layers.4.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f17077453110e5eb71b43ed50cb0fc1d3a01d0d0e360d5da2d14c955fd81e51e"
    },
    "encoder.layers.4.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8089edc659ec3a35676df8fb6fb7d5b587f167f9738c83bf8a423573a1f85d32"
    },
    "encoder.layers.4.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "104deadf232bbb44706d93e1e1bfcb93edac988c68574ced61cb1dd4c1930649"
    },
    "encoder.layers.4.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "0f0aaf520cec26f336357e2f6e0eec43eff792012001ac11b66dd7f9957876e9"
    },
    "encoder.layers.4.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "214a5fd1569ac9995911264b1c39a2068327190d2b63f5d5a0817a44ec81c9d4"
    },
    "encoder.layers.4.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ffe215fd35e421197597c197ed53cb9bd72f18818de669af4ccc37f3f74582e7"
    },
    "encoder.layers.4.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2320247462ecc0fb7537881ed84cd45a3ca665cacd6e1c0e8d1a48ed83caee03"
    },
    "encoder.layers.4.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b23c09edf72230e571c7d12d8b769e3d6fda3c669d3f18428959237db14d4519"
    },
    "encoder.layers.4.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "409e8e15fcfbca3822f766009f6f5c9e95a87078978796bc43c61123f5e0245e"
    },
    "encoder.layers.4.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "0a7a3e4feacaef373be41da42ad9c406c26a8b67aaf948f56cfe561b76c0eb5e"
    },
    "encoder.layers.4.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "96182f632dbc1e92a287faf1a10b969833ceccc04a8fd080c217f99620cc34c6"
    },
    "encoder.layers.5.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ccd683353e24bfbcf89f134509f63dcd62f538e27e0bee64ba1aefa0472a997e"
    },
    "encoder.layers.5.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "da3bb8a059a6ba14bfded9a288966ba798f6f0c84e64ff0b9724444d475308fd"
    },
    "encoder.layers.5.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2bd679070ff65fdbd19a4c89ab88efaf73fd71ebb78052ad38d9398a6b1b7cc3"
    },
    "encoder.layers.5.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "7d67c10add3cb81854e65ec6f50c83fa6661fd056f21bb05a93a9c0ef831d6a3"
    },
    "encoder.layers.5.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "3b96f7de8963c7e48679c1748b9148a02af160784e98059382827e7947c5c80e"
    },
    "encoder.layers.5.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "cca928be305fe65c5d8ed0ac11f5b2872b67e5ea29d8f86141627aa7ca445715"
    },
    "encoder.layers.5.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "80edc995d34ea42cc65c4b9b3fc14e6db713095810f99bb4a14a232a2c8c4631"
    },
    "encoder.layers.5.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "a374bac57fc51f160766b9f0b5dad7342b2106d595ac2933ce530fcad0e33772"
    },
    "encoder.layers.5.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "51a8b11d0d727ba21fcc58ec4b0939cb38659c21020dca21ab46e108cc2bf5b4"
    },
    "encoder.layers.5.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "bfdbb2252420f77edb545681d2c9639618fd759575a2e3265412a69e559bf52e"
    },
    "encoder.layers.5.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "710481511d56217f27639d543d4a065917979d5c39b20756a05e098538ad4114"
    },
    "encoder.layers.5.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c24b2b05884a17f4b5ceed8bb168f9f511fe9524c8346d2e9b808a09e1ae78ed"
    },
    "encoder.layers.5.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "1856614d38864da45418f4fd6abb7fad7462f4e0c1c760de3423491b93f9634e"
    },
    "encoder.layers.5.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "664d68f81fb0af67f9a8608049dc6dcbdbffd6733a68f4a6c8b19f152af2d0f6"
    },
    "encoder.layers.5.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "be5a906d53f374e029b60572715c06fa9d23e66ab947c0c1f4b520cb1085c9f9"
    },
    "encoder.layers.5.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "cbdd8ef8f6a70f82c423939eca47ffaf724798a1656b613814fae92c212487d7"
    },
    "encoder.layers.6.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "775765412703c31b2da2add22f07bfa87d4ddf3af960f198e9ceec6b00177f9e"
    },
    "encoder.layers.6.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "85548b981d9da7c35126b098954a791f080eb5548efcc40bd955a6215cae8ad8"
    },
    "encoder.layers.6.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "27c8b67be15381d93ec9dbfc39a778c9a2bf89bfa0a75beee387a8739ad067cc"
    },
    "encoder.layers.6.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f4dd38207f3f64329055c1c1f320c67c27385ec06539b67aab5587ee9d7f53dc"
    },
    "encoder.layers.6.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "b0b86cf06af5f9bd0b25b252c698f28ee1379aa6cd2cd8a57d19aa4f5fa46aca"
    },
    "encoder.layers.6.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ef5960ccbe6b8413977ae579e9adb19b3774bfb94175d43152f19e53cd61abe6"
    },
    "encoder.layers.6.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d1a8db0af1b01f831e913c6b09cfd6353003d166959f5923ec9a367be5482a2b"
    },
    "encoder.layers.6.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "4261e6a0ff8e0b4523b6b2ebc46867771128356b29a6eebd989d78b2419bddde"
    },
    "encoder.layers.6.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "51193e7204e597d1cdcb0d2515aa43a2f845c950519dc2014066e3021ee4ab23"
    },
    "encoder.layers.6.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "65bc6d7ff8d85faf62a7465341bcd3c05a7f3c1c2f5eff40bb7e0766fbdf5f6a"
    },
    "encoder.layers.6.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "fd3a6e917347c64185a0f1a2ac2c228dfb1c815b159c6f847f0b12a2986b3fff"
    },
    "encoder.layers.6.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ec68e1fcfd692293d41dad8127131724ae3cb62ab2ad32e837f91df2200d3b2b"
    },
    "encoder.layers.6.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "3abf1c669d49822ef48b52dac836bb43b1a3331b66b3bf374553a1639572fd7d"
    },
    "encoder.layers.6.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5ced80accc771ddd10b61e8ecb8f76684f069855e1ce431530bc451b2f1aba6c"
    },
    "encoder.layers.6.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2fac6847440a7764be34fcc27968118162e9e18c87254e0e9fe97884a8c2a5dc"
    },
    "encoder.layers.6.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d55141908822436fb969011a9c78d5c39c5ea117a54879d5c343347fac094764"
    },
    "encoder.layers.7.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2b83547de195f4f2b0f44ef0ccd82345b6a5b48463ddfdc0b725da919e575da0"
    },
    "encoder.layers.7.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "3ddf686d7076dd8a8aa7f84eda06524d1ba50e840f472f229de50fda16ed4d4c"
    },
    "encoder.layers.7.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "fe1374f0bac56e70f2d0d3aad91e87f4251b7b466995fadbaa54a582e67dbd08"
    },
    "encoder.layers.7.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6acd12a072bbf533cc335015cdf706381b1501565d247b14371a3c8d9fa56def"
    },
    "encoder.layers.7.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "09628338c44e549032728c56fa0d16ee600ea5a4176808457e794e5c00636459"
    },
    "encoder.layers.7.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "624e4ce6ff09d25815118ce0cd852847bcbdac757d586eabe748f6fab9b668be"
    },
    "encoder.layers.7.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "db76fdec7549a5b495104787966c49971836bad76d83ac51d03e47b5c554e7ee"
    },
    "encoder.layers.7.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "814e146bbfb98d8f703599b30efe3b8d07327f380e87aa0597204dcab7f0acae"
    },
    "encoder.layers.7.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "09266595ed4732921b04eee1c754bc319f865dc21b947affb5dded963d76007c"
    },
    "encoder.layers.7.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e926039b675e802cb41fbf6991aad993fe3bb072ec88e2e78d56b7e76002a382"
    },
    "encoder.layers.7.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "52d045ff67b7deecb85ed51903d286625b5a0b2efbc89386a42d4bb52d75fa09"
    },
    "encoder.layers.7.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e50f429b629c99c475ad0d692c5c64474fb39bdcfef99719b78562a313404391"
    },
    "encoder.layers.7.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2b7d93e78c1f6d6a6212dbcff304959a4afbd6aadc7ca8cb6a8eed1a5e592cf6"
    },
    "encoder.layers.7.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "51b08ab028fc7414445cac59c25aec10e41874dcd81cb2ea88cd65a806c3c08a"
    },
    "encoder.layers.7.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "cff894740ffa671f697ca1bf95a6c1350d71a855046c63ee22492d2b352cabc5"
    },
    "encoder.layers.7.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f4c1c2d2da1c403cdffdf0bece43c2f30f5f3a3159a88dd3137a54cccbb07308"
    },
    "encoder.layers.8.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "ae916018ad0287804f493f267587362268e66cfca7a4fdba71ae83542dce9a5d"
    },
    "encoder.layers.8.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "9769e0a8d7a7e3974a48b8c518d5e292e5e07c0ba648f24f81810cb184ef9d70"
    },
    "encoder.layers.8.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "7a7b96d2df68e6dba59360e9c8371ee924160feca8a31a2541e8fa02a174640a"
    },
    "encoder.layers.8.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f5e1cc787710fd06b8b8118ce60403b9c442f0841880cebefc1de3b8334ef1d8"
    },
    "encoder.layers.8.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "fd91b7c7255486ddd3fdb850eb0530279ff182aa55598ace2f4dfa2241e6bec7"
    },
    "encoder.layers.8.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "28427e56584926148e311b62aaaac51b2f63a2369c5c4734b8d0ea475afa097d"
    },
    "encoder.layers.8.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "836a66c42d93d595db78976b867649ea1ddbf6e54481a54b29158ddf2c03dab4"
    },
    "encoder.layers.8.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e216c4b2506b312a9f7a6196f4b4edb4cc989bafdb0952c243574b2ec1bf34da"
    },
    "encoder.layers.8.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6885aed5f878b2eca205bc1db2cec9535a2ae19d16743db5b78bd0457a312f10"
    },
    "encoder.layers.8.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d552f8d39bc28a4d67ad0d226a03b7fc464933edea6871b91b6a3157181b6f97"
    },
    "encoder.layers.8.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "2718c8dd53543a409cf38891fadac541d9d6dab049cab94f570ce1b834e4936d"
    },
    "encoder.layers.8.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "97c194890175d6d37ed72b3fa329a75812b14ffb03a7638cea4becd663905d92"
    },
    "encoder.layers.8.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "84d402390af7f494a629ff5d9a1d9836914789b5c5711b92dfcda079b7b4e84b"
    },
    "encoder.layers.8.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f6c3a07929b89d0ac27dab0d103e5fbc0d264909806b1005e38cbd88198f466f"
    },
    "encoder.layers.8.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "5ac589b0177e152ed63e2f449a3240edc8df8dbb21156f9ea6e8e7d7e82f2221"
    },
    "encoder.layers.8.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "3da0f98b8deeba8171aa54a46a71f5406396abd68917c07d5c83bd2b97969048"
    },
    "encoder.layers.9.layer_norm1.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "f96d3c96bebf906d9cfb4901e35d2b270666ca7ec64811b880d2b06a5082e91f"
    },
    "encoder.layers.9.layer_norm1.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e06142de64f84c6062174cd5ce21564210560060ba457b28c89f9255b48de52d"
    },
    "encoder.layers.9.layer_norm2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "bc0428c05fbb54b39ef2570a961d7763fbdc4bb236db8cd65a3afd446a39dffa"
    },
    "encoder.layers.9.layer_norm2.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "885562a95d24508d48d29c88af4fa44dd33d0526b69b8c84bff3dfbf4ee7f62e"
    },
    "encoder.layers.9.mlp.fc1.bias": {
      "shape": [
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "827ff8f21d9b04c1202f1b9bfcc9e25e7f3939c64a0ab22ea6781bea20113a63"
    },
    "encoder.layers.9.mlp.fc1.weight": {
      "shape": [
        5120,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "3e968ff7bdc762cf56a908bfd09055682541942593703853125c57b54041ffea"
    },
    "encoder.layers.9.mlp.fc2.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "d73ea0ec04c4b626ba57b45a466a1d0a4002ce61ed7cef1ce4449abb306d3e92"
    },
    "encoder.layers.9.mlp.fc2.weight": {
      "shape": [
        1280,
        5120
      ],
      "dtype": "torch.bfloat16",
      "sha256": "674a8bde350d103e9fbe9c8127173858a1f2e7ec3d9162400a97e008ed454bec"
    },
    "encoder.layers.9.self_attn.k_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "e59d975155468dcacd47953ae13e42ca35853f48037c4c3b71b91a21042454e5"
    },
    "encoder.layers.9.self_attn.k_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c067d169c73d04998cb3e731eb2bccb42a6ef43e35277d37fb5c3abf192b4e02"
    },
    "encoder.layers.9.self_attn.out_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "8ab6ff61421ba07a6c9ad09ce1252d42fddfe81bad08f931d6cf421fbf386ec3"
    },
    "encoder.layers.9.self_attn.out_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "eb85df4e8f830b258effff6f50ac8dbfc69945a2d8f86da63a7173f45d84ea08"
    },
    "encoder.layers.9.self_attn.q_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "79a22fe4a18a8c1d6b3062671f4bb3ddaac21d1e1686c5af8fd5d7629c6bdcfc"
    },
    "encoder.layers.9.self_attn.q_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "6ac00254da9fd9bd007d5e746d5dca8f0e34eea621baf769a146ff19cbe90afd"
    },
    "encoder.layers.9.self_attn.v_proj.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "c27352bbf0631f1defc480a4600bb87d49b538fb901e88ba66fe32f91b981629"
    },
    "encoder.layers.9.self_attn.v_proj.weight": {
      "shape": [
        1280,
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "dad425ba33f157181785292ff143f9279c7d7603fe30c26c37c2ea298aa73eb5"
    },
    "post_layernorm.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "cb13057c192a9434e30cfcd70a625881717d30f193cad84d7d232a71f4671c24"
    },
    "post_layernorm.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "869b3fe0fd3490463e15d7cc7762fdb3fdf6775ac9a9ad68b75a099073c5608c"
    },
    "pre_layrnorm.bias": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "4d73a754fdd516cd5600feecb4c7c33db11c3ccfe68ae5a874c5d51b30e1b9ca"
    },
    "pre_layrnorm.weight": {
      "shape": [
        1280
      ],
      "dtype": "torch.bfloat16",
      "sha256": "9c6dc790f1e720753b4099ca0ffc891c74079024316a14357b4e1adc5c9aa639"
    }
  }
}