{
  "schema_version": 1,
  "origin_sha256": "3f8e536a11a7015c947deaa0cf26c4faf55adbe17fe57ad9c8bb160bcf80b90d",
  "source_sha256": "d63849518c46a19fd003ba2dc8b9e0f673422d57b3921da3ad9f5a430f22a18e",
  "coverage": {
    "source_tensors": 320,
    "mapped_initializers": 320,
    "source_parameters": 752393024,
    "uncovered_source_tensors": [],
    "tied_embedding_uses": 2
  },
  "source_tensors": [
    {
      "name": "model.embed_tokens.weight",
      "dtype": "BF16",
      "shape": [
        248320,
        1024
      ],
      "data_offsets": [
        10368,
        508569728
      ],
      "sha256": "5a6bfe86dbe1eeb90f02d1ced89d67bf1eb792861c5ef403d899c47e7765b8a6"
    },
    {
      "name": "model.layers.0.input_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        508569728,
        508571776
      ],
      "sha256": "032420ad60956b0e62b5f4afbfc3a51a7148c79946f746ea4eb6b0ceb6c67e37"
    },
    {
      "name": "model.layers.0.linear_attn.A_log",
      "dtype": "F32",
      "shape": [
        16
      ],
      "data_offsets": [
        0,
        64
      ],
      "sha256": "ad78e0805c16a73f70c722e837d1d342df3d9714bea32d353d976e155dd73494"
    },
    {
      "name": "model.layers.0.linear_attn.conv1d.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1,
        4
      ],
      "data_offsets": [
        508571776,
        508620928
      ],
      "sha256": "130344a7183ae52ad58fc5da96539f28071b64d452bb3acf0890a7947da44188"
    },
    {
      "name": "model.layers.0.linear_attn.dt_bias",
      "dtype": "BF16",
      "shape": [
        16
      ],
      "data_offsets": [
        508620928,
        508620960
      ],
      "sha256": "058cec20af625f4e3971da95b131af08db8f9ab26b1301b90c6f6401c5243388"
    },
    {
      "name": "model.layers.0.linear_attn.in_proj_a.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        508620960,
        508653728
      ],
      "sha256": "e5197a79fc1daa00d06a0c04fd11a97ac3c10a6bd6460e957fd8383700d5d87b"
    },
    {
      "name": "model.layers.0.linear_attn.in_proj_b.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        508653728,
        508686496
      ],
      "sha256": "02bab6a0eb77ad51435f77665d173876993d725ca3cd953f90c2b0754735db5e"
    },
    {
      "name": "model.layers.0.linear_attn.in_proj_qkv.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1024
      ],
      "data_offsets": [
        508686496,
        521269408
      ],
      "sha256": "8904cdb2c2e3aa5fc158d074e3b84fb5165a6637f2bd38f67fb93b29406fe0dc"
    },
    {
      "name": "model.layers.0.linear_attn.in_proj_z.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        1024
      ],
      "data_offsets": [
        521269408,
        525463712
      ],
      "sha256": "5a44325d73004f42dcd55558d357ceeccb54fafb9b7048071634ab1027e1c17d"
    },
    {
      "name": "model.layers.0.linear_attn.norm.weight",
      "dtype": "F32",
      "shape": [
        128
      ],
      "data_offsets": [
        64,
        576
      ],
      "sha256": "b92121af2866c2e156749dc12e27d5f873abb1595291be3a7465c8c65fd6e439"
    },
    {
      "name": "model.layers.0.linear_attn.out_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "data_offsets": [
        525463712,
        529658016
      ],
      "sha256": "cbee28fc3b42e07e491fffd593b2ee9ec58ae952dc9133e178f8a80ea916d308"
    },
    {
      "name": "model.layers.0.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        3584
      ],
      "data_offsets": [
        529658016,
        536998048
      ],
      "sha256": "57c93b2a4452740b0b82386debc7c66df7774f98425a0253dd9d3e7006e989ac"
    },
    {
      "name": "model.layers.0.mlp.gate_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        536998048,
        544338080
      ],
      "sha256": "ac1e1d4df4f3adca7e0bc15ee7310ce093f9108baa712cfb86f57b03e6d6e140"
    },
    {
      "name": "model.layers.0.mlp.up_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        544338080,
        551678112
      ],
      "sha256": "0317b5f7a4e522c75c5013a70f14c510262b79596ac298ef52b5e04740d76367"
    },
    {
      "name": "model.layers.0.post_attention_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        551678112,
        551680160
      ],
      "sha256": "9c5f1eafa39cd5af93a2f9fadafd3362bc886938ab1a1db3954baea7887fe303"
    },
    {
      "name": "model.layers.1.input_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        551680160,
        551682208
      ],
      "sha256": "105c3f620c5c6f4fb83b1c5aca86af0516ee6fe74013f4c8db19b0c304978fca"
    },
    {
      "name": "model.layers.1.linear_attn.A_log",
      "dtype": "F32",
      "shape": [
        16
      ],
      "data_offsets": [
        576,
        640
      ],
      "sha256": "6b98f67f72af6b686d48e04ae972dc7196de67a56acb1656adedf85ad6a9a445"
    },
    {
      "name": "model.layers.1.linear_attn.conv1d.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1,
        4
      ],
      "data_offsets": [
        551682208,
        551731360
      ],
      "sha256": "a0e74d5e5adf520e355b4e8e2d4193367cbae4c970b059c346ddd63146330428"
    },
    {
      "name": "model.layers.1.linear_attn.dt_bias",
      "dtype": "BF16",
      "shape": [
        16
      ],
      "data_offsets": [
        551731360,
        551731392
      ],
      "sha256": "3c99bf6c106f2cc7afce28251be0c5f471f18a62686c9d5c80d04d98e8b3fb9a"
    },
    {
      "name": "model.layers.1.linear_attn.in_proj_a.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        551731392,
        551764160
      ],
      "sha256": "77cc7bc037f894dcafe1ce9cc3d2baa8244ffe63cff1a9bf560aec4c35382f17"
    },
    {
      "name": "model.layers.1.linear_attn.in_proj_b.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        551764160,
        551796928
      ],
      "sha256": "daf38a1d1ed0cdb8fe81ca684f595db7afb6f84aa062dbce94e9237d98399a94"
    },
    {
      "name": "model.layers.1.linear_attn.in_proj_qkv.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1024
      ],
      "data_offsets": [
        551796928,
        564379840
      ],
      "sha256": "dfeb7007ff5c97f0ea43218df41742829f175202551e2d8a21030b9fb78d907c"
    },
    {
      "name": "model.layers.1.linear_attn.in_proj_z.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        1024
      ],
      "data_offsets": [
        564379840,
        568574144
      ],
      "sha256": "62d14251ca6f2fe8e45b000b7e00cc217b120adf24a96e1e714dd11f63e97f16"
    },
    {
      "name": "model.layers.1.linear_attn.norm.weight",
      "dtype": "F32",
      "shape": [
        128
      ],
      "data_offsets": [
        640,
        1152
      ],
      "sha256": "217499c58672166cf95bfd31fe8b523ef297067083cd36273036cda227ce3e49"
    },
    {
      "name": "model.layers.1.linear_attn.out_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "data_offsets": [
        568574144,
        572768448
      ],
      "sha256": "66cb7582a142ba85cff4a46c46a1c25b51a6033c83b5784eaf82e51c9ef96594"
    },
    {
      "name": "model.layers.1.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        3584
      ],
      "data_offsets": [
        572768448,
        580108480
      ],
      "sha256": "feda6221cef862b7eb343576a03dd1ad215a56561b084c80f26adbf284f1d292"
    },
    {
      "name": "model.layers.1.mlp.gate_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        580108480,
        587448512
      ],
      "sha256": "eec1554d574f568c1111fcacdfcce1ee9c96b30d68e104de5d6e73f620a52610"
    },
    {
      "name": "model.layers.1.mlp.up_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        587448512,
        594788544
      ],
      "sha256": "740e3ead3094791179bb65898f034e0755eafbda8da9509ed441dab450d4ecad"
    },
    {
      "name": "model.layers.1.post_attention_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        594788544,
        594790592
      ],
      "sha256": "0dbb3ffad68f553dca3e5cde5f6ab63479b7f9268c56aaa487ba870fdbe8e26f"
    },
    {
      "name": "model.layers.10.input_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        594790592,
        594792640
      ],
      "sha256": "57dad5a2b3932f4fb1605a11bf7c687ff7ef7a2de996c4144498ffed3af9d19b"
    },
    {
      "name": "model.layers.10.linear_attn.A_log",
      "dtype": "F32",
      "shape": [
        16
      ],
      "data_offsets": [
        1152,
        1216
      ],
      "sha256": "9a3d672593b3f5754a75efb8c9b477e09ffe485e068ce126193dfde35c28f8f7"
    },
    {
      "name": "model.layers.10.linear_attn.conv1d.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1,
        4
      ],
      "data_offsets": [
        594792640,
        594841792
      ],
      "sha256": "ac90f21fe8bd659a8f2f6ae54be75be2ef7fa7d31f06b56fee3870a9fc92eee1"
    },
    {
      "name": "model.layers.10.linear_attn.dt_bias",
      "dtype": "BF16",
      "shape": [
        16
      ],
      "data_offsets": [
        594841792,
        594841824
      ],
      "sha256": "1b3e8ff7bdbd185188bb28dc3190a5422501d012e51cafd5faf8d21f86512061"
    },
    {
      "name": "model.layers.10.linear_attn.in_proj_a.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        594841824,
        594874592
      ],
      "sha256": "5688129a2e822bfa215ff0a62604046fd41ef594c04cd506b687baebdb97d138"
    },
    {
      "name": "model.layers.10.linear_attn.in_proj_b.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        594874592,
        594907360
      ],
      "sha256": "b60200cbd0d55589a43976647bd598843a9293f5bcfca0d1da0d26f4d2bda630"
    },
    {
      "name": "model.layers.10.linear_attn.in_proj_qkv.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1024
      ],
      "data_offsets": [
        594907360,
        607490272
      ],
      "sha256": "733680a65ff13073fb52bcd4cca07ff3adbc6e02c695a58a0a69cd576b987c62"
    },
    {
      "name": "model.layers.10.linear_attn.in_proj_z.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        1024
      ],
      "data_offsets": [
        607490272,
        611684576
      ],
      "sha256": "aef495e9ed01c8831be36912335d8c3b8ca61d9f7dc78f4041d52e30f1247559"
    },
    {
      "name": "model.layers.10.linear_attn.norm.weight",
      "dtype": "F32",
      "shape": [
        128
      ],
      "data_offsets": [
        1216,
        1728
      ],
      "sha256": "3e02b6f8f862b0e7740f559d026e0973583f4561b9cfb7c19846e2c3a5ff2a85"
    },
    {
      "name": "model.layers.10.linear_attn.out_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "data_offsets": [
        611684576,
        615878880
      ],
      "sha256": "588e20883705d942ccab8d166e35f6d4969b4da0992af5dc84bcb8b6070fa26d"
    },
    {
      "name": "model.layers.10.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        3584
      ],
      "data_offsets": [
        615878880,
        623218912
      ],
      "sha256": "e32e37cffba5b41c4939ad74507e10dea14db631b6fef69c16b1a37dd3dc9b12"
    },
    {
      "name": "model.layers.10.mlp.gate_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        623218912,
        630558944
      ],
      "sha256": "acc39380cf3b0553da8333bffac94461fd05ea8cc4fecf0f96ff2f9e6f73ef06"
    },
    {
      "name": "model.layers.10.mlp.up_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        630558944,
        637898976
      ],
      "sha256": "793b2b2e9ad00cefec77ce9c76586612ff2b5705e56323f7ecf2a5e82b9aed0e"
    },
    {
      "name": "model.layers.10.post_attention_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        637898976,
        637901024
      ],
      "sha256": "612d8b6c6fdb9160e028f85683648f9cf964df5cc0edec11c1b60a8564a0de10"
    },
    {
      "name": "model.layers.11.input_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        637901024,
        637903072
      ],
      "sha256": "1996a639da08fd30c87783be599ecd05b513c2d4dcd38c2ba5865aae236d7462"
    },
    {
      "name": "model.layers.11.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        3584
      ],
      "data_offsets": [
        637903072,
        645243104
      ],
      "sha256": "5120ba8e1da3aeb89ddcf924f2c5e5108fdfe63fb072a4f270dd3508c7e24e3f"
    },
    {
      "name": "model.layers.11.mlp.gate_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        645243104,
        652583136
      ],
      "sha256": "59a7d0c382716854528f2b4cfae1223cdaa5e43052c1747ce2a58785c91dacee"
    },
    {
      "name": "model.layers.11.mlp.up_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        652583136,
        659923168
      ],
      "sha256": "dab36859f9c0914874ca74f932cd380e6634babcba4750a95075bfb9e97d3c9b"
    },
    {
      "name": "model.layers.11.post_attention_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        659923168,
        659925216
      ],
      "sha256": "de62c6ada66ae054b7b06a63417f9004fc0a578d6dde681ecd2878293f94b34a"
    },
    {
      "name": "model.layers.11.self_attn.k_norm.weight",
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        659925216,
        659925728
      ],
      "sha256": "2627cede9dca510f81c95437b72ef6e2ec35d8465b9b82873c0c9c9b5d864f1f"
    },
    {
      "name": "model.layers.11.self_attn.k_proj.weight",
      "dtype": "BF16",
      "shape": [
        512,
        1024
      ],
      "data_offsets": [
        659925728,
        660974304
      ],
      "sha256": "bde140c97a3558c267d10edbe76b6409aa1d2ad4f5790f1d72d1d85d27b0c281"
    },
    {
      "name": "model.layers.11.self_attn.o_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "data_offsets": [
        660974304,
        665168608
      ],
      "sha256": "fd07e3e0b48deb3d36314fb39863cc30739c0d0cd9575da79bc26f562ba2762e"
    },
    {
      "name": "model.layers.11.self_attn.q_norm.weight",
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        665168608,
        665169120
      ],
      "sha256": "362e6efab6f00a8442201b26236004741dd5afca4b028f8216f131872d88d362"
    },
    {
      "name": "model.layers.11.self_attn.q_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "data_offsets": [
        665169120,
        673557728
      ],
      "sha256": "6c87d80ffb32c16ababa3fa7151fff829d47631a685e3390ff2e00a2a3c0ed1c"
    },
    {
      "name": "model.layers.11.self_attn.v_proj.weight",
      "dtype": "BF16",
      "shape": [
        512,
        1024
      ],
      "data_offsets": [
        673557728,
        674606304
      ],
      "sha256": "6d0b839f9b50573a380568d3db8e4be420cfc41bb084bdb9ea1975044b137fd6"
    },
    {
      "name": "model.layers.12.input_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        674606304,
        674608352
      ],
      "sha256": "02b667d3e098c1b200d499373d170dd0b803c41cb1f779bdac47f8a8f740d144"
    },
    {
      "name": "model.layers.12.linear_attn.A_log",
      "dtype": "F32",
      "shape": [
        16
      ],
      "data_offsets": [
        1728,
        1792
      ],
      "sha256": "9d4defc1eb81850001cd0c92c99caa7155e39c763a50a84d71b80d634a6da021"
    },
    {
      "name": "model.layers.12.linear_attn.conv1d.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1,
        4
      ],
      "data_offsets": [
        674608352,
        674657504
      ],
      "sha256": "1cc2aa30505b74f6f75291fe1e350e874d1c85635667f1b53819a1f7b95fc060"
    },
    {
      "name": "model.layers.12.linear_attn.dt_bias",
      "dtype": "BF16",
      "shape": [
        16
      ],
      "data_offsets": [
        674657504,
        674657536
      ],
      "sha256": "5d8cef5bde9f46cdcce4e487c33fa2f2e8bbdac3bca5a166ee0fb54142ecda2d"
    },
    {
      "name": "model.layers.12.linear_attn.in_proj_a.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        674657536,
        674690304
      ],
      "sha256": "050acba7b733cf44261ce882f25537a9ccd64e10afa903d758b1c43e18857735"
    },
    {
      "name": "model.layers.12.linear_attn.in_proj_b.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        674690304,
        674723072
      ],
      "sha256": "a3a106faa9f2a7bfa4a7559b82ffcc3644859174a2901444c5fb1c4c64d062e4"
    },
    {
      "name": "model.layers.12.linear_attn.in_proj_qkv.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1024
      ],
      "data_offsets": [
        674723072,
        687305984
      ],
      "sha256": "cb26f2da759837440a988302c5e071109a583e9282fa37f37970f3c1f7c41b80"
    },
    {
      "name": "model.layers.12.linear_attn.in_proj_z.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        1024
      ],
      "data_offsets": [
        687305984,
        691500288
      ],
      "sha256": "6e4522f7902f0b95f3e33b46ef12d393ffd792ae9e2dbe9e198fdaaef41f9395"
    },
    {
      "name": "model.layers.12.linear_attn.norm.weight",
      "dtype": "F32",
      "shape": [
        128
      ],
      "data_offsets": [
        1792,
        2304
      ],
      "sha256": "c75ae5a92ba026377745dce2af9a726b07f2a04874c4c10e6a0a828543fd677f"
    },
    {
      "name": "model.layers.12.linear_attn.out_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "data_offsets": [
        691500288,
        695694592
      ],
      "sha256": "7fd66cf843f4ded4175804494f9ed9ed91375bf224d99a209789bb762c7e19ed"
    },
    {
      "name": "model.layers.12.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        3584
      ],
      "data_offsets": [
        695694592,
        703034624
      ],
      "sha256": "2d5f2fef40eb81eddb32ab0ca8e4e53e5578c53f335cdd6b54d9d62051b0759e"
    },
    {
      "name": "model.layers.12.mlp.gate_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        703034624,
        710374656
      ],
      "sha256": "dc73c370a6af841769f183399d1ce8c8f7e26cc90daba1f048709030f81b0ba9"
    },
    {
      "name": "model.layers.12.mlp.up_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        710374656,
        717714688
      ],
      "sha256": "0f290b628c01776d8afd46ed1db1d096722942f7112fc0f30e9baee41fb40fb5"
    },
    {
      "name": "model.layers.12.post_attention_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        717714688,
        717716736
      ],
      "sha256": "4e5a5d9cc2c020223e36c0045ddeffbbfc7f311a9ef59c90b015c38cb9ee1492"
    },
    {
      "name": "model.layers.13.input_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        717716736,
        717718784
      ],
      "sha256": "9908305d09036e95cfd52e500ec9eeff0906e6b80d40dd834e0a8af418e91c86"
    },
    {
      "name": "model.layers.13.linear_attn.A_log",
      "dtype": "F32",
      "shape": [
        16
      ],
      "data_offsets": [
        2304,
        2368
      ],
      "sha256": "13f858129e2070b8205419299d39591a2148f2d573f6664ea8e9b19086b26b13"
    },
    {
      "name": "model.layers.13.linear_attn.conv1d.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1,
        4
      ],
      "data_offsets": [
        717718784,
        717767936
      ],
      "sha256": "2b24d64449a3e81847588ef1a5938c807f4acb6fd9143379f047c3d1dc11c38a"
    },
    {
      "name": "model.layers.13.linear_attn.dt_bias",
      "dtype": "BF16",
      "shape": [
        16
      ],
      "data_offsets": [
        717767936,
        717767968
      ],
      "sha256": "a0368cef2ab75a6fba5e6509e80abaaedf47bd83a201c3a586ef337a6246efa1"
    },
    {
      "name": "model.layers.13.linear_attn.in_proj_a.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        717767968,
        717800736
      ],
      "sha256": "95afc547a264a11e1acf508e2b3b37e0b92e240e2940046e0cb58946c1bf7e80"
    },
    {
      "name": "model.layers.13.linear_attn.in_proj_b.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        717800736,
        717833504
      ],
      "sha256": "a21589cbbe52761472b6b34038161c3d6dcc656b96506783f84185ba9a011ae3"
    },
    {
      "name": "model.layers.13.linear_attn.in_proj_qkv.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1024
      ],
      "data_offsets": [
        717833504,
        730416416
      ],
      "sha256": "b2af6d38c8d0320e0f9e8c6c0a1ab7d638361c3f91794c575f6336b4763dfd31"
    },
    {
      "name": "model.layers.13.linear_attn.in_proj_z.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        1024
      ],
      "data_offsets": [
        730416416,
        734610720
      ],
      "sha256": "175e5242ea88f296c2d9d54c63b53b6c6c4b29cfaa75f450dafca9bfe2867451"
    },
    {
      "name": "model.layers.13.linear_attn.norm.weight",
      "dtype": "F32",
      "shape": [
        128
      ],
      "data_offsets": [
        2368,
        2880
      ],
      "sha256": "402169bf7d9f4203cc30a0d4febcdb6a8051b035f26b4eb91c56d760f9a6eace"
    },
    {
      "name": "model.layers.13.linear_attn.out_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "data_offsets": [
        734610720,
        738805024
      ],
      "sha256": "ed7cb4978176a6fadd07c3fd9d90fb6ab0ac125021e198d8f4dce00fa7169c3b"
    },
    {
      "name": "model.layers.13.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        3584
      ],
      "data_offsets": [
        738805024,
        746145056
      ],
      "sha256": "a903cbbf112b0c17b53cc7c89faed3df7fa718ec5f0a148ab474b6a75a064210"
    },
    {
      "name": "model.layers.13.mlp.gate_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        746145056,
        753485088
      ],
      "sha256": "848f24b29888174053ce57ae02fe67c8d0f03fc94e75412ef821f0f7fb1159bc"
    },
    {
      "name": "model.layers.13.mlp.up_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        753485088,
        760825120
      ],
      "sha256": "8d66273c144a88ed841d0f15ef0bb0d65b5238a506d4ac1ee66f86dcf1993707"
    },
    {
      "name": "model.layers.13.post_attention_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        760825120,
        760827168
      ],
      "sha256": "5d083952a92dc55f8ef7589c47f22fe04181581703d0c4687c1a0abcb9438a78"
    },
    {
      "name": "model.layers.14.input_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        760827168,
        760829216
      ],
      "sha256": "4c3fda2b7b689ed486a1d589662ae0277bef18533c260673c8c57134489f815b"
    },
    {
      "name": "model.layers.14.linear_attn.A_log",
      "dtype": "F32",
      "shape": [
        16
      ],
      "data_offsets": [
        2880,
        2944
      ],
      "sha256": "f7e51e8a5df7606167533f0fa946478a8920499de060b56b85d9f0bf7f4bcc20"
    },
    {
      "name": "model.layers.14.linear_attn.conv1d.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1,
        4
      ],
      "data_offsets": [
        760829216,
        760878368
      ],
      "sha256": "f3e0c3cb5250abc2e4878980a5083839ff73b6619c23e0a215cd9d12b7cadffd"
    },
    {
      "name": "model.layers.14.linear_attn.dt_bias",
      "dtype": "BF16",
      "shape": [
        16
      ],
      "data_offsets": [
        760878368,
        760878400
      ],
      "sha256": "ec327be5bc6f761f09528dddc66a8aef6b0bfea753dbc31dc678866ee2d2a8e0"
    },
    {
      "name": "model.layers.14.linear_attn.in_proj_a.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        760878400,
        760911168
      ],
      "sha256": "e17970735512b94fad660c188615ed2100fcdc224f40ff83386781f148b77283"
    },
    {
      "name": "model.layers.14.linear_attn.in_proj_b.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        760911168,
        760943936
      ],
      "sha256": "51400e43b31da8ad419519fa74fafff6fb913dbe2a9f7f3db1b76122caefc514"
    },
    {
      "name": "model.layers.14.linear_attn.in_proj_qkv.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1024
      ],
      "data_offsets": [
        760943936,
        773526848
      ],
      "sha256": "55cd42e6408d76bd062b47b0ec9faed8b582cecf8c7c632b35a8a2fd044fecf1"
    },
    {
      "name": "model.layers.14.linear_attn.in_proj_z.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        1024
      ],
      "data_offsets": [
        773526848,
        777721152
      ],
      "sha256": "3439f3c617eaa24acfcdede4411a31fc6cd8025c4bad695c1c0de9236bae0c6a"
    },
    {
      "name": "model.layers.14.linear_attn.norm.weight",
      "dtype": "F32",
      "shape": [
        128
      ],
      "data_offsets": [
        2944,
        3456
      ],
      "sha256": "2dadd9a67ff349e42809f71ba1740fdd47a2f5ecdd6e1e9b7dd8a0a9faa21bbd"
    },
    {
      "name": "model.layers.14.linear_attn.out_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "data_offsets": [
        777721152,
        781915456
      ],
      "sha256": "4104c25ec4cce12ad592be6a296c4cc0275e2e8f4b00521f49bb03187d8a83c0"
    },
    {
      "name": "model.layers.14.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        3584
      ],
      "data_offsets": [
        781915456,
        789255488
      ],
      "sha256": "96d8150df0567e3d748b0388e6a20781b0569388a4ffa2a34faa531c85642803"
    },
    {
      "name": "model.layers.14.mlp.gate_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        789255488,
        796595520
      ],
      "sha256": "6327f2e91f44b5f5ae73cfaab781219ca035699280ca7fa8f2c044a1d0d54965"
    },
    {
      "name": "model.layers.14.mlp.up_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        796595520,
        803935552
      ],
      "sha256": "f63c0b1e4ae22e9aa8c99d3d63a642b127a4f747eb9128eff0c339481e2c62d9"
    },
    {
      "name": "model.layers.14.post_attention_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        803935552,
        803937600
      ],
      "sha256": "dc29d7ed0a819ea2597ec91d1172c14df84b9e24cb49ccb272080c88e5f37e8d"
    },
    {
      "name": "model.layers.15.input_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        803937600,
        803939648
      ],
      "sha256": "670e6a67aacfe530ec25cc0ab3dd9dd679e4fb6f00d9ae45f6b1cc8e6a26c513"
    },
    {
      "name": "model.layers.15.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        3584
      ],
      "data_offsets": [
        803939648,
        811279680
      ],
      "sha256": "ef60d2c687bab19464dca9c8bfd7777e46ad226df0c9e25643b0bab04b5a1cca"
    },
    {
      "name": "model.layers.15.mlp.gate_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        811279680,
        818619712
      ],
      "sha256": "46661cd3ffaa3fc096b0785581b41a848e40d8247ba4cb7ced946cc4fde06a48"
    },
    {
      "name": "model.layers.15.mlp.up_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        818619712,
        825959744
      ],
      "sha256": "aa16ebc91dcb4702fe78227d9eea187cc044eb49ae8196e228cad737dd71e715"
    },
    {
      "name": "model.layers.15.post_attention_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        825959744,
        825961792
      ],
      "sha256": "86bc9b8e15b9a9b6693bc57becf46255406ab48407fb0b3d9ab663a2aaf75667"
    },
    {
      "name": "model.layers.15.self_attn.k_norm.weight",
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        825961792,
        825962304
      ],
      "sha256": "bf86eafa90845f6148eef808451d12b1c4eec07a4e01c8cd5fd4e2133f6422f3"
    },
    {
      "name": "model.layers.15.self_attn.k_proj.weight",
      "dtype": "BF16",
      "shape": [
        512,
        1024
      ],
      "data_offsets": [
        825962304,
        827010880
      ],
      "sha256": "f32866a80a6fab3a2f505b91443212283dab7e32a8d445206ebf3038cc1a8a0b"
    },
    {
      "name": "model.layers.15.self_attn.o_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "data_offsets": [
        827010880,
        831205184
      ],
      "sha256": "2f5be1b0f59d3bf45a992e18c26b3658ce5112527ea570b00d05fe1a48140092"
    },
    {
      "name": "model.layers.15.self_attn.q_norm.weight",
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        831205184,
        831205696
      ],
      "sha256": "ca19b737f9e79a36443c2ad5221c82097d63e07a3fdf9726eefb2f549733af69"
    },
    {
      "name": "model.layers.15.self_attn.q_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "data_offsets": [
        831205696,
        839594304
      ],
      "sha256": "35bfbc3cf48dd835c6953120224af8ee7aac5f4bce955d41f1777d136d7b89a9"
    },
    {
      "name": "model.layers.15.self_attn.v_proj.weight",
      "dtype": "BF16",
      "shape": [
        512,
        1024
      ],
      "data_offsets": [
        839594304,
        840642880
      ],
      "sha256": "0091e751727826dd2bb7d6e239870484cba3393bc219ec9595b5ab2ddf8607e0"
    },
    {
      "name": "model.layers.16.input_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        840642880,
        840644928
      ],
      "sha256": "a63ff1b506ee7cf71c5d52f95598fa6ebe9410ac3197e2e95a242ab973b29624"
    },
    {
      "name": "model.layers.16.linear_attn.A_log",
      "dtype": "F32",
      "shape": [
        16
      ],
      "data_offsets": [
        3456,
        3520
      ],
      "sha256": "ef6347f3b8c4383000fad94f82754c9d0389744bf28e2262c8c17a2d7b1b7edb"
    },
    {
      "name": "model.layers.16.linear_attn.conv1d.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1,
        4
      ],
      "data_offsets": [
        840644928,
        840694080
      ],
      "sha256": "0dd6a64825d60e73c1579f9cb28b74f992c10565ff728cf6bf78ee95b750d754"
    },
    {
      "name": "model.layers.16.linear_attn.dt_bias",
      "dtype": "BF16",
      "shape": [
        16
      ],
      "data_offsets": [
        840694080,
        840694112
      ],
      "sha256": "43150073a3011519850a65c6a3373ee89a0fb09a2c298a8e75b22c12bafdae13"
    },
    {
      "name": "model.layers.16.linear_attn.in_proj_a.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        840694112,
        840726880
      ],
      "sha256": "a998e1d375f07adb1d5c7af7544bbb097504b804c31ab340741c46085e82bddc"
    },
    {
      "name": "model.layers.16.linear_attn.in_proj_b.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        840726880,
        840759648
      ],
      "sha256": "718a0f80e52df9721d12d6d9176edc575500a16bbc4a821b0aa16c053c5ae456"
    },
    {
      "name": "model.layers.16.linear_attn.in_proj_qkv.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1024
      ],
      "data_offsets": [
        840759648,
        853342560
      ],
      "sha256": "83bf31af185b7cfb4a421b6d1bb258912e66413c17a5c78a4599119203668e64"
    },
    {
      "name": "model.layers.16.linear_attn.in_proj_z.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        1024
      ],
      "data_offsets": [
        853342560,
        857536864
      ],
      "sha256": "9b9c714ac98e68501731c49be2645b714f63637f1d0f1e75bf6451e26256aa89"
    },
    {
      "name": "model.layers.16.linear_attn.norm.weight",
      "dtype": "F32",
      "shape": [
        128
      ],
      "data_offsets": [
        3520,
        4032
      ],
      "sha256": "aa7a8705d87959ff7460c8f1cf1b44b4ceda4ca38dd8dfad66c12832aa0d07af"
    },
    {
      "name": "model.layers.16.linear_attn.out_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "data_offsets": [
        857536864,
        861731168
      ],
      "sha256": "726ecc2ab3ba05f84cbff821eca9425519c30aec5d7ab1cf3aceaea7af38722a"
    },
    {
      "name": "model.layers.16.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        3584
      ],
      "data_offsets": [
        861731168,
        869071200
      ],
      "sha256": "e12df33b47e0bb61125b8fe421d0aba4a75e6bf0b07e1b233f79937b978356d0"
    },
    {
      "name": "model.layers.16.mlp.gate_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        869071200,
        876411232
      ],
      "sha256": "09149700806a4bb83986f73459d3b8ac636018a4a2411927073bc49c6895c3e8"
    },
    {
      "name": "model.layers.16.mlp.up_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        876411232,
        883751264
      ],
      "sha256": "8c4eb5f3102c29f255f26e7e82a6223c410f229a4b3ea4dedab73d776a9f6080"
    },
    {
      "name": "model.layers.16.post_attention_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        883751264,
        883753312
      ],
      "sha256": "89249bc43d147f248f9457371fd3780c9fed3b1889bb0ecf76500e1f81d6307b"
    },
    {
      "name": "model.layers.17.input_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        883753312,
        883755360
      ],
      "sha256": "7076dfa9c7857bd70c1c9680daf54927db580faf40827101347db5c9595baba9"
    },
    {
      "name": "model.layers.17.linear_attn.A_log",
      "dtype": "F32",
      "shape": [
        16
      ],
      "data_offsets": [
        4032,
        4096
      ],
      "sha256": "b63f4fd41f33846b5f16079772a649a6b7c3b8f16540f5b7478c4b1ea38281fb"
    },
    {
      "name": "model.layers.17.linear_attn.conv1d.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1,
        4
      ],
      "data_offsets": [
        883755360,
        883804512
      ],
      "sha256": "007b69b950272d2169c37d47dae64923342fd09cd2d451cbb2c35db20c70118a"
    },
    {
      "name": "model.layers.17.linear_attn.dt_bias",
      "dtype": "BF16",
      "shape": [
        16
      ],
      "data_offsets": [
        883804512,
        883804544
      ],
      "sha256": "ab51aafbe0b1c8e8865d525e726ea43426b6d3e7d70314e2284f5884874be0de"
    },
    {
      "name": "model.layers.17.linear_attn.in_proj_a.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        883804544,
        883837312
      ],
      "sha256": "d38b1f46072b48c85bbc1b68130c9283c652d111c0d7cec61d3ea1263bba310e"
    },
    {
      "name": "model.layers.17.linear_attn.in_proj_b.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        883837312,
        883870080
      ],
      "sha256": "a2be5f986e93f5e7bb0af4db830c556a7409ca2bcb67b9aee7c27534cbf7b35b"
    },
    {
      "name": "model.layers.17.linear_attn.in_proj_qkv.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1024
      ],
      "data_offsets": [
        883870080,
        896452992
      ],
      "sha256": "c166aaaa8f561735ba47e82e0e853f2afc8ef683f4d5f1308756144d2a8a1538"
    },
    {
      "name": "model.layers.17.linear_attn.in_proj_z.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        1024
      ],
      "data_offsets": [
        896452992,
        900647296
      ],
      "sha256": "246f4df3c2c4025689ee42f547bcd35eef5a1accf443a7d66b680120280615e0"
    },
    {
      "name": "model.layers.17.linear_attn.norm.weight",
      "dtype": "F32",
      "shape": [
        128
      ],
      "data_offsets": [
        4096,
        4608
      ],
      "sha256": "9109d92911338e459138e9d3a7c5e24cd9e75e16ce24609c3aa09476c0eaac56"
    },
    {
      "name": "model.layers.17.linear_attn.out_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "data_offsets": [
        900647296,
        904841600
      ],
      "sha256": "73a8878d3e33c44b82f667c38243a535b6a3ca73c3a5fcf8c7dde790d246744d"
    },
    {
      "name": "model.layers.17.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        3584
      ],
      "data_offsets": [
        904841600,
        912181632
      ],
      "sha256": "412058832c188e22c34c358c8e59601fbc9a945b7ac7fb8ed5b4712302b237a8"
    },
    {
      "name": "model.layers.17.mlp.gate_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        912181632,
        919521664
      ],
      "sha256": "f8756b1cb7504eacc713c4e2c9d2128e3b7c0ff63248756d5a1a216ffe694300"
    },
    {
      "name": "model.layers.17.mlp.up_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        919521664,
        926861696
      ],
      "sha256": "b69569389e39e255195d13e2af84a10c49b4415e4c83cb5a0840628ee8f80948"
    },
    {
      "name": "model.layers.17.post_attention_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        926861696,
        926863744
      ],
      "sha256": "306491a125a6e37d6a88623c0b74f00d9ec66592fd907c0fb2fc6694b6b0f6a6"
    },
    {
      "name": "model.layers.18.input_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        926863744,
        926865792
      ],
      "sha256": "b461b137d827a9dc1f1a34d7198eb082f8a669d3fcd46cfc995a860728066e22"
    },
    {
      "name": "model.layers.18.linear_attn.A_log",
      "dtype": "F32",
      "shape": [
        16
      ],
      "data_offsets": [
        4608,
        4672
      ],
      "sha256": "1c0e0c201309df081cbfe9a37018164714a96bc7cdf09473ed0fcfd1f515a555"
    },
    {
      "name": "model.layers.18.linear_attn.conv1d.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1,
        4
      ],
      "data_offsets": [
        926865792,
        926914944
      ],
      "sha256": "5a750fe628c7beba215a72ad4aaa5bc46e2c88d587aad6671b949bfdb42db545"
    },
    {
      "name": "model.layers.18.linear_attn.dt_bias",
      "dtype": "BF16",
      "shape": [
        16
      ],
      "data_offsets": [
        926914944,
        926914976
      ],
      "sha256": "d8dd2668405443e3502df2447713e66aa5dd25c52ff3c96d2e2c0cad8e30abb1"
    },
    {
      "name": "model.layers.18.linear_attn.in_proj_a.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        926914976,
        926947744
      ],
      "sha256": "a066a1e1e9520d9bf903d79e93deb1fe4d68dc8fdbf38ba3d8a6cfb8878b8d40"
    },
    {
      "name": "model.layers.18.linear_attn.in_proj_b.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        926947744,
        926980512
      ],
      "sha256": "4d9033c62a2dfc655791e3e46b31907369fbafa8d77ee218cb36b8838b0e530f"
    },
    {
      "name": "model.layers.18.linear_attn.in_proj_qkv.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1024
      ],
      "data_offsets": [
        926980512,
        939563424
      ],
      "sha256": "47b97e6fae772a763029b7b10ac73d5214a7ab07f5855ef82ce01c51d823252d"
    },
    {
      "name": "model.layers.18.linear_attn.in_proj_z.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        1024
      ],
      "data_offsets": [
        939563424,
        943757728
      ],
      "sha256": "1933b7c60b8ee2f19d8a2156e54b41407aa13b19808a3e5a9c24bb3c44832c86"
    },
    {
      "name": "model.layers.18.linear_attn.norm.weight",
      "dtype": "F32",
      "shape": [
        128
      ],
      "data_offsets": [
        4672,
        5184
      ],
      "sha256": "48555b69ec651735cef37e17a5e0f58ec9098486303768d51b054141133719ec"
    },
    {
      "name": "model.layers.18.linear_attn.out_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "data_offsets": [
        943757728,
        947952032
      ],
      "sha256": "45929a42f3c3e0b9ade395dfb3ac8acc5084dd010cd4045cd8f570629b19d1e3"
    },
    {
      "name": "model.layers.18.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        3584
      ],
      "data_offsets": [
        947952032,
        955292064
      ],
      "sha256": "f41124d728ee26c54cd15b22cdd10138cbfe5a04c6e7fe514f53d86d4780d838"
    },
    {
      "name": "model.layers.18.mlp.gate_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        955292064,
        962632096
      ],
      "sha256": "4717af00990d4ec5e61e0f6f1da6d63a0c559dd829acf65130c74df02d2643b3"
    },
    {
      "name": "model.layers.18.mlp.up_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        962632096,
        969972128
      ],
      "sha256": "eb176a1dd3a08f18cb0a5dfda15811bb1b6008416c4765f7be13352a5b813605"
    },
    {
      "name": "model.layers.18.post_attention_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        969972128,
        969974176
      ],
      "sha256": "d81e9c9425ecafbffe0da0d30c25da4c347ed4217a1ea6f3f60b7ccfd6146741"
    },
    {
      "name": "model.layers.19.input_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        969974176,
        969976224
      ],
      "sha256": "078387ef725e56cc812efe7f5fc1441ae307e311eee4850e56a19276246e02b7"
    },
    {
      "name": "model.layers.19.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        3584
      ],
      "data_offsets": [
        969976224,
        977316256
      ],
      "sha256": "638eedeb701b94aa861f4438e615c07ec6c60ee703db1bfee2de577bb6498c3e"
    },
    {
      "name": "model.layers.19.mlp.gate_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        977316256,
        984656288
      ],
      "sha256": "118bfa194557dc70eb6663356fad68adcc98c4a7e4cad9203576e7b6d59f2ec4"
    },
    {
      "name": "model.layers.19.mlp.up_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        984656288,
        991996320
      ],
      "sha256": "f731d77e73d6ba23b6ab5c938f79995f380ea23381a72eb3e01dd015023a51ba"
    },
    {
      "name": "model.layers.19.post_attention_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        991996320,
        991998368
      ],
      "sha256": "3f714b74e2c6701e159ce8dfae7b8e4169474d89f249886f4f26af5b8e24984b"
    },
    {
      "name": "model.layers.19.self_attn.k_norm.weight",
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        991998368,
        991998880
      ],
      "sha256": "e6138da9894accb673810dafa8bf73aab6d136c47eeb897097ec81f47ffe5480"
    },
    {
      "name": "model.layers.19.self_attn.k_proj.weight",
      "dtype": "BF16",
      "shape": [
        512,
        1024
      ],
      "data_offsets": [
        991998880,
        993047456
      ],
      "sha256": "105a6ac59d7454f28c5154c920a48d3f4ca335af24df16415b5d47e483591835"
    },
    {
      "name": "model.layers.19.self_attn.o_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "data_offsets": [
        993047456,
        997241760
      ],
      "sha256": "1cc073772f5471e681af8b4cd8b8ceedf2ede22b2e062949671cf0f17335e8bf"
    },
    {
      "name": "model.layers.19.self_attn.q_norm.weight",
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        997241760,
        997242272
      ],
      "sha256": "a00cbb7839761c57bad599bd0643e1359d8bb25b11eda0219c19c577f66b6db2"
    },
    {
      "name": "model.layers.19.self_attn.q_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "data_offsets": [
        997242272,
        1005630880
      ],
      "sha256": "a70273d21445d1ebe501732b4e85f8881efd173d64980ca84ca225545992c02e"
    },
    {
      "name": "model.layers.19.self_attn.v_proj.weight",
      "dtype": "BF16",
      "shape": [
        512,
        1024
      ],
      "data_offsets": [
        1005630880,
        1006679456
      ],
      "sha256": "714480f14734e4014f7d21c90829ca6b6b9f2818652aa5fe1bc84d5bed6ecdf8"
    },
    {
      "name": "model.layers.2.input_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        1006679456,
        1006681504
      ],
      "sha256": "477fb98b50ccb37ea7254aaf74add51c48bd500dcd3181eda885057c74592840"
    },
    {
      "name": "model.layers.2.linear_attn.A_log",
      "dtype": "F32",
      "shape": [
        16
      ],
      "data_offsets": [
        5184,
        5248
      ],
      "sha256": "a99ca626fc00b801b40180b3bec9f94375aa0cd7adc6f5945ea6bd62b4457735"
    },
    {
      "name": "model.layers.2.linear_attn.conv1d.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1,
        4
      ],
      "data_offsets": [
        1006681504,
        1006730656
      ],
      "sha256": "ae942a15a3c2a2b4bb52b36d0e36523d8a8f1a75e7ea1d316fbc0a1c506f845e"
    },
    {
      "name": "model.layers.2.linear_attn.dt_bias",
      "dtype": "BF16",
      "shape": [
        16
      ],
      "data_offsets": [
        1006730656,
        1006730688
      ],
      "sha256": "942709532514b148fa625457a4b23d6fb819b06c702494760f2891cc855d66c1"
    },
    {
      "name": "model.layers.2.linear_attn.in_proj_a.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        1006730688,
        1006763456
      ],
      "sha256": "65e139d61fb2dac335760f31501360840c0808e648558a46fc0e7515916a6c5a"
    },
    {
      "name": "model.layers.2.linear_attn.in_proj_b.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        1006763456,
        1006796224
      ],
      "sha256": "fe3f12a1c1d11cd6cb1255fd391434df23f8e3bf57a540f5795f9a1b204898ac"
    },
    {
      "name": "model.layers.2.linear_attn.in_proj_qkv.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1024
      ],
      "data_offsets": [
        1006796224,
        1019379136
      ],
      "sha256": "94229ea3818917350ab4287f9b59400d362c0b1c4a137ce7b4321c63b2d15e60"
    },
    {
      "name": "model.layers.2.linear_attn.in_proj_z.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        1024
      ],
      "data_offsets": [
        1019379136,
        1023573440
      ],
      "sha256": "20da1410a365d369d371b3ff8e1dc2963687db187e70068e17e1f6b783aa504e"
    },
    {
      "name": "model.layers.2.linear_attn.norm.weight",
      "dtype": "F32",
      "shape": [
        128
      ],
      "data_offsets": [
        5248,
        5760
      ],
      "sha256": "b7ea8b8b24815ec8fcd37411c372f93b3b1f5ee59b1b03d4d4dc2f8dc7402c3d"
    },
    {
      "name": "model.layers.2.linear_attn.out_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "data_offsets": [
        1023573440,
        1027767744
      ],
      "sha256": "c5950ca4569b4492985fed6839ede13d4c630e6950e9215cbfe2b810316b335e"
    },
    {
      "name": "model.layers.2.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        3584
      ],
      "data_offsets": [
        1027767744,
        1035107776
      ],
      "sha256": "9196cbdeb8929eb1440cb8d7981aa72a19354f9bfaa22806e224694c303a902a"
    },
    {
      "name": "model.layers.2.mlp.gate_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        1035107776,
        1042447808
      ],
      "sha256": "92b1c17f4299d458400adbf94d5625402c519c65e2e75154821ac95913579307"
    },
    {
      "name": "model.layers.2.mlp.up_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        1042447808,
        1049787840
      ],
      "sha256": "045550db57e546e0bbf8d92ff749728b3a109c36feea700f600e954f9a85c2d3"
    },
    {
      "name": "model.layers.2.post_attention_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        1049787840,
        1049789888
      ],
      "sha256": "ac89246d14af8b3a0c0772943e7209d6056e5b320b09677ecec95a38756ec4ca"
    },
    {
      "name": "model.layers.20.input_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        1049789888,
        1049791936
      ],
      "sha256": "4812381974d53a946b3d2f1f92b648ed4f229a86646d00861013266092a9d7d9"
    },
    {
      "name": "model.layers.20.linear_attn.A_log",
      "dtype": "F32",
      "shape": [
        16
      ],
      "data_offsets": [
        5760,
        5824
      ],
      "sha256": "363f6671046f1606cb2c34d2d8cfb0a33f5f74608545c41294064d2af227d898"
    },
    {
      "name": "model.layers.20.linear_attn.conv1d.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1,
        4
      ],
      "data_offsets": [
        1049791936,
        1049841088
      ],
      "sha256": "8a8b9c710987eac6b4b5d6cdbe432be51414373eda229c0f252b27d65a2a2ef1"
    },
    {
      "name": "model.layers.20.linear_attn.dt_bias",
      "dtype": "BF16",
      "shape": [
        16
      ],
      "data_offsets": [
        1049841088,
        1049841120
      ],
      "sha256": "8f37a0989adf2651fdccc89820088050666b1e1c158a6d0d2f8fd9637a978ffb"
    },
    {
      "name": "model.layers.20.linear_attn.in_proj_a.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        1049841120,
        1049873888
      ],
      "sha256": "fb17adb4ffc6549fcb0efb041fbadbd52ec070b0fb796f193bb980c9c13b4c89"
    },
    {
      "name": "model.layers.20.linear_attn.in_proj_b.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        1049873888,
        1049906656
      ],
      "sha256": "174f0a8f42b36b298629a010509a1bcc4c3c974ea7f09b92b90811bbbe014e0c"
    },
    {
      "name": "model.layers.20.linear_attn.in_proj_qkv.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1024
      ],
      "data_offsets": [
        1049906656,
        1062489568
      ],
      "sha256": "0f12215de011f28454382974e698b4c83d27bc855df16020a4f7cf0ccceceef6"
    },
    {
      "name": "model.layers.20.linear_attn.in_proj_z.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        1024
      ],
      "data_offsets": [
        1062489568,
        1066683872
      ],
      "sha256": "405fe0e3f54a23363a1ec4bf739f999fc517988253b6eb6c91cd781c6c9d9082"
    },
    {
      "name": "model.layers.20.linear_attn.norm.weight",
      "dtype": "F32",
      "shape": [
        128
      ],
      "data_offsets": [
        5824,
        6336
      ],
      "sha256": "632aea705ef377ce6e17ef541425d68a980c67aedd7999ec9b135639a88f08a1"
    },
    {
      "name": "model.layers.20.linear_attn.out_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "data_offsets": [
        1066683872,
        1070878176
      ],
      "sha256": "15d1f278000fcab352ac74ed65c6dadd83dea32d95805681215e7531d8b5add5"
    },
    {
      "name": "model.layers.20.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        3584
      ],
      "data_offsets": [
        1070878176,
        1078218208
      ],
      "sha256": "95321f2c16e168880266841a7ba2839bc0830079d02a052e0b109c19132b01db"
    },
    {
      "name": "model.layers.20.mlp.gate_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        1078218208,
        1085558240
      ],
      "sha256": "52f9e1ac66d6777ea869cd9c9a968f1fe60a61feea23164755a52e1971c1716e"
    },
    {
      "name": "model.layers.20.mlp.up_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        1085558240,
        1092898272
      ],
      "sha256": "b686d984a503dca9d88012f9be8f14e042c2ca0be541d62c6dac186cd3fc5533"
    },
    {
      "name": "model.layers.20.post_attention_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        1092898272,
        1092900320
      ],
      "sha256": "c0dbf11d1abec637e19d26733a413db28972261dc7754f52b2b7016090749b02"
    },
    {
      "name": "model.layers.21.input_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        1092900320,
        1092902368
      ],
      "sha256": "b12f6b1bdda9d72c263da8a6872efe8a2ddfb85ca5b1a2994d1051f701abfcd2"
    },
    {
      "name": "model.layers.21.linear_attn.A_log",
      "dtype": "F32",
      "shape": [
        16
      ],
      "data_offsets": [
        6336,
        6400
      ],
      "sha256": "bfa39c8f7e8186c359a2d4ddd6acc2f39f903ea4d8ab0067f7496ea904e9513a"
    },
    {
      "name": "model.layers.21.linear_attn.conv1d.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1,
        4
      ],
      "data_offsets": [
        1092902368,
        1092951520
      ],
      "sha256": "79c1cd792b335cac388a57ed62ac3e9a4deecfb438dce6ef8c91225769278a43"
    },
    {
      "name": "model.layers.21.linear_attn.dt_bias",
      "dtype": "BF16",
      "shape": [
        16
      ],
      "data_offsets": [
        1092951520,
        1092951552
      ],
      "sha256": "a4bddfddca7a084d36b3ac4e4e67e06513f42a21bb730fd2fde17ba08a8b6857"
    },
    {
      "name": "model.layers.21.linear_attn.in_proj_a.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        1092951552,
        1092984320
      ],
      "sha256": "8413d52319a2afd7ab84ed4c22fd5f8a2c6b21beffb8cdee05c05dfbc5833989"
    },
    {
      "name": "model.layers.21.linear_attn.in_proj_b.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        1092984320,
        1093017088
      ],
      "sha256": "52bcb25f271e7facc8fdce1c21c94827adf598de73e51b9f451cd306d6d9aced"
    },
    {
      "name": "model.layers.21.linear_attn.in_proj_qkv.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1024
      ],
      "data_offsets": [
        1093017088,
        1105600000
      ],
      "sha256": "9335f74b1454d851d66118dedccbaf4e714ab34dc4b098adca75f9f5f51e90d8"
    },
    {
      "name": "model.layers.21.linear_attn.in_proj_z.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        1024
      ],
      "data_offsets": [
        1105600000,
        1109794304
      ],
      "sha256": "358e7fa34c30c0fb52cdf653669fc7be8f5eeb56357b9939dbe8f07735e376e9"
    },
    {
      "name": "model.layers.21.linear_attn.norm.weight",
      "dtype": "F32",
      "shape": [
        128
      ],
      "data_offsets": [
        6400,
        6912
      ],
      "sha256": "1168a137d2e429ecd17ddc70ee2293e461e67581f4470e6f08fe08ce9cf1e309"
    },
    {
      "name": "model.layers.21.linear_attn.out_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "data_offsets": [
        1109794304,
        1113988608
      ],
      "sha256": "facb92f1502efd9987c3c2341f6934687f633ee6d99ea7b00d4e083236d54ec1"
    },
    {
      "name": "model.layers.21.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        3584
      ],
      "data_offsets": [
        1113988608,
        1121328640
      ],
      "sha256": "af9fa5ecc9556068d867a410180e79bb3b5ac93c05059b8c98fef526c4483d9c"
    },
    {
      "name": "model.layers.21.mlp.gate_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        1121328640,
        1128668672
      ],
      "sha256": "eff487ff19905e18d39bcc76dde0c2c140a258efebd44f4384f0ad0ae705a8ee"
    },
    {
      "name": "model.layers.21.mlp.up_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        1128668672,
        1136008704
      ],
      "sha256": "da385b3dfc14547a39b8cd2fe9f906d8caa3ebb088144175638356aef55fd311"
    },
    {
      "name": "model.layers.21.post_attention_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        1136008704,
        1136010752
      ],
      "sha256": "f9f48b395e31d0c4d68a66320d9a1a7183bc4b3af237b1d4f7efbc085dfe35c5"
    },
    {
      "name": "model.layers.22.input_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        1136010752,
        1136012800
      ],
      "sha256": "f4db101415a41466f4a3ecca4a56fdd2958afad5cddf3b75febbd42cf2ea3a3d"
    },
    {
      "name": "model.layers.22.linear_attn.A_log",
      "dtype": "F32",
      "shape": [
        16
      ],
      "data_offsets": [
        6912,
        6976
      ],
      "sha256": "2dec02d96b4a2c31333cffa07c93daadbda2d24fc441dd370c2d199fcf01985e"
    },
    {
      "name": "model.layers.22.linear_attn.conv1d.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1,
        4
      ],
      "data_offsets": [
        1136012800,
        1136061952
      ],
      "sha256": "55cc24cc9d7442856984a094c2aa1bfeb7535aa08aaf932ba29a01c56e3f1e8e"
    },
    {
      "name": "model.layers.22.linear_attn.dt_bias",
      "dtype": "BF16",
      "shape": [
        16
      ],
      "data_offsets": [
        1136061952,
        1136061984
      ],
      "sha256": "14b0292483dfb58158c5b80e9d71fc3c28a56805b8596faa87a8b548a31a7784"
    },
    {
      "name": "model.layers.22.linear_attn.in_proj_a.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        1136061984,
        1136094752
      ],
      "sha256": "f17c9a5b2ea11ab865bfb7397a1fb840b16a1b72f6867fa4a288d3f799d2004a"
    },
    {
      "name": "model.layers.22.linear_attn.in_proj_b.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        1136094752,
        1136127520
      ],
      "sha256": "d09239593c2fea83bedcf5a6afb96f4b91daeed50a25b46dfabcd7bdd171da5b"
    },
    {
      "name": "model.layers.22.linear_attn.in_proj_qkv.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1024
      ],
      "data_offsets": [
        1136127520,
        1148710432
      ],
      "sha256": "18fe3dc1a99c2c757688c67f8a535684d1ee7f316c29d96bbae57a23d1a64a44"
    },
    {
      "name": "model.layers.22.linear_attn.in_proj_z.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        1024
      ],
      "data_offsets": [
        1148710432,
        1152904736
      ],
      "sha256": "061e6773ca971c3bbbb187f5fbb168acdd2738d25087641fcdd429189599dedf"
    },
    {
      "name": "model.layers.22.linear_attn.norm.weight",
      "dtype": "F32",
      "shape": [
        128
      ],
      "data_offsets": [
        6976,
        7488
      ],
      "sha256": "7968c5890c77aee9b882c9b2bd0b0f568e449ef1ddf35d83df86b6dd04e9bb09"
    },
    {
      "name": "model.layers.22.linear_attn.out_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "data_offsets": [
        1152904736,
        1157099040
      ],
      "sha256": "0c0430dd7c274bf62f0b6144a8a39034695b0bc00090b66070e68b0327c6aa11"
    },
    {
      "name": "model.layers.22.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        3584
      ],
      "data_offsets": [
        1157099040,
        1164439072
      ],
      "sha256": "198e2fabef4ee48484d9c952018e465376acea23511f126b7edceef8a66f50a1"
    },
    {
      "name": "model.layers.22.mlp.gate_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        1164439072,
        1171779104
      ],
      "sha256": "dde22f42876bc15cae8778a29a573f150d4d042a09af00b8d1abe94d6207d93d"
    },
    {
      "name": "model.layers.22.mlp.up_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        1171779104,
        1179119136
      ],
      "sha256": "84d1a8b4bf6a468ed531ce11ef7a13cd7e332716ca3d1d19c16714d4b8ad9b73"
    },
    {
      "name": "model.layers.22.post_attention_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        1179119136,
        1179121184
      ],
      "sha256": "d1511f0a492b15f3817584d1804c0ebb5870e4f83b3fb8bad4640810c5a019ce"
    },
    {
      "name": "model.layers.23.input_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        1179121184,
        1179123232
      ],
      "sha256": "6f359e536fa150538dd0c5a7fc1c2dd233e5ef144e2f4801bc67ec2ca5c519bd"
    },
    {
      "name": "model.layers.23.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        3584
      ],
      "data_offsets": [
        1179123232,
        1186463264
      ],
      "sha256": "c7edbf617e1dae1059f6dde88bfc5c0db1c052b28de2d69e96eb7e2bed22fd32"
    },
    {
      "name": "model.layers.23.mlp.gate_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        1186463264,
        1193803296
      ],
      "sha256": "57e66633224761ad56da16da7cc0f476e42decd9df64a64ded4a343b8e87487b"
    },
    {
      "name": "model.layers.23.mlp.up_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        1193803296,
        1201143328
      ],
      "sha256": "cb3830f5121ca0cb4b974b7904a382f9555975c2e84c71863e868e434e86aa6f"
    },
    {
      "name": "model.layers.23.post_attention_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        1201143328,
        1201145376
      ],
      "sha256": "3cfea6a338e5afd5297a8cfed380308652ab0eef3114b4cd2a60a1671241295e"
    },
    {
      "name": "model.layers.23.self_attn.k_norm.weight",
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        1201145376,
        1201145888
      ],
      "sha256": "b65b55332e92830ff1be15463ae734aeace9c6b145e171e1fbcf3618d4f07e1f"
    },
    {
      "name": "model.layers.23.self_attn.k_proj.weight",
      "dtype": "BF16",
      "shape": [
        512,
        1024
      ],
      "data_offsets": [
        1201145888,
        1202194464
      ],
      "sha256": "27bcbe2c659c7fc069d19136008cee923b51433c4f4984fc282436924e63a9b5"
    },
    {
      "name": "model.layers.23.self_attn.o_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "data_offsets": [
        1202194464,
        1206388768
      ],
      "sha256": "0bfc9597711007322dfd0be5efc1d105232e9c89efcb03cc3d06b9a29ccdd8f3"
    },
    {
      "name": "model.layers.23.self_attn.q_norm.weight",
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        1206388768,
        1206389280
      ],
      "sha256": "71bc9c83aa8271131910e8bf00a21bc8f7a98630fbe99125d3cf4a0f2596b911"
    },
    {
      "name": "model.layers.23.self_attn.q_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "data_offsets": [
        1206389280,
        1214777888
      ],
      "sha256": "1625a60896b86f5e446defc270bf2716b6af8a04d0d254ce2a1c038d261547b6"
    },
    {
      "name": "model.layers.23.self_attn.v_proj.weight",
      "dtype": "BF16",
      "shape": [
        512,
        1024
      ],
      "data_offsets": [
        1214777888,
        1215826464
      ],
      "sha256": "76f176150d89f315bd5dda307d25d541bfb61950bdffd5362fc8576d8f7b182f"
    },
    {
      "name": "model.layers.3.input_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        1215826464,
        1215828512
      ],
      "sha256": "262f20f74b30264bb8244fd620dfd1356e8282ff09e4ba1d6892900d46d0635b"
    },
    {
      "name": "model.layers.3.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        3584
      ],
      "data_offsets": [
        1215828512,
        1223168544
      ],
      "sha256": "d3428ec277dd5195c9a42720be5b4068fcc51943670c62f57e61b5adebcae1da"
    },
    {
      "name": "model.layers.3.mlp.gate_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        1223168544,
        1230508576
      ],
      "sha256": "50d2f4c60e786596e464958bb515ec5573c3ddb53604930e3e2244f107f71f11"
    },
    {
      "name": "model.layers.3.mlp.up_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        1230508576,
        1237848608
      ],
      "sha256": "f141786356fc0b59f4e1aa8cc3afb084d283e384c98cd47dbd1812b6c9ac1f0f"
    },
    {
      "name": "model.layers.3.post_attention_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        1237848608,
        1237850656
      ],
      "sha256": "480c483e9af2962e8213512464316402dd657d0dcfa37119a58409689330c7a2"
    },
    {
      "name": "model.layers.3.self_attn.k_norm.weight",
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        1237850656,
        1237851168
      ],
      "sha256": "424ead8a89f71d4e83858da7f28335665c4d61a8797b121cfaa26a56d1f5ea6a"
    },
    {
      "name": "model.layers.3.self_attn.k_proj.weight",
      "dtype": "BF16",
      "shape": [
        512,
        1024
      ],
      "data_offsets": [
        1237851168,
        1238899744
      ],
      "sha256": "4c8cfc4b114917fd3067510ca34886f9bb2bac638a07c537a544e0b9494237fe"
    },
    {
      "name": "model.layers.3.self_attn.o_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "data_offsets": [
        1238899744,
        1243094048
      ],
      "sha256": "4c92f1c5a423b022da52875dc21b31e0957110aefefc8826e0be5bcc875cc9cf"
    },
    {
      "name": "model.layers.3.self_attn.q_norm.weight",
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        1243094048,
        1243094560
      ],
      "sha256": "6fbc460e96b527aa6b54ab345195d141716dd4e34094baec92c65344f8bac298"
    },
    {
      "name": "model.layers.3.self_attn.q_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "data_offsets": [
        1243094560,
        1251483168
      ],
      "sha256": "b0dde4ab3eee4dc2abdf2e2fe8cd6b474d52c4559e38bb8fc9c8589c1b0a7176"
    },
    {
      "name": "model.layers.3.self_attn.v_proj.weight",
      "dtype": "BF16",
      "shape": [
        512,
        1024
      ],
      "data_offsets": [
        1251483168,
        1252531744
      ],
      "sha256": "459514e89bd3142fca159b73b936cc0e444e6e9cb0dff082be0ecb8462d6a1b7"
    },
    {
      "name": "model.layers.4.input_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        1252531744,
        1252533792
      ],
      "sha256": "8aee027945fcced8fc59b744ac29845b63959e33a0db01cdee7485ddd0fcc079"
    },
    {
      "name": "model.layers.4.linear_attn.A_log",
      "dtype": "F32",
      "shape": [
        16
      ],
      "data_offsets": [
        7488,
        7552
      ],
      "sha256": "280e3591b7b6b7fe0692fbbf60d636f2265384fe84952ddc1cc4c3d8985223b9"
    },
    {
      "name": "model.layers.4.linear_attn.conv1d.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1,
        4
      ],
      "data_offsets": [
        1252533792,
        1252582944
      ],
      "sha256": "89bb115dbce2f578785ae32ed3a31a162793a1e1ef9803bdb2232c92ba8e8c55"
    },
    {
      "name": "model.layers.4.linear_attn.dt_bias",
      "dtype": "BF16",
      "shape": [
        16
      ],
      "data_offsets": [
        1252582944,
        1252582976
      ],
      "sha256": "503fc13e97f752879c8eea76750589cf0656a40b2b1a694642ba72ae3b64fccb"
    },
    {
      "name": "model.layers.4.linear_attn.in_proj_a.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        1252582976,
        1252615744
      ],
      "sha256": "87902c9c858e014ed49a8adff829d7ffe7899f2123dba1bd9372efa0bc864635"
    },
    {
      "name": "model.layers.4.linear_attn.in_proj_b.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        1252615744,
        1252648512
      ],
      "sha256": "20d599358f68567cfbd2c227b3847c352231c6ea54feb2a4b6210649fa65e88e"
    },
    {
      "name": "model.layers.4.linear_attn.in_proj_qkv.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1024
      ],
      "data_offsets": [
        1252648512,
        1265231424
      ],
      "sha256": "20cfe8d416b7c83fe69ac5e87d6546c88c8cc841ac6549b1a7a83f3f565042c4"
    },
    {
      "name": "model.layers.4.linear_attn.in_proj_z.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        1024
      ],
      "data_offsets": [
        1265231424,
        1269425728
      ],
      "sha256": "eaebc8ff9cf3bb005d82e5eef2233055df741bcc02a3d8902de8280595675b3c"
    },
    {
      "name": "model.layers.4.linear_attn.norm.weight",
      "dtype": "F32",
      "shape": [
        128
      ],
      "data_offsets": [
        7552,
        8064
      ],
      "sha256": "e73ad334202b4c9c503b2121f97ff8602e5118577afdf0d35a6bcd305f8d1b4b"
    },
    {
      "name": "model.layers.4.linear_attn.out_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "data_offsets": [
        1269425728,
        1273620032
      ],
      "sha256": "8bf7b33388b1fc049199bb51d73573a2e0d25cda81793605502981b2916e3618"
    },
    {
      "name": "model.layers.4.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        3584
      ],
      "data_offsets": [
        1273620032,
        1280960064
      ],
      "sha256": "ba121be04f6cb888879295137310ca32ae19429a1aa03ef7c4ea2f361bb62734"
    },
    {
      "name": "model.layers.4.mlp.gate_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        1280960064,
        1288300096
      ],
      "sha256": "992c80a1b8374007902cbac7a616ad8d695ec9e63f519c016b665e41011222cc"
    },
    {
      "name": "model.layers.4.mlp.up_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        1288300096,
        1295640128
      ],
      "sha256": "2318c49e37ef0ae946f9f9b3d6ebca0a29929c1b05ac7db8c147cf4c1fd9f888"
    },
    {
      "name": "model.layers.4.post_attention_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        1295640128,
        1295642176
      ],
      "sha256": "08d72ea5165725ab2fbde7ba1009d6709eaed8bb854e9540d25f09d7f688a406"
    },
    {
      "name": "model.layers.5.input_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        1295642176,
        1295644224
      ],
      "sha256": "7cc8e4c0e7edf4ee82f0ef7968d4db5c428b326cca6d12cbb79912169cb0d277"
    },
    {
      "name": "model.layers.5.linear_attn.A_log",
      "dtype": "F32",
      "shape": [
        16
      ],
      "data_offsets": [
        8064,
        8128
      ],
      "sha256": "11652a04f265548e03cb0b510d3dddc7fe31ceb45f8b6634684d7b87e377b9a4"
    },
    {
      "name": "model.layers.5.linear_attn.conv1d.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1,
        4
      ],
      "data_offsets": [
        1295644224,
        1295693376
      ],
      "sha256": "84c203872bc3281238d63a425724b0351584cfa78ef19b80897ad8951d22e1b1"
    },
    {
      "name": "model.layers.5.linear_attn.dt_bias",
      "dtype": "BF16",
      "shape": [
        16
      ],
      "data_offsets": [
        1295693376,
        1295693408
      ],
      "sha256": "ff26a071cce66e8930581452e2f5da545a3ef16ed6b149bf4a311723bd45e144"
    },
    {
      "name": "model.layers.5.linear_attn.in_proj_a.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        1295693408,
        1295726176
      ],
      "sha256": "79ad2eb58cee02fbc07ac5664758762c94d1d91007c9dc8fe9d1fcf92e37f970"
    },
    {
      "name": "model.layers.5.linear_attn.in_proj_b.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        1295726176,
        1295758944
      ],
      "sha256": "8652cf8c947edf58d592d70f4923992a680039b638ed1ff1df8df92e0e367782"
    },
    {
      "name": "model.layers.5.linear_attn.in_proj_qkv.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1024
      ],
      "data_offsets": [
        1295758944,
        1308341856
      ],
      "sha256": "6bc8a2301fb9fe08feecde6ceceb96c34bb3e39be07eef897718436f2ee68930"
    },
    {
      "name": "model.layers.5.linear_attn.in_proj_z.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        1024
      ],
      "data_offsets": [
        1308341856,
        1312536160
      ],
      "sha256": "d3803e169af7b129643e94fd23fdaa7263001c8d408de7ff23c2fe0d3ae4f6de"
    },
    {
      "name": "model.layers.5.linear_attn.norm.weight",
      "dtype": "F32",
      "shape": [
        128
      ],
      "data_offsets": [
        8128,
        8640
      ],
      "sha256": "ea06571e986de0d7cbad53ae0226764a855f3cf218ac488f59d72de108b2ecda"
    },
    {
      "name": "model.layers.5.linear_attn.out_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "data_offsets": [
        1312536160,
        1316730464
      ],
      "sha256": "9f01e959dff41fc8c81a1774e92f9fb48eea7ad3448e8ef1e61a05d594f67c89"
    },
    {
      "name": "model.layers.5.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        3584
      ],
      "data_offsets": [
        1316730464,
        1324070496
      ],
      "sha256": "60f0a77529c775c10da70e76c08a9518918abbae9b264b9d5d6130dff55520e7"
    },
    {
      "name": "model.layers.5.mlp.gate_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        1324070496,
        1331410528
      ],
      "sha256": "d65832085f8a787945c1c6fbba55239a6f8b4f13ce1bd7a5184e458419427283"
    },
    {
      "name": "model.layers.5.mlp.up_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        1331410528,
        1338750560
      ],
      "sha256": "5f0c880e4d6b0127cda55cd017f73f782406dc050f1d750e5585ce102dddde1e"
    },
    {
      "name": "model.layers.5.post_attention_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        1338750560,
        1338752608
      ],
      "sha256": "a738bd98402ad9d326d25612d627c0c2cf888a93b60e1144fd3860508a1ccc92"
    },
    {
      "name": "model.layers.6.input_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        1338752608,
        1338754656
      ],
      "sha256": "700b0acfd417fc3deaf297164e96e9be5408b5801d5e535f40d9d0449d1a9f52"
    },
    {
      "name": "model.layers.6.linear_attn.A_log",
      "dtype": "F32",
      "shape": [
        16
      ],
      "data_offsets": [
        8640,
        8704
      ],
      "sha256": "e09b1aab34e374be90dc3f843caf1106b65b3f17353c36aa2535f9defd7d4441"
    },
    {
      "name": "model.layers.6.linear_attn.conv1d.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1,
        4
      ],
      "data_offsets": [
        1338754656,
        1338803808
      ],
      "sha256": "a7904fd450d3221c3c679846150dcda34c0bd8cc600a22749a20213dbe7fca99"
    },
    {
      "name": "model.layers.6.linear_attn.dt_bias",
      "dtype": "BF16",
      "shape": [
        16
      ],
      "data_offsets": [
        1338803808,
        1338803840
      ],
      "sha256": "fe00217c7f198519da4e14a7d5b28fd8d0379251cde0af802421300a92fe1c72"
    },
    {
      "name": "model.layers.6.linear_attn.in_proj_a.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        1338803840,
        1338836608
      ],
      "sha256": "a7e4d78c07a99184833a36dce1348ea2c77f7502b9abf3bb4eb50fbe1394bbf1"
    },
    {
      "name": "model.layers.6.linear_attn.in_proj_b.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        1338836608,
        1338869376
      ],
      "sha256": "80799e25f506f287d53a90e8a6c25fdfaa854a99779e74898745fcb517b34701"
    },
    {
      "name": "model.layers.6.linear_attn.in_proj_qkv.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1024
      ],
      "data_offsets": [
        1338869376,
        1351452288
      ],
      "sha256": "2a8d44bfe0915366a2cc7a335256b9341999911fe1ea331769ee593d8f19a5a8"
    },
    {
      "name": "model.layers.6.linear_attn.in_proj_z.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        1024
      ],
      "data_offsets": [
        1351452288,
        1355646592
      ],
      "sha256": "45d73826e3db34280466b732c9daa6dcf3ca6be4a64fc0161a032ba9a0ccb563"
    },
    {
      "name": "model.layers.6.linear_attn.norm.weight",
      "dtype": "F32",
      "shape": [
        128
      ],
      "data_offsets": [
        8704,
        9216
      ],
      "sha256": "fe1c4024ab6f07dfa5e369925fba4795b01a94072008d6c8abb4112c5d4f8056"
    },
    {
      "name": "model.layers.6.linear_attn.out_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "data_offsets": [
        1355646592,
        1359840896
      ],
      "sha256": "457bf7c14c06028eb639e62d6b2131a8fdbda264fe40e15a45f7cfdf199fd898"
    },
    {
      "name": "model.layers.6.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        3584
      ],
      "data_offsets": [
        1359840896,
        1367180928
      ],
      "sha256": "b750e840ad51e8d4b7d0d7f46269df9b7060cc705212c0416b5a34607e3e15b1"
    },
    {
      "name": "model.layers.6.mlp.gate_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        1367180928,
        1374520960
      ],
      "sha256": "b36b767f35d7e97bf2443c53e8ee9ff5b36ef4a1e881ceea8b815b403276ee29"
    },
    {
      "name": "model.layers.6.mlp.up_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        1374520960,
        1381860992
      ],
      "sha256": "547463551165093b8b8bdec370a9148af50f9f6e5d38bc2ab4f207b72d2d4044"
    },
    {
      "name": "model.layers.6.post_attention_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        1381860992,
        1381863040
      ],
      "sha256": "6265e10d5c6bc8172ddf754dc76357a5fcfec97f98e94f6c50931597b534ea74"
    },
    {
      "name": "model.layers.7.input_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        1381863040,
        1381865088
      ],
      "sha256": "5054fa70cb0f6699ebe2e14ed24c6564791c1b7f2d80134a6428e481bf19fc75"
    },
    {
      "name": "model.layers.7.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        3584
      ],
      "data_offsets": [
        1381865088,
        1389205120
      ],
      "sha256": "0c2ba3eec24441cc0a4b4c9e6956f64210caa2acb8fae18b3579fce9ec49159c"
    },
    {
      "name": "model.layers.7.mlp.gate_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        1389205120,
        1396545152
      ],
      "sha256": "ccff86cc93b91a5be46dbd61cebbfadc32a0e31e7d767b0436a37764d6d94547"
    },
    {
      "name": "model.layers.7.mlp.up_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        1396545152,
        1403885184
      ],
      "sha256": "9c8a6ffbeb9957d7a52939b037099d34e6445e2255e2b4fb3baedabea93f742a"
    },
    {
      "name": "model.layers.7.post_attention_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        1403885184,
        1403887232
      ],
      "sha256": "35f673c1edb982d55e5f46bf207f2de0b9dbd60ad98acfb8cdafc9d9a3a28d25"
    },
    {
      "name": "model.layers.7.self_attn.k_norm.weight",
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        1403887232,
        1403887744
      ],
      "sha256": "a5b8b543ca3a084105ff3495ed2c36a2f7e99557479bbc3ba45e05541f6806d7"
    },
    {
      "name": "model.layers.7.self_attn.k_proj.weight",
      "dtype": "BF16",
      "shape": [
        512,
        1024
      ],
      "data_offsets": [
        1403887744,
        1404936320
      ],
      "sha256": "0720a1c07da7f9f0513cc6a1e4b83920504ab9b0c9705b0ec7810ed763a36fa8"
    },
    {
      "name": "model.layers.7.self_attn.o_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "data_offsets": [
        1404936320,
        1409130624
      ],
      "sha256": "495f9a04acd3b164cd7fb06a9d3e09f699e4abb0298b6cb3313b2d9b8470a63c"
    },
    {
      "name": "model.layers.7.self_attn.q_norm.weight",
      "dtype": "BF16",
      "shape": [
        256
      ],
      "data_offsets": [
        1409130624,
        1409131136
      ],
      "sha256": "d9e8640352b19cdad1fa8e4788622cf8a0b977979a878729b2f7e71ed21f8f2d"
    },
    {
      "name": "model.layers.7.self_attn.q_proj.weight",
      "dtype": "BF16",
      "shape": [
        4096,
        1024
      ],
      "data_offsets": [
        1409131136,
        1417519744
      ],
      "sha256": "a26bf320a713a5e747f10d2a79e6cad01cef540ae0ab9886f16e8f2650fe13b2"
    },
    {
      "name": "model.layers.7.self_attn.v_proj.weight",
      "dtype": "BF16",
      "shape": [
        512,
        1024
      ],
      "data_offsets": [
        1417519744,
        1418568320
      ],
      "sha256": "b4b61a50c3713f08bae391b95b178408f6f97c89c99fd3f631c6af36e1752ca9"
    },
    {
      "name": "model.layers.8.input_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        1418568320,
        1418570368
      ],
      "sha256": "e99fc0e779d297db988eae6e2341faea3c688ae4a625caec1ac762b28c5031ae"
    },
    {
      "name": "model.layers.8.linear_attn.A_log",
      "dtype": "F32",
      "shape": [
        16
      ],
      "data_offsets": [
        9216,
        9280
      ],
      "sha256": "13876faa9c6085de480e5f45506475ca258ac9d1fa6b3fff04f1d2ecf22b3f66"
    },
    {
      "name": "model.layers.8.linear_attn.conv1d.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1,
        4
      ],
      "data_offsets": [
        1418570368,
        1418619520
      ],
      "sha256": "d5ae0f88fe50789e66be125e58bf9b4120c32388d0102904d26d8055cd9ad333"
    },
    {
      "name": "model.layers.8.linear_attn.dt_bias",
      "dtype": "BF16",
      "shape": [
        16
      ],
      "data_offsets": [
        1418619520,
        1418619552
      ],
      "sha256": "ed18e7e867a650777b849b49ce397f92fae1af50003ebcbcd62da0e871ae10f7"
    },
    {
      "name": "model.layers.8.linear_attn.in_proj_a.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        1418619552,
        1418652320
      ],
      "sha256": "f50b6639c4e9e0530048aa73d21035226d9a1a7732f085ee9b6d727f8c9caa36"
    },
    {
      "name": "model.layers.8.linear_attn.in_proj_b.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        1418652320,
        1418685088
      ],
      "sha256": "9383a797a6d4e4e84081bdbe7732fdbda5f44247a933fae3385fcfb248b10f84"
    },
    {
      "name": "model.layers.8.linear_attn.in_proj_qkv.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1024
      ],
      "data_offsets": [
        1418685088,
        1431268000
      ],
      "sha256": "df6f338e7bf0f84767b1f2bcf55a1327c2c2a7d20b87a450c4863deaa3b5274c"
    },
    {
      "name": "model.layers.8.linear_attn.in_proj_z.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        1024
      ],
      "data_offsets": [
        1431268000,
        1435462304
      ],
      "sha256": "ff3c479473a91a153cd244af5f44dd5d8ba3ad64858214412463a6a9ea1fe252"
    },
    {
      "name": "model.layers.8.linear_attn.norm.weight",
      "dtype": "F32",
      "shape": [
        128
      ],
      "data_offsets": [
        9280,
        9792
      ],
      "sha256": "998d531602505ffdae165c0dfb32a603815e5aec75a88677fd1f7b5e45cbc91b"
    },
    {
      "name": "model.layers.8.linear_attn.out_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "data_offsets": [
        1435462304,
        1439656608
      ],
      "sha256": "f999552cfea17861edc5f5dd25b48f51e89fe3f12e3d7b27c482993d61f773b9"
    },
    {
      "name": "model.layers.8.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        3584
      ],
      "data_offsets": [
        1439656608,
        1446996640
      ],
      "sha256": "05fb318d3507148575b60805a4d34ccaba09aab41705d75a33fe101a78ff841c"
    },
    {
      "name": "model.layers.8.mlp.gate_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        1446996640,
        1454336672
      ],
      "sha256": "47ea617b14d9e3787fe7fb8e44eec9655dc8f3c75b150d0b2bfebd13028a4e91"
    },
    {
      "name": "model.layers.8.mlp.up_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        1454336672,
        1461676704
      ],
      "sha256": "3fe6752c0557e1e497a15e1e840907a05ddd1a216c540f4b6ed3546bc4f50c39"
    },
    {
      "name": "model.layers.8.post_attention_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        1461676704,
        1461678752
      ],
      "sha256": "1ed09c9294e5a6f738c204c417b29706de913fa4a69f497d78841c90658393e1"
    },
    {
      "name": "model.layers.9.input_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        1461678752,
        1461680800
      ],
      "sha256": "222b3d85cf4b178a9964e0eed3d256e2ea0f34e4c3ddb44dc7e832508643bf89"
    },
    {
      "name": "model.layers.9.linear_attn.A_log",
      "dtype": "F32",
      "shape": [
        16
      ],
      "data_offsets": [
        9792,
        9856
      ],
      "sha256": "25567d3d581e54f94e55bc4a93b889559d9c57ace05d777af1e5fd45acf94295"
    },
    {
      "name": "model.layers.9.linear_attn.conv1d.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1,
        4
      ],
      "data_offsets": [
        1461680800,
        1461729952
      ],
      "sha256": "1b21bc66765f08edb977a87c36286696b84755d6f89c4793c5476e6990e05e56"
    },
    {
      "name": "model.layers.9.linear_attn.dt_bias",
      "dtype": "BF16",
      "shape": [
        16
      ],
      "data_offsets": [
        1461729952,
        1461729984
      ],
      "sha256": "c8fc614002929ca47207f8d9a1c0d6df6161f4e7e46cba30dcb107f6d01492cf"
    },
    {
      "name": "model.layers.9.linear_attn.in_proj_a.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        1461729984,
        1461762752
      ],
      "sha256": "48076793b1983ca93b74cead007c0411ec1fdf34a66723e282596cb79f6c9357"
    },
    {
      "name": "model.layers.9.linear_attn.in_proj_b.weight",
      "dtype": "BF16",
      "shape": [
        16,
        1024
      ],
      "data_offsets": [
        1461762752,
        1461795520
      ],
      "sha256": "015f6fef1e183bb990cd629439316e0629ae1c2cb3badac775653e75853b6d4a"
    },
    {
      "name": "model.layers.9.linear_attn.in_proj_qkv.weight",
      "dtype": "BF16",
      "shape": [
        6144,
        1024
      ],
      "data_offsets": [
        1461795520,
        1474378432
      ],
      "sha256": "996562ace68745dbf8487623b39c2130ecce9bb7b81c4b06b654a08e5a104500"
    },
    {
      "name": "model.layers.9.linear_attn.in_proj_z.weight",
      "dtype": "BF16",
      "shape": [
        2048,
        1024
      ],
      "data_offsets": [
        1474378432,
        1478572736
      ],
      "sha256": "ac49fd767b9d8a84b5e24a26269fad3bc818d317ae60a205809b4cb38d954687"
    },
    {
      "name": "model.layers.9.linear_attn.norm.weight",
      "dtype": "F32",
      "shape": [
        128
      ],
      "data_offsets": [
        9856,
        10368
      ],
      "sha256": "a04e8ced547c18d69af69cf4ff72863a2dff96a8e9948fc107c701c07f4dcd67"
    },
    {
      "name": "model.layers.9.linear_attn.out_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        2048
      ],
      "data_offsets": [
        1478572736,
        1482767040
      ],
      "sha256": "253571bd7bcb82ae7d6c3db2a5ba0ea44b62deb54d2dbc5cd43672c4081691ca"
    },
    {
      "name": "model.layers.9.mlp.down_proj.weight",
      "dtype": "BF16",
      "shape": [
        1024,
        3584
      ],
      "data_offsets": [
        1482767040,
        1490107072
      ],
      "sha256": "09751bd4c7ef156fd8c5cf4e3be0d6250c7cccc14cf30883fbb28d213fec6132"
    },
    {
      "name": "model.layers.9.mlp.gate_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        1490107072,
        1497447104
      ],
      "sha256": "d358d3350cff9257c1ab0ee1644fa384e0cc1139c94c6b10170ba2c4284c8454"
    },
    {
      "name": "model.layers.9.mlp.up_proj.weight",
      "dtype": "BF16",
      "shape": [
        3584,
        1024
      ],
      "data_offsets": [
        1497447104,
        1504787136
      ],
      "sha256": "a2d38250a3cfcd53088206f52b83b6a7cb21ea56560f0dee8ee7d9eb8a2ff052"
    },
    {
      "name": "model.layers.9.post_attention_layernorm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        1504787136,
        1504789184
      ],
      "sha256": "a09c66914b97943eb9fd72dcdc958f31a964f2ea3cee27b75dfa8b942c78886b"
    },
    {
      "name": "model.norm.weight",
      "dtype": "BF16",
      "shape": [
        1024
      ],
      "data_offsets": [
        1504789184,
        1504791232
      ],
      "sha256": "30832e6642a9c1555485d5c9553a35e539278c33ce3b7a9665e06cd2c5598381"
    }
  ],
  "initializers": [
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.0.input_layernorm.weight",
      "source": "model.layers.0.input_layernorm.weight",
      "source_sha256": "032420ad60956b0e62b5f4afbfc3a51a7148c79946f746ea4eb6b0ceb6c67e37",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 0,
      "bytes": 4096,
      "sha256": "f96d2750e4c18ba21ec53f6010a9a79831d1936dfb4516431a87273ec9f401df"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.0.gdn.conv1d.weight_3d",
      "source": "model.layers.0.linear_attn.conv1d.weight",
      "source_sha256": "130344a7183ae52ad58fc5da96539f28071b64d452bb3acf0890a7947da44188",
      "transform": "identity",
      "shape": [
        6144,
        1,
        4
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 4096,
      "bytes": 49152,
      "sha256": "c08742511c3891af6a841d7495a231e37712fa4a8b2e2690d29d7e8608f5ebdf"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.0.gdn.A_neg_exp",
      "source": "model.layers.0.linear_attn.A_log",
      "source_sha256": "ad78e0805c16a73f70c722e837d1d342df3d9714bea32d353d976e155dd73494",
      "transform": "negative_exp",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 53248,
      "bytes": 64,
      "sha256": "9aa4bd8e831670ff588024d663d17a60ffada1f5f1a240dfe6b8be1795b187dc"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.0.gdn.dt_bias",
      "source": "model.layers.0.linear_attn.dt_bias",
      "source_sha256": "058cec20af625f4e3971da95b131af08db8f9ab26b1301b90c6f6401c5243388",
      "transform": "identity",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 53312,
      "bytes": 64,
      "sha256": "5cc0802165d8bcf1732815a772436a6cd8c9aa2d546b6ea7c05aa4cb6b5b371d"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.0.gdn.norm.weight",
      "source": "model.layers.0.linear_attn.norm.weight",
      "source_sha256": "b92121af2866c2e156749dc12e27d5f873abb1595291be3a7465c8c65fd6e439",
      "transform": "identity",
      "shape": [
        128
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 53376,
      "bytes": 512,
      "sha256": "b92121af2866c2e156749dc12e27d5f873abb1595291be3a7465c8c65fd6e439"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.0.gdn.in_proj_qkv.MatMul.weight",
      "source": "model.layers.0.linear_attn.in_proj_qkv.weight",
      "source_sha256": "8904cdb2c2e3aa5fc158d074e3b84fb5165a6637f2bd38f67fb93b29406fe0dc",
      "transform": "transpose",
      "shape": [
        1024,
        6144
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 53888,
      "bytes": 12582912,
      "sha256": "ad057fc28e8e42635e088ef1bfb7cfa0e6c14d726b2a7fdf6f9178ecf554af46"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.0.gdn.in_proj_z.MatMul.weight",
      "source": "model.layers.0.linear_attn.in_proj_z.weight",
      "source_sha256": "5a44325d73004f42dcd55558d357ceeccb54fafb9b7048071634ab1027e1c17d",
      "transform": "transpose",
      "shape": [
        1024,
        2048
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 12636800,
      "bytes": 4194304,
      "sha256": "6f11141134fcb1b316c9676a0853bea3d29be454b948cfb1754caf026e0ac745"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.0.gdn.in_proj_b.MatMul.weight",
      "source": "model.layers.0.linear_attn.in_proj_b.weight",
      "source_sha256": "02bab6a0eb77ad51435f77665d173876993d725ca3cd953f90c2b0754735db5e",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 16831104,
      "bytes": 32768,
      "sha256": "438e610272fd06005138d88b65c08f90f0ada36302bf03f8f51add6a2cabd211"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.0.gdn.in_proj_a.MatMul.weight",
      "source": "model.layers.0.linear_attn.in_proj_a.weight",
      "source_sha256": "e5197a79fc1daa00d06a0c04fd11a97ac3c10a6bd6460e957fd8383700d5d87b",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 16863872,
      "bytes": 32768,
      "sha256": "e5e35465746f774517b1e93dd76c48d8e49bc09b2c11b6a3f0620935aafe0798"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.0.gdn.out_proj.MatMul.weight",
      "source": "model.layers.0.linear_attn.out_proj.weight",
      "source_sha256": "cbee28fc3b42e07e491fffd593b2ee9ec58ae952dc9133e178f8a80ea916d308",
      "transform": "transpose",
      "shape": [
        2048,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 16896640,
      "bytes": 4194304,
      "sha256": "3c8134485a61cd6ce800c1646210344c48876cabca36434e60ed6f5d045cddc1"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.0.post_attention_layernorm.weight",
      "source": "model.layers.0.post_attention_layernorm.weight",
      "source_sha256": "9c5f1eafa39cd5af93a2f9fadafd3362bc886938ab1a1db3954baea7887fe303",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 21090944,
      "bytes": 4096,
      "sha256": "919a845f171b32d3d04054dd4511e1b44d88e7bcf2b68e3bd5f5ea6e4fc2dd62"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.0.mlp.gate_proj.MatMul.weight",
      "source": "model.layers.0.mlp.gate_proj.weight",
      "source_sha256": "ac1e1d4df4f3adca7e0bc15ee7310ce093f9108baa712cfb86f57b03e6d6e140",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 21095040,
      "bytes": 7340032,
      "sha256": "8965b48a31d11c0fbf6a938e0ef14451fb18b61978a1ef4e6622a12f7f2ac08a"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.0.mlp.up_proj.MatMul.weight",
      "source": "model.layers.0.mlp.up_proj.weight",
      "source_sha256": "0317b5f7a4e522c75c5013a70f14c510262b79596ac298ef52b5e04740d76367",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 28435072,
      "bytes": 7340032,
      "sha256": "d6d4dad3c8921d18c19232aabafe48aef513eefc8df4b4f6e435014c85f09523"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.0.mlp.down_proj.MatMul.weight",
      "source": "model.layers.0.mlp.down_proj.weight",
      "source_sha256": "57c93b2a4452740b0b82386debc7c66df7774f98425a0253dd9d3e7006e989ac",
      "transform": "transpose",
      "shape": [
        3584,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 35775104,
      "bytes": 7340032,
      "sha256": "7888edd715a9f64e3b31bc837b16ea381fa035560c0407c1cda46daea05a08ed"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.1.input_layernorm.weight",
      "source": "model.layers.1.input_layernorm.weight",
      "source_sha256": "105c3f620c5c6f4fb83b1c5aca86af0516ee6fe74013f4c8db19b0c304978fca",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 43115136,
      "bytes": 4096,
      "sha256": "c8afc03b821b2e62844ed3f145e106820f5fc4310781f61cc286b13b9a4c7c87"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.1.gdn.conv1d.weight_3d",
      "source": "model.layers.1.linear_attn.conv1d.weight",
      "source_sha256": "a0e74d5e5adf520e355b4e8e2d4193367cbae4c970b059c346ddd63146330428",
      "transform": "identity",
      "shape": [
        6144,
        1,
        4
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 43119232,
      "bytes": 49152,
      "sha256": "62971b382e0ea6dc6b1bf6a51dc07f3f475140a68b34ea028ba86d79bf49e280"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.1.gdn.A_neg_exp",
      "source": "model.layers.1.linear_attn.A_log",
      "source_sha256": "6b98f67f72af6b686d48e04ae972dc7196de67a56acb1656adedf85ad6a9a445",
      "transform": "negative_exp",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 43168384,
      "bytes": 64,
      "sha256": "c8f9f074d716961b85f47c2c050890c21cde509fd77cbe210feef3895df19ec1"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.1.gdn.dt_bias",
      "source": "model.layers.1.linear_attn.dt_bias",
      "source_sha256": "3c99bf6c106f2cc7afce28251be0c5f471f18a62686c9d5c80d04d98e8b3fb9a",
      "transform": "identity",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 43168448,
      "bytes": 64,
      "sha256": "334257a1c2081bc5444569f8b5f1db8e24f6f3d4685aa7b7c8a87a48f97d29ae"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.1.gdn.norm.weight",
      "source": "model.layers.1.linear_attn.norm.weight",
      "source_sha256": "217499c58672166cf95bfd31fe8b523ef297067083cd36273036cda227ce3e49",
      "transform": "identity",
      "shape": [
        128
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 43168512,
      "bytes": 512,
      "sha256": "217499c58672166cf95bfd31fe8b523ef297067083cd36273036cda227ce3e49"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.1.gdn.in_proj_qkv.MatMul.weight",
      "source": "model.layers.1.linear_attn.in_proj_qkv.weight",
      "source_sha256": "dfeb7007ff5c97f0ea43218df41742829f175202551e2d8a21030b9fb78d907c",
      "transform": "transpose",
      "shape": [
        1024,
        6144
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 43169024,
      "bytes": 12582912,
      "sha256": "faf2f9a1cb318964a1b69a6968a965457a653307f4d0e8bad88af2a5e791a842"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.1.gdn.in_proj_z.MatMul.weight",
      "source": "model.layers.1.linear_attn.in_proj_z.weight",
      "source_sha256": "62d14251ca6f2fe8e45b000b7e00cc217b120adf24a96e1e714dd11f63e97f16",
      "transform": "transpose",
      "shape": [
        1024,
        2048
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 55751936,
      "bytes": 4194304,
      "sha256": "5909b2b0ed63a82bd06d0c48ec71e10fce07ac03e9f87cf5ad13bc770bf80bbe"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.1.gdn.in_proj_b.MatMul.weight",
      "source": "model.layers.1.linear_attn.in_proj_b.weight",
      "source_sha256": "daf38a1d1ed0cdb8fe81ca684f595db7afb6f84aa062dbce94e9237d98399a94",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 59946240,
      "bytes": 32768,
      "sha256": "0fc2e2bbe5bccf7f0ba6c2bc1933ebbbf594800fe46773e17af2922fe33129f1"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.1.gdn.in_proj_a.MatMul.weight",
      "source": "model.layers.1.linear_attn.in_proj_a.weight",
      "source_sha256": "77cc7bc037f894dcafe1ce9cc3d2baa8244ffe63cff1a9bf560aec4c35382f17",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 59979008,
      "bytes": 32768,
      "sha256": "b47f92f53ae82b1c014204455241d1ec0a6e569f27df416dcaea6b1517e82462"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.1.gdn.out_proj.MatMul.weight",
      "source": "model.layers.1.linear_attn.out_proj.weight",
      "source_sha256": "66cb7582a142ba85cff4a46c46a1c25b51a6033c83b5784eaf82e51c9ef96594",
      "transform": "transpose",
      "shape": [
        2048,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 60011776,
      "bytes": 4194304,
      "sha256": "249b776593565f10ba6db0d8d9670e89aec9ed1a596c213946a982a016cf5fcb"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.1.post_attention_layernorm.weight",
      "source": "model.layers.1.post_attention_layernorm.weight",
      "source_sha256": "0dbb3ffad68f553dca3e5cde5f6ab63479b7f9268c56aaa487ba870fdbe8e26f",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 64206080,
      "bytes": 4096,
      "sha256": "ba964f6cf52283d7c387f271d70d11cc97ff3ac0adfe92c898b0b00ba7231686"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.1.mlp.gate_proj.MatMul.weight",
      "source": "model.layers.1.mlp.gate_proj.weight",
      "source_sha256": "eec1554d574f568c1111fcacdfcce1ee9c96b30d68e104de5d6e73f620a52610",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 64210176,
      "bytes": 7340032,
      "sha256": "8f7d65726eb99aea9200da39b3caad939eeb01a4662ecb2523bd5478deea361d"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.1.mlp.up_proj.MatMul.weight",
      "source": "model.layers.1.mlp.up_proj.weight",
      "source_sha256": "740e3ead3094791179bb65898f034e0755eafbda8da9509ed441dab450d4ecad",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 71550208,
      "bytes": 7340032,
      "sha256": "625448ae40b40a442ef07e3620439989a7e983aafdca6fd76698c6dc796c60a5"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.1.mlp.down_proj.MatMul.weight",
      "source": "model.layers.1.mlp.down_proj.weight",
      "source_sha256": "feda6221cef862b7eb343576a03dd1ad215a56561b084c80f26adbf284f1d292",
      "transform": "transpose",
      "shape": [
        3584,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 78890240,
      "bytes": 7340032,
      "sha256": "022a45f82ccb130f86721270388078808ff77e52977ec20f062cdd22c18246ed"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.2.input_layernorm.weight",
      "source": "model.layers.2.input_layernorm.weight",
      "source_sha256": "477fb98b50ccb37ea7254aaf74add51c48bd500dcd3181eda885057c74592840",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 86230272,
      "bytes": 4096,
      "sha256": "92284fd5d4117709dc4599f89ec493d4b0b114388252a677bb7e564e0b33d164"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.2.gdn.conv1d.weight_3d",
      "source": "model.layers.2.linear_attn.conv1d.weight",
      "source_sha256": "ae942a15a3c2a2b4bb52b36d0e36523d8a8f1a75e7ea1d316fbc0a1c506f845e",
      "transform": "identity",
      "shape": [
        6144,
        1,
        4
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 86234368,
      "bytes": 49152,
      "sha256": "436cb0b74fdf70153154008dd2ce7cb431838b2cb03a8a8b6938a93927083095"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.2.gdn.A_neg_exp",
      "source": "model.layers.2.linear_attn.A_log",
      "source_sha256": "a99ca626fc00b801b40180b3bec9f94375aa0cd7adc6f5945ea6bd62b4457735",
      "transform": "negative_exp",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 86283520,
      "bytes": 64,
      "sha256": "45b89fd71b747ed9b0ebd68d401149ddf8a8523d3d0a12e308c6c75352460e24"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.2.gdn.dt_bias",
      "source": "model.layers.2.linear_attn.dt_bias",
      "source_sha256": "942709532514b148fa625457a4b23d6fb819b06c702494760f2891cc855d66c1",
      "transform": "identity",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 86283584,
      "bytes": 64,
      "sha256": "328109b5da47fe776227269b305df3ff3d48c4cd3ebae3188f4b8cd55156dd1b"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.2.gdn.norm.weight",
      "source": "model.layers.2.linear_attn.norm.weight",
      "source_sha256": "b7ea8b8b24815ec8fcd37411c372f93b3b1f5ee59b1b03d4d4dc2f8dc7402c3d",
      "transform": "identity",
      "shape": [
        128
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 86283648,
      "bytes": 512,
      "sha256": "b7ea8b8b24815ec8fcd37411c372f93b3b1f5ee59b1b03d4d4dc2f8dc7402c3d"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.2.gdn.in_proj_qkv.MatMul.weight",
      "source": "model.layers.2.linear_attn.in_proj_qkv.weight",
      "source_sha256": "94229ea3818917350ab4287f9b59400d362c0b1c4a137ce7b4321c63b2d15e60",
      "transform": "transpose",
      "shape": [
        1024,
        6144
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 86284160,
      "bytes": 12582912,
      "sha256": "43f025b35eb581a12e645e9be7abcf0b8eafe1839376e003f97c7064c6c272ea"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.2.gdn.in_proj_z.MatMul.weight",
      "source": "model.layers.2.linear_attn.in_proj_z.weight",
      "source_sha256": "20da1410a365d369d371b3ff8e1dc2963687db187e70068e17e1f6b783aa504e",
      "transform": "transpose",
      "shape": [
        1024,
        2048
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 98867072,
      "bytes": 4194304,
      "sha256": "a896dd10bb469952ad2f0bc388e4a38e2e3419b09cca2bf39e9c4b2ebdfcdf90"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.2.gdn.in_proj_b.MatMul.weight",
      "source": "model.layers.2.linear_attn.in_proj_b.weight",
      "source_sha256": "fe3f12a1c1d11cd6cb1255fd391434df23f8e3bf57a540f5795f9a1b204898ac",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 103061376,
      "bytes": 32768,
      "sha256": "13d71b81bc495c17fdaf9614c8d9cdc176f81163c78236d38125097e95cf2ba7"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.2.gdn.in_proj_a.MatMul.weight",
      "source": "model.layers.2.linear_attn.in_proj_a.weight",
      "source_sha256": "65e139d61fb2dac335760f31501360840c0808e648558a46fc0e7515916a6c5a",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 103094144,
      "bytes": 32768,
      "sha256": "f989aeec03574f95858f11bdc4325dd3cce6773c351f3f4ff92c676e5ef64434"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.2.gdn.out_proj.MatMul.weight",
      "source": "model.layers.2.linear_attn.out_proj.weight",
      "source_sha256": "c5950ca4569b4492985fed6839ede13d4c630e6950e9215cbfe2b810316b335e",
      "transform": "transpose",
      "shape": [
        2048,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 103126912,
      "bytes": 4194304,
      "sha256": "5311e2982ca0eae250693e37fa8dbf36a38d87c1800fb6dd96bf463f54b60bd1"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.2.post_attention_layernorm.weight",
      "source": "model.layers.2.post_attention_layernorm.weight",
      "source_sha256": "ac89246d14af8b3a0c0772943e7209d6056e5b320b09677ecec95a38756ec4ca",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 107321216,
      "bytes": 4096,
      "sha256": "cfdc8a7549b0f859f7cbd6752060b5ba0b802d34ece0568525159552061d83c6"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.2.mlp.gate_proj.MatMul.weight",
      "source": "model.layers.2.mlp.gate_proj.weight",
      "source_sha256": "92b1c17f4299d458400adbf94d5625402c519c65e2e75154821ac95913579307",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 107325312,
      "bytes": 7340032,
      "sha256": "9b7c02552c969f58bdd62606abd2b32828aa85abc3e000c2302ec2fc280b5084"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.2.mlp.up_proj.MatMul.weight",
      "source": "model.layers.2.mlp.up_proj.weight",
      "source_sha256": "045550db57e546e0bbf8d92ff749728b3a109c36feea700f600e954f9a85c2d3",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 114665344,
      "bytes": 7340032,
      "sha256": "70fc78bc499df65afa9a21d8c6f1c5a40f87683d7f64cd9cd3db709b9315ed54"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.2.mlp.down_proj.MatMul.weight",
      "source": "model.layers.2.mlp.down_proj.weight",
      "source_sha256": "9196cbdeb8929eb1440cb8d7981aa72a19354f9bfaa22806e224694c303a902a",
      "transform": "transpose",
      "shape": [
        3584,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 122005376,
      "bytes": 7340032,
      "sha256": "5f163412525ea6718003158831c0b2516cecd24371e319d874d2ed8514b26f69"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.3.input_layernorm.weight",
      "source": "model.layers.3.input_layernorm.weight",
      "source_sha256": "262f20f74b30264bb8244fd620dfd1356e8282ff09e4ba1d6892900d46d0635b",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 129345408,
      "bytes": 4096,
      "sha256": "a9d6d7d3da3e926653aacbd19ea806b79f5b9e44ab619196cb76061ce649ecc3"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.3.attn.q_proj.MatMul.weight",
      "source": "model.layers.3.self_attn.q_proj.weight",
      "source_sha256": "b0dde4ab3eee4dc2abdf2e2fe8cd6b474d52c4559e38bb8fc9c8589c1b0a7176",
      "transform": "transpose",
      "shape": [
        1024,
        4096
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 129349504,
      "bytes": 8388608,
      "sha256": "b2123d08b4fccc91ce11ac8afbb2177b183e931e352155c07ca531fc954987b6"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.3.attn.k_proj.MatMul.weight",
      "source": "model.layers.3.self_attn.k_proj.weight",
      "source_sha256": "4c8cfc4b114917fd3067510ca34886f9bb2bac638a07c537a544e0b9494237fe",
      "transform": "transpose",
      "shape": [
        1024,
        512
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 137738112,
      "bytes": 1048576,
      "sha256": "ad1387aa6f7e7ab533ea448653dafde3528e2a4b701974b2cd1e08178eb14df8"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.3.attn.v_proj.MatMul.weight",
      "source": "model.layers.3.self_attn.v_proj.weight",
      "source_sha256": "459514e89bd3142fca159b73b936cc0e444e6e9cb0dff082be0ecb8462d6a1b7",
      "transform": "transpose",
      "shape": [
        1024,
        512
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 138786688,
      "bytes": 1048576,
      "sha256": "42aa3cfff6d90fe112ed723d0a2bc69d185a4c782e9af73ac354b7843257ec55"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.3.attn.q_norm.layernorm.weight",
      "source": "model.layers.3.self_attn.q_norm.weight",
      "source_sha256": "6fbc460e96b527aa6b54ab345195d141716dd4e34094baec92c65344f8bac298",
      "transform": "add_one",
      "shape": [
        256
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 139835264,
      "bytes": 1024,
      "sha256": "c8355f82651c41a3b2ea2330b66571a4159dfeb79d991e5b8d917f2e42c729f7"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.3.attn.k_norm.layernorm.weight",
      "source": "model.layers.3.self_attn.k_norm.weight",
      "source_sha256": "424ead8a89f71d4e83858da7f28335665c4d61a8797b121cfaa26a56d1f5ea6a",
      "transform": "add_one",
      "shape": [
        256
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 139836288,
      "bytes": 1024,
      "sha256": "aee6812e742be758eff632e801b875e119e135672cc79e22c480d921ba1592c9"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.3.attn.o_proj.MatMul.weight",
      "source": "model.layers.3.self_attn.o_proj.weight",
      "source_sha256": "4c92f1c5a423b022da52875dc21b31e0957110aefefc8826e0be5bcc875cc9cf",
      "transform": "transpose",
      "shape": [
        2048,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 139837312,
      "bytes": 4194304,
      "sha256": "616ef13fec3818680c7f685e2acd0b412ee9471e9a70a4f7ffe52fd93911a725"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.3.post_attention_layernorm.weight",
      "source": "model.layers.3.post_attention_layernorm.weight",
      "source_sha256": "480c483e9af2962e8213512464316402dd657d0dcfa37119a58409689330c7a2",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 144031616,
      "bytes": 4096,
      "sha256": "469bf754b0fd86e2417fd0a2565987e5f4e201394356b88fbcd28061f97aa735"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.3.mlp.gate_proj.MatMul.weight",
      "source": "model.layers.3.mlp.gate_proj.weight",
      "source_sha256": "50d2f4c60e786596e464958bb515ec5573c3ddb53604930e3e2244f107f71f11",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 144035712,
      "bytes": 7340032,
      "sha256": "525c4718e64172361baa2f5ef1ba81fac8b41a13e9556732d62a3c2b1871d586"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.3.mlp.up_proj.MatMul.weight",
      "source": "model.layers.3.mlp.up_proj.weight",
      "source_sha256": "f141786356fc0b59f4e1aa8cc3afb084d283e384c98cd47dbd1812b6c9ac1f0f",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 151375744,
      "bytes": 7340032,
      "sha256": "36e4e053265f56769935883b1e7444f12afd32c41b47cee0b38457057cb3e87e"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.3.mlp.down_proj.MatMul.weight",
      "source": "model.layers.3.mlp.down_proj.weight",
      "source_sha256": "d3428ec277dd5195c9a42720be5b4068fcc51943670c62f57e61b5adebcae1da",
      "transform": "transpose",
      "shape": [
        3584,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 158715776,
      "bytes": 7340032,
      "sha256": "57ccbd1b4b149fbbfd6c5c777b17323ef193f2819ebf8c8ef8d69337d789b0c1"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.4.input_layernorm.weight",
      "source": "model.layers.4.input_layernorm.weight",
      "source_sha256": "8aee027945fcced8fc59b744ac29845b63959e33a0db01cdee7485ddd0fcc079",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 166055808,
      "bytes": 4096,
      "sha256": "8ff37d80fc2fc72da6e376c1314e35d37b9d923bd9e328e33d0390c820700db1"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.4.gdn.conv1d.weight_3d",
      "source": "model.layers.4.linear_attn.conv1d.weight",
      "source_sha256": "89bb115dbce2f578785ae32ed3a31a162793a1e1ef9803bdb2232c92ba8e8c55",
      "transform": "identity",
      "shape": [
        6144,
        1,
        4
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 166059904,
      "bytes": 49152,
      "sha256": "8800dd4fdb50ee5851a14f8254037bfa5c6d3510f83e3f9f38e4ae8f2d1d1276"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.4.gdn.A_neg_exp",
      "source": "model.layers.4.linear_attn.A_log",
      "source_sha256": "280e3591b7b6b7fe0692fbbf60d636f2265384fe84952ddc1cc4c3d8985223b9",
      "transform": "negative_exp",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 166109056,
      "bytes": 64,
      "sha256": "424114a9059e9b7b5e252c063667e452a51725f1742f1837de077d613e6c5a72"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.4.gdn.dt_bias",
      "source": "model.layers.4.linear_attn.dt_bias",
      "source_sha256": "503fc13e97f752879c8eea76750589cf0656a40b2b1a694642ba72ae3b64fccb",
      "transform": "identity",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 166109120,
      "bytes": 64,
      "sha256": "ad6f24d9eedbf4d8b85ce7eec58d3ed9575d87644a834cdd880289a3a3f66c71"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.4.gdn.norm.weight",
      "source": "model.layers.4.linear_attn.norm.weight",
      "source_sha256": "e73ad334202b4c9c503b2121f97ff8602e5118577afdf0d35a6bcd305f8d1b4b",
      "transform": "identity",
      "shape": [
        128
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 166109184,
      "bytes": 512,
      "sha256": "e73ad334202b4c9c503b2121f97ff8602e5118577afdf0d35a6bcd305f8d1b4b"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.4.gdn.in_proj_qkv.MatMul.weight",
      "source": "model.layers.4.linear_attn.in_proj_qkv.weight",
      "source_sha256": "20cfe8d416b7c83fe69ac5e87d6546c88c8cc841ac6549b1a7a83f3f565042c4",
      "transform": "transpose",
      "shape": [
        1024,
        6144
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 166109696,
      "bytes": 12582912,
      "sha256": "b4b15f259b47ebd45c2c35e8bc6ed2ee7714ac95df7c4fee3d1595bd80bdc7bb"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.4.gdn.in_proj_z.MatMul.weight",
      "source": "model.layers.4.linear_attn.in_proj_z.weight",
      "source_sha256": "eaebc8ff9cf3bb005d82e5eef2233055df741bcc02a3d8902de8280595675b3c",
      "transform": "transpose",
      "shape": [
        1024,
        2048
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 178692608,
      "bytes": 4194304,
      "sha256": "afcd7d85b811f999ffe5f654296e81ebd5bae46fc10e1353ed2538c28e14cc51"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.4.gdn.in_proj_b.MatMul.weight",
      "source": "model.layers.4.linear_attn.in_proj_b.weight",
      "source_sha256": "20d599358f68567cfbd2c227b3847c352231c6ea54feb2a4b6210649fa65e88e",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 182886912,
      "bytes": 32768,
      "sha256": "5b609f3e69983293e3a99099788191a021eb8f27b4bcc33db0ebd7f71dfe992b"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.4.gdn.in_proj_a.MatMul.weight",
      "source": "model.layers.4.linear_attn.in_proj_a.weight",
      "source_sha256": "87902c9c858e014ed49a8adff829d7ffe7899f2123dba1bd9372efa0bc864635",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 182919680,
      "bytes": 32768,
      "sha256": "416ac7d5b77445191d2e20d33d6b153989fa61280db11fa97171447b481934d1"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.4.gdn.out_proj.MatMul.weight",
      "source": "model.layers.4.linear_attn.out_proj.weight",
      "source_sha256": "8bf7b33388b1fc049199bb51d73573a2e0d25cda81793605502981b2916e3618",
      "transform": "transpose",
      "shape": [
        2048,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 182952448,
      "bytes": 4194304,
      "sha256": "4284f34dae79f09482520b40fa62042f365c28799e6b5e0dc86e762c94e66447"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.4.post_attention_layernorm.weight",
      "source": "model.layers.4.post_attention_layernorm.weight",
      "source_sha256": "08d72ea5165725ab2fbde7ba1009d6709eaed8bb854e9540d25f09d7f688a406",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 187146752,
      "bytes": 4096,
      "sha256": "ab16042a4afe4cea3a8167c3929802def39ea53f742e1a45f253aa06de4a4183"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.4.mlp.gate_proj.MatMul.weight",
      "source": "model.layers.4.mlp.gate_proj.weight",
      "source_sha256": "992c80a1b8374007902cbac7a616ad8d695ec9e63f519c016b665e41011222cc",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 187150848,
      "bytes": 7340032,
      "sha256": "6b9520c56fc8dd55b56ae2784866fbcaaf7c801cb0e09bd8ecf4b1c2f350ce49"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.4.mlp.up_proj.MatMul.weight",
      "source": "model.layers.4.mlp.up_proj.weight",
      "source_sha256": "2318c49e37ef0ae946f9f9b3d6ebca0a29929c1b05ac7db8c147cf4c1fd9f888",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 194490880,
      "bytes": 7340032,
      "sha256": "67f9dea1b357dcf9ef8c25ae532c5fc06b2559fb688585a6b2496718b0515cbf"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.4.mlp.down_proj.MatMul.weight",
      "source": "model.layers.4.mlp.down_proj.weight",
      "source_sha256": "ba121be04f6cb888879295137310ca32ae19429a1aa03ef7c4ea2f361bb62734",
      "transform": "transpose",
      "shape": [
        3584,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 201830912,
      "bytes": 7340032,
      "sha256": "14ce3dae42d71bec5deafe47e4cf12d0f1c3a0f91478da59692aa098d98b6578"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.5.input_layernorm.weight",
      "source": "model.layers.5.input_layernorm.weight",
      "source_sha256": "7cc8e4c0e7edf4ee82f0ef7968d4db5c428b326cca6d12cbb79912169cb0d277",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 209170944,
      "bytes": 4096,
      "sha256": "c36e66d141d492f050de1bceae116b35306a4a57956295e028cdfc0f7d88fbae"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.5.gdn.conv1d.weight_3d",
      "source": "model.layers.5.linear_attn.conv1d.weight",
      "source_sha256": "84c203872bc3281238d63a425724b0351584cfa78ef19b80897ad8951d22e1b1",
      "transform": "identity",
      "shape": [
        6144,
        1,
        4
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 209175040,
      "bytes": 49152,
      "sha256": "4ea65170aaa2f209afe907a98b6994a5adea36029ad701ebe363f076c1cbab5c"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.5.gdn.A_neg_exp",
      "source": "model.layers.5.linear_attn.A_log",
      "source_sha256": "11652a04f265548e03cb0b510d3dddc7fe31ceb45f8b6634684d7b87e377b9a4",
      "transform": "negative_exp",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 209224192,
      "bytes": 64,
      "sha256": "5487d306a09baf326c6a64d8505776ecf579cc34d57aa356bd9beda27b4ab156"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.5.gdn.dt_bias",
      "source": "model.layers.5.linear_attn.dt_bias",
      "source_sha256": "ff26a071cce66e8930581452e2f5da545a3ef16ed6b149bf4a311723bd45e144",
      "transform": "identity",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 209224256,
      "bytes": 64,
      "sha256": "964957c5332161b1ff50e3d175bce411d8b2217cb8ee57e9841a56ef9f3217f2"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.5.gdn.norm.weight",
      "source": "model.layers.5.linear_attn.norm.weight",
      "source_sha256": "ea06571e986de0d7cbad53ae0226764a855f3cf218ac488f59d72de108b2ecda",
      "transform": "identity",
      "shape": [
        128
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 209224320,
      "bytes": 512,
      "sha256": "ea06571e986de0d7cbad53ae0226764a855f3cf218ac488f59d72de108b2ecda"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.5.gdn.in_proj_qkv.MatMul.weight",
      "source": "model.layers.5.linear_attn.in_proj_qkv.weight",
      "source_sha256": "6bc8a2301fb9fe08feecde6ceceb96c34bb3e39be07eef897718436f2ee68930",
      "transform": "transpose",
      "shape": [
        1024,
        6144
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 209224832,
      "bytes": 12582912,
      "sha256": "354030c3ba091229455bf03268e66485c4164125354ea14dfd83df66f486910c"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.5.gdn.in_proj_z.MatMul.weight",
      "source": "model.layers.5.linear_attn.in_proj_z.weight",
      "source_sha256": "d3803e169af7b129643e94fd23fdaa7263001c8d408de7ff23c2fe0d3ae4f6de",
      "transform": "transpose",
      "shape": [
        1024,
        2048
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 221807744,
      "bytes": 4194304,
      "sha256": "1e2731b021801602a4a3db637076f596a84953a7e408e068d1b78861c549890b"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.5.gdn.in_proj_b.MatMul.weight",
      "source": "model.layers.5.linear_attn.in_proj_b.weight",
      "source_sha256": "8652cf8c947edf58d592d70f4923992a680039b638ed1ff1df8df92e0e367782",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 226002048,
      "bytes": 32768,
      "sha256": "fb617dff7b0295f57b43dd0e21108e728d1e90cf68b777d7e1b45b9c13270080"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.5.gdn.in_proj_a.MatMul.weight",
      "source": "model.layers.5.linear_attn.in_proj_a.weight",
      "source_sha256": "79ad2eb58cee02fbc07ac5664758762c94d1d91007c9dc8fe9d1fcf92e37f970",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 226034816,
      "bytes": 32768,
      "sha256": "b2aa73108d0369f2bab94d3d4a00aa93a4b0b659db791236cd95ff045ee05018"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.5.gdn.out_proj.MatMul.weight",
      "source": "model.layers.5.linear_attn.out_proj.weight",
      "source_sha256": "9f01e959dff41fc8c81a1774e92f9fb48eea7ad3448e8ef1e61a05d594f67c89",
      "transform": "transpose",
      "shape": [
        2048,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 226067584,
      "bytes": 4194304,
      "sha256": "a7f671220f50561796e937b061a5ee26b615eab0d7ca90d376e849075ca96e79"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.5.post_attention_layernorm.weight",
      "source": "model.layers.5.post_attention_layernorm.weight",
      "source_sha256": "a738bd98402ad9d326d25612d627c0c2cf888a93b60e1144fd3860508a1ccc92",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 230261888,
      "bytes": 4096,
      "sha256": "b353044633b20b36ad351d26e5e6bcd3596c093e2993cab0a68c96efeb403c79"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.5.mlp.gate_proj.MatMul.weight",
      "source": "model.layers.5.mlp.gate_proj.weight",
      "source_sha256": "d65832085f8a787945c1c6fbba55239a6f8b4f13ce1bd7a5184e458419427283",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 230265984,
      "bytes": 7340032,
      "sha256": "0436a3f955167ffd556d7c034e718350f39feab8c37967c1008756a155a90281"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.5.mlp.up_proj.MatMul.weight",
      "source": "model.layers.5.mlp.up_proj.weight",
      "source_sha256": "5f0c880e4d6b0127cda55cd017f73f782406dc050f1d750e5585ce102dddde1e",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 237606016,
      "bytes": 7340032,
      "sha256": "a386da22bff130045cb2cbb91efa2c00847a86c186c87d643a472f7f7ad4c07e"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.5.mlp.down_proj.MatMul.weight",
      "source": "model.layers.5.mlp.down_proj.weight",
      "source_sha256": "60f0a77529c775c10da70e76c08a9518918abbae9b264b9d5d6130dff55520e7",
      "transform": "transpose",
      "shape": [
        3584,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 244946048,
      "bytes": 7340032,
      "sha256": "b8a334abaa3da21bd223e9c9014d5a86f32ee23177000acde0c093f28d193bcf"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.6.input_layernorm.weight",
      "source": "model.layers.6.input_layernorm.weight",
      "source_sha256": "700b0acfd417fc3deaf297164e96e9be5408b5801d5e535f40d9d0449d1a9f52",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 252286080,
      "bytes": 4096,
      "sha256": "70189b8add77da7876b9ccd5ced7c2d78aae7dcce32d734d542cc5393213fba7"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.6.gdn.conv1d.weight_3d",
      "source": "model.layers.6.linear_attn.conv1d.weight",
      "source_sha256": "a7904fd450d3221c3c679846150dcda34c0bd8cc600a22749a20213dbe7fca99",
      "transform": "identity",
      "shape": [
        6144,
        1,
        4
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 252290176,
      "bytes": 49152,
      "sha256": "2a29059ab5b4a48a8c0afaba36459663dac14feea1fe6c0536fa9f72b4b85031"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.6.gdn.A_neg_exp",
      "source": "model.layers.6.linear_attn.A_log",
      "source_sha256": "e09b1aab34e374be90dc3f843caf1106b65b3f17353c36aa2535f9defd7d4441",
      "transform": "negative_exp",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 252339328,
      "bytes": 64,
      "sha256": "0eeb478dbb0bd071eb085f7b0fd67a96c44e4dd5708f00d495287ccf53821fb5"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.6.gdn.dt_bias",
      "source": "model.layers.6.linear_attn.dt_bias",
      "source_sha256": "fe00217c7f198519da4e14a7d5b28fd8d0379251cde0af802421300a92fe1c72",
      "transform": "identity",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 252339392,
      "bytes": 64,
      "sha256": "3f3f8737d3b2bd741b2836d590fcef4200ea187be9ddd012ca2fc2e2a5e441fa"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.6.gdn.norm.weight",
      "source": "model.layers.6.linear_attn.norm.weight",
      "source_sha256": "fe1c4024ab6f07dfa5e369925fba4795b01a94072008d6c8abb4112c5d4f8056",
      "transform": "identity",
      "shape": [
        128
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 252339456,
      "bytes": 512,
      "sha256": "fe1c4024ab6f07dfa5e369925fba4795b01a94072008d6c8abb4112c5d4f8056"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.6.gdn.in_proj_qkv.MatMul.weight",
      "source": "model.layers.6.linear_attn.in_proj_qkv.weight",
      "source_sha256": "2a8d44bfe0915366a2cc7a335256b9341999911fe1ea331769ee593d8f19a5a8",
      "transform": "transpose",
      "shape": [
        1024,
        6144
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 252339968,
      "bytes": 12582912,
      "sha256": "4b50f2b7ad053bfe303b77cc1ae9bd268adf91d69b5b3c0ee731c53c86e7c0ff"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.6.gdn.in_proj_z.MatMul.weight",
      "source": "model.layers.6.linear_attn.in_proj_z.weight",
      "source_sha256": "45d73826e3db34280466b732c9daa6dcf3ca6be4a64fc0161a032ba9a0ccb563",
      "transform": "transpose",
      "shape": [
        1024,
        2048
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 264922880,
      "bytes": 4194304,
      "sha256": "4403846eba6a1c2509fcf742add5d4a2d33e236fe2cedcabe44b6ff2b51a323b"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.6.gdn.in_proj_b.MatMul.weight",
      "source": "model.layers.6.linear_attn.in_proj_b.weight",
      "source_sha256": "80799e25f506f287d53a90e8a6c25fdfaa854a99779e74898745fcb517b34701",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 269117184,
      "bytes": 32768,
      "sha256": "e44c7d34d8fe7dd9f671fe48eb098f3071f42b2b39c76f178fdcbab6d7d2db5e"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.6.gdn.in_proj_a.MatMul.weight",
      "source": "model.layers.6.linear_attn.in_proj_a.weight",
      "source_sha256": "a7e4d78c07a99184833a36dce1348ea2c77f7502b9abf3bb4eb50fbe1394bbf1",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 269149952,
      "bytes": 32768,
      "sha256": "12083fecb5be914d6de1cc0fef30afecc310d4ee70030c99418bcc8ed78b169c"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.6.gdn.out_proj.MatMul.weight",
      "source": "model.layers.6.linear_attn.out_proj.weight",
      "source_sha256": "457bf7c14c06028eb639e62d6b2131a8fdbda264fe40e15a45f7cfdf199fd898",
      "transform": "transpose",
      "shape": [
        2048,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 269182720,
      "bytes": 4194304,
      "sha256": "5155ca5acdd9eb0f71912f0229e922151358288bae539f472c7dcaaa6ae9bf7c"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.6.post_attention_layernorm.weight",
      "source": "model.layers.6.post_attention_layernorm.weight",
      "source_sha256": "6265e10d5c6bc8172ddf754dc76357a5fcfec97f98e94f6c50931597b534ea74",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 273377024,
      "bytes": 4096,
      "sha256": "746e73826fdb8584b617317c02930daeb6556938f9e245b37302e6b388979e94"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.6.mlp.gate_proj.MatMul.weight",
      "source": "model.layers.6.mlp.gate_proj.weight",
      "source_sha256": "b36b767f35d7e97bf2443c53e8ee9ff5b36ef4a1e881ceea8b815b403276ee29",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 273381120,
      "bytes": 7340032,
      "sha256": "c3f9468f4082784bae3eac4fe6b736801ec5b1167deee8240aebc3e5e1c3ec2e"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.6.mlp.up_proj.MatMul.weight",
      "source": "model.layers.6.mlp.up_proj.weight",
      "source_sha256": "547463551165093b8b8bdec370a9148af50f9f6e5d38bc2ab4f207b72d2d4044",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 280721152,
      "bytes": 7340032,
      "sha256": "501d75510718b4986e8c08ee7a27b0cbe6c94388f0b72086c1783c17fd240d9c"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.6.mlp.down_proj.MatMul.weight",
      "source": "model.layers.6.mlp.down_proj.weight",
      "source_sha256": "b750e840ad51e8d4b7d0d7f46269df9b7060cc705212c0416b5a34607e3e15b1",
      "transform": "transpose",
      "shape": [
        3584,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 288061184,
      "bytes": 7340032,
      "sha256": "f08f113221f1f64f29091d51f660e78de06a920b4609fc76714da01bddbc1047"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.7.input_layernorm.weight",
      "source": "model.layers.7.input_layernorm.weight",
      "source_sha256": "5054fa70cb0f6699ebe2e14ed24c6564791c1b7f2d80134a6428e481bf19fc75",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 295401216,
      "bytes": 4096,
      "sha256": "9532915bcfde9a4b46624512ce7aee1006b264acc9243885bdb12a5155ff52c0"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.7.attn.q_proj.MatMul.weight",
      "source": "model.layers.7.self_attn.q_proj.weight",
      "source_sha256": "a26bf320a713a5e747f10d2a79e6cad01cef540ae0ab9886f16e8f2650fe13b2",
      "transform": "transpose",
      "shape": [
        1024,
        4096
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 295405312,
      "bytes": 8388608,
      "sha256": "19f4e785bb27736588d4f91f151ffd160a574441cac5e2de98093f32ebe213b6"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.7.attn.k_proj.MatMul.weight",
      "source": "model.layers.7.self_attn.k_proj.weight",
      "source_sha256": "0720a1c07da7f9f0513cc6a1e4b83920504ab9b0c9705b0ec7810ed763a36fa8",
      "transform": "transpose",
      "shape": [
        1024,
        512
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 303793920,
      "bytes": 1048576,
      "sha256": "924b47f90a8a0d61f795649534b4ee95fc6c0dce7664f2a3e45fc8372c3fec97"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.7.attn.v_proj.MatMul.weight",
      "source": "model.layers.7.self_attn.v_proj.weight",
      "source_sha256": "b4b61a50c3713f08bae391b95b178408f6f97c89c99fd3f631c6af36e1752ca9",
      "transform": "transpose",
      "shape": [
        1024,
        512
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 304842496,
      "bytes": 1048576,
      "sha256": "e832541d54c9993923500775ae21ea796841ace6126b77c3e3ba1f431f63f0e1"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.7.attn.q_norm.layernorm.weight",
      "source": "model.layers.7.self_attn.q_norm.weight",
      "source_sha256": "d9e8640352b19cdad1fa8e4788622cf8a0b977979a878729b2f7e71ed21f8f2d",
      "transform": "add_one",
      "shape": [
        256
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 305891072,
      "bytes": 1024,
      "sha256": "339387578eaf31ce223ffb1b33f8fa28bb3f94d0ca6fdb1c92bf5770901c73d9"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.7.attn.k_norm.layernorm.weight",
      "source": "model.layers.7.self_attn.k_norm.weight",
      "source_sha256": "a5b8b543ca3a084105ff3495ed2c36a2f7e99557479bbc3ba45e05541f6806d7",
      "transform": "add_one",
      "shape": [
        256
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 305892096,
      "bytes": 1024,
      "sha256": "9ebe640b0f6f56a59b180febbe554d5e4334b88c0cd5b0c1cf6ae2f25ad5cce8"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.7.attn.o_proj.MatMul.weight",
      "source": "model.layers.7.self_attn.o_proj.weight",
      "source_sha256": "495f9a04acd3b164cd7fb06a9d3e09f699e4abb0298b6cb3313b2d9b8470a63c",
      "transform": "transpose",
      "shape": [
        2048,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 305893120,
      "bytes": 4194304,
      "sha256": "c834b6079fc5e8175182f9c77dfbdb29d1539a82dbeede190b524e1df11a7dfc"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.7.post_attention_layernorm.weight",
      "source": "model.layers.7.post_attention_layernorm.weight",
      "source_sha256": "35f673c1edb982d55e5f46bf207f2de0b9dbd60ad98acfb8cdafc9d9a3a28d25",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 310087424,
      "bytes": 4096,
      "sha256": "eb91d9cd48de23885cf0f19f1e183d30f3381095a1b2356cc6445c978dac1407"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.7.mlp.gate_proj.MatMul.weight",
      "source": "model.layers.7.mlp.gate_proj.weight",
      "source_sha256": "ccff86cc93b91a5be46dbd61cebbfadc32a0e31e7d767b0436a37764d6d94547",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 310091520,
      "bytes": 7340032,
      "sha256": "1ac575fe5962391bacddd55e63f609cc3fba5171f194e82eef2ff660ffe8fcfa"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.7.mlp.up_proj.MatMul.weight",
      "source": "model.layers.7.mlp.up_proj.weight",
      "source_sha256": "9c8a6ffbeb9957d7a52939b037099d34e6445e2255e2b4fb3baedabea93f742a",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 317431552,
      "bytes": 7340032,
      "sha256": "933fcd8b106f11ce2f73993445c1bd613bc18b18aa8a8a9af8debe0302b664c5"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.7.mlp.down_proj.MatMul.weight",
      "source": "model.layers.7.mlp.down_proj.weight",
      "source_sha256": "0c2ba3eec24441cc0a4b4c9e6956f64210caa2acb8fae18b3579fce9ec49159c",
      "transform": "transpose",
      "shape": [
        3584,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 324771584,
      "bytes": 7340032,
      "sha256": "39bc1b24e347d699fc689ab927d351135b4dfd0460fd522ceab35274f15bb4b1"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.8.input_layernorm.weight",
      "source": "model.layers.8.input_layernorm.weight",
      "source_sha256": "e99fc0e779d297db988eae6e2341faea3c688ae4a625caec1ac762b28c5031ae",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 332111616,
      "bytes": 4096,
      "sha256": "158fed0cf88e57022c144faacfb5b7c501b66429535e750719205a52ccc493a6"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.8.gdn.conv1d.weight_3d",
      "source": "model.layers.8.linear_attn.conv1d.weight",
      "source_sha256": "d5ae0f88fe50789e66be125e58bf9b4120c32388d0102904d26d8055cd9ad333",
      "transform": "identity",
      "shape": [
        6144,
        1,
        4
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 332115712,
      "bytes": 49152,
      "sha256": "2bf8a28b5e156e4bd9554002e21191b896fdf50d87f9fa42f4412be40ba82457"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.8.gdn.A_neg_exp",
      "source": "model.layers.8.linear_attn.A_log",
      "source_sha256": "13876faa9c6085de480e5f45506475ca258ac9d1fa6b3fff04f1d2ecf22b3f66",
      "transform": "negative_exp",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 332164864,
      "bytes": 64,
      "sha256": "1d2a6abd8249dc4204c0bc4699dbfb04b8fcbc9dd0aec5258ed0e02c8a89c50b"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.8.gdn.dt_bias",
      "source": "model.layers.8.linear_attn.dt_bias",
      "source_sha256": "ed18e7e867a650777b849b49ce397f92fae1af50003ebcbcd62da0e871ae10f7",
      "transform": "identity",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 332164928,
      "bytes": 64,
      "sha256": "62d352592ec38e937949a9cec98360530d035c25a07bea7b54ceddb8185d9fed"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.8.gdn.norm.weight",
      "source": "model.layers.8.linear_attn.norm.weight",
      "source_sha256": "998d531602505ffdae165c0dfb32a603815e5aec75a88677fd1f7b5e45cbc91b",
      "transform": "identity",
      "shape": [
        128
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 332164992,
      "bytes": 512,
      "sha256": "998d531602505ffdae165c0dfb32a603815e5aec75a88677fd1f7b5e45cbc91b"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.8.gdn.in_proj_qkv.MatMul.weight",
      "source": "model.layers.8.linear_attn.in_proj_qkv.weight",
      "source_sha256": "df6f338e7bf0f84767b1f2bcf55a1327c2c2a7d20b87a450c4863deaa3b5274c",
      "transform": "transpose",
      "shape": [
        1024,
        6144
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 332165504,
      "bytes": 12582912,
      "sha256": "d44e54d9f161496a77f4b3e9b3d475284097e8b8faff0c756d2c93ad9eb11046"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.8.gdn.in_proj_z.MatMul.weight",
      "source": "model.layers.8.linear_attn.in_proj_z.weight",
      "source_sha256": "ff3c479473a91a153cd244af5f44dd5d8ba3ad64858214412463a6a9ea1fe252",
      "transform": "transpose",
      "shape": [
        1024,
        2048
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 344748416,
      "bytes": 4194304,
      "sha256": "a6a8c65cdde237819a84649274e66f417bd25dd78907c8e04a806c3899a901df"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.8.gdn.in_proj_b.MatMul.weight",
      "source": "model.layers.8.linear_attn.in_proj_b.weight",
      "source_sha256": "9383a797a6d4e4e84081bdbe7732fdbda5f44247a933fae3385fcfb248b10f84",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 348942720,
      "bytes": 32768,
      "sha256": "72a726794a9b444cc8145843f57e4c3f25f851fa062c53c5c69c041f99c0a06e"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.8.gdn.in_proj_a.MatMul.weight",
      "source": "model.layers.8.linear_attn.in_proj_a.weight",
      "source_sha256": "f50b6639c4e9e0530048aa73d21035226d9a1a7732f085ee9b6d727f8c9caa36",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 348975488,
      "bytes": 32768,
      "sha256": "ae712bb6ef63c259796167dc0aeafc928902055cdb1aa37c81b70897f72e1881"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.8.gdn.out_proj.MatMul.weight",
      "source": "model.layers.8.linear_attn.out_proj.weight",
      "source_sha256": "f999552cfea17861edc5f5dd25b48f51e89fe3f12e3d7b27c482993d61f773b9",
      "transform": "transpose",
      "shape": [
        2048,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 349008256,
      "bytes": 4194304,
      "sha256": "1ea2cd1b559718556d0922f28fa38a64db93b0c90a868b59bb7a3f3d7c4751a5"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.8.post_attention_layernorm.weight",
      "source": "model.layers.8.post_attention_layernorm.weight",
      "source_sha256": "1ed09c9294e5a6f738c204c417b29706de913fa4a69f497d78841c90658393e1",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 353202560,
      "bytes": 4096,
      "sha256": "cde5530ccf67325bd08236a85978749168c1de609a1174a5f489d94725bd011f"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.8.mlp.gate_proj.MatMul.weight",
      "source": "model.layers.8.mlp.gate_proj.weight",
      "source_sha256": "47ea617b14d9e3787fe7fb8e44eec9655dc8f3c75b150d0b2bfebd13028a4e91",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 353206656,
      "bytes": 7340032,
      "sha256": "679557e6f8b4636b6a425ab78151ababca797b6f97b180662b0449f3ad5a5a2f"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.8.mlp.up_proj.MatMul.weight",
      "source": "model.layers.8.mlp.up_proj.weight",
      "source_sha256": "3fe6752c0557e1e497a15e1e840907a05ddd1a216c540f4b6ed3546bc4f50c39",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 360546688,
      "bytes": 7340032,
      "sha256": "b51752a80c8a31fbdc38496a42a7a356f9df1dea604b47b6ac5d7e81c32cf066"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.8.mlp.down_proj.MatMul.weight",
      "source": "model.layers.8.mlp.down_proj.weight",
      "source_sha256": "05fb318d3507148575b60805a4d34ccaba09aab41705d75a33fe101a78ff841c",
      "transform": "transpose",
      "shape": [
        3584,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 367886720,
      "bytes": 7340032,
      "sha256": "43f3c2a330bbf34d53c163454f57e908ba8ce2c299a43ee1c1b06adf4f311d4d"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.9.input_layernorm.weight",
      "source": "model.layers.9.input_layernorm.weight",
      "source_sha256": "222b3d85cf4b178a9964e0eed3d256e2ea0f34e4c3ddb44dc7e832508643bf89",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 375226752,
      "bytes": 4096,
      "sha256": "31e4ab15793408e177dd3e7a511ec395d56a0dc0ce72fd5322bf87dc0ca520c7"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.9.gdn.conv1d.weight_3d",
      "source": "model.layers.9.linear_attn.conv1d.weight",
      "source_sha256": "1b21bc66765f08edb977a87c36286696b84755d6f89c4793c5476e6990e05e56",
      "transform": "identity",
      "shape": [
        6144,
        1,
        4
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 375230848,
      "bytes": 49152,
      "sha256": "db38d5cd30c8cb048c56bcbc9b2291fbaeab9fd267afd5bc0355f470924a8144"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.9.gdn.A_neg_exp",
      "source": "model.layers.9.linear_attn.A_log",
      "source_sha256": "25567d3d581e54f94e55bc4a93b889559d9c57ace05d777af1e5fd45acf94295",
      "transform": "negative_exp",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 375280000,
      "bytes": 64,
      "sha256": "2710c75d7824b92629d5d401b5bf6a688a68c3a4bd0d54dad15e3fcf4f8c8523"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.9.gdn.dt_bias",
      "source": "model.layers.9.linear_attn.dt_bias",
      "source_sha256": "c8fc614002929ca47207f8d9a1c0d6df6161f4e7e46cba30dcb107f6d01492cf",
      "transform": "identity",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 375280064,
      "bytes": 64,
      "sha256": "8280b8f9d1163c760b566bf4a459b6de1359e8bf8bbc479bd94150adb573063a"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.9.gdn.norm.weight",
      "source": "model.layers.9.linear_attn.norm.weight",
      "source_sha256": "a04e8ced547c18d69af69cf4ff72863a2dff96a8e9948fc107c701c07f4dcd67",
      "transform": "identity",
      "shape": [
        128
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 375280128,
      "bytes": 512,
      "sha256": "a04e8ced547c18d69af69cf4ff72863a2dff96a8e9948fc107c701c07f4dcd67"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.9.gdn.in_proj_qkv.MatMul.weight",
      "source": "model.layers.9.linear_attn.in_proj_qkv.weight",
      "source_sha256": "996562ace68745dbf8487623b39c2130ecce9bb7b81c4b06b654a08e5a104500",
      "transform": "transpose",
      "shape": [
        1024,
        6144
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 375280640,
      "bytes": 12582912,
      "sha256": "7f351935a55be63ebf2fd3143c5c18aefb6eeb7c75da758f67a474a16e16ac0f"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.9.gdn.in_proj_z.MatMul.weight",
      "source": "model.layers.9.linear_attn.in_proj_z.weight",
      "source_sha256": "ac49fd767b9d8a84b5e24a26269fad3bc818d317ae60a205809b4cb38d954687",
      "transform": "transpose",
      "shape": [
        1024,
        2048
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 387863552,
      "bytes": 4194304,
      "sha256": "fe433b20eb52ce80b4db3e027ecf35165c6df95bb2c11ce35f50045b227a2b00"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.9.gdn.in_proj_b.MatMul.weight",
      "source": "model.layers.9.linear_attn.in_proj_b.weight",
      "source_sha256": "015f6fef1e183bb990cd629439316e0629ae1c2cb3badac775653e75853b6d4a",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 392057856,
      "bytes": 32768,
      "sha256": "537360b02cf3b78aae552fea1575f6fb1ef3621d7320983c239c535f6e54d18b"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.9.gdn.in_proj_a.MatMul.weight",
      "source": "model.layers.9.linear_attn.in_proj_a.weight",
      "source_sha256": "48076793b1983ca93b74cead007c0411ec1fdf34a66723e282596cb79f6c9357",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 392090624,
      "bytes": 32768,
      "sha256": "ca74f208fcf80c1c6fdb59c5c7e3f63e70643c8e8ea489fa8d53fcbf3fb323cd"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.9.gdn.out_proj.MatMul.weight",
      "source": "model.layers.9.linear_attn.out_proj.weight",
      "source_sha256": "253571bd7bcb82ae7d6c3db2a5ba0ea44b62deb54d2dbc5cd43672c4081691ca",
      "transform": "transpose",
      "shape": [
        2048,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 392123392,
      "bytes": 4194304,
      "sha256": "18cd40b38d0237e64b0800cd9e2b417e3af269bca7ec4c6fb16dd1730f1547e6"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.9.post_attention_layernorm.weight",
      "source": "model.layers.9.post_attention_layernorm.weight",
      "source_sha256": "a09c66914b97943eb9fd72dcdc958f31a964f2ea3cee27b75dfa8b942c78886b",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 396317696,
      "bytes": 4096,
      "sha256": "4f08983eceede631527dc3334abcd53605753345f519c82f348cc76d7719cffc"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.9.mlp.gate_proj.MatMul.weight",
      "source": "model.layers.9.mlp.gate_proj.weight",
      "source_sha256": "d358d3350cff9257c1ab0ee1644fa384e0cc1139c94c6b10170ba2c4284c8454",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 396321792,
      "bytes": 7340032,
      "sha256": "1d5a6d0c68fdd919b897fe360d9bd508638f25d043f0cc5832f00fd75c85f923"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.9.mlp.up_proj.MatMul.weight",
      "source": "model.layers.9.mlp.up_proj.weight",
      "source_sha256": "a2d38250a3cfcd53088206f52b83b6a7cb21ea56560f0dee8ee7d9eb8a2ff052",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 403661824,
      "bytes": 7340032,
      "sha256": "d97fd7fdad4f39023c3941c300175044e8b4eba61e98eccabb8ad48d21866353"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.9.mlp.down_proj.MatMul.weight",
      "source": "model.layers.9.mlp.down_proj.weight",
      "source_sha256": "09751bd4c7ef156fd8c5cf4e3be0d6250c7cccc14cf30883fbb28d213fec6132",
      "transform": "transpose",
      "shape": [
        3584,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 411001856,
      "bytes": 7340032,
      "sha256": "7ebd17ff93e297b57ccf9dd2ba11275e5eee488787088f31065c41c849bc8c22"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.10.input_layernorm.weight",
      "source": "model.layers.10.input_layernorm.weight",
      "source_sha256": "57dad5a2b3932f4fb1605a11bf7c687ff7ef7a2de996c4144498ffed3af9d19b",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 418341888,
      "bytes": 4096,
      "sha256": "ccb2c51cb25540516d0e961e027e64f437a57ccd3249a45ff1f119a91c40cee3"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.10.gdn.conv1d.weight_3d",
      "source": "model.layers.10.linear_attn.conv1d.weight",
      "source_sha256": "ac90f21fe8bd659a8f2f6ae54be75be2ef7fa7d31f06b56fee3870a9fc92eee1",
      "transform": "identity",
      "shape": [
        6144,
        1,
        4
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 418345984,
      "bytes": 49152,
      "sha256": "2d17c6085fb3c68f0600c8b52a948afdbdde79d2912953c22530617d6f030532"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.10.gdn.A_neg_exp",
      "source": "model.layers.10.linear_attn.A_log",
      "source_sha256": "9a3d672593b3f5754a75efb8c9b477e09ffe485e068ce126193dfde35c28f8f7",
      "transform": "negative_exp",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 418395136,
      "bytes": 64,
      "sha256": "4b487bb5f17ab123264d3388f39bb839c4e2f4023dbcd3b5ab8fae22aab140ef"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.10.gdn.dt_bias",
      "source": "model.layers.10.linear_attn.dt_bias",
      "source_sha256": "1b3e8ff7bdbd185188bb28dc3190a5422501d012e51cafd5faf8d21f86512061",
      "transform": "identity",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 418395200,
      "bytes": 64,
      "sha256": "3d8f3eedad8bcf6a2cc4ce2c3bd7a1120fda3ed1d461dd20a78a9008f36beb13"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.10.gdn.norm.weight",
      "source": "model.layers.10.linear_attn.norm.weight",
      "source_sha256": "3e02b6f8f862b0e7740f559d026e0973583f4561b9cfb7c19846e2c3a5ff2a85",
      "transform": "identity",
      "shape": [
        128
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 418395264,
      "bytes": 512,
      "sha256": "3e02b6f8f862b0e7740f559d026e0973583f4561b9cfb7c19846e2c3a5ff2a85"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.10.gdn.in_proj_qkv.MatMul.weight",
      "source": "model.layers.10.linear_attn.in_proj_qkv.weight",
      "source_sha256": "733680a65ff13073fb52bcd4cca07ff3adbc6e02c695a58a0a69cd576b987c62",
      "transform": "transpose",
      "shape": [
        1024,
        6144
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 418395776,
      "bytes": 12582912,
      "sha256": "3170f1caf7cf28c8b22a3fb1648276c1cc0dee9a997b9fbf83bc78755e7af528"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.10.gdn.in_proj_z.MatMul.weight",
      "source": "model.layers.10.linear_attn.in_proj_z.weight",
      "source_sha256": "aef495e9ed01c8831be36912335d8c3b8ca61d9f7dc78f4041d52e30f1247559",
      "transform": "transpose",
      "shape": [
        1024,
        2048
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 430978688,
      "bytes": 4194304,
      "sha256": "48071e324365cb9f8846db8192be338f18af444f365c4dad0823050921f4e60e"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.10.gdn.in_proj_b.MatMul.weight",
      "source": "model.layers.10.linear_attn.in_proj_b.weight",
      "source_sha256": "b60200cbd0d55589a43976647bd598843a9293f5bcfca0d1da0d26f4d2bda630",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 435172992,
      "bytes": 32768,
      "sha256": "44bae1bc8990bdcdaef13066c69af890c752d744be827882f84b4258234c0486"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.10.gdn.in_proj_a.MatMul.weight",
      "source": "model.layers.10.linear_attn.in_proj_a.weight",
      "source_sha256": "5688129a2e822bfa215ff0a62604046fd41ef594c04cd506b687baebdb97d138",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 435205760,
      "bytes": 32768,
      "sha256": "7297f1d7a78507e538a17bb90e84e6a117b6958ac9abe8c5913994cb04aaeade"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.10.gdn.out_proj.MatMul.weight",
      "source": "model.layers.10.linear_attn.out_proj.weight",
      "source_sha256": "588e20883705d942ccab8d166e35f6d4969b4da0992af5dc84bcb8b6070fa26d",
      "transform": "transpose",
      "shape": [
        2048,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 435238528,
      "bytes": 4194304,
      "sha256": "01ad6aba46f7c2c386a7a796a86ec84e50b4660779dd40d7fd95c3807e54ea25"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.10.post_attention_layernorm.weight",
      "source": "model.layers.10.post_attention_layernorm.weight",
      "source_sha256": "612d8b6c6fdb9160e028f85683648f9cf964df5cc0edec11c1b60a8564a0de10",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 439432832,
      "bytes": 4096,
      "sha256": "91127421693a1f177600cbf41c891167ebbeff30e10f72b1bbb6e791eaa28177"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.10.mlp.gate_proj.MatMul.weight",
      "source": "model.layers.10.mlp.gate_proj.weight",
      "source_sha256": "acc39380cf3b0553da8333bffac94461fd05ea8cc4fecf0f96ff2f9e6f73ef06",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 439436928,
      "bytes": 7340032,
      "sha256": "697e136f2fb31d4822f42d1aabc0b1168ec04891bffa582a2ee0f5c2c05d9c06"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.10.mlp.up_proj.MatMul.weight",
      "source": "model.layers.10.mlp.up_proj.weight",
      "source_sha256": "793b2b2e9ad00cefec77ce9c76586612ff2b5705e56323f7ecf2a5e82b9aed0e",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 446776960,
      "bytes": 7340032,
      "sha256": "8cf307e8e897817f804c6b0409c75282bb9f320b0c97b104034373c418d96613"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.10.mlp.down_proj.MatMul.weight",
      "source": "model.layers.10.mlp.down_proj.weight",
      "source_sha256": "e32e37cffba5b41c4939ad74507e10dea14db631b6fef69c16b1a37dd3dc9b12",
      "transform": "transpose",
      "shape": [
        3584,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 454116992,
      "bytes": 7340032,
      "sha256": "253861a685da0666ca04e4c63795bf8a2e5ce9b72514aadafc25b494b5384462"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.11.input_layernorm.weight",
      "source": "model.layers.11.input_layernorm.weight",
      "source_sha256": "1996a639da08fd30c87783be599ecd05b513c2d4dcd38c2ba5865aae236d7462",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 461457024,
      "bytes": 4096,
      "sha256": "93e8882f6093400e5fc9319970bfa6c6bd8e21e86b4cb864f370e91e1634d096"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.11.attn.q_proj.MatMul.weight",
      "source": "model.layers.11.self_attn.q_proj.weight",
      "source_sha256": "6c87d80ffb32c16ababa3fa7151fff829d47631a685e3390ff2e00a2a3c0ed1c",
      "transform": "transpose",
      "shape": [
        1024,
        4096
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 461461120,
      "bytes": 8388608,
      "sha256": "751182b3641babe177c22a07b4ab7f21e0b4dde09357a74022c2c4b67c733cf1"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.11.attn.k_proj.MatMul.weight",
      "source": "model.layers.11.self_attn.k_proj.weight",
      "source_sha256": "bde140c97a3558c267d10edbe76b6409aa1d2ad4f5790f1d72d1d85d27b0c281",
      "transform": "transpose",
      "shape": [
        1024,
        512
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 469849728,
      "bytes": 1048576,
      "sha256": "d0ad58547a172c609fc7169a0e59f93f67bc8407576bdcf1210f1d866494c7ca"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.11.attn.v_proj.MatMul.weight",
      "source": "model.layers.11.self_attn.v_proj.weight",
      "source_sha256": "6d0b839f9b50573a380568d3db8e4be420cfc41bb084bdb9ea1975044b137fd6",
      "transform": "transpose",
      "shape": [
        1024,
        512
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 470898304,
      "bytes": 1048576,
      "sha256": "f1ed6ca6c8afa78e8ebf637b9838a2bd8ea1356d8bfa349f74eb04b02f3b0323"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.11.attn.q_norm.layernorm.weight",
      "source": "model.layers.11.self_attn.q_norm.weight",
      "source_sha256": "362e6efab6f00a8442201b26236004741dd5afca4b028f8216f131872d88d362",
      "transform": "add_one",
      "shape": [
        256
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 471946880,
      "bytes": 1024,
      "sha256": "718266bd92beb361ef035b67072c7f662387ac45b38181ba0063324eafc24f9e"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.11.attn.k_norm.layernorm.weight",
      "source": "model.layers.11.self_attn.k_norm.weight",
      "source_sha256": "2627cede9dca510f81c95437b72ef6e2ec35d8465b9b82873c0c9c9b5d864f1f",
      "transform": "add_one",
      "shape": [
        256
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 471947904,
      "bytes": 1024,
      "sha256": "20dfa5091785fcc6e42cb1cb69ffc1e8edfb3903454453eec2c496e6ba7143f8"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.11.attn.o_proj.MatMul.weight",
      "source": "model.layers.11.self_attn.o_proj.weight",
      "source_sha256": "fd07e3e0b48deb3d36314fb39863cc30739c0d0cd9575da79bc26f562ba2762e",
      "transform": "transpose",
      "shape": [
        2048,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 471948928,
      "bytes": 4194304,
      "sha256": "aa701cd6cd15ce912b9d3d193ecc90f745383b167295eb4d1e6ebec7df0ad43c"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.11.post_attention_layernorm.weight",
      "source": "model.layers.11.post_attention_layernorm.weight",
      "source_sha256": "de62c6ada66ae054b7b06a63417f9004fc0a578d6dde681ecd2878293f94b34a",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 476143232,
      "bytes": 4096,
      "sha256": "e112fc9f8cfa1003b2172d957f5f412e1f1e84aa1440e5a64e6ceda084654064"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.11.mlp.gate_proj.MatMul.weight",
      "source": "model.layers.11.mlp.gate_proj.weight",
      "source_sha256": "59a7d0c382716854528f2b4cfae1223cdaa5e43052c1747ce2a58785c91dacee",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 476147328,
      "bytes": 7340032,
      "sha256": "a5ac4d42ca8926847516c9cac039a0a73a830942e36b79eb2f6d019106abc785"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.11.mlp.up_proj.MatMul.weight",
      "source": "model.layers.11.mlp.up_proj.weight",
      "source_sha256": "dab36859f9c0914874ca74f932cd380e6634babcba4750a95075bfb9e97d3c9b",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 483487360,
      "bytes": 7340032,
      "sha256": "ba39f6ac3149564898d8108458880bd42595b81633e902207a2acc0b97489db1"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.11.mlp.down_proj.MatMul.weight",
      "source": "model.layers.11.mlp.down_proj.weight",
      "source_sha256": "5120ba8e1da3aeb89ddcf924f2c5e5108fdfe63fb072a4f270dd3508c7e24e3f",
      "transform": "transpose",
      "shape": [
        3584,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 490827392,
      "bytes": 7340032,
      "sha256": "6181b559626a06113590922ecb003105f1eb60ac856344b15115f3093caee759"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.12.input_layernorm.weight",
      "source": "model.layers.12.input_layernorm.weight",
      "source_sha256": "02b667d3e098c1b200d499373d170dd0b803c41cb1f779bdac47f8a8f740d144",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 498167424,
      "bytes": 4096,
      "sha256": "cdac9a9c085822ceb79222a6f5228673df86d6e69302dbbb62ecfec1e2cf1455"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.12.gdn.conv1d.weight_3d",
      "source": "model.layers.12.linear_attn.conv1d.weight",
      "source_sha256": "1cc2aa30505b74f6f75291fe1e350e874d1c85635667f1b53819a1f7b95fc060",
      "transform": "identity",
      "shape": [
        6144,
        1,
        4
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 498171520,
      "bytes": 49152,
      "sha256": "8d9f05ddd1904b4f175be9d1763a9affaa43dc97c5ee8f833ee57ae7c1238c43"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.12.gdn.A_neg_exp",
      "source": "model.layers.12.linear_attn.A_log",
      "source_sha256": "9d4defc1eb81850001cd0c92c99caa7155e39c763a50a84d71b80d634a6da021",
      "transform": "negative_exp",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 498220672,
      "bytes": 64,
      "sha256": "5cf29a58db343d629731b09b5b7ecd97aa949d4d29b564090b251fc884ddc772"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.12.gdn.dt_bias",
      "source": "model.layers.12.linear_attn.dt_bias",
      "source_sha256": "5d8cef5bde9f46cdcce4e487c33fa2f2e8bbdac3bca5a166ee0fb54142ecda2d",
      "transform": "identity",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 498220736,
      "bytes": 64,
      "sha256": "8144118359e1d213ed321c85ce2e9554442a9494b48e4792dc1f6c81457662e7"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.12.gdn.norm.weight",
      "source": "model.layers.12.linear_attn.norm.weight",
      "source_sha256": "c75ae5a92ba026377745dce2af9a726b07f2a04874c4c10e6a0a828543fd677f",
      "transform": "identity",
      "shape": [
        128
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 498220800,
      "bytes": 512,
      "sha256": "c75ae5a92ba026377745dce2af9a726b07f2a04874c4c10e6a0a828543fd677f"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.12.gdn.in_proj_qkv.MatMul.weight",
      "source": "model.layers.12.linear_attn.in_proj_qkv.weight",
      "source_sha256": "cb26f2da759837440a988302c5e071109a583e9282fa37f37970f3c1f7c41b80",
      "transform": "transpose",
      "shape": [
        1024,
        6144
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 498221312,
      "bytes": 12582912,
      "sha256": "2f01ea81fb3dc6814f61dcfc2cd6550816b8ee6e587d0da49774bb900ffc7624"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.12.gdn.in_proj_z.MatMul.weight",
      "source": "model.layers.12.linear_attn.in_proj_z.weight",
      "source_sha256": "6e4522f7902f0b95f3e33b46ef12d393ffd792ae9e2dbe9e198fdaaef41f9395",
      "transform": "transpose",
      "shape": [
        1024,
        2048
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 510804224,
      "bytes": 4194304,
      "sha256": "8b6b86b96693802184f36744cc5dab85bdb2c2e8a35563533e6a710206edba35"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.12.gdn.in_proj_b.MatMul.weight",
      "source": "model.layers.12.linear_attn.in_proj_b.weight",
      "source_sha256": "a3a106faa9f2a7bfa4a7559b82ffcc3644859174a2901444c5fb1c4c64d062e4",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 514998528,
      "bytes": 32768,
      "sha256": "b2a5ce00882d583aaf425905c08a137689e414346c4be03e40de18ec6523efe5"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.12.gdn.in_proj_a.MatMul.weight",
      "source": "model.layers.12.linear_attn.in_proj_a.weight",
      "source_sha256": "050acba7b733cf44261ce882f25537a9ccd64e10afa903d758b1c43e18857735",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 515031296,
      "bytes": 32768,
      "sha256": "b0474563e44e92688e634a4c4570e3263d70733ab78c68d6ed8a340c3a70b9fb"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.12.gdn.out_proj.MatMul.weight",
      "source": "model.layers.12.linear_attn.out_proj.weight",
      "source_sha256": "7fd66cf843f4ded4175804494f9ed9ed91375bf224d99a209789bb762c7e19ed",
      "transform": "transpose",
      "shape": [
        2048,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 515064064,
      "bytes": 4194304,
      "sha256": "03806222015a9fc6452c75f3aee1073947f26196889365563910a66e64d13948"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.12.post_attention_layernorm.weight",
      "source": "model.layers.12.post_attention_layernorm.weight",
      "source_sha256": "4e5a5d9cc2c020223e36c0045ddeffbbfc7f311a9ef59c90b015c38cb9ee1492",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 519258368,
      "bytes": 4096,
      "sha256": "9c3ea0186a7f38cd8760172b8da4d172f927beef70a021de42104503a0f44e5d"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.12.mlp.gate_proj.MatMul.weight",
      "source": "model.layers.12.mlp.gate_proj.weight",
      "source_sha256": "dc73c370a6af841769f183399d1ce8c8f7e26cc90daba1f048709030f81b0ba9",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 519262464,
      "bytes": 7340032,
      "sha256": "4023280066e18e167c3e4d312d518417142c9a8032d0edfa7c933e98c888ad77"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.12.mlp.up_proj.MatMul.weight",
      "source": "model.layers.12.mlp.up_proj.weight",
      "source_sha256": "0f290b628c01776d8afd46ed1db1d096722942f7112fc0f30e9baee41fb40fb5",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 526602496,
      "bytes": 7340032,
      "sha256": "64a49b948f0c8a2c79f1ea6f600938044e19ffbac63d739adb1bdd01c82fdc8e"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.12.mlp.down_proj.MatMul.weight",
      "source": "model.layers.12.mlp.down_proj.weight",
      "source_sha256": "2d5f2fef40eb81eddb32ab0ca8e4e53e5578c53f335cdd6b54d9d62051b0759e",
      "transform": "transpose",
      "shape": [
        3584,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 533942528,
      "bytes": 7340032,
      "sha256": "e85c4b9a427b5eed1258554f5d996441e57012ae085ab1ac2d3a04eadd2de06c"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.13.input_layernorm.weight",
      "source": "model.layers.13.input_layernorm.weight",
      "source_sha256": "9908305d09036e95cfd52e500ec9eeff0906e6b80d40dd834e0a8af418e91c86",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 541282560,
      "bytes": 4096,
      "sha256": "01f71ced272426ecd7cb234bdaea818053754cccb2734cdd1e750a1ae2ecfdcd"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.13.gdn.conv1d.weight_3d",
      "source": "model.layers.13.linear_attn.conv1d.weight",
      "source_sha256": "2b24d64449a3e81847588ef1a5938c807f4acb6fd9143379f047c3d1dc11c38a",
      "transform": "identity",
      "shape": [
        6144,
        1,
        4
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 541286656,
      "bytes": 49152,
      "sha256": "a29b3244749c3a01c6bb64d332c62afb31ee44553e37feb3e597f1818ac64358"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.13.gdn.A_neg_exp",
      "source": "model.layers.13.linear_attn.A_log",
      "source_sha256": "13f858129e2070b8205419299d39591a2148f2d573f6664ea8e9b19086b26b13",
      "transform": "negative_exp",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 541335808,
      "bytes": 64,
      "sha256": "92eef853214f8ce4499a4631a06adb3fb5577d2a405923480ad00fbefc1d9155"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.13.gdn.dt_bias",
      "source": "model.layers.13.linear_attn.dt_bias",
      "source_sha256": "a0368cef2ab75a6fba5e6509e80abaaedf47bd83a201c3a586ef337a6246efa1",
      "transform": "identity",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 541335872,
      "bytes": 64,
      "sha256": "7cc52993efdee08050522e89d4607cae51da2c3d81cd00cfb47973c23bedb3a5"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.13.gdn.norm.weight",
      "source": "model.layers.13.linear_attn.norm.weight",
      "source_sha256": "402169bf7d9f4203cc30a0d4febcdb6a8051b035f26b4eb91c56d760f9a6eace",
      "transform": "identity",
      "shape": [
        128
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 541335936,
      "bytes": 512,
      "sha256": "402169bf7d9f4203cc30a0d4febcdb6a8051b035f26b4eb91c56d760f9a6eace"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.13.gdn.in_proj_qkv.MatMul.weight",
      "source": "model.layers.13.linear_attn.in_proj_qkv.weight",
      "source_sha256": "b2af6d38c8d0320e0f9e8c6c0a1ab7d638361c3f91794c575f6336b4763dfd31",
      "transform": "transpose",
      "shape": [
        1024,
        6144
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 541336448,
      "bytes": 12582912,
      "sha256": "553b54759737b4ebce2aea0343e8a69e5e4cfaa1f51640ae0551a52b9e2829df"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.13.gdn.in_proj_z.MatMul.weight",
      "source": "model.layers.13.linear_attn.in_proj_z.weight",
      "source_sha256": "175e5242ea88f296c2d9d54c63b53b6c6c4b29cfaa75f450dafca9bfe2867451",
      "transform": "transpose",
      "shape": [
        1024,
        2048
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 553919360,
      "bytes": 4194304,
      "sha256": "45b7dcebc6b85eab846903909ec49be35d27a9b6deae25da0e6d653144c0f5ea"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.13.gdn.in_proj_b.MatMul.weight",
      "source": "model.layers.13.linear_attn.in_proj_b.weight",
      "source_sha256": "a21589cbbe52761472b6b34038161c3d6dcc656b96506783f84185ba9a011ae3",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 558113664,
      "bytes": 32768,
      "sha256": "6e4f9cd60ac0d2215c0dca4dc497ff6c73a8682f21293a848d55feb45bda1ba2"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.13.gdn.in_proj_a.MatMul.weight",
      "source": "model.layers.13.linear_attn.in_proj_a.weight",
      "source_sha256": "95afc547a264a11e1acf508e2b3b37e0b92e240e2940046e0cb58946c1bf7e80",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 558146432,
      "bytes": 32768,
      "sha256": "96034a4eef78c873e4ff31b374721a6fa24caa5e480e176cb86e8417ea1c426e"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.13.gdn.out_proj.MatMul.weight",
      "source": "model.layers.13.linear_attn.out_proj.weight",
      "source_sha256": "ed7cb4978176a6fadd07c3fd9d90fb6ab0ac125021e198d8f4dce00fa7169c3b",
      "transform": "transpose",
      "shape": [
        2048,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 558179200,
      "bytes": 4194304,
      "sha256": "cdd1168d60dbbd8fd046f4f6284f4feb25d6af05b57896f377bce14291a19495"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.13.post_attention_layernorm.weight",
      "source": "model.layers.13.post_attention_layernorm.weight",
      "source_sha256": "5d083952a92dc55f8ef7589c47f22fe04181581703d0c4687c1a0abcb9438a78",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 562373504,
      "bytes": 4096,
      "sha256": "7683131eb58b79d5312ea113d268b1f9e5ba70be63372cb11b8a0bbcad7f20b2"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.13.mlp.gate_proj.MatMul.weight",
      "source": "model.layers.13.mlp.gate_proj.weight",
      "source_sha256": "848f24b29888174053ce57ae02fe67c8d0f03fc94e75412ef821f0f7fb1159bc",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 562377600,
      "bytes": 7340032,
      "sha256": "7cff0ab8b6de9dbcb9f48ea5ebf62231dd230953da6c3470d67885e4043dbf53"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.13.mlp.up_proj.MatMul.weight",
      "source": "model.layers.13.mlp.up_proj.weight",
      "source_sha256": "8d66273c144a88ed841d0f15ef0bb0d65b5238a506d4ac1ee66f86dcf1993707",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 569717632,
      "bytes": 7340032,
      "sha256": "b60ced3bc0e2c3fd23218838b7d8b5248a53dc04db2e0b121d0ecb0a3a47f703"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.13.mlp.down_proj.MatMul.weight",
      "source": "model.layers.13.mlp.down_proj.weight",
      "source_sha256": "a903cbbf112b0c17b53cc7c89faed3df7fa718ec5f0a148ab474b6a75a064210",
      "transform": "transpose",
      "shape": [
        3584,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 577057664,
      "bytes": 7340032,
      "sha256": "45e2f06dcbca14ac2200adc5cc7b1b824d6c1a34dc65c38811fd90dffa853a37"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.14.input_layernorm.weight",
      "source": "model.layers.14.input_layernorm.weight",
      "source_sha256": "4c3fda2b7b689ed486a1d589662ae0277bef18533c260673c8c57134489f815b",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 584397696,
      "bytes": 4096,
      "sha256": "3adb9bb4bb54d4f5311f009d583a395d63f2179f249de7b800111114e14566ec"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.14.gdn.conv1d.weight_3d",
      "source": "model.layers.14.linear_attn.conv1d.weight",
      "source_sha256": "f3e0c3cb5250abc2e4878980a5083839ff73b6619c23e0a215cd9d12b7cadffd",
      "transform": "identity",
      "shape": [
        6144,
        1,
        4
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 584401792,
      "bytes": 49152,
      "sha256": "f08b8f6ff4eddc33faa0dfc8057f6fbcc9ba19ebab0c5c98cf5b5d35056eca14"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.14.gdn.A_neg_exp",
      "source": "model.layers.14.linear_attn.A_log",
      "source_sha256": "f7e51e8a5df7606167533f0fa946478a8920499de060b56b85d9f0bf7f4bcc20",
      "transform": "negative_exp",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 584450944,
      "bytes": 64,
      "sha256": "b73124a630ea4c93e4236a9683df7274c17ac73ad853f0a61c3c930804eea888"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.14.gdn.dt_bias",
      "source": "model.layers.14.linear_attn.dt_bias",
      "source_sha256": "ec327be5bc6f761f09528dddc66a8aef6b0bfea753dbc31dc678866ee2d2a8e0",
      "transform": "identity",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 584451008,
      "bytes": 64,
      "sha256": "2d689690a41716b2080db3a71f94c9e7f0104b74a013b5d84534393518e82293"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.14.gdn.norm.weight",
      "source": "model.layers.14.linear_attn.norm.weight",
      "source_sha256": "2dadd9a67ff349e42809f71ba1740fdd47a2f5ecdd6e1e9b7dd8a0a9faa21bbd",
      "transform": "identity",
      "shape": [
        128
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 584451072,
      "bytes": 512,
      "sha256": "2dadd9a67ff349e42809f71ba1740fdd47a2f5ecdd6e1e9b7dd8a0a9faa21bbd"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.14.gdn.in_proj_qkv.MatMul.weight",
      "source": "model.layers.14.linear_attn.in_proj_qkv.weight",
      "source_sha256": "55cd42e6408d76bd062b47b0ec9faed8b582cecf8c7c632b35a8a2fd044fecf1",
      "transform": "transpose",
      "shape": [
        1024,
        6144
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 584451584,
      "bytes": 12582912,
      "sha256": "412c3b27322e9271c47b318af1bdfe538c6b8c219b56d46c326e14800ebee346"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.14.gdn.in_proj_z.MatMul.weight",
      "source": "model.layers.14.linear_attn.in_proj_z.weight",
      "source_sha256": "3439f3c617eaa24acfcdede4411a31fc6cd8025c4bad695c1c0de9236bae0c6a",
      "transform": "transpose",
      "shape": [
        1024,
        2048
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 597034496,
      "bytes": 4194304,
      "sha256": "13c91370b58827d9d701295d976f68db003da6a56a1b69c93d4c200657d7445f"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.14.gdn.in_proj_b.MatMul.weight",
      "source": "model.layers.14.linear_attn.in_proj_b.weight",
      "source_sha256": "51400e43b31da8ad419519fa74fafff6fb913dbe2a9f7f3db1b76122caefc514",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 601228800,
      "bytes": 32768,
      "sha256": "af6aeeeb30805804627f49425424b1d0d4298ab70c44a7cb3deabfec2985085c"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.14.gdn.in_proj_a.MatMul.weight",
      "source": "model.layers.14.linear_attn.in_proj_a.weight",
      "source_sha256": "e17970735512b94fad660c188615ed2100fcdc224f40ff83386781f148b77283",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 601261568,
      "bytes": 32768,
      "sha256": "d09395bfe730faea227531d0667ca050b2a25d7fc8218500e8c1a88e5ac246c6"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.14.gdn.out_proj.MatMul.weight",
      "source": "model.layers.14.linear_attn.out_proj.weight",
      "source_sha256": "4104c25ec4cce12ad592be6a296c4cc0275e2e8f4b00521f49bb03187d8a83c0",
      "transform": "transpose",
      "shape": [
        2048,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 601294336,
      "bytes": 4194304,
      "sha256": "a0bdcaf030241927dbeffcc807bc9a29166e5ee7003cd89ea07c9fea020354ef"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.14.post_attention_layernorm.weight",
      "source": "model.layers.14.post_attention_layernorm.weight",
      "source_sha256": "dc29d7ed0a819ea2597ec91d1172c14df84b9e24cb49ccb272080c88e5f37e8d",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 605488640,
      "bytes": 4096,
      "sha256": "035cdf2db03cda96d1f0c2e9478f39ddcbdc43a80298a332682f7297e1adaac5"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.14.mlp.gate_proj.MatMul.weight",
      "source": "model.layers.14.mlp.gate_proj.weight",
      "source_sha256": "6327f2e91f44b5f5ae73cfaab781219ca035699280ca7fa8f2c044a1d0d54965",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 605492736,
      "bytes": 7340032,
      "sha256": "9037e1a51c2dab7d99c850dc88d1e7a61ea9cf6109e1940737016cb60f484e4b"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.14.mlp.up_proj.MatMul.weight",
      "source": "model.layers.14.mlp.up_proj.weight",
      "source_sha256": "f63c0b1e4ae22e9aa8c99d3d63a642b127a4f747eb9128eff0c339481e2c62d9",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 612832768,
      "bytes": 7340032,
      "sha256": "2967b799721bc8df46be7ee7103b033ccb64e4dbfdcdfee9ba9f2c14cc9d5711"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.14.mlp.down_proj.MatMul.weight",
      "source": "model.layers.14.mlp.down_proj.weight",
      "source_sha256": "96d8150df0567e3d748b0388e6a20781b0569388a4ffa2a34faa531c85642803",
      "transform": "transpose",
      "shape": [
        3584,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 620172800,
      "bytes": 7340032,
      "sha256": "57ee2e6a4720dadc68d79fbead75308ecb15eff9dc8da6a03ab60833aff98162"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.15.input_layernorm.weight",
      "source": "model.layers.15.input_layernorm.weight",
      "source_sha256": "670e6a67aacfe530ec25cc0ab3dd9dd679e4fb6f00d9ae45f6b1cc8e6a26c513",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 627512832,
      "bytes": 4096,
      "sha256": "fd62b7c36769b5803d038d9d7d60698f8d4f873fa610d1abc4f6e91b35dc9d4e"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.15.attn.q_proj.MatMul.weight",
      "source": "model.layers.15.self_attn.q_proj.weight",
      "source_sha256": "35bfbc3cf48dd835c6953120224af8ee7aac5f4bce955d41f1777d136d7b89a9",
      "transform": "transpose",
      "shape": [
        1024,
        4096
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 627516928,
      "bytes": 8388608,
      "sha256": "2046a3d6ef5e2dcab163cb44b3a9def0e7f0c2a4b01baf550db3a84939e269d7"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.15.attn.k_proj.MatMul.weight",
      "source": "model.layers.15.self_attn.k_proj.weight",
      "source_sha256": "f32866a80a6fab3a2f505b91443212283dab7e32a8d445206ebf3038cc1a8a0b",
      "transform": "transpose",
      "shape": [
        1024,
        512
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 635905536,
      "bytes": 1048576,
      "sha256": "3a3e1759083fc2d2568073a4250b3135f7bb6dbf8aef24046d943411846c7f65"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.15.attn.v_proj.MatMul.weight",
      "source": "model.layers.15.self_attn.v_proj.weight",
      "source_sha256": "0091e751727826dd2bb7d6e239870484cba3393bc219ec9595b5ab2ddf8607e0",
      "transform": "transpose",
      "shape": [
        1024,
        512
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 636954112,
      "bytes": 1048576,
      "sha256": "f073575358173f0ee897e9f080161a5d037d170a5447d406eccc0417437a0f50"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.15.attn.q_norm.layernorm.weight",
      "source": "model.layers.15.self_attn.q_norm.weight",
      "source_sha256": "ca19b737f9e79a36443c2ad5221c82097d63e07a3fdf9726eefb2f549733af69",
      "transform": "add_one",
      "shape": [
        256
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 638002688,
      "bytes": 1024,
      "sha256": "597659108b59d8e4f7b3eecce6718b06fbb6736c126eba8b29f5aaca6068d591"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.15.attn.k_norm.layernorm.weight",
      "source": "model.layers.15.self_attn.k_norm.weight",
      "source_sha256": "bf86eafa90845f6148eef808451d12b1c4eec07a4e01c8cd5fd4e2133f6422f3",
      "transform": "add_one",
      "shape": [
        256
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 638003712,
      "bytes": 1024,
      "sha256": "42b929380d74abb48af6c72684d119efeaa7098d4741d532b1ecfeffda823d54"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.15.attn.o_proj.MatMul.weight",
      "source": "model.layers.15.self_attn.o_proj.weight",
      "source_sha256": "2f5be1b0f59d3bf45a992e18c26b3658ce5112527ea570b00d05fe1a48140092",
      "transform": "transpose",
      "shape": [
        2048,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 638004736,
      "bytes": 4194304,
      "sha256": "b2f6e1e2026f0f999d1af817ff351e8084191f9ee2ed90e4adf7f36e613812aa"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.15.post_attention_layernorm.weight",
      "source": "model.layers.15.post_attention_layernorm.weight",
      "source_sha256": "86bc9b8e15b9a9b6693bc57becf46255406ab48407fb0b3d9ab663a2aaf75667",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 642199040,
      "bytes": 4096,
      "sha256": "238e3a075ac7771d35804835e05b9a21c0a9e4cc5fe99ba26b38a6898f9063e0"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.15.mlp.gate_proj.MatMul.weight",
      "source": "model.layers.15.mlp.gate_proj.weight",
      "source_sha256": "46661cd3ffaa3fc096b0785581b41a848e40d8247ba4cb7ced946cc4fde06a48",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 642203136,
      "bytes": 7340032,
      "sha256": "5b5c7274e730b30dcc521005ef45dbbbc4b6d3ef7922ddad996a3121c5582859"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.15.mlp.up_proj.MatMul.weight",
      "source": "model.layers.15.mlp.up_proj.weight",
      "source_sha256": "aa16ebc91dcb4702fe78227d9eea187cc044eb49ae8196e228cad737dd71e715",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 649543168,
      "bytes": 7340032,
      "sha256": "0883aa3f91d5d166fe1c2b613cb15c033f3aba1baba408ae3ef79bb7f9fff092"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.15.mlp.down_proj.MatMul.weight",
      "source": "model.layers.15.mlp.down_proj.weight",
      "source_sha256": "ef60d2c687bab19464dca9c8bfd7777e46ad226df0c9e25643b0bab04b5a1cca",
      "transform": "transpose",
      "shape": [
        3584,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 656883200,
      "bytes": 7340032,
      "sha256": "b131bee43b48195d61bc198b8827edeef64d9d85238b6119e71401e702802cc7"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.16.input_layernorm.weight",
      "source": "model.layers.16.input_layernorm.weight",
      "source_sha256": "a63ff1b506ee7cf71c5d52f95598fa6ebe9410ac3197e2e95a242ab973b29624",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 664223232,
      "bytes": 4096,
      "sha256": "576c222395a93da02fc299c4c930f23d699b38803c9aa4a3b045469a56cef91f"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.16.gdn.conv1d.weight_3d",
      "source": "model.layers.16.linear_attn.conv1d.weight",
      "source_sha256": "0dd6a64825d60e73c1579f9cb28b74f992c10565ff728cf6bf78ee95b750d754",
      "transform": "identity",
      "shape": [
        6144,
        1,
        4
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 664227328,
      "bytes": 49152,
      "sha256": "6e450aa5c65c810e519af80e9d0bb0c06dfb1d6c82bafc448dec74bbdb5ba3be"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.16.gdn.A_neg_exp",
      "source": "model.layers.16.linear_attn.A_log",
      "source_sha256": "ef6347f3b8c4383000fad94f82754c9d0389744bf28e2262c8c17a2d7b1b7edb",
      "transform": "negative_exp",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 664276480,
      "bytes": 64,
      "sha256": "57262c5cc4b44f5999e00eef7d391276fbf0e518978291f5e086f9a3d036e027"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.16.gdn.dt_bias",
      "source": "model.layers.16.linear_attn.dt_bias",
      "source_sha256": "43150073a3011519850a65c6a3373ee89a0fb09a2c298a8e75b22c12bafdae13",
      "transform": "identity",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 664276544,
      "bytes": 64,
      "sha256": "9b305ed1a1a8704d982fd1176c8e5d59c8a06fa503d2d4239f65ce31da873130"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.16.gdn.norm.weight",
      "source": "model.layers.16.linear_attn.norm.weight",
      "source_sha256": "aa7a8705d87959ff7460c8f1cf1b44b4ceda4ca38dd8dfad66c12832aa0d07af",
      "transform": "identity",
      "shape": [
        128
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 664276608,
      "bytes": 512,
      "sha256": "aa7a8705d87959ff7460c8f1cf1b44b4ceda4ca38dd8dfad66c12832aa0d07af"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.16.gdn.in_proj_qkv.MatMul.weight",
      "source": "model.layers.16.linear_attn.in_proj_qkv.weight",
      "source_sha256": "83bf31af185b7cfb4a421b6d1bb258912e66413c17a5c78a4599119203668e64",
      "transform": "transpose",
      "shape": [
        1024,
        6144
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 664277120,
      "bytes": 12582912,
      "sha256": "9615888d019f405e73b8bcf5a6697c13903072c795b793c8993256a3a119852d"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.16.gdn.in_proj_z.MatMul.weight",
      "source": "model.layers.16.linear_attn.in_proj_z.weight",
      "source_sha256": "9b9c714ac98e68501731c49be2645b714f63637f1d0f1e75bf6451e26256aa89",
      "transform": "transpose",
      "shape": [
        1024,
        2048
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 676860032,
      "bytes": 4194304,
      "sha256": "f6e1cff324fe1da44426acf115a975ce9e7b82bc383ffb4adba76505a060012c"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.16.gdn.in_proj_b.MatMul.weight",
      "source": "model.layers.16.linear_attn.in_proj_b.weight",
      "source_sha256": "718a0f80e52df9721d12d6d9176edc575500a16bbc4a821b0aa16c053c5ae456",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 681054336,
      "bytes": 32768,
      "sha256": "d5b902117815a59a4e3a8976bd91f68d4f9891e78e46ad158b121beacd241e82"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.16.gdn.in_proj_a.MatMul.weight",
      "source": "model.layers.16.linear_attn.in_proj_a.weight",
      "source_sha256": "a998e1d375f07adb1d5c7af7544bbb097504b804c31ab340741c46085e82bddc",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 681087104,
      "bytes": 32768,
      "sha256": "2edf41b9c6f92ccea9ba89d8c545ceb4cad183a134b5323eb3b9579b8ad109b9"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.16.gdn.out_proj.MatMul.weight",
      "source": "model.layers.16.linear_attn.out_proj.weight",
      "source_sha256": "726ecc2ab3ba05f84cbff821eca9425519c30aec5d7ab1cf3aceaea7af38722a",
      "transform": "transpose",
      "shape": [
        2048,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 681119872,
      "bytes": 4194304,
      "sha256": "cbe964819021cfee39f7ba29db9a198c1353fe1a69ab09571ec951fbe70b11b9"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.16.post_attention_layernorm.weight",
      "source": "model.layers.16.post_attention_layernorm.weight",
      "source_sha256": "89249bc43d147f248f9457371fd3780c9fed3b1889bb0ecf76500e1f81d6307b",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 685314176,
      "bytes": 4096,
      "sha256": "159ff9c34431c801ab18ae34c679c585ee89a3cc303ac90b947421a848f105bc"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.16.mlp.gate_proj.MatMul.weight",
      "source": "model.layers.16.mlp.gate_proj.weight",
      "source_sha256": "09149700806a4bb83986f73459d3b8ac636018a4a2411927073bc49c6895c3e8",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 685318272,
      "bytes": 7340032,
      "sha256": "3bfcf65a6dbf7a8294c89e1c660f78172b30c7d6f4f30e456d51316318782472"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.16.mlp.up_proj.MatMul.weight",
      "source": "model.layers.16.mlp.up_proj.weight",
      "source_sha256": "8c4eb5f3102c29f255f26e7e82a6223c410f229a4b3ea4dedab73d776a9f6080",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 692658304,
      "bytes": 7340032,
      "sha256": "eca6eab3ab1bc8ccb9cf00e54aaf27440e06955b33311c26bc09be301b940c07"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.16.mlp.down_proj.MatMul.weight",
      "source": "model.layers.16.mlp.down_proj.weight",
      "source_sha256": "e12df33b47e0bb61125b8fe421d0aba4a75e6bf0b07e1b233f79937b978356d0",
      "transform": "transpose",
      "shape": [
        3584,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 699998336,
      "bytes": 7340032,
      "sha256": "4f3069188dfc95a6384a4ff43ef827fb7d2bae3c17ca6eff13c2df7997e10c5b"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.17.input_layernorm.weight",
      "source": "model.layers.17.input_layernorm.weight",
      "source_sha256": "7076dfa9c7857bd70c1c9680daf54927db580faf40827101347db5c9595baba9",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 707338368,
      "bytes": 4096,
      "sha256": "15cafe09332c46c9dc65d53b5ce8420d7213ac56588dade9d0a94fc354051659"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.17.gdn.conv1d.weight_3d",
      "source": "model.layers.17.linear_attn.conv1d.weight",
      "source_sha256": "007b69b950272d2169c37d47dae64923342fd09cd2d451cbb2c35db20c70118a",
      "transform": "identity",
      "shape": [
        6144,
        1,
        4
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 707342464,
      "bytes": 49152,
      "sha256": "495686a3bc85e351543e29b11772d3c488b2f38b921a9f0ef5214aadab27c89d"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.17.gdn.A_neg_exp",
      "source": "model.layers.17.linear_attn.A_log",
      "source_sha256": "b63f4fd41f33846b5f16079772a649a6b7c3b8f16540f5b7478c4b1ea38281fb",
      "transform": "negative_exp",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 707391616,
      "bytes": 64,
      "sha256": "37da577e5af3a24b03736a378122b9e47552ed5bd0d072b37f450e66f554bcf6"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.17.gdn.dt_bias",
      "source": "model.layers.17.linear_attn.dt_bias",
      "source_sha256": "ab51aafbe0b1c8e8865d525e726ea43426b6d3e7d70314e2284f5884874be0de",
      "transform": "identity",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 707391680,
      "bytes": 64,
      "sha256": "1fe21c106cf24ea536918867b71a82c14f44c50b2283ae3c9f8b790508c5d5d1"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.17.gdn.norm.weight",
      "source": "model.layers.17.linear_attn.norm.weight",
      "source_sha256": "9109d92911338e459138e9d3a7c5e24cd9e75e16ce24609c3aa09476c0eaac56",
      "transform": "identity",
      "shape": [
        128
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 707391744,
      "bytes": 512,
      "sha256": "9109d92911338e459138e9d3a7c5e24cd9e75e16ce24609c3aa09476c0eaac56"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.17.gdn.in_proj_qkv.MatMul.weight",
      "source": "model.layers.17.linear_attn.in_proj_qkv.weight",
      "source_sha256": "c166aaaa8f561735ba47e82e0e853f2afc8ef683f4d5f1308756144d2a8a1538",
      "transform": "transpose",
      "shape": [
        1024,
        6144
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 707392256,
      "bytes": 12582912,
      "sha256": "ae3ce42a81d28f38cdcd9319a40f7c32043a370c7919a48159719dc7630982d6"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.17.gdn.in_proj_z.MatMul.weight",
      "source": "model.layers.17.linear_attn.in_proj_z.weight",
      "source_sha256": "246f4df3c2c4025689ee42f547bcd35eef5a1accf443a7d66b680120280615e0",
      "transform": "transpose",
      "shape": [
        1024,
        2048
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 719975168,
      "bytes": 4194304,
      "sha256": "5a4539db91bd625ee396b93894ba7a6930ac94028f88f2366ecfb18f8dda47d0"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.17.gdn.in_proj_b.MatMul.weight",
      "source": "model.layers.17.linear_attn.in_proj_b.weight",
      "source_sha256": "a2be5f986e93f5e7bb0af4db830c556a7409ca2bcb67b9aee7c27534cbf7b35b",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 724169472,
      "bytes": 32768,
      "sha256": "81abc5d81a17f075f0a245a54d72df3ca6297754deaf2cda8911668130e891bc"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.17.gdn.in_proj_a.MatMul.weight",
      "source": "model.layers.17.linear_attn.in_proj_a.weight",
      "source_sha256": "d38b1f46072b48c85bbc1b68130c9283c652d111c0d7cec61d3ea1263bba310e",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 724202240,
      "bytes": 32768,
      "sha256": "4ef863a3ade56fec2825044a0c93dd1aab825b95c7a12154babce5f3d297845a"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.17.gdn.out_proj.MatMul.weight",
      "source": "model.layers.17.linear_attn.out_proj.weight",
      "source_sha256": "73a8878d3e33c44b82f667c38243a535b6a3ca73c3a5fcf8c7dde790d246744d",
      "transform": "transpose",
      "shape": [
        2048,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 724235008,
      "bytes": 4194304,
      "sha256": "d9b2ab47b6a008a33be77c22ffb05ffb68dd6f6dbd36038a58d37b89ed6cfe64"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.17.post_attention_layernorm.weight",
      "source": "model.layers.17.post_attention_layernorm.weight",
      "source_sha256": "306491a125a6e37d6a88623c0b74f00d9ec66592fd907c0fb2fc6694b6b0f6a6",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 728429312,
      "bytes": 4096,
      "sha256": "69c95a51de353cf11ed1138545e5411f5bc469fd2bcf56f3ccd43ed2b63b5402"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.17.mlp.gate_proj.MatMul.weight",
      "source": "model.layers.17.mlp.gate_proj.weight",
      "source_sha256": "f8756b1cb7504eacc713c4e2c9d2128e3b7c0ff63248756d5a1a216ffe694300",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 728433408,
      "bytes": 7340032,
      "sha256": "0f17285574818ab9c045128298dad585fb5fb139a0f49a172e44dc85ce0afbb9"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.17.mlp.up_proj.MatMul.weight",
      "source": "model.layers.17.mlp.up_proj.weight",
      "source_sha256": "b69569389e39e255195d13e2af84a10c49b4415e4c83cb5a0840628ee8f80948",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 735773440,
      "bytes": 7340032,
      "sha256": "abcc421cb4f5a4d688c12551b9a74bf05f6d4cbef5bfcff84900c15df87db161"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.17.mlp.down_proj.MatMul.weight",
      "source": "model.layers.17.mlp.down_proj.weight",
      "source_sha256": "412058832c188e22c34c358c8e59601fbc9a945b7ac7fb8ed5b4712302b237a8",
      "transform": "transpose",
      "shape": [
        3584,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 743113472,
      "bytes": 7340032,
      "sha256": "1a437236ea853a7c60f2d3d302e83ccbb87abc44fe413712d14cd211ebbce501"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.18.input_layernorm.weight",
      "source": "model.layers.18.input_layernorm.weight",
      "source_sha256": "b461b137d827a9dc1f1a34d7198eb082f8a669d3fcd46cfc995a860728066e22",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 750453504,
      "bytes": 4096,
      "sha256": "d093fca85cacd7bfce8389708ddf5c2c9ae370de99d3820e874caa7409e1925d"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.18.gdn.conv1d.weight_3d",
      "source": "model.layers.18.linear_attn.conv1d.weight",
      "source_sha256": "5a750fe628c7beba215a72ad4aaa5bc46e2c88d587aad6671b949bfdb42db545",
      "transform": "identity",
      "shape": [
        6144,
        1,
        4
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 750457600,
      "bytes": 49152,
      "sha256": "113f49250cdecd4518038c5d2536e1296f2c214cc555ef3e7ed69171aae7b493"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.18.gdn.A_neg_exp",
      "source": "model.layers.18.linear_attn.A_log",
      "source_sha256": "1c0e0c201309df081cbfe9a37018164714a96bc7cdf09473ed0fcfd1f515a555",
      "transform": "negative_exp",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 750506752,
      "bytes": 64,
      "sha256": "3ab52e7f215c76b0e53d0b0bae44194ff153b029da7e116e91d39ce364ba35be"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.18.gdn.dt_bias",
      "source": "model.layers.18.linear_attn.dt_bias",
      "source_sha256": "d8dd2668405443e3502df2447713e66aa5dd25c52ff3c96d2e2c0cad8e30abb1",
      "transform": "identity",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 750506816,
      "bytes": 64,
      "sha256": "47aad8fb2f33a1ad0059cbfb813fe939394e2dd8c5e89b91d185cb8f89887850"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.18.gdn.norm.weight",
      "source": "model.layers.18.linear_attn.norm.weight",
      "source_sha256": "48555b69ec651735cef37e17a5e0f58ec9098486303768d51b054141133719ec",
      "transform": "identity",
      "shape": [
        128
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 750506880,
      "bytes": 512,
      "sha256": "48555b69ec651735cef37e17a5e0f58ec9098486303768d51b054141133719ec"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.18.gdn.in_proj_qkv.MatMul.weight",
      "source": "model.layers.18.linear_attn.in_proj_qkv.weight",
      "source_sha256": "47b97e6fae772a763029b7b10ac73d5214a7ab07f5855ef82ce01c51d823252d",
      "transform": "transpose",
      "shape": [
        1024,
        6144
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 750507392,
      "bytes": 12582912,
      "sha256": "6548c49f5bf905c0f96c3aa4970e658ffeb5ca5f19bb1bce123a7ab9b0f6bf68"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.18.gdn.in_proj_z.MatMul.weight",
      "source": "model.layers.18.linear_attn.in_proj_z.weight",
      "source_sha256": "1933b7c60b8ee2f19d8a2156e54b41407aa13b19808a3e5a9c24bb3c44832c86",
      "transform": "transpose",
      "shape": [
        1024,
        2048
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 763090304,
      "bytes": 4194304,
      "sha256": "1c079619150734250960f0006ce8a26752996b906a1e341cde15d70284878ccb"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.18.gdn.in_proj_b.MatMul.weight",
      "source": "model.layers.18.linear_attn.in_proj_b.weight",
      "source_sha256": "4d9033c62a2dfc655791e3e46b31907369fbafa8d77ee218cb36b8838b0e530f",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 767284608,
      "bytes": 32768,
      "sha256": "0e6d148096484e44b0ddffc61a30279d44c0af5b509a5f15ed6bc276f7fb6fee"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.18.gdn.in_proj_a.MatMul.weight",
      "source": "model.layers.18.linear_attn.in_proj_a.weight",
      "source_sha256": "a066a1e1e9520d9bf903d79e93deb1fe4d68dc8fdbf38ba3d8a6cfb8878b8d40",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 767317376,
      "bytes": 32768,
      "sha256": "ff10321ec4546369cdbf7efe8c67ce7c0bf4e378ed2f23cd75ef4c8f763c2ab8"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.18.gdn.out_proj.MatMul.weight",
      "source": "model.layers.18.linear_attn.out_proj.weight",
      "source_sha256": "45929a42f3c3e0b9ade395dfb3ac8acc5084dd010cd4045cd8f570629b19d1e3",
      "transform": "transpose",
      "shape": [
        2048,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 767350144,
      "bytes": 4194304,
      "sha256": "8820c1cbc950ff592f69fbcaebc0af688a9767ad4c65bdc7def4099d7b104a7c"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.18.post_attention_layernorm.weight",
      "source": "model.layers.18.post_attention_layernorm.weight",
      "source_sha256": "d81e9c9425ecafbffe0da0d30c25da4c347ed4217a1ea6f3f60b7ccfd6146741",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 771544448,
      "bytes": 4096,
      "sha256": "0f6347ef32ed277346a8d9ae1c1eb22be97b99e7bb03e1ae34415d61d6c6237b"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.18.mlp.gate_proj.MatMul.weight",
      "source": "model.layers.18.mlp.gate_proj.weight",
      "source_sha256": "4717af00990d4ec5e61e0f6f1da6d63a0c559dd829acf65130c74df02d2643b3",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 771548544,
      "bytes": 7340032,
      "sha256": "474a450709ce4bf4185338642d07da6bce8dfe2c6a836767d2f56dd2ecd990bb"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.18.mlp.up_proj.MatMul.weight",
      "source": "model.layers.18.mlp.up_proj.weight",
      "source_sha256": "eb176a1dd3a08f18cb0a5dfda15811bb1b6008416c4765f7be13352a5b813605",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 778888576,
      "bytes": 7340032,
      "sha256": "1bd023d63fe72f95cde7e559701410946a05ba800114e1212699f92bc1063bbf"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.18.mlp.down_proj.MatMul.weight",
      "source": "model.layers.18.mlp.down_proj.weight",
      "source_sha256": "f41124d728ee26c54cd15b22cdd10138cbfe5a04c6e7fe514f53d86d4780d838",
      "transform": "transpose",
      "shape": [
        3584,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 786228608,
      "bytes": 7340032,
      "sha256": "a661e912f22512a7f522ff2986bfa4121731d2e9f27f085d70180566f450a360"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.19.input_layernorm.weight",
      "source": "model.layers.19.input_layernorm.weight",
      "source_sha256": "078387ef725e56cc812efe7f5fc1441ae307e311eee4850e56a19276246e02b7",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 793568640,
      "bytes": 4096,
      "sha256": "ab79a742264d1e3689818c1021b4b632bdf0f1371650b91887e76ee12ecd187a"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.19.attn.q_proj.MatMul.weight",
      "source": "model.layers.19.self_attn.q_proj.weight",
      "source_sha256": "a70273d21445d1ebe501732b4e85f8881efd173d64980ca84ca225545992c02e",
      "transform": "transpose",
      "shape": [
        1024,
        4096
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 793572736,
      "bytes": 8388608,
      "sha256": "7fcdc425a507c466edf52c0871553e7eed2cc6dfb2afe6eee6b41c24eaefaff3"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.19.attn.k_proj.MatMul.weight",
      "source": "model.layers.19.self_attn.k_proj.weight",
      "source_sha256": "105a6ac59d7454f28c5154c920a48d3f4ca335af24df16415b5d47e483591835",
      "transform": "transpose",
      "shape": [
        1024,
        512
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 801961344,
      "bytes": 1048576,
      "sha256": "5568a70a3e650c8f75c5bbcfe1cab7d7464d28f072fd943bccf8dbfafd1600c4"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.19.attn.v_proj.MatMul.weight",
      "source": "model.layers.19.self_attn.v_proj.weight",
      "source_sha256": "714480f14734e4014f7d21c90829ca6b6b9f2818652aa5fe1bc84d5bed6ecdf8",
      "transform": "transpose",
      "shape": [
        1024,
        512
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 803009920,
      "bytes": 1048576,
      "sha256": "9b9da2a12e1d9fa53a3b6400ecd00bef7ecaf8887430454c86bd66fa597409ca"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.19.attn.q_norm.layernorm.weight",
      "source": "model.layers.19.self_attn.q_norm.weight",
      "source_sha256": "a00cbb7839761c57bad599bd0643e1359d8bb25b11eda0219c19c577f66b6db2",
      "transform": "add_one",
      "shape": [
        256
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 804058496,
      "bytes": 1024,
      "sha256": "8102b197a9b812b240569cadef6e033c9cbce876371a9eb8c4598737103d1781"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.19.attn.k_norm.layernorm.weight",
      "source": "model.layers.19.self_attn.k_norm.weight",
      "source_sha256": "e6138da9894accb673810dafa8bf73aab6d136c47eeb897097ec81f47ffe5480",
      "transform": "add_one",
      "shape": [
        256
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 804059520,
      "bytes": 1024,
      "sha256": "a2f1b620f15646f8c2b5421cf9897b87e461544e9dc45d2829d297329095323e"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.19.attn.o_proj.MatMul.weight",
      "source": "model.layers.19.self_attn.o_proj.weight",
      "source_sha256": "1cc073772f5471e681af8b4cd8b8ceedf2ede22b2e062949671cf0f17335e8bf",
      "transform": "transpose",
      "shape": [
        2048,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 804060544,
      "bytes": 4194304,
      "sha256": "5bbb7d3c262fe5cf136ac7298c0fad0fc3c20d1e638acf8eb248b90e7ba9b742"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.19.post_attention_layernorm.weight",
      "source": "model.layers.19.post_attention_layernorm.weight",
      "source_sha256": "3f714b74e2c6701e159ce8dfae7b8e4169474d89f249886f4f26af5b8e24984b",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 808254848,
      "bytes": 4096,
      "sha256": "56647508c9d9ed948cfab5510b1baaac22b165c11af9c49b436c06c02068703c"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.19.mlp.gate_proj.MatMul.weight",
      "source": "model.layers.19.mlp.gate_proj.weight",
      "source_sha256": "118bfa194557dc70eb6663356fad68adcc98c4a7e4cad9203576e7b6d59f2ec4",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 808258944,
      "bytes": 7340032,
      "sha256": "1cd4675b3783b58e43e09610cb42cddd4f936d8181ac65d10a7c02f5207f8ba8"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.19.mlp.up_proj.MatMul.weight",
      "source": "model.layers.19.mlp.up_proj.weight",
      "source_sha256": "f731d77e73d6ba23b6ab5c938f79995f380ea23381a72eb3e01dd015023a51ba",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 815598976,
      "bytes": 7340032,
      "sha256": "458ba58733ea7b94307349226bac09c277ed449cfde54ce1b1255989d11914a6"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.19.mlp.down_proj.MatMul.weight",
      "source": "model.layers.19.mlp.down_proj.weight",
      "source_sha256": "638eedeb701b94aa861f4438e615c07ec6c60ee703db1bfee2de577bb6498c3e",
      "transform": "transpose",
      "shape": [
        3584,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 822939008,
      "bytes": 7340032,
      "sha256": "cc3c5b5a83995e5b96429c20f3d87c5a52f8145f48667b0378ad83ae5e0fba79"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.20.input_layernorm.weight",
      "source": "model.layers.20.input_layernorm.weight",
      "source_sha256": "4812381974d53a946b3d2f1f92b648ed4f229a86646d00861013266092a9d7d9",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 830279040,
      "bytes": 4096,
      "sha256": "0b79d933a4ead4b80822b1aab084375a91e35fa8d8a5ca308b57347bf8ab08b3"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.20.gdn.conv1d.weight_3d",
      "source": "model.layers.20.linear_attn.conv1d.weight",
      "source_sha256": "8a8b9c710987eac6b4b5d6cdbe432be51414373eda229c0f252b27d65a2a2ef1",
      "transform": "identity",
      "shape": [
        6144,
        1,
        4
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 830283136,
      "bytes": 49152,
      "sha256": "dd160f438ca35ad9874c10edcd80ef5d2ed9c519d241fdef209acce08c29dc44"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.20.gdn.A_neg_exp",
      "source": "model.layers.20.linear_attn.A_log",
      "source_sha256": "363f6671046f1606cb2c34d2d8cfb0a33f5f74608545c41294064d2af227d898",
      "transform": "negative_exp",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 830332288,
      "bytes": 64,
      "sha256": "1981e803316d30949585bef2a58ecb0446a2fb69784e8cd10539f04d941aeda2"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.20.gdn.dt_bias",
      "source": "model.layers.20.linear_attn.dt_bias",
      "source_sha256": "8f37a0989adf2651fdccc89820088050666b1e1c158a6d0d2f8fd9637a978ffb",
      "transform": "identity",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 830332352,
      "bytes": 64,
      "sha256": "9fcc619e0fda90a942d2838bbd2f4ea3df2728584d886ac0098f4c72d7f65713"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.20.gdn.norm.weight",
      "source": "model.layers.20.linear_attn.norm.weight",
      "source_sha256": "632aea705ef377ce6e17ef541425d68a980c67aedd7999ec9b135639a88f08a1",
      "transform": "identity",
      "shape": [
        128
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 830332416,
      "bytes": 512,
      "sha256": "632aea705ef377ce6e17ef541425d68a980c67aedd7999ec9b135639a88f08a1"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.20.gdn.in_proj_qkv.MatMul.weight",
      "source": "model.layers.20.linear_attn.in_proj_qkv.weight",
      "source_sha256": "0f12215de011f28454382974e698b4c83d27bc855df16020a4f7cf0ccceceef6",
      "transform": "transpose",
      "shape": [
        1024,
        6144
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 830332928,
      "bytes": 12582912,
      "sha256": "cbba45c765292ef7920e7e9dc1f32a19d6ac0d172789f894a6395ae35dda9ce1"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.20.gdn.in_proj_z.MatMul.weight",
      "source": "model.layers.20.linear_attn.in_proj_z.weight",
      "source_sha256": "405fe0e3f54a23363a1ec4bf739f999fc517988253b6eb6c91cd781c6c9d9082",
      "transform": "transpose",
      "shape": [
        1024,
        2048
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 842915840,
      "bytes": 4194304,
      "sha256": "d4b46f05f96e091a641fce5ac8a4948644e8a68149e5dbeb69c098539876b6fc"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.20.gdn.in_proj_b.MatMul.weight",
      "source": "model.layers.20.linear_attn.in_proj_b.weight",
      "source_sha256": "174f0a8f42b36b298629a010509a1bcc4c3c974ea7f09b92b90811bbbe014e0c",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 847110144,
      "bytes": 32768,
      "sha256": "b6a42e39aff0e4f8874f5f9460b763bb244c23cfe805e7f379a6b4b8881d7754"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.20.gdn.in_proj_a.MatMul.weight",
      "source": "model.layers.20.linear_attn.in_proj_a.weight",
      "source_sha256": "fb17adb4ffc6549fcb0efb041fbadbd52ec070b0fb796f193bb980c9c13b4c89",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 847142912,
      "bytes": 32768,
      "sha256": "ecf7675b73bc410fab02d61b4b9ffa04cc2e2bcf0a38a66f35c207a63f5b2920"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.20.gdn.out_proj.MatMul.weight",
      "source": "model.layers.20.linear_attn.out_proj.weight",
      "source_sha256": "15d1f278000fcab352ac74ed65c6dadd83dea32d95805681215e7531d8b5add5",
      "transform": "transpose",
      "shape": [
        2048,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 847175680,
      "bytes": 4194304,
      "sha256": "9a34f64737affe8318208d17049ebd15aaeaba53475f982509ec594e43e4b1a8"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.20.post_attention_layernorm.weight",
      "source": "model.layers.20.post_attention_layernorm.weight",
      "source_sha256": "c0dbf11d1abec637e19d26733a413db28972261dc7754f52b2b7016090749b02",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 851369984,
      "bytes": 4096,
      "sha256": "de5121eeeb36fda90c5053ee0a97a34f2b6a8e8be3742a0205d01793c402fd5b"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.20.mlp.gate_proj.MatMul.weight",
      "source": "model.layers.20.mlp.gate_proj.weight",
      "source_sha256": "52f9e1ac66d6777ea869cd9c9a968f1fe60a61feea23164755a52e1971c1716e",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 851374080,
      "bytes": 7340032,
      "sha256": "f869512e3108f04f66c7e86302f34e7a3e7850aaaf96e69d57365ca14ff0b041"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.20.mlp.up_proj.MatMul.weight",
      "source": "model.layers.20.mlp.up_proj.weight",
      "source_sha256": "b686d984a503dca9d88012f9be8f14e042c2ca0be541d62c6dac186cd3fc5533",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 858714112,
      "bytes": 7340032,
      "sha256": "7995de563e20934c275441b9fb7f9cab2bb33ec2792007df710f7d26c562b602"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.20.mlp.down_proj.MatMul.weight",
      "source": "model.layers.20.mlp.down_proj.weight",
      "source_sha256": "95321f2c16e168880266841a7ba2839bc0830079d02a052e0b109c19132b01db",
      "transform": "transpose",
      "shape": [
        3584,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 866054144,
      "bytes": 7340032,
      "sha256": "309552acb43640937db27fe966445e2dad96b608446a80c0bdd4c6b412d5d49d"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.21.input_layernorm.weight",
      "source": "model.layers.21.input_layernorm.weight",
      "source_sha256": "b12f6b1bdda9d72c263da8a6872efe8a2ddfb85ca5b1a2994d1051f701abfcd2",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 873394176,
      "bytes": 4096,
      "sha256": "7255184a527d5feb1b3bc9a33911f2b9c0a4ec776ac47de2dff61f92f599f9fc"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.21.gdn.conv1d.weight_3d",
      "source": "model.layers.21.linear_attn.conv1d.weight",
      "source_sha256": "79c1cd792b335cac388a57ed62ac3e9a4deecfb438dce6ef8c91225769278a43",
      "transform": "identity",
      "shape": [
        6144,
        1,
        4
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 873398272,
      "bytes": 49152,
      "sha256": "72bf1a472f3cab4cad33a11964af1895a113012eb0b291be6e4fcc344717fa87"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.21.gdn.A_neg_exp",
      "source": "model.layers.21.linear_attn.A_log",
      "source_sha256": "bfa39c8f7e8186c359a2d4ddd6acc2f39f903ea4d8ab0067f7496ea904e9513a",
      "transform": "negative_exp",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 873447424,
      "bytes": 64,
      "sha256": "45352a54898b3763287c5cb085df312ceba2e22fa89faf574e7f5d7464721aea"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.21.gdn.dt_bias",
      "source": "model.layers.21.linear_attn.dt_bias",
      "source_sha256": "a4bddfddca7a084d36b3ac4e4e67e06513f42a21bb730fd2fde17ba08a8b6857",
      "transform": "identity",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 873447488,
      "bytes": 64,
      "sha256": "c449b49f37ba8303910da79e0b41e7ed5b4dfe8a567ad10e029aaca2ebe40dda"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.21.gdn.norm.weight",
      "source": "model.layers.21.linear_attn.norm.weight",
      "source_sha256": "1168a137d2e429ecd17ddc70ee2293e461e67581f4470e6f08fe08ce9cf1e309",
      "transform": "identity",
      "shape": [
        128
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 873447552,
      "bytes": 512,
      "sha256": "1168a137d2e429ecd17ddc70ee2293e461e67581f4470e6f08fe08ce9cf1e309"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.21.gdn.in_proj_qkv.MatMul.weight",
      "source": "model.layers.21.linear_attn.in_proj_qkv.weight",
      "source_sha256": "9335f74b1454d851d66118dedccbaf4e714ab34dc4b098adca75f9f5f51e90d8",
      "transform": "transpose",
      "shape": [
        1024,
        6144
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 873448064,
      "bytes": 12582912,
      "sha256": "8f23855fffd380656382069d32d844f2b3d30cf959bbd45746c0756e0148eb0c"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.21.gdn.in_proj_z.MatMul.weight",
      "source": "model.layers.21.linear_attn.in_proj_z.weight",
      "source_sha256": "358e7fa34c30c0fb52cdf653669fc7be8f5eeb56357b9939dbe8f07735e376e9",
      "transform": "transpose",
      "shape": [
        1024,
        2048
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 886030976,
      "bytes": 4194304,
      "sha256": "a4ada70c682a1e737c82341bea344eba752dd15e593e71f383cfce621b51d870"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.21.gdn.in_proj_b.MatMul.weight",
      "source": "model.layers.21.linear_attn.in_proj_b.weight",
      "source_sha256": "52bcb25f271e7facc8fdce1c21c94827adf598de73e51b9f451cd306d6d9aced",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 890225280,
      "bytes": 32768,
      "sha256": "9df18485740bdf0ccea71a6c5393421364c0897c224a8a1db24efe4f272d58d3"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.21.gdn.in_proj_a.MatMul.weight",
      "source": "model.layers.21.linear_attn.in_proj_a.weight",
      "source_sha256": "8413d52319a2afd7ab84ed4c22fd5f8a2c6b21beffb8cdee05c05dfbc5833989",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 890258048,
      "bytes": 32768,
      "sha256": "38f78d3a0e7d07b7723b4c6046a8fc7df72aa82700ad510b74e3ed8dc231f6ac"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.21.gdn.out_proj.MatMul.weight",
      "source": "model.layers.21.linear_attn.out_proj.weight",
      "source_sha256": "facb92f1502efd9987c3c2341f6934687f633ee6d99ea7b00d4e083236d54ec1",
      "transform": "transpose",
      "shape": [
        2048,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 890290816,
      "bytes": 4194304,
      "sha256": "c147dd43d357f022dda5292858d580aa846b96084a9c954c1e55695b7bb44331"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.21.post_attention_layernorm.weight",
      "source": "model.layers.21.post_attention_layernorm.weight",
      "source_sha256": "f9f48b395e31d0c4d68a66320d9a1a7183bc4b3af237b1d4f7efbc085dfe35c5",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 894485120,
      "bytes": 4096,
      "sha256": "5ba2090f137513597a675c4880c509712873917a0fd715c21c6fcb2b3d6517e2"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.21.mlp.gate_proj.MatMul.weight",
      "source": "model.layers.21.mlp.gate_proj.weight",
      "source_sha256": "eff487ff19905e18d39bcc76dde0c2c140a258efebd44f4384f0ad0ae705a8ee",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 894489216,
      "bytes": 7340032,
      "sha256": "fe97cd69f8c6471afec421438a68baec73703cdda4e80aa5d05515200e3ac1cd"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.21.mlp.up_proj.MatMul.weight",
      "source": "model.layers.21.mlp.up_proj.weight",
      "source_sha256": "da385b3dfc14547a39b8cd2fe9f906d8caa3ebb088144175638356aef55fd311",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 901829248,
      "bytes": 7340032,
      "sha256": "a26452c17829be3f08c092d0258ef8561c1c7d988a7f833e04f7f1d3f11e38c0"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.21.mlp.down_proj.MatMul.weight",
      "source": "model.layers.21.mlp.down_proj.weight",
      "source_sha256": "af9fa5ecc9556068d867a410180e79bb3b5ac93c05059b8c98fef526c4483d9c",
      "transform": "transpose",
      "shape": [
        3584,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 909169280,
      "bytes": 7340032,
      "sha256": "38179957c7cd91a34fdafc30c5057f53ba0669ad26551b4af0f524fa0b452539"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.22.input_layernorm.weight",
      "source": "model.layers.22.input_layernorm.weight",
      "source_sha256": "f4db101415a41466f4a3ecca4a56fdd2958afad5cddf3b75febbd42cf2ea3a3d",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 916509312,
      "bytes": 4096,
      "sha256": "4c2f6ede64cc3f1451e43f10f3f7132a3b9faec32bc0f7ccbec949891fa703f0"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.22.gdn.conv1d.weight_3d",
      "source": "model.layers.22.linear_attn.conv1d.weight",
      "source_sha256": "55cc24cc9d7442856984a094c2aa1bfeb7535aa08aaf932ba29a01c56e3f1e8e",
      "transform": "identity",
      "shape": [
        6144,
        1,
        4
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 916513408,
      "bytes": 49152,
      "sha256": "9734a27763e8a5253e40839fafc5d7c4a8b0fb704384f864e5d3d37fa5fb4131"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.22.gdn.A_neg_exp",
      "source": "model.layers.22.linear_attn.A_log",
      "source_sha256": "2dec02d96b4a2c31333cffa07c93daadbda2d24fc441dd370c2d199fcf01985e",
      "transform": "negative_exp",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 916562560,
      "bytes": 64,
      "sha256": "64012da5ce784b69006bc0b90d0edd2cd2dfa736e4c464af3b63235e90470f65"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.22.gdn.dt_bias",
      "source": "model.layers.22.linear_attn.dt_bias",
      "source_sha256": "14b0292483dfb58158c5b80e9d71fc3c28a56805b8596faa87a8b548a31a7784",
      "transform": "identity",
      "shape": [
        16
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 916562624,
      "bytes": 64,
      "sha256": "0927f19e9708fcc9afea7d73ba29c52750f22230001bced0df41b25de6a8b2cd"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.22.gdn.norm.weight",
      "source": "model.layers.22.linear_attn.norm.weight",
      "source_sha256": "7968c5890c77aee9b882c9b2bd0b0f568e449ef1ddf35d83df86b6dd04e9bb09",
      "transform": "identity",
      "shape": [
        128
      ],
      "dtype": "FLOAT",
      "was_external": false,
      "location": "model_fp16.onnx_data",
      "offset": 916562688,
      "bytes": 512,
      "sha256": "7968c5890c77aee9b882c9b2bd0b0f568e449ef1ddf35d83df86b6dd04e9bb09"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.22.gdn.in_proj_qkv.MatMul.weight",
      "source": "model.layers.22.linear_attn.in_proj_qkv.weight",
      "source_sha256": "18fe3dc1a99c2c757688c67f8a535684d1ee7f316c29d96bbae57a23d1a64a44",
      "transform": "transpose",
      "shape": [
        1024,
        6144
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 916563200,
      "bytes": 12582912,
      "sha256": "339ca81b43f07b5fccf285215a1271ba5b5b375d6cf2b515e14737d9ebc541d2"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.22.gdn.in_proj_z.MatMul.weight",
      "source": "model.layers.22.linear_attn.in_proj_z.weight",
      "source_sha256": "061e6773ca971c3bbbb187f5fbb168acdd2738d25087641fcdd429189599dedf",
      "transform": "transpose",
      "shape": [
        1024,
        2048
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 929146112,
      "bytes": 4194304,
      "sha256": "8f41ba433403e18475563c01c9c6960c0605cbca0dfbd66161a8708027b3356e"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.22.gdn.in_proj_b.MatMul.weight",
      "source": "model.layers.22.linear_attn.in_proj_b.weight",
      "source_sha256": "d09239593c2fea83bedcf5a6afb96f4b91daeed50a25b46dfabcd7bdd171da5b",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 933340416,
      "bytes": 32768,
      "sha256": "0fe40f396544eb4a7bc51a72abcfbe8cf954f982f72139b2394c379b88da66be"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.22.gdn.in_proj_a.MatMul.weight",
      "source": "model.layers.22.linear_attn.in_proj_a.weight",
      "source_sha256": "f17c9a5b2ea11ab865bfb7397a1fb840b16a1b72f6867fa4a288d3f799d2004a",
      "transform": "transpose",
      "shape": [
        1024,
        16
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 933373184,
      "bytes": 32768,
      "sha256": "c4e2266e9d367edddae5bec7c8aab015505605e3060e3aba5c6ee450978d9b73"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.22.gdn.out_proj.MatMul.weight",
      "source": "model.layers.22.linear_attn.out_proj.weight",
      "source_sha256": "0c0430dd7c274bf62f0b6144a8a39034695b0bc00090b66070e68b0327c6aa11",
      "transform": "transpose",
      "shape": [
        2048,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 933405952,
      "bytes": 4194304,
      "sha256": "5741671ae8cef1d3196d05dc2b8b0792507dbbdd9e5ce5b80300e1b564b583b7"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.22.post_attention_layernorm.weight",
      "source": "model.layers.22.post_attention_layernorm.weight",
      "source_sha256": "d1511f0a492b15f3817584d1804c0ebb5870e4f83b3fb8bad4640810c5a019ce",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 937600256,
      "bytes": 4096,
      "sha256": "eee4c8064989f2e2eadb80b1325c5cfaf84ee591558c79f1adebff85f4d80ec4"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.22.mlp.gate_proj.MatMul.weight",
      "source": "model.layers.22.mlp.gate_proj.weight",
      "source_sha256": "dde22f42876bc15cae8778a29a573f150d4d042a09af00b8d1abe94d6207d93d",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 937604352,
      "bytes": 7340032,
      "sha256": "78ff0a93e50ef1d136b728bcfe306c56e16957c851d19a51ec91d3849854255e"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.22.mlp.up_proj.MatMul.weight",
      "source": "model.layers.22.mlp.up_proj.weight",
      "source_sha256": "84d1a8b4bf6a468ed531ce11ef7a13cd7e332716ca3d1d19c16714d4b8ad9b73",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 944944384,
      "bytes": 7340032,
      "sha256": "772b72d013713d5f999f0c34a7b777727ca8cefdd59b2a06c1685c35b4ac1839"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.22.mlp.down_proj.MatMul.weight",
      "source": "model.layers.22.mlp.down_proj.weight",
      "source_sha256": "198e2fabef4ee48484d9c952018e465376acea23511f126b7edceef8a66f50a1",
      "transform": "transpose",
      "shape": [
        3584,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 952284416,
      "bytes": 7340032,
      "sha256": "114c12954302d2b97cf73bb803b23171084b5f5fd4e0f619b460ad21b9ec65a0"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.23.input_layernorm.weight",
      "source": "model.layers.23.input_layernorm.weight",
      "source_sha256": "6f359e536fa150538dd0c5a7fc1c2dd233e5ef144e2f4801bc67ec2ca5c519bd",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 959624448,
      "bytes": 4096,
      "sha256": "2329733c399b7db6214bf271b2d504166d0f4d6199701ceaab91dae0e65ef15b"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.23.attn.q_proj.MatMul.weight",
      "source": "model.layers.23.self_attn.q_proj.weight",
      "source_sha256": "1625a60896b86f5e446defc270bf2716b6af8a04d0d254ce2a1c038d261547b6",
      "transform": "transpose",
      "shape": [
        1024,
        4096
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 959628544,
      "bytes": 8388608,
      "sha256": "4aa8b6f550d58c9823f99a63b7aaa9310c492eb7ba917fe169c86e0228ff6e49"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.23.attn.k_proj.MatMul.weight",
      "source": "model.layers.23.self_attn.k_proj.weight",
      "source_sha256": "27bcbe2c659c7fc069d19136008cee923b51433c4f4984fc282436924e63a9b5",
      "transform": "transpose",
      "shape": [
        1024,
        512
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 968017152,
      "bytes": 1048576,
      "sha256": "36b0e68d64443229bee37c470af09af2b9bd1c582e1d075ef0516181474cee6f"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.23.attn.v_proj.MatMul.weight",
      "source": "model.layers.23.self_attn.v_proj.weight",
      "source_sha256": "76f176150d89f315bd5dda307d25d541bfb61950bdffd5362fc8576d8f7b182f",
      "transform": "transpose",
      "shape": [
        1024,
        512
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 969065728,
      "bytes": 1048576,
      "sha256": "3f835551963878bf3fd850ecdaecc29fea300db0cfd484f528eaa98f8fcac3d6"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.23.attn.q_norm.layernorm.weight",
      "source": "model.layers.23.self_attn.q_norm.weight",
      "source_sha256": "71bc9c83aa8271131910e8bf00a21bc8f7a98630fbe99125d3cf4a0f2596b911",
      "transform": "add_one",
      "shape": [
        256
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 970114304,
      "bytes": 1024,
      "sha256": "cb07381cdf6ac2b53a7781ca03a1b2ea86d64a74d75856bcc4876520c92f1c59"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.23.attn.k_norm.layernorm.weight",
      "source": "model.layers.23.self_attn.k_norm.weight",
      "source_sha256": "b65b55332e92830ff1be15463ae734aeace9c6b145e171e1fbcf3618d4f07e1f",
      "transform": "add_one",
      "shape": [
        256
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 970115328,
      "bytes": 1024,
      "sha256": "7ed4281de3290623b06aeffc78fb61d1aab3c9787784efe9ba0644371c591ca9"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.23.attn.o_proj.MatMul.weight",
      "source": "model.layers.23.self_attn.o_proj.weight",
      "source_sha256": "0bfc9597711007322dfd0be5efc1d105232e9c89efcb03cc3d06b9a29ccdd8f3",
      "transform": "transpose",
      "shape": [
        2048,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 970116352,
      "bytes": 4194304,
      "sha256": "c93ed336dafcef9997a02cf12f1dc8d9ab89f698b6335b9d776eda18bc087e12"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.23.post_attention_layernorm.weight",
      "source": "model.layers.23.post_attention_layernorm.weight",
      "source_sha256": "3cfea6a338e5afd5297a8cfed380308652ab0eef3114b4cd2a60a1671241295e",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 974310656,
      "bytes": 4096,
      "sha256": "801ccc7b52884e660a7e9474fc9202b13853a8bd268f941b67fcaa4e14bf98ea"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.23.mlp.gate_proj.MatMul.weight",
      "source": "model.layers.23.mlp.gate_proj.weight",
      "source_sha256": "57e66633224761ad56da16da7cc0f476e42decd9df64a64ded4a343b8e87487b",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 974314752,
      "bytes": 7340032,
      "sha256": "c794d99dc741e5a1811ba105b2ffc54bc119bd7db43523b45d047a92ae47700f"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.23.mlp.up_proj.MatMul.weight",
      "source": "model.layers.23.mlp.up_proj.weight",
      "source_sha256": "cb3830f5121ca0cb4b974b7904a382f9555975c2e84c71863e868e434e86aa6f",
      "transform": "transpose",
      "shape": [
        1024,
        3584
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 981654784,
      "bytes": 7340032,
      "sha256": "e7198c36946ecc88957b18509ad9e72c0a2ffeffdfc549a8ce33ae397f57fa0d"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.23.mlp.down_proj.MatMul.weight",
      "source": "model.layers.23.mlp.down_proj.weight",
      "source_sha256": "c7edbf617e1dae1059f6dde88bfc5c0db1c052b28de2d69e96eb7e2bed22fd32",
      "transform": "transpose",
      "shape": [
        3584,
        1024
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 988994816,
      "bytes": 7340032,
      "sha256": "c301bcf574198096c0e168159501245ff5192ec932ae2912165c3e4ed0972eb6"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "model.layers.24.final_norm_layernorm.weight",
      "source": "model.norm.weight",
      "source_sha256": "30832e6642a9c1555485d5c9553a35e539278c33ce3b7a9665e06cd2c5598381",
      "transform": "add_one",
      "shape": [
        1024
      ],
      "dtype": "FLOAT",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 996334848,
      "bytes": 4096,
      "sha256": "cb51ff71ae81b226b4ffa7997dac15ec811ae57c423d20fbe715bdf3f74c74b4"
    },
    {
      "graph": "model_fp16.onnx",
      "name": "lm_head.MatMul.weight",
      "source": "model.embed_tokens.weight",
      "source_sha256": "5a6bfe86dbe1eeb90f02d1ced89d67bf1eb792861c5ef403d899c47e7765b8a6",
      "transform": "transpose",
      "shape": [
        1024,
        248320
      ],
      "dtype": "FLOAT16",
      "was_external": true,
      "location": "model_fp16.onnx_data",
      "offset": 996338944,
      "bytes": 508559360,
      "sha256": "62397bb9d92e1844d154a59a5cd6e7dabc0fe6f59ccb54d651e42b252c063636"
    }
  ]
}