{
"schema_version": 1,
"origin_sha256": "3f8e536a11a7015c947deaa0cf26c4faf55adbe17fe57ad9c8bb160bcf80b90d",
"source_sha256": "d63849518c46a19fd003ba2dc8b9e0f673422d57b3921da3ad9f5a430f22a18e",
"coverage": {
"source_tensors": 320,
"mapped_initializers": 320,
"source_parameters": 752393024,
"uncovered_source_tensors": [],
"tied_embedding_uses": 2
},
"source_tensors": [
{
"name": "model.embed_tokens.weight",
"dtype": "BF16",
"shape": [
248320,
1024
],
"data_offsets": [
10368,
508569728
],
"sha256": "5a6bfe86dbe1eeb90f02d1ced89d67bf1eb792861c5ef403d899c47e7765b8a6"
},
{
"name": "model.layers.0.input_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
508569728,
508571776
],
"sha256": "032420ad60956b0e62b5f4afbfc3a51a7148c79946f746ea4eb6b0ceb6c67e37"
},
{
"name": "model.layers.0.linear_attn.A_log",
"dtype": "F32",
"shape": [
16
],
"data_offsets": [
0,
64
],
"sha256": "ad78e0805c16a73f70c722e837d1d342df3d9714bea32d353d976e155dd73494"
},
{
"name": "model.layers.0.linear_attn.conv1d.weight",
"dtype": "BF16",
"shape": [
6144,
1,
4
],
"data_offsets": [
508571776,
508620928
],
"sha256": "130344a7183ae52ad58fc5da96539f28071b64d452bb3acf0890a7947da44188"
},
{
"name": "model.layers.0.linear_attn.dt_bias",
"dtype": "BF16",
"shape": [
16
],
"data_offsets": [
508620928,
508620960
],
"sha256": "058cec20af625f4e3971da95b131af08db8f9ab26b1301b90c6f6401c5243388"
},
{
"name": "model.layers.0.linear_attn.in_proj_a.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
508620960,
508653728
],
"sha256": "e5197a79fc1daa00d06a0c04fd11a97ac3c10a6bd6460e957fd8383700d5d87b"
},
{
"name": "model.layers.0.linear_attn.in_proj_b.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
508653728,
508686496
],
"sha256": "02bab6a0eb77ad51435f77665d173876993d725ca3cd953f90c2b0754735db5e"
},
{
"name": "model.layers.0.linear_attn.in_proj_qkv.weight",
"dtype": "BF16",
"shape": [
6144,
1024
],
"data_offsets": [
508686496,
521269408
],
"sha256": "8904cdb2c2e3aa5fc158d074e3b84fb5165a6637f2bd38f67fb93b29406fe0dc"
},
{
"name": "model.layers.0.linear_attn.in_proj_z.weight",
"dtype": "BF16",
"shape": [
2048,
1024
],
"data_offsets": [
521269408,
525463712
],
"sha256": "5a44325d73004f42dcd55558d357ceeccb54fafb9b7048071634ab1027e1c17d"
},
{
"name": "model.layers.0.linear_attn.norm.weight",
"dtype": "F32",
"shape": [
128
],
"data_offsets": [
64,
576
],
"sha256": "b92121af2866c2e156749dc12e27d5f873abb1595291be3a7465c8c65fd6e439"
},
{
"name": "model.layers.0.linear_attn.out_proj.weight",
"dtype": "BF16",
"shape": [
1024,
2048
],
"data_offsets": [
525463712,
529658016
],
"sha256": "cbee28fc3b42e07e491fffd593b2ee9ec58ae952dc9133e178f8a80ea916d308"
},
{
"name": "model.layers.0.mlp.down_proj.weight",
"dtype": "BF16",
"shape": [
1024,
3584
],
"data_offsets": [
529658016,
536998048
],
"sha256": "57c93b2a4452740b0b82386debc7c66df7774f98425a0253dd9d3e7006e989ac"
},
{
"name": "model.layers.0.mlp.gate_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
536998048,
544338080
],
"sha256": "ac1e1d4df4f3adca7e0bc15ee7310ce093f9108baa712cfb86f57b03e6d6e140"
},
{
"name": "model.layers.0.mlp.up_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
544338080,
551678112
],
"sha256": "0317b5f7a4e522c75c5013a70f14c510262b79596ac298ef52b5e04740d76367"
},
{
"name": "model.layers.0.post_attention_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
551678112,
551680160
],
"sha256": "9c5f1eafa39cd5af93a2f9fadafd3362bc886938ab1a1db3954baea7887fe303"
},
{
"name": "model.layers.1.input_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
551680160,
551682208
],
"sha256": "105c3f620c5c6f4fb83b1c5aca86af0516ee6fe74013f4c8db19b0c304978fca"
},
{
"name": "model.layers.1.linear_attn.A_log",
"dtype": "F32",
"shape": [
16
],
"data_offsets": [
576,
640
],
"sha256": "6b98f67f72af6b686d48e04ae972dc7196de67a56acb1656adedf85ad6a9a445"
},
{
"name": "model.layers.1.linear_attn.conv1d.weight",
"dtype": "BF16",
"shape": [
6144,
1,
4
],
"data_offsets": [
551682208,
551731360
],
"sha256": "a0e74d5e5adf520e355b4e8e2d4193367cbae4c970b059c346ddd63146330428"
},
{
"name": "model.layers.1.linear_attn.dt_bias",
"dtype": "BF16",
"shape": [
16
],
"data_offsets": [
551731360,
551731392
],
"sha256": "3c99bf6c106f2cc7afce28251be0c5f471f18a62686c9d5c80d04d98e8b3fb9a"
},
{
"name": "model.layers.1.linear_attn.in_proj_a.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
551731392,
551764160
],
"sha256": "77cc7bc037f894dcafe1ce9cc3d2baa8244ffe63cff1a9bf560aec4c35382f17"
},
{
"name": "model.layers.1.linear_attn.in_proj_b.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
551764160,
551796928
],
"sha256": "daf38a1d1ed0cdb8fe81ca684f595db7afb6f84aa062dbce94e9237d98399a94"
},
{
"name": "model.layers.1.linear_attn.in_proj_qkv.weight",
"dtype": "BF16",
"shape": [
6144,
1024
],
"data_offsets": [
551796928,
564379840
],
"sha256": "dfeb7007ff5c97f0ea43218df41742829f175202551e2d8a21030b9fb78d907c"
},
{
"name": "model.layers.1.linear_attn.in_proj_z.weight",
"dtype": "BF16",
"shape": [
2048,
1024
],
"data_offsets": [
564379840,
568574144
],
"sha256": "62d14251ca6f2fe8e45b000b7e00cc217b120adf24a96e1e714dd11f63e97f16"
},
{
"name": "model.layers.1.linear_attn.norm.weight",
"dtype": "F32",
"shape": [
128
],
"data_offsets": [
640,
1152
],
"sha256": "217499c58672166cf95bfd31fe8b523ef297067083cd36273036cda227ce3e49"
},
{
"name": "model.layers.1.linear_attn.out_proj.weight",
"dtype": "BF16",
"shape": [
1024,
2048
],
"data_offsets": [
568574144,
572768448
],
"sha256": "66cb7582a142ba85cff4a46c46a1c25b51a6033c83b5784eaf82e51c9ef96594"
},
{
"name": "model.layers.1.mlp.down_proj.weight",
"dtype": "BF16",
"shape": [
1024,
3584
],
"data_offsets": [
572768448,
580108480
],
"sha256": "feda6221cef862b7eb343576a03dd1ad215a56561b084c80f26adbf284f1d292"
},
{
"name": "model.layers.1.mlp.gate_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
580108480,
587448512
],
"sha256": "eec1554d574f568c1111fcacdfcce1ee9c96b30d68e104de5d6e73f620a52610"
},
{
"name": "model.layers.1.mlp.up_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
587448512,
594788544
],
"sha256": "740e3ead3094791179bb65898f034e0755eafbda8da9509ed441dab450d4ecad"
},
{
"name": "model.layers.1.post_attention_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
594788544,
594790592
],
"sha256": "0dbb3ffad68f553dca3e5cde5f6ab63479b7f9268c56aaa487ba870fdbe8e26f"
},
{
"name": "model.layers.10.input_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
594790592,
594792640
],
"sha256": "57dad5a2b3932f4fb1605a11bf7c687ff7ef7a2de996c4144498ffed3af9d19b"
},
{
"name": "model.layers.10.linear_attn.A_log",
"dtype": "F32",
"shape": [
16
],
"data_offsets": [
1152,
1216
],
"sha256": "9a3d672593b3f5754a75efb8c9b477e09ffe485e068ce126193dfde35c28f8f7"
},
{
"name": "model.layers.10.linear_attn.conv1d.weight",
"dtype": "BF16",
"shape": [
6144,
1,
4
],
"data_offsets": [
594792640,
594841792
],
"sha256": "ac90f21fe8bd659a8f2f6ae54be75be2ef7fa7d31f06b56fee3870a9fc92eee1"
},
{
"name": "model.layers.10.linear_attn.dt_bias",
"dtype": "BF16",
"shape": [
16
],
"data_offsets": [
594841792,
594841824
],
"sha256": "1b3e8ff7bdbd185188bb28dc3190a5422501d012e51cafd5faf8d21f86512061"
},
{
"name": "model.layers.10.linear_attn.in_proj_a.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
594841824,
594874592
],
"sha256": "5688129a2e822bfa215ff0a62604046fd41ef594c04cd506b687baebdb97d138"
},
{
"name": "model.layers.10.linear_attn.in_proj_b.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
594874592,
594907360
],
"sha256": "b60200cbd0d55589a43976647bd598843a9293f5bcfca0d1da0d26f4d2bda630"
},
{
"name": "model.layers.10.linear_attn.in_proj_qkv.weight",
"dtype": "BF16",
"shape": [
6144,
1024
],
"data_offsets": [
594907360,
607490272
],
"sha256": "733680a65ff13073fb52bcd4cca07ff3adbc6e02c695a58a0a69cd576b987c62"
},
{
"name": "model.layers.10.linear_attn.in_proj_z.weight",
"dtype": "BF16",
"shape": [
2048,
1024
],
"data_offsets": [
607490272,
611684576
],
"sha256": "aef495e9ed01c8831be36912335d8c3b8ca61d9f7dc78f4041d52e30f1247559"
},
{
"name": "model.layers.10.linear_attn.norm.weight",
"dtype": "F32",
"shape": [
128
],
"data_offsets": [
1216,
1728
],
"sha256": "3e02b6f8f862b0e7740f559d026e0973583f4561b9cfb7c19846e2c3a5ff2a85"
},
{
"name": "model.layers.10.linear_attn.out_proj.weight",
"dtype": "BF16",
"shape": [
1024,
2048
],
"data_offsets": [
611684576,
615878880
],
"sha256": "588e20883705d942ccab8d166e35f6d4969b4da0992af5dc84bcb8b6070fa26d"
},
{
"name": "model.layers.10.mlp.down_proj.weight",
"dtype": "BF16",
"shape": [
1024,
3584
],
"data_offsets": [
615878880,
623218912
],
"sha256": "e32e37cffba5b41c4939ad74507e10dea14db631b6fef69c16b1a37dd3dc9b12"
},
{
"name": "model.layers.10.mlp.gate_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
623218912,
630558944
],
"sha256": "acc39380cf3b0553da8333bffac94461fd05ea8cc4fecf0f96ff2f9e6f73ef06"
},
{
"name": "model.layers.10.mlp.up_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
630558944,
637898976
],
"sha256": "793b2b2e9ad00cefec77ce9c76586612ff2b5705e56323f7ecf2a5e82b9aed0e"
},
{
"name": "model.layers.10.post_attention_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
637898976,
637901024
],
"sha256": "612d8b6c6fdb9160e028f85683648f9cf964df5cc0edec11c1b60a8564a0de10"
},
{
"name": "model.layers.11.input_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
637901024,
637903072
],
"sha256": "1996a639da08fd30c87783be599ecd05b513c2d4dcd38c2ba5865aae236d7462"
},
{
"name": "model.layers.11.mlp.down_proj.weight",
"dtype": "BF16",
"shape": [
1024,
3584
],
"data_offsets": [
637903072,
645243104
],
"sha256": "5120ba8e1da3aeb89ddcf924f2c5e5108fdfe63fb072a4f270dd3508c7e24e3f"
},
{
"name": "model.layers.11.mlp.gate_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
645243104,
652583136
],
"sha256": "59a7d0c382716854528f2b4cfae1223cdaa5e43052c1747ce2a58785c91dacee"
},
{
"name": "model.layers.11.mlp.up_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
652583136,
659923168
],
"sha256": "dab36859f9c0914874ca74f932cd380e6634babcba4750a95075bfb9e97d3c9b"
},
{
"name": "model.layers.11.post_attention_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
659923168,
659925216
],
"sha256": "de62c6ada66ae054b7b06a63417f9004fc0a578d6dde681ecd2878293f94b34a"
},
{
"name": "model.layers.11.self_attn.k_norm.weight",
"dtype": "BF16",
"shape": [
256
],
"data_offsets": [
659925216,
659925728
],
"sha256": "2627cede9dca510f81c95437b72ef6e2ec35d8465b9b82873c0c9c9b5d864f1f"
},
{
"name": "model.layers.11.self_attn.k_proj.weight",
"dtype": "BF16",
"shape": [
512,
1024
],
"data_offsets": [
659925728,
660974304
],
"sha256": "bde140c97a3558c267d10edbe76b6409aa1d2ad4f5790f1d72d1d85d27b0c281"
},
{
"name": "model.layers.11.self_attn.o_proj.weight",
"dtype": "BF16",
"shape": [
1024,
2048
],
"data_offsets": [
660974304,
665168608
],
"sha256": "fd07e3e0b48deb3d36314fb39863cc30739c0d0cd9575da79bc26f562ba2762e"
},
{
"name": "model.layers.11.self_attn.q_norm.weight",
"dtype": "BF16",
"shape": [
256
],
"data_offsets": [
665168608,
665169120
],
"sha256": "362e6efab6f00a8442201b26236004741dd5afca4b028f8216f131872d88d362"
},
{
"name": "model.layers.11.self_attn.q_proj.weight",
"dtype": "BF16",
"shape": [
4096,
1024
],
"data_offsets": [
665169120,
673557728
],
"sha256": "6c87d80ffb32c16ababa3fa7151fff829d47631a685e3390ff2e00a2a3c0ed1c"
},
{
"name": "model.layers.11.self_attn.v_proj.weight",
"dtype": "BF16",
"shape": [
512,
1024
],
"data_offsets": [
673557728,
674606304
],
"sha256": "6d0b839f9b50573a380568d3db8e4be420cfc41bb084bdb9ea1975044b137fd6"
},
{
"name": "model.layers.12.input_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
674606304,
674608352
],
"sha256": "02b667d3e098c1b200d499373d170dd0b803c41cb1f779bdac47f8a8f740d144"
},
{
"name": "model.layers.12.linear_attn.A_log",
"dtype": "F32",
"shape": [
16
],
"data_offsets": [
1728,
1792
],
"sha256": "9d4defc1eb81850001cd0c92c99caa7155e39c763a50a84d71b80d634a6da021"
},
{
"name": "model.layers.12.linear_attn.conv1d.weight",
"dtype": "BF16",
"shape": [
6144,
1,
4
],
"data_offsets": [
674608352,
674657504
],
"sha256": "1cc2aa30505b74f6f75291fe1e350e874d1c85635667f1b53819a1f7b95fc060"
},
{
"name": "model.layers.12.linear_attn.dt_bias",
"dtype": "BF16",
"shape": [
16
],
"data_offsets": [
674657504,
674657536
],
"sha256": "5d8cef5bde9f46cdcce4e487c33fa2f2e8bbdac3bca5a166ee0fb54142ecda2d"
},
{
"name": "model.layers.12.linear_attn.in_proj_a.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
674657536,
674690304
],
"sha256": "050acba7b733cf44261ce882f25537a9ccd64e10afa903d758b1c43e18857735"
},
{
"name": "model.layers.12.linear_attn.in_proj_b.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
674690304,
674723072
],
"sha256": "a3a106faa9f2a7bfa4a7559b82ffcc3644859174a2901444c5fb1c4c64d062e4"
},
{
"name": "model.layers.12.linear_attn.in_proj_qkv.weight",
"dtype": "BF16",
"shape": [
6144,
1024
],
"data_offsets": [
674723072,
687305984
],
"sha256": "cb26f2da759837440a988302c5e071109a583e9282fa37f37970f3c1f7c41b80"
},
{
"name": "model.layers.12.linear_attn.in_proj_z.weight",
"dtype": "BF16",
"shape": [
2048,
1024
],
"data_offsets": [
687305984,
691500288
],
"sha256": "6e4522f7902f0b95f3e33b46ef12d393ffd792ae9e2dbe9e198fdaaef41f9395"
},
{
"name": "model.layers.12.linear_attn.norm.weight",
"dtype": "F32",
"shape": [
128
],
"data_offsets": [
1792,
2304
],
"sha256": "c75ae5a92ba026377745dce2af9a726b07f2a04874c4c10e6a0a828543fd677f"
},
{
"name": "model.layers.12.linear_attn.out_proj.weight",
"dtype": "BF16",
"shape": [
1024,
2048
],
"data_offsets": [
691500288,
695694592
],
"sha256": "7fd66cf843f4ded4175804494f9ed9ed91375bf224d99a209789bb762c7e19ed"
},
{
"name": "model.layers.12.mlp.down_proj.weight",
"dtype": "BF16",
"shape": [
1024,
3584
],
"data_offsets": [
695694592,
703034624
],
"sha256": "2d5f2fef40eb81eddb32ab0ca8e4e53e5578c53f335cdd6b54d9d62051b0759e"
},
{
"name": "model.layers.12.mlp.gate_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
703034624,
710374656
],
"sha256": "dc73c370a6af841769f183399d1ce8c8f7e26cc90daba1f048709030f81b0ba9"
},
{
"name": "model.layers.12.mlp.up_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
710374656,
717714688
],
"sha256": "0f290b628c01776d8afd46ed1db1d096722942f7112fc0f30e9baee41fb40fb5"
},
{
"name": "model.layers.12.post_attention_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
717714688,
717716736
],
"sha256": "4e5a5d9cc2c020223e36c0045ddeffbbfc7f311a9ef59c90b015c38cb9ee1492"
},
{
"name": "model.layers.13.input_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
717716736,
717718784
],
"sha256": "9908305d09036e95cfd52e500ec9eeff0906e6b80d40dd834e0a8af418e91c86"
},
{
"name": "model.layers.13.linear_attn.A_log",
"dtype": "F32",
"shape": [
16
],
"data_offsets": [
2304,
2368
],
"sha256": "13f858129e2070b8205419299d39591a2148f2d573f6664ea8e9b19086b26b13"
},
{
"name": "model.layers.13.linear_attn.conv1d.weight",
"dtype": "BF16",
"shape": [
6144,
1,
4
],
"data_offsets": [
717718784,
717767936
],
"sha256": "2b24d64449a3e81847588ef1a5938c807f4acb6fd9143379f047c3d1dc11c38a"
},
{
"name": "model.layers.13.linear_attn.dt_bias",
"dtype": "BF16",
"shape": [
16
],
"data_offsets": [
717767936,
717767968
],
"sha256": "a0368cef2ab75a6fba5e6509e80abaaedf47bd83a201c3a586ef337a6246efa1"
},
{
"name": "model.layers.13.linear_attn.in_proj_a.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
717767968,
717800736
],
"sha256": "95afc547a264a11e1acf508e2b3b37e0b92e240e2940046e0cb58946c1bf7e80"
},
{
"name": "model.layers.13.linear_attn.in_proj_b.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
717800736,
717833504
],
"sha256": "a21589cbbe52761472b6b34038161c3d6dcc656b96506783f84185ba9a011ae3"
},
{
"name": "model.layers.13.linear_attn.in_proj_qkv.weight",
"dtype": "BF16",
"shape": [
6144,
1024
],
"data_offsets": [
717833504,
730416416
],
"sha256": "b2af6d38c8d0320e0f9e8c6c0a1ab7d638361c3f91794c575f6336b4763dfd31"
},
{
"name": "model.layers.13.linear_attn.in_proj_z.weight",
"dtype": "BF16",
"shape": [
2048,
1024
],
"data_offsets": [
730416416,
734610720
],
"sha256": "175e5242ea88f296c2d9d54c63b53b6c6c4b29cfaa75f450dafca9bfe2867451"
},
{
"name": "model.layers.13.linear_attn.norm.weight",
"dtype": "F32",
"shape": [
128
],
"data_offsets": [
2368,
2880
],
"sha256": "402169bf7d9f4203cc30a0d4febcdb6a8051b035f26b4eb91c56d760f9a6eace"
},
{
"name": "model.layers.13.linear_attn.out_proj.weight",
"dtype": "BF16",
"shape": [
1024,
2048
],
"data_offsets": [
734610720,
738805024
],
"sha256": "ed7cb4978176a6fadd07c3fd9d90fb6ab0ac125021e198d8f4dce00fa7169c3b"
},
{
"name": "model.layers.13.mlp.down_proj.weight",
"dtype": "BF16",
"shape": [
1024,
3584
],
"data_offsets": [
738805024,
746145056
],
"sha256": "a903cbbf112b0c17b53cc7c89faed3df7fa718ec5f0a148ab474b6a75a064210"
},
{
"name": "model.layers.13.mlp.gate_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
746145056,
753485088
],
"sha256": "848f24b29888174053ce57ae02fe67c8d0f03fc94e75412ef821f0f7fb1159bc"
},
{
"name": "model.layers.13.mlp.up_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
753485088,
760825120
],
"sha256": "8d66273c144a88ed841d0f15ef0bb0d65b5238a506d4ac1ee66f86dcf1993707"
},
{
"name": "model.layers.13.post_attention_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
760825120,
760827168
],
"sha256": "5d083952a92dc55f8ef7589c47f22fe04181581703d0c4687c1a0abcb9438a78"
},
{
"name": "model.layers.14.input_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
760827168,
760829216
],
"sha256": "4c3fda2b7b689ed486a1d589662ae0277bef18533c260673c8c57134489f815b"
},
{
"name": "model.layers.14.linear_attn.A_log",
"dtype": "F32",
"shape": [
16
],
"data_offsets": [
2880,
2944
],
"sha256": "f7e51e8a5df7606167533f0fa946478a8920499de060b56b85d9f0bf7f4bcc20"
},
{
"name": "model.layers.14.linear_attn.conv1d.weight",
"dtype": "BF16",
"shape": [
6144,
1,
4
],
"data_offsets": [
760829216,
760878368
],
"sha256": "f3e0c3cb5250abc2e4878980a5083839ff73b6619c23e0a215cd9d12b7cadffd"
},
{
"name": "model.layers.14.linear_attn.dt_bias",
"dtype": "BF16",
"shape": [
16
],
"data_offsets": [
760878368,
760878400
],
"sha256": "ec327be5bc6f761f09528dddc66a8aef6b0bfea753dbc31dc678866ee2d2a8e0"
},
{
"name": "model.layers.14.linear_attn.in_proj_a.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
760878400,
760911168
],
"sha256": "e17970735512b94fad660c188615ed2100fcdc224f40ff83386781f148b77283"
},
{
"name": "model.layers.14.linear_attn.in_proj_b.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
760911168,
760943936
],
"sha256": "51400e43b31da8ad419519fa74fafff6fb913dbe2a9f7f3db1b76122caefc514"
},
{
"name": "model.layers.14.linear_attn.in_proj_qkv.weight",
"dtype": "BF16",
"shape": [
6144,
1024
],
"data_offsets": [
760943936,
773526848
],
"sha256": "55cd42e6408d76bd062b47b0ec9faed8b582cecf8c7c632b35a8a2fd044fecf1"
},
{
"name": "model.layers.14.linear_attn.in_proj_z.weight",
"dtype": "BF16",
"shape": [
2048,
1024
],
"data_offsets": [
773526848,
777721152
],
"sha256": "3439f3c617eaa24acfcdede4411a31fc6cd8025c4bad695c1c0de9236bae0c6a"
},
{
"name": "model.layers.14.linear_attn.norm.weight",
"dtype": "F32",
"shape": [
128
],
"data_offsets": [
2944,
3456
],
"sha256": "2dadd9a67ff349e42809f71ba1740fdd47a2f5ecdd6e1e9b7dd8a0a9faa21bbd"
},
{
"name": "model.layers.14.linear_attn.out_proj.weight",
"dtype": "BF16",
"shape": [
1024,
2048
],
"data_offsets": [
777721152,
781915456
],
"sha256": "4104c25ec4cce12ad592be6a296c4cc0275e2e8f4b00521f49bb03187d8a83c0"
},
{
"name": "model.layers.14.mlp.down_proj.weight",
"dtype": "BF16",
"shape": [
1024,
3584
],
"data_offsets": [
781915456,
789255488
],
"sha256": "96d8150df0567e3d748b0388e6a20781b0569388a4ffa2a34faa531c85642803"
},
{
"name": "model.layers.14.mlp.gate_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
789255488,
796595520
],
"sha256": "6327f2e91f44b5f5ae73cfaab781219ca035699280ca7fa8f2c044a1d0d54965"
},
{
"name": "model.layers.14.mlp.up_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
796595520,
803935552
],
"sha256": "f63c0b1e4ae22e9aa8c99d3d63a642b127a4f747eb9128eff0c339481e2c62d9"
},
{
"name": "model.layers.14.post_attention_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
803935552,
803937600
],
"sha256": "dc29d7ed0a819ea2597ec91d1172c14df84b9e24cb49ccb272080c88e5f37e8d"
},
{
"name": "model.layers.15.input_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
803937600,
803939648
],
"sha256": "670e6a67aacfe530ec25cc0ab3dd9dd679e4fb6f00d9ae45f6b1cc8e6a26c513"
},
{
"name": "model.layers.15.mlp.down_proj.weight",
"dtype": "BF16",
"shape": [
1024,
3584
],
"data_offsets": [
803939648,
811279680
],
"sha256": "ef60d2c687bab19464dca9c8bfd7777e46ad226df0c9e25643b0bab04b5a1cca"
},
{
"name": "model.layers.15.mlp.gate_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
811279680,
818619712
],
"sha256": "46661cd3ffaa3fc096b0785581b41a848e40d8247ba4cb7ced946cc4fde06a48"
},
{
"name": "model.layers.15.mlp.up_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
818619712,
825959744
],
"sha256": "aa16ebc91dcb4702fe78227d9eea187cc044eb49ae8196e228cad737dd71e715"
},
{
"name": "model.layers.15.post_attention_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
825959744,
825961792
],
"sha256": "86bc9b8e15b9a9b6693bc57becf46255406ab48407fb0b3d9ab663a2aaf75667"
},
{
"name": "model.layers.15.self_attn.k_norm.weight",
"dtype": "BF16",
"shape": [
256
],
"data_offsets": [
825961792,
825962304
],
"sha256": "bf86eafa90845f6148eef808451d12b1c4eec07a4e01c8cd5fd4e2133f6422f3"
},
{
"name": "model.layers.15.self_attn.k_proj.weight",
"dtype": "BF16",
"shape": [
512,
1024
],
"data_offsets": [
825962304,
827010880
],
"sha256": "f32866a80a6fab3a2f505b91443212283dab7e32a8d445206ebf3038cc1a8a0b"
},
{
"name": "model.layers.15.self_attn.o_proj.weight",
"dtype": "BF16",
"shape": [
1024,
2048
],
"data_offsets": [
827010880,
831205184
],
"sha256": "2f5be1b0f59d3bf45a992e18c26b3658ce5112527ea570b00d05fe1a48140092"
},
{
"name": "model.layers.15.self_attn.q_norm.weight",
"dtype": "BF16",
"shape": [
256
],
"data_offsets": [
831205184,
831205696
],
"sha256": "ca19b737f9e79a36443c2ad5221c82097d63e07a3fdf9726eefb2f549733af69"
},
{
"name": "model.layers.15.self_attn.q_proj.weight",
"dtype": "BF16",
"shape": [
4096,
1024
],
"data_offsets": [
831205696,
839594304
],
"sha256": "35bfbc3cf48dd835c6953120224af8ee7aac5f4bce955d41f1777d136d7b89a9"
},
{
"name": "model.layers.15.self_attn.v_proj.weight",
"dtype": "BF16",
"shape": [
512,
1024
],
"data_offsets": [
839594304,
840642880
],
"sha256": "0091e751727826dd2bb7d6e239870484cba3393bc219ec9595b5ab2ddf8607e0"
},
{
"name": "model.layers.16.input_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
840642880,
840644928
],
"sha256": "a63ff1b506ee7cf71c5d52f95598fa6ebe9410ac3197e2e95a242ab973b29624"
},
{
"name": "model.layers.16.linear_attn.A_log",
"dtype": "F32",
"shape": [
16
],
"data_offsets": [
3456,
3520
],
"sha256": "ef6347f3b8c4383000fad94f82754c9d0389744bf28e2262c8c17a2d7b1b7edb"
},
{
"name": "model.layers.16.linear_attn.conv1d.weight",
"dtype": "BF16",
"shape": [
6144,
1,
4
],
"data_offsets": [
840644928,
840694080
],
"sha256": "0dd6a64825d60e73c1579f9cb28b74f992c10565ff728cf6bf78ee95b750d754"
},
{
"name": "model.layers.16.linear_attn.dt_bias",
"dtype": "BF16",
"shape": [
16
],
"data_offsets": [
840694080,
840694112
],
"sha256": "43150073a3011519850a65c6a3373ee89a0fb09a2c298a8e75b22c12bafdae13"
},
{
"name": "model.layers.16.linear_attn.in_proj_a.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
840694112,
840726880
],
"sha256": "a998e1d375f07adb1d5c7af7544bbb097504b804c31ab340741c46085e82bddc"
},
{
"name": "model.layers.16.linear_attn.in_proj_b.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
840726880,
840759648
],
"sha256": "718a0f80e52df9721d12d6d9176edc575500a16bbc4a821b0aa16c053c5ae456"
},
{
"name": "model.layers.16.linear_attn.in_proj_qkv.weight",
"dtype": "BF16",
"shape": [
6144,
1024
],
"data_offsets": [
840759648,
853342560
],
"sha256": "83bf31af185b7cfb4a421b6d1bb258912e66413c17a5c78a4599119203668e64"
},
{
"name": "model.layers.16.linear_attn.in_proj_z.weight",
"dtype": "BF16",
"shape": [
2048,
1024
],
"data_offsets": [
853342560,
857536864
],
"sha256": "9b9c714ac98e68501731c49be2645b714f63637f1d0f1e75bf6451e26256aa89"
},
{
"name": "model.layers.16.linear_attn.norm.weight",
"dtype": "F32",
"shape": [
128
],
"data_offsets": [
3520,
4032
],
"sha256": "aa7a8705d87959ff7460c8f1cf1b44b4ceda4ca38dd8dfad66c12832aa0d07af"
},
{
"name": "model.layers.16.linear_attn.out_proj.weight",
"dtype": "BF16",
"shape": [
1024,
2048
],
"data_offsets": [
857536864,
861731168
],
"sha256": "726ecc2ab3ba05f84cbff821eca9425519c30aec5d7ab1cf3aceaea7af38722a"
},
{
"name": "model.layers.16.mlp.down_proj.weight",
"dtype": "BF16",
"shape": [
1024,
3584
],
"data_offsets": [
861731168,
869071200
],
"sha256": "e12df33b47e0bb61125b8fe421d0aba4a75e6bf0b07e1b233f79937b978356d0"
},
{
"name": "model.layers.16.mlp.gate_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
869071200,
876411232
],
"sha256": "09149700806a4bb83986f73459d3b8ac636018a4a2411927073bc49c6895c3e8"
},
{
"name": "model.layers.16.mlp.up_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
876411232,
883751264
],
"sha256": "8c4eb5f3102c29f255f26e7e82a6223c410f229a4b3ea4dedab73d776a9f6080"
},
{
"name": "model.layers.16.post_attention_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
883751264,
883753312
],
"sha256": "89249bc43d147f248f9457371fd3780c9fed3b1889bb0ecf76500e1f81d6307b"
},
{
"name": "model.layers.17.input_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
883753312,
883755360
],
"sha256": "7076dfa9c7857bd70c1c9680daf54927db580faf40827101347db5c9595baba9"
},
{
"name": "model.layers.17.linear_attn.A_log",
"dtype": "F32",
"shape": [
16
],
"data_offsets": [
4032,
4096
],
"sha256": "b63f4fd41f33846b5f16079772a649a6b7c3b8f16540f5b7478c4b1ea38281fb"
},
{
"name": "model.layers.17.linear_attn.conv1d.weight",
"dtype": "BF16",
"shape": [
6144,
1,
4
],
"data_offsets": [
883755360,
883804512
],
"sha256": "007b69b950272d2169c37d47dae64923342fd09cd2d451cbb2c35db20c70118a"
},
{
"name": "model.layers.17.linear_attn.dt_bias",
"dtype": "BF16",
"shape": [
16
],
"data_offsets": [
883804512,
883804544
],
"sha256": "ab51aafbe0b1c8e8865d525e726ea43426b6d3e7d70314e2284f5884874be0de"
},
{
"name": "model.layers.17.linear_attn.in_proj_a.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
883804544,
883837312
],
"sha256": "d38b1f46072b48c85bbc1b68130c9283c652d111c0d7cec61d3ea1263bba310e"
},
{
"name": "model.layers.17.linear_attn.in_proj_b.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
883837312,
883870080
],
"sha256": "a2be5f986e93f5e7bb0af4db830c556a7409ca2bcb67b9aee7c27534cbf7b35b"
},
{
"name": "model.layers.17.linear_attn.in_proj_qkv.weight",
"dtype": "BF16",
"shape": [
6144,
1024
],
"data_offsets": [
883870080,
896452992
],
"sha256": "c166aaaa8f561735ba47e82e0e853f2afc8ef683f4d5f1308756144d2a8a1538"
},
{
"name": "model.layers.17.linear_attn.in_proj_z.weight",
"dtype": "BF16",
"shape": [
2048,
1024
],
"data_offsets": [
896452992,
900647296
],
"sha256": "246f4df3c2c4025689ee42f547bcd35eef5a1accf443a7d66b680120280615e0"
},
{
"name": "model.layers.17.linear_attn.norm.weight",
"dtype": "F32",
"shape": [
128
],
"data_offsets": [
4096,
4608
],
"sha256": "9109d92911338e459138e9d3a7c5e24cd9e75e16ce24609c3aa09476c0eaac56"
},
{
"name": "model.layers.17.linear_attn.out_proj.weight",
"dtype": "BF16",
"shape": [
1024,
2048
],
"data_offsets": [
900647296,
904841600
],
"sha256": "73a8878d3e33c44b82f667c38243a535b6a3ca73c3a5fcf8c7dde790d246744d"
},
{
"name": "model.layers.17.mlp.down_proj.weight",
"dtype": "BF16",
"shape": [
1024,
3584
],
"data_offsets": [
904841600,
912181632
],
"sha256": "412058832c188e22c34c358c8e59601fbc9a945b7ac7fb8ed5b4712302b237a8"
},
{
"name": "model.layers.17.mlp.gate_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
912181632,
919521664
],
"sha256": "f8756b1cb7504eacc713c4e2c9d2128e3b7c0ff63248756d5a1a216ffe694300"
},
{
"name": "model.layers.17.mlp.up_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
919521664,
926861696
],
"sha256": "b69569389e39e255195d13e2af84a10c49b4415e4c83cb5a0840628ee8f80948"
},
{
"name": "model.layers.17.post_attention_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
926861696,
926863744
],
"sha256": "306491a125a6e37d6a88623c0b74f00d9ec66592fd907c0fb2fc6694b6b0f6a6"
},
{
"name": "model.layers.18.input_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
926863744,
926865792
],
"sha256": "b461b137d827a9dc1f1a34d7198eb082f8a669d3fcd46cfc995a860728066e22"
},
{
"name": "model.layers.18.linear_attn.A_log",
"dtype": "F32",
"shape": [
16
],
"data_offsets": [
4608,
4672
],
"sha256": "1c0e0c201309df081cbfe9a37018164714a96bc7cdf09473ed0fcfd1f515a555"
},
{
"name": "model.layers.18.linear_attn.conv1d.weight",
"dtype": "BF16",
"shape": [
6144,
1,
4
],
"data_offsets": [
926865792,
926914944
],
"sha256": "5a750fe628c7beba215a72ad4aaa5bc46e2c88d587aad6671b949bfdb42db545"
},
{
"name": "model.layers.18.linear_attn.dt_bias",
"dtype": "BF16",
"shape": [
16
],
"data_offsets": [
926914944,
926914976
],
"sha256": "d8dd2668405443e3502df2447713e66aa5dd25c52ff3c96d2e2c0cad8e30abb1"
},
{
"name": "model.layers.18.linear_attn.in_proj_a.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
926914976,
926947744
],
"sha256": "a066a1e1e9520d9bf903d79e93deb1fe4d68dc8fdbf38ba3d8a6cfb8878b8d40"
},
{
"name": "model.layers.18.linear_attn.in_proj_b.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
926947744,
926980512
],
"sha256": "4d9033c62a2dfc655791e3e46b31907369fbafa8d77ee218cb36b8838b0e530f"
},
{
"name": "model.layers.18.linear_attn.in_proj_qkv.weight",
"dtype": "BF16",
"shape": [
6144,
1024
],
"data_offsets": [
926980512,
939563424
],
"sha256": "47b97e6fae772a763029b7b10ac73d5214a7ab07f5855ef82ce01c51d823252d"
},
{
"name": "model.layers.18.linear_attn.in_proj_z.weight",
"dtype": "BF16",
"shape": [
2048,
1024
],
"data_offsets": [
939563424,
943757728
],
"sha256": "1933b7c60b8ee2f19d8a2156e54b41407aa13b19808a3e5a9c24bb3c44832c86"
},
{
"name": "model.layers.18.linear_attn.norm.weight",
"dtype": "F32",
"shape": [
128
],
"data_offsets": [
4672,
5184
],
"sha256": "48555b69ec651735cef37e17a5e0f58ec9098486303768d51b054141133719ec"
},
{
"name": "model.layers.18.linear_attn.out_proj.weight",
"dtype": "BF16",
"shape": [
1024,
2048
],
"data_offsets": [
943757728,
947952032
],
"sha256": "45929a42f3c3e0b9ade395dfb3ac8acc5084dd010cd4045cd8f570629b19d1e3"
},
{
"name": "model.layers.18.mlp.down_proj.weight",
"dtype": "BF16",
"shape": [
1024,
3584
],
"data_offsets": [
947952032,
955292064
],
"sha256": "f41124d728ee26c54cd15b22cdd10138cbfe5a04c6e7fe514f53d86d4780d838"
},
{
"name": "model.layers.18.mlp.gate_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
955292064,
962632096
],
"sha256": "4717af00990d4ec5e61e0f6f1da6d63a0c559dd829acf65130c74df02d2643b3"
},
{
"name": "model.layers.18.mlp.up_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
962632096,
969972128
],
"sha256": "eb176a1dd3a08f18cb0a5dfda15811bb1b6008416c4765f7be13352a5b813605"
},
{
"name": "model.layers.18.post_attention_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
969972128,
969974176
],
"sha256": "d81e9c9425ecafbffe0da0d30c25da4c347ed4217a1ea6f3f60b7ccfd6146741"
},
{
"name": "model.layers.19.input_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
969974176,
969976224
],
"sha256": "078387ef725e56cc812efe7f5fc1441ae307e311eee4850e56a19276246e02b7"
},
{
"name": "model.layers.19.mlp.down_proj.weight",
"dtype": "BF16",
"shape": [
1024,
3584
],
"data_offsets": [
969976224,
977316256
],
"sha256": "638eedeb701b94aa861f4438e615c07ec6c60ee703db1bfee2de577bb6498c3e"
},
{
"name": "model.layers.19.mlp.gate_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
977316256,
984656288
],
"sha256": "118bfa194557dc70eb6663356fad68adcc98c4a7e4cad9203576e7b6d59f2ec4"
},
{
"name": "model.layers.19.mlp.up_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
984656288,
991996320
],
"sha256": "f731d77e73d6ba23b6ab5c938f79995f380ea23381a72eb3e01dd015023a51ba"
},
{
"name": "model.layers.19.post_attention_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
991996320,
991998368
],
"sha256": "3f714b74e2c6701e159ce8dfae7b8e4169474d89f249886f4f26af5b8e24984b"
},
{
"name": "model.layers.19.self_attn.k_norm.weight",
"dtype": "BF16",
"shape": [
256
],
"data_offsets": [
991998368,
991998880
],
"sha256": "e6138da9894accb673810dafa8bf73aab6d136c47eeb897097ec81f47ffe5480"
},
{
"name": "model.layers.19.self_attn.k_proj.weight",
"dtype": "BF16",
"shape": [
512,
1024
],
"data_offsets": [
991998880,
993047456
],
"sha256": "105a6ac59d7454f28c5154c920a48d3f4ca335af24df16415b5d47e483591835"
},
{
"name": "model.layers.19.self_attn.o_proj.weight",
"dtype": "BF16",
"shape": [
1024,
2048
],
"data_offsets": [
993047456,
997241760
],
"sha256": "1cc073772f5471e681af8b4cd8b8ceedf2ede22b2e062949671cf0f17335e8bf"
},
{
"name": "model.layers.19.self_attn.q_norm.weight",
"dtype": "BF16",
"shape": [
256
],
"data_offsets": [
997241760,
997242272
],
"sha256": "a00cbb7839761c57bad599bd0643e1359d8bb25b11eda0219c19c577f66b6db2"
},
{
"name": "model.layers.19.self_attn.q_proj.weight",
"dtype": "BF16",
"shape": [
4096,
1024
],
"data_offsets": [
997242272,
1005630880
],
"sha256": "a70273d21445d1ebe501732b4e85f8881efd173d64980ca84ca225545992c02e"
},
{
"name": "model.layers.19.self_attn.v_proj.weight",
"dtype": "BF16",
"shape": [
512,
1024
],
"data_offsets": [
1005630880,
1006679456
],
"sha256": "714480f14734e4014f7d21c90829ca6b6b9f2818652aa5fe1bc84d5bed6ecdf8"
},
{
"name": "model.layers.2.input_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
1006679456,
1006681504
],
"sha256": "477fb98b50ccb37ea7254aaf74add51c48bd500dcd3181eda885057c74592840"
},
{
"name": "model.layers.2.linear_attn.A_log",
"dtype": "F32",
"shape": [
16
],
"data_offsets": [
5184,
5248
],
"sha256": "a99ca626fc00b801b40180b3bec9f94375aa0cd7adc6f5945ea6bd62b4457735"
},
{
"name": "model.layers.2.linear_attn.conv1d.weight",
"dtype": "BF16",
"shape": [
6144,
1,
4
],
"data_offsets": [
1006681504,
1006730656
],
"sha256": "ae942a15a3c2a2b4bb52b36d0e36523d8a8f1a75e7ea1d316fbc0a1c506f845e"
},
{
"name": "model.layers.2.linear_attn.dt_bias",
"dtype": "BF16",
"shape": [
16
],
"data_offsets": [
1006730656,
1006730688
],
"sha256": "942709532514b148fa625457a4b23d6fb819b06c702494760f2891cc855d66c1"
},
{
"name": "model.layers.2.linear_attn.in_proj_a.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
1006730688,
1006763456
],
"sha256": "65e139d61fb2dac335760f31501360840c0808e648558a46fc0e7515916a6c5a"
},
{
"name": "model.layers.2.linear_attn.in_proj_b.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
1006763456,
1006796224
],
"sha256": "fe3f12a1c1d11cd6cb1255fd391434df23f8e3bf57a540f5795f9a1b204898ac"
},
{
"name": "model.layers.2.linear_attn.in_proj_qkv.weight",
"dtype": "BF16",
"shape": [
6144,
1024
],
"data_offsets": [
1006796224,
1019379136
],
"sha256": "94229ea3818917350ab4287f9b59400d362c0b1c4a137ce7b4321c63b2d15e60"
},
{
"name": "model.layers.2.linear_attn.in_proj_z.weight",
"dtype": "BF16",
"shape": [
2048,
1024
],
"data_offsets": [
1019379136,
1023573440
],
"sha256": "20da1410a365d369d371b3ff8e1dc2963687db187e70068e17e1f6b783aa504e"
},
{
"name": "model.layers.2.linear_attn.norm.weight",
"dtype": "F32",
"shape": [
128
],
"data_offsets": [
5248,
5760
],
"sha256": "b7ea8b8b24815ec8fcd37411c372f93b3b1f5ee59b1b03d4d4dc2f8dc7402c3d"
},
{
"name": "model.layers.2.linear_attn.out_proj.weight",
"dtype": "BF16",
"shape": [
1024,
2048
],
"data_offsets": [
1023573440,
1027767744
],
"sha256": "c5950ca4569b4492985fed6839ede13d4c630e6950e9215cbfe2b810316b335e"
},
{
"name": "model.layers.2.mlp.down_proj.weight",
"dtype": "BF16",
"shape": [
1024,
3584
],
"data_offsets": [
1027767744,
1035107776
],
"sha256": "9196cbdeb8929eb1440cb8d7981aa72a19354f9bfaa22806e224694c303a902a"
},
{
"name": "model.layers.2.mlp.gate_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
1035107776,
1042447808
],
"sha256": "92b1c17f4299d458400adbf94d5625402c519c65e2e75154821ac95913579307"
},
{
"name": "model.layers.2.mlp.up_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
1042447808,
1049787840
],
"sha256": "045550db57e546e0bbf8d92ff749728b3a109c36feea700f600e954f9a85c2d3"
},
{
"name": "model.layers.2.post_attention_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
1049787840,
1049789888
],
"sha256": "ac89246d14af8b3a0c0772943e7209d6056e5b320b09677ecec95a38756ec4ca"
},
{
"name": "model.layers.20.input_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
1049789888,
1049791936
],
"sha256": "4812381974d53a946b3d2f1f92b648ed4f229a86646d00861013266092a9d7d9"
},
{
"name": "model.layers.20.linear_attn.A_log",
"dtype": "F32",
"shape": [
16
],
"data_offsets": [
5760,
5824
],
"sha256": "363f6671046f1606cb2c34d2d8cfb0a33f5f74608545c41294064d2af227d898"
},
{
"name": "model.layers.20.linear_attn.conv1d.weight",
"dtype": "BF16",
"shape": [
6144,
1,
4
],
"data_offsets": [
1049791936,
1049841088
],
"sha256": "8a8b9c710987eac6b4b5d6cdbe432be51414373eda229c0f252b27d65a2a2ef1"
},
{
"name": "model.layers.20.linear_attn.dt_bias",
"dtype": "BF16",
"shape": [
16
],
"data_offsets": [
1049841088,
1049841120
],
"sha256": "8f37a0989adf2651fdccc89820088050666b1e1c158a6d0d2f8fd9637a978ffb"
},
{
"name": "model.layers.20.linear_attn.in_proj_a.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
1049841120,
1049873888
],
"sha256": "fb17adb4ffc6549fcb0efb041fbadbd52ec070b0fb796f193bb980c9c13b4c89"
},
{
"name": "model.layers.20.linear_attn.in_proj_b.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
1049873888,
1049906656
],
"sha256": "174f0a8f42b36b298629a010509a1bcc4c3c974ea7f09b92b90811bbbe014e0c"
},
{
"name": "model.layers.20.linear_attn.in_proj_qkv.weight",
"dtype": "BF16",
"shape": [
6144,
1024
],
"data_offsets": [
1049906656,
1062489568
],
"sha256": "0f12215de011f28454382974e698b4c83d27bc855df16020a4f7cf0ccceceef6"
},
{
"name": "model.layers.20.linear_attn.in_proj_z.weight",
"dtype": "BF16",
"shape": [
2048,
1024
],
"data_offsets": [
1062489568,
1066683872
],
"sha256": "405fe0e3f54a23363a1ec4bf739f999fc517988253b6eb6c91cd781c6c9d9082"
},
{
"name": "model.layers.20.linear_attn.norm.weight",
"dtype": "F32",
"shape": [
128
],
"data_offsets": [
5824,
6336
],
"sha256": "632aea705ef377ce6e17ef541425d68a980c67aedd7999ec9b135639a88f08a1"
},
{
"name": "model.layers.20.linear_attn.out_proj.weight",
"dtype": "BF16",
"shape": [
1024,
2048
],
"data_offsets": [
1066683872,
1070878176
],
"sha256": "15d1f278000fcab352ac74ed65c6dadd83dea32d95805681215e7531d8b5add5"
},
{
"name": "model.layers.20.mlp.down_proj.weight",
"dtype": "BF16",
"shape": [
1024,
3584
],
"data_offsets": [
1070878176,
1078218208
],
"sha256": "95321f2c16e168880266841a7ba2839bc0830079d02a052e0b109c19132b01db"
},
{
"name": "model.layers.20.mlp.gate_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
1078218208,
1085558240
],
"sha256": "52f9e1ac66d6777ea869cd9c9a968f1fe60a61feea23164755a52e1971c1716e"
},
{
"name": "model.layers.20.mlp.up_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
1085558240,
1092898272
],
"sha256": "b686d984a503dca9d88012f9be8f14e042c2ca0be541d62c6dac186cd3fc5533"
},
{
"name": "model.layers.20.post_attention_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
1092898272,
1092900320
],
"sha256": "c0dbf11d1abec637e19d26733a413db28972261dc7754f52b2b7016090749b02"
},
{
"name": "model.layers.21.input_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
1092900320,
1092902368
],
"sha256": "b12f6b1bdda9d72c263da8a6872efe8a2ddfb85ca5b1a2994d1051f701abfcd2"
},
{
"name": "model.layers.21.linear_attn.A_log",
"dtype": "F32",
"shape": [
16
],
"data_offsets": [
6336,
6400
],
"sha256": "bfa39c8f7e8186c359a2d4ddd6acc2f39f903ea4d8ab0067f7496ea904e9513a"
},
{
"name": "model.layers.21.linear_attn.conv1d.weight",
"dtype": "BF16",
"shape": [
6144,
1,
4
],
"data_offsets": [
1092902368,
1092951520
],
"sha256": "79c1cd792b335cac388a57ed62ac3e9a4deecfb438dce6ef8c91225769278a43"
},
{
"name": "model.layers.21.linear_attn.dt_bias",
"dtype": "BF16",
"shape": [
16
],
"data_offsets": [
1092951520,
1092951552
],
"sha256": "a4bddfddca7a084d36b3ac4e4e67e06513f42a21bb730fd2fde17ba08a8b6857"
},
{
"name": "model.layers.21.linear_attn.in_proj_a.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
1092951552,
1092984320
],
"sha256": "8413d52319a2afd7ab84ed4c22fd5f8a2c6b21beffb8cdee05c05dfbc5833989"
},
{
"name": "model.layers.21.linear_attn.in_proj_b.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
1092984320,
1093017088
],
"sha256": "52bcb25f271e7facc8fdce1c21c94827adf598de73e51b9f451cd306d6d9aced"
},
{
"name": "model.layers.21.linear_attn.in_proj_qkv.weight",
"dtype": "BF16",
"shape": [
6144,
1024
],
"data_offsets": [
1093017088,
1105600000
],
"sha256": "9335f74b1454d851d66118dedccbaf4e714ab34dc4b098adca75f9f5f51e90d8"
},
{
"name": "model.layers.21.linear_attn.in_proj_z.weight",
"dtype": "BF16",
"shape": [
2048,
1024
],
"data_offsets": [
1105600000,
1109794304
],
"sha256": "358e7fa34c30c0fb52cdf653669fc7be8f5eeb56357b9939dbe8f07735e376e9"
},
{
"name": "model.layers.21.linear_attn.norm.weight",
"dtype": "F32",
"shape": [
128
],
"data_offsets": [
6400,
6912
],
"sha256": "1168a137d2e429ecd17ddc70ee2293e461e67581f4470e6f08fe08ce9cf1e309"
},
{
"name": "model.layers.21.linear_attn.out_proj.weight",
"dtype": "BF16",
"shape": [
1024,
2048
],
"data_offsets": [
1109794304,
1113988608
],
"sha256": "facb92f1502efd9987c3c2341f6934687f633ee6d99ea7b00d4e083236d54ec1"
},
{
"name": "model.layers.21.mlp.down_proj.weight",
"dtype": "BF16",
"shape": [
1024,
3584
],
"data_offsets": [
1113988608,
1121328640
],
"sha256": "af9fa5ecc9556068d867a410180e79bb3b5ac93c05059b8c98fef526c4483d9c"
},
{
"name": "model.layers.21.mlp.gate_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
1121328640,
1128668672
],
"sha256": "eff487ff19905e18d39bcc76dde0c2c140a258efebd44f4384f0ad0ae705a8ee"
},
{
"name": "model.layers.21.mlp.up_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
1128668672,
1136008704
],
"sha256": "da385b3dfc14547a39b8cd2fe9f906d8caa3ebb088144175638356aef55fd311"
},
{
"name": "model.layers.21.post_attention_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
1136008704,
1136010752
],
"sha256": "f9f48b395e31d0c4d68a66320d9a1a7183bc4b3af237b1d4f7efbc085dfe35c5"
},
{
"name": "model.layers.22.input_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
1136010752,
1136012800
],
"sha256": "f4db101415a41466f4a3ecca4a56fdd2958afad5cddf3b75febbd42cf2ea3a3d"
},
{
"name": "model.layers.22.linear_attn.A_log",
"dtype": "F32",
"shape": [
16
],
"data_offsets": [
6912,
6976
],
"sha256": "2dec02d96b4a2c31333cffa07c93daadbda2d24fc441dd370c2d199fcf01985e"
},
{
"name": "model.layers.22.linear_attn.conv1d.weight",
"dtype": "BF16",
"shape": [
6144,
1,
4
],
"data_offsets": [
1136012800,
1136061952
],
"sha256": "55cc24cc9d7442856984a094c2aa1bfeb7535aa08aaf932ba29a01c56e3f1e8e"
},
{
"name": "model.layers.22.linear_attn.dt_bias",
"dtype": "BF16",
"shape": [
16
],
"data_offsets": [
1136061952,
1136061984
],
"sha256": "14b0292483dfb58158c5b80e9d71fc3c28a56805b8596faa87a8b548a31a7784"
},
{
"name": "model.layers.22.linear_attn.in_proj_a.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
1136061984,
1136094752
],
"sha256": "f17c9a5b2ea11ab865bfb7397a1fb840b16a1b72f6867fa4a288d3f799d2004a"
},
{
"name": "model.layers.22.linear_attn.in_proj_b.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
1136094752,
1136127520
],
"sha256": "d09239593c2fea83bedcf5a6afb96f4b91daeed50a25b46dfabcd7bdd171da5b"
},
{
"name": "model.layers.22.linear_attn.in_proj_qkv.weight",
"dtype": "BF16",
"shape": [
6144,
1024
],
"data_offsets": [
1136127520,
1148710432
],
"sha256": "18fe3dc1a99c2c757688c67f8a535684d1ee7f316c29d96bbae57a23d1a64a44"
},
{
"name": "model.layers.22.linear_attn.in_proj_z.weight",
"dtype": "BF16",
"shape": [
2048,
1024
],
"data_offsets": [
1148710432,
1152904736
],
"sha256": "061e6773ca971c3bbbb187f5fbb168acdd2738d25087641fcdd429189599dedf"
},
{
"name": "model.layers.22.linear_attn.norm.weight",
"dtype": "F32",
"shape": [
128
],
"data_offsets": [
6976,
7488
],
"sha256": "7968c5890c77aee9b882c9b2bd0b0f568e449ef1ddf35d83df86b6dd04e9bb09"
},
{
"name": "model.layers.22.linear_attn.out_proj.weight",
"dtype": "BF16",
"shape": [
1024,
2048
],
"data_offsets": [
1152904736,
1157099040
],
"sha256": "0c0430dd7c274bf62f0b6144a8a39034695b0bc00090b66070e68b0327c6aa11"
},
{
"name": "model.layers.22.mlp.down_proj.weight",
"dtype": "BF16",
"shape": [
1024,
3584
],
"data_offsets": [
1157099040,
1164439072
],
"sha256": "198e2fabef4ee48484d9c952018e465376acea23511f126b7edceef8a66f50a1"
},
{
"name": "model.layers.22.mlp.gate_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
1164439072,
1171779104
],
"sha256": "dde22f42876bc15cae8778a29a573f150d4d042a09af00b8d1abe94d6207d93d"
},
{
"name": "model.layers.22.mlp.up_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
1171779104,
1179119136
],
"sha256": "84d1a8b4bf6a468ed531ce11ef7a13cd7e332716ca3d1d19c16714d4b8ad9b73"
},
{
"name": "model.layers.22.post_attention_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
1179119136,
1179121184
],
"sha256": "d1511f0a492b15f3817584d1804c0ebb5870e4f83b3fb8bad4640810c5a019ce"
},
{
"name": "model.layers.23.input_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
1179121184,
1179123232
],
"sha256": "6f359e536fa150538dd0c5a7fc1c2dd233e5ef144e2f4801bc67ec2ca5c519bd"
},
{
"name": "model.layers.23.mlp.down_proj.weight",
"dtype": "BF16",
"shape": [
1024,
3584
],
"data_offsets": [
1179123232,
1186463264
],
"sha256": "c7edbf617e1dae1059f6dde88bfc5c0db1c052b28de2d69e96eb7e2bed22fd32"
},
{
"name": "model.layers.23.mlp.gate_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
1186463264,
1193803296
],
"sha256": "57e66633224761ad56da16da7cc0f476e42decd9df64a64ded4a343b8e87487b"
},
{
"name": "model.layers.23.mlp.up_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
1193803296,
1201143328
],
"sha256": "cb3830f5121ca0cb4b974b7904a382f9555975c2e84c71863e868e434e86aa6f"
},
{
"name": "model.layers.23.post_attention_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
1201143328,
1201145376
],
"sha256": "3cfea6a338e5afd5297a8cfed380308652ab0eef3114b4cd2a60a1671241295e"
},
{
"name": "model.layers.23.self_attn.k_norm.weight",
"dtype": "BF16",
"shape": [
256
],
"data_offsets": [
1201145376,
1201145888
],
"sha256": "b65b55332e92830ff1be15463ae734aeace9c6b145e171e1fbcf3618d4f07e1f"
},
{
"name": "model.layers.23.self_attn.k_proj.weight",
"dtype": "BF16",
"shape": [
512,
1024
],
"data_offsets": [
1201145888,
1202194464
],
"sha256": "27bcbe2c659c7fc069d19136008cee923b51433c4f4984fc282436924e63a9b5"
},
{
"name": "model.layers.23.self_attn.o_proj.weight",
"dtype": "BF16",
"shape": [
1024,
2048
],
"data_offsets": [
1202194464,
1206388768
],
"sha256": "0bfc9597711007322dfd0be5efc1d105232e9c89efcb03cc3d06b9a29ccdd8f3"
},
{
"name": "model.layers.23.self_attn.q_norm.weight",
"dtype": "BF16",
"shape": [
256
],
"data_offsets": [
1206388768,
1206389280
],
"sha256": "71bc9c83aa8271131910e8bf00a21bc8f7a98630fbe99125d3cf4a0f2596b911"
},
{
"name": "model.layers.23.self_attn.q_proj.weight",
"dtype": "BF16",
"shape": [
4096,
1024
],
"data_offsets": [
1206389280,
1214777888
],
"sha256": "1625a60896b86f5e446defc270bf2716b6af8a04d0d254ce2a1c038d261547b6"
},
{
"name": "model.layers.23.self_attn.v_proj.weight",
"dtype": "BF16",
"shape": [
512,
1024
],
"data_offsets": [
1214777888,
1215826464
],
"sha256": "76f176150d89f315bd5dda307d25d541bfb61950bdffd5362fc8576d8f7b182f"
},
{
"name": "model.layers.3.input_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
1215826464,
1215828512
],
"sha256": "262f20f74b30264bb8244fd620dfd1356e8282ff09e4ba1d6892900d46d0635b"
},
{
"name": "model.layers.3.mlp.down_proj.weight",
"dtype": "BF16",
"shape": [
1024,
3584
],
"data_offsets": [
1215828512,
1223168544
],
"sha256": "d3428ec277dd5195c9a42720be5b4068fcc51943670c62f57e61b5adebcae1da"
},
{
"name": "model.layers.3.mlp.gate_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
1223168544,
1230508576
],
"sha256": "50d2f4c60e786596e464958bb515ec5573c3ddb53604930e3e2244f107f71f11"
},
{
"name": "model.layers.3.mlp.up_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
1230508576,
1237848608
],
"sha256": "f141786356fc0b59f4e1aa8cc3afb084d283e384c98cd47dbd1812b6c9ac1f0f"
},
{
"name": "model.layers.3.post_attention_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
1237848608,
1237850656
],
"sha256": "480c483e9af2962e8213512464316402dd657d0dcfa37119a58409689330c7a2"
},
{
"name": "model.layers.3.self_attn.k_norm.weight",
"dtype": "BF16",
"shape": [
256
],
"data_offsets": [
1237850656,
1237851168
],
"sha256": "424ead8a89f71d4e83858da7f28335665c4d61a8797b121cfaa26a56d1f5ea6a"
},
{
"name": "model.layers.3.self_attn.k_proj.weight",
"dtype": "BF16",
"shape": [
512,
1024
],
"data_offsets": [
1237851168,
1238899744
],
"sha256": "4c8cfc4b114917fd3067510ca34886f9bb2bac638a07c537a544e0b9494237fe"
},
{
"name": "model.layers.3.self_attn.o_proj.weight",
"dtype": "BF16",
"shape": [
1024,
2048
],
"data_offsets": [
1238899744,
1243094048
],
"sha256": "4c92f1c5a423b022da52875dc21b31e0957110aefefc8826e0be5bcc875cc9cf"
},
{
"name": "model.layers.3.self_attn.q_norm.weight",
"dtype": "BF16",
"shape": [
256
],
"data_offsets": [
1243094048,
1243094560
],
"sha256": "6fbc460e96b527aa6b54ab345195d141716dd4e34094baec92c65344f8bac298"
},
{
"name": "model.layers.3.self_attn.q_proj.weight",
"dtype": "BF16",
"shape": [
4096,
1024
],
"data_offsets": [
1243094560,
1251483168
],
"sha256": "b0dde4ab3eee4dc2abdf2e2fe8cd6b474d52c4559e38bb8fc9c8589c1b0a7176"
},
{
"name": "model.layers.3.self_attn.v_proj.weight",
"dtype": "BF16",
"shape": [
512,
1024
],
"data_offsets": [
1251483168,
1252531744
],
"sha256": "459514e89bd3142fca159b73b936cc0e444e6e9cb0dff082be0ecb8462d6a1b7"
},
{
"name": "model.layers.4.input_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
1252531744,
1252533792
],
"sha256": "8aee027945fcced8fc59b744ac29845b63959e33a0db01cdee7485ddd0fcc079"
},
{
"name": "model.layers.4.linear_attn.A_log",
"dtype": "F32",
"shape": [
16
],
"data_offsets": [
7488,
7552
],
"sha256": "280e3591b7b6b7fe0692fbbf60d636f2265384fe84952ddc1cc4c3d8985223b9"
},
{
"name": "model.layers.4.linear_attn.conv1d.weight",
"dtype": "BF16",
"shape": [
6144,
1,
4
],
"data_offsets": [
1252533792,
1252582944
],
"sha256": "89bb115dbce2f578785ae32ed3a31a162793a1e1ef9803bdb2232c92ba8e8c55"
},
{
"name": "model.layers.4.linear_attn.dt_bias",
"dtype": "BF16",
"shape": [
16
],
"data_offsets": [
1252582944,
1252582976
],
"sha256": "503fc13e97f752879c8eea76750589cf0656a40b2b1a694642ba72ae3b64fccb"
},
{
"name": "model.layers.4.linear_attn.in_proj_a.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
1252582976,
1252615744
],
"sha256": "87902c9c858e014ed49a8adff829d7ffe7899f2123dba1bd9372efa0bc864635"
},
{
"name": "model.layers.4.linear_attn.in_proj_b.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
1252615744,
1252648512
],
"sha256": "20d599358f68567cfbd2c227b3847c352231c6ea54feb2a4b6210649fa65e88e"
},
{
"name": "model.layers.4.linear_attn.in_proj_qkv.weight",
"dtype": "BF16",
"shape": [
6144,
1024
],
"data_offsets": [
1252648512,
1265231424
],
"sha256": "20cfe8d416b7c83fe69ac5e87d6546c88c8cc841ac6549b1a7a83f3f565042c4"
},
{
"name": "model.layers.4.linear_attn.in_proj_z.weight",
"dtype": "BF16",
"shape": [
2048,
1024
],
"data_offsets": [
1265231424,
1269425728
],
"sha256": "eaebc8ff9cf3bb005d82e5eef2233055df741bcc02a3d8902de8280595675b3c"
},
{
"name": "model.layers.4.linear_attn.norm.weight",
"dtype": "F32",
"shape": [
128
],
"data_offsets": [
7552,
8064
],
"sha256": "e73ad334202b4c9c503b2121f97ff8602e5118577afdf0d35a6bcd305f8d1b4b"
},
{
"name": "model.layers.4.linear_attn.out_proj.weight",
"dtype": "BF16",
"shape": [
1024,
2048
],
"data_offsets": [
1269425728,
1273620032
],
"sha256": "8bf7b33388b1fc049199bb51d73573a2e0d25cda81793605502981b2916e3618"
},
{
"name": "model.layers.4.mlp.down_proj.weight",
"dtype": "BF16",
"shape": [
1024,
3584
],
"data_offsets": [
1273620032,
1280960064
],
"sha256": "ba121be04f6cb888879295137310ca32ae19429a1aa03ef7c4ea2f361bb62734"
},
{
"name": "model.layers.4.mlp.gate_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
1280960064,
1288300096
],
"sha256": "992c80a1b8374007902cbac7a616ad8d695ec9e63f519c016b665e41011222cc"
},
{
"name": "model.layers.4.mlp.up_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
1288300096,
1295640128
],
"sha256": "2318c49e37ef0ae946f9f9b3d6ebca0a29929c1b05ac7db8c147cf4c1fd9f888"
},
{
"name": "model.layers.4.post_attention_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
1295640128,
1295642176
],
"sha256": "08d72ea5165725ab2fbde7ba1009d6709eaed8bb854e9540d25f09d7f688a406"
},
{
"name": "model.layers.5.input_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
1295642176,
1295644224
],
"sha256": "7cc8e4c0e7edf4ee82f0ef7968d4db5c428b326cca6d12cbb79912169cb0d277"
},
{
"name": "model.layers.5.linear_attn.A_log",
"dtype": "F32",
"shape": [
16
],
"data_offsets": [
8064,
8128
],
"sha256": "11652a04f265548e03cb0b510d3dddc7fe31ceb45f8b6634684d7b87e377b9a4"
},
{
"name": "model.layers.5.linear_attn.conv1d.weight",
"dtype": "BF16",
"shape": [
6144,
1,
4
],
"data_offsets": [
1295644224,
1295693376
],
"sha256": "84c203872bc3281238d63a425724b0351584cfa78ef19b80897ad8951d22e1b1"
},
{
"name": "model.layers.5.linear_attn.dt_bias",
"dtype": "BF16",
"shape": [
16
],
"data_offsets": [
1295693376,
1295693408
],
"sha256": "ff26a071cce66e8930581452e2f5da545a3ef16ed6b149bf4a311723bd45e144"
},
{
"name": "model.layers.5.linear_attn.in_proj_a.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
1295693408,
1295726176
],
"sha256": "79ad2eb58cee02fbc07ac5664758762c94d1d91007c9dc8fe9d1fcf92e37f970"
},
{
"name": "model.layers.5.linear_attn.in_proj_b.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
1295726176,
1295758944
],
"sha256": "8652cf8c947edf58d592d70f4923992a680039b638ed1ff1df8df92e0e367782"
},
{
"name": "model.layers.5.linear_attn.in_proj_qkv.weight",
"dtype": "BF16",
"shape": [
6144,
1024
],
"data_offsets": [
1295758944,
1308341856
],
"sha256": "6bc8a2301fb9fe08feecde6ceceb96c34bb3e39be07eef897718436f2ee68930"
},
{
"name": "model.layers.5.linear_attn.in_proj_z.weight",
"dtype": "BF16",
"shape": [
2048,
1024
],
"data_offsets": [
1308341856,
1312536160
],
"sha256": "d3803e169af7b129643e94fd23fdaa7263001c8d408de7ff23c2fe0d3ae4f6de"
},
{
"name": "model.layers.5.linear_attn.norm.weight",
"dtype": "F32",
"shape": [
128
],
"data_offsets": [
8128,
8640
],
"sha256": "ea06571e986de0d7cbad53ae0226764a855f3cf218ac488f59d72de108b2ecda"
},
{
"name": "model.layers.5.linear_attn.out_proj.weight",
"dtype": "BF16",
"shape": [
1024,
2048
],
"data_offsets": [
1312536160,
1316730464
],
"sha256": "9f01e959dff41fc8c81a1774e92f9fb48eea7ad3448e8ef1e61a05d594f67c89"
},
{
"name": "model.layers.5.mlp.down_proj.weight",
"dtype": "BF16",
"shape": [
1024,
3584
],
"data_offsets": [
1316730464,
1324070496
],
"sha256": "60f0a77529c775c10da70e76c08a9518918abbae9b264b9d5d6130dff55520e7"
},
{
"name": "model.layers.5.mlp.gate_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
1324070496,
1331410528
],
"sha256": "d65832085f8a787945c1c6fbba55239a6f8b4f13ce1bd7a5184e458419427283"
},
{
"name": "model.layers.5.mlp.up_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
1331410528,
1338750560
],
"sha256": "5f0c880e4d6b0127cda55cd017f73f782406dc050f1d750e5585ce102dddde1e"
},
{
"name": "model.layers.5.post_attention_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
1338750560,
1338752608
],
"sha256": "a738bd98402ad9d326d25612d627c0c2cf888a93b60e1144fd3860508a1ccc92"
},
{
"name": "model.layers.6.input_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
1338752608,
1338754656
],
"sha256": "700b0acfd417fc3deaf297164e96e9be5408b5801d5e535f40d9d0449d1a9f52"
},
{
"name": "model.layers.6.linear_attn.A_log",
"dtype": "F32",
"shape": [
16
],
"data_offsets": [
8640,
8704
],
"sha256": "e09b1aab34e374be90dc3f843caf1106b65b3f17353c36aa2535f9defd7d4441"
},
{
"name": "model.layers.6.linear_attn.conv1d.weight",
"dtype": "BF16",
"shape": [
6144,
1,
4
],
"data_offsets": [
1338754656,
1338803808
],
"sha256": "a7904fd450d3221c3c679846150dcda34c0bd8cc600a22749a20213dbe7fca99"
},
{
"name": "model.layers.6.linear_attn.dt_bias",
"dtype": "BF16",
"shape": [
16
],
"data_offsets": [
1338803808,
1338803840
],
"sha256": "fe00217c7f198519da4e14a7d5b28fd8d0379251cde0af802421300a92fe1c72"
},
{
"name": "model.layers.6.linear_attn.in_proj_a.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
1338803840,
1338836608
],
"sha256": "a7e4d78c07a99184833a36dce1348ea2c77f7502b9abf3bb4eb50fbe1394bbf1"
},
{
"name": "model.layers.6.linear_attn.in_proj_b.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
1338836608,
1338869376
],
"sha256": "80799e25f506f287d53a90e8a6c25fdfaa854a99779e74898745fcb517b34701"
},
{
"name": "model.layers.6.linear_attn.in_proj_qkv.weight",
"dtype": "BF16",
"shape": [
6144,
1024
],
"data_offsets": [
1338869376,
1351452288
],
"sha256": "2a8d44bfe0915366a2cc7a335256b9341999911fe1ea331769ee593d8f19a5a8"
},
{
"name": "model.layers.6.linear_attn.in_proj_z.weight",
"dtype": "BF16",
"shape": [
2048,
1024
],
"data_offsets": [
1351452288,
1355646592
],
"sha256": "45d73826e3db34280466b732c9daa6dcf3ca6be4a64fc0161a032ba9a0ccb563"
},
{
"name": "model.layers.6.linear_attn.norm.weight",
"dtype": "F32",
"shape": [
128
],
"data_offsets": [
8704,
9216
],
"sha256": "fe1c4024ab6f07dfa5e369925fba4795b01a94072008d6c8abb4112c5d4f8056"
},
{
"name": "model.layers.6.linear_attn.out_proj.weight",
"dtype": "BF16",
"shape": [
1024,
2048
],
"data_offsets": [
1355646592,
1359840896
],
"sha256": "457bf7c14c06028eb639e62d6b2131a8fdbda264fe40e15a45f7cfdf199fd898"
},
{
"name": "model.layers.6.mlp.down_proj.weight",
"dtype": "BF16",
"shape": [
1024,
3584
],
"data_offsets": [
1359840896,
1367180928
],
"sha256": "b750e840ad51e8d4b7d0d7f46269df9b7060cc705212c0416b5a34607e3e15b1"
},
{
"name": "model.layers.6.mlp.gate_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
1367180928,
1374520960
],
"sha256": "b36b767f35d7e97bf2443c53e8ee9ff5b36ef4a1e881ceea8b815b403276ee29"
},
{
"name": "model.layers.6.mlp.up_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
1374520960,
1381860992
],
"sha256": "547463551165093b8b8bdec370a9148af50f9f6e5d38bc2ab4f207b72d2d4044"
},
{
"name": "model.layers.6.post_attention_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
1381860992,
1381863040
],
"sha256": "6265e10d5c6bc8172ddf754dc76357a5fcfec97f98e94f6c50931597b534ea74"
},
{
"name": "model.layers.7.input_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
1381863040,
1381865088
],
"sha256": "5054fa70cb0f6699ebe2e14ed24c6564791c1b7f2d80134a6428e481bf19fc75"
},
{
"name": "model.layers.7.mlp.down_proj.weight",
"dtype": "BF16",
"shape": [
1024,
3584
],
"data_offsets": [
1381865088,
1389205120
],
"sha256": "0c2ba3eec24441cc0a4b4c9e6956f64210caa2acb8fae18b3579fce9ec49159c"
},
{
"name": "model.layers.7.mlp.gate_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
1389205120,
1396545152
],
"sha256": "ccff86cc93b91a5be46dbd61cebbfadc32a0e31e7d767b0436a37764d6d94547"
},
{
"name": "model.layers.7.mlp.up_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
1396545152,
1403885184
],
"sha256": "9c8a6ffbeb9957d7a52939b037099d34e6445e2255e2b4fb3baedabea93f742a"
},
{
"name": "model.layers.7.post_attention_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
1403885184,
1403887232
],
"sha256": "35f673c1edb982d55e5f46bf207f2de0b9dbd60ad98acfb8cdafc9d9a3a28d25"
},
{
"name": "model.layers.7.self_attn.k_norm.weight",
"dtype": "BF16",
"shape": [
256
],
"data_offsets": [
1403887232,
1403887744
],
"sha256": "a5b8b543ca3a084105ff3495ed2c36a2f7e99557479bbc3ba45e05541f6806d7"
},
{
"name": "model.layers.7.self_attn.k_proj.weight",
"dtype": "BF16",
"shape": [
512,
1024
],
"data_offsets": [
1403887744,
1404936320
],
"sha256": "0720a1c07da7f9f0513cc6a1e4b83920504ab9b0c9705b0ec7810ed763a36fa8"
},
{
"name": "model.layers.7.self_attn.o_proj.weight",
"dtype": "BF16",
"shape": [
1024,
2048
],
"data_offsets": [
1404936320,
1409130624
],
"sha256": "495f9a04acd3b164cd7fb06a9d3e09f699e4abb0298b6cb3313b2d9b8470a63c"
},
{
"name": "model.layers.7.self_attn.q_norm.weight",
"dtype": "BF16",
"shape": [
256
],
"data_offsets": [
1409130624,
1409131136
],
"sha256": "d9e8640352b19cdad1fa8e4788622cf8a0b977979a878729b2f7e71ed21f8f2d"
},
{
"name": "model.layers.7.self_attn.q_proj.weight",
"dtype": "BF16",
"shape": [
4096,
1024
],
"data_offsets": [
1409131136,
1417519744
],
"sha256": "a26bf320a713a5e747f10d2a79e6cad01cef540ae0ab9886f16e8f2650fe13b2"
},
{
"name": "model.layers.7.self_attn.v_proj.weight",
"dtype": "BF16",
"shape": [
512,
1024
],
"data_offsets": [
1417519744,
1418568320
],
"sha256": "b4b61a50c3713f08bae391b95b178408f6f97c89c99fd3f631c6af36e1752ca9"
},
{
"name": "model.layers.8.input_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
1418568320,
1418570368
],
"sha256": "e99fc0e779d297db988eae6e2341faea3c688ae4a625caec1ac762b28c5031ae"
},
{
"name": "model.layers.8.linear_attn.A_log",
"dtype": "F32",
"shape": [
16
],
"data_offsets": [
9216,
9280
],
"sha256": "13876faa9c6085de480e5f45506475ca258ac9d1fa6b3fff04f1d2ecf22b3f66"
},
{
"name": "model.layers.8.linear_attn.conv1d.weight",
"dtype": "BF16",
"shape": [
6144,
1,
4
],
"data_offsets": [
1418570368,
1418619520
],
"sha256": "d5ae0f88fe50789e66be125e58bf9b4120c32388d0102904d26d8055cd9ad333"
},
{
"name": "model.layers.8.linear_attn.dt_bias",
"dtype": "BF16",
"shape": [
16
],
"data_offsets": [
1418619520,
1418619552
],
"sha256": "ed18e7e867a650777b849b49ce397f92fae1af50003ebcbcd62da0e871ae10f7"
},
{
"name": "model.layers.8.linear_attn.in_proj_a.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
1418619552,
1418652320
],
"sha256": "f50b6639c4e9e0530048aa73d21035226d9a1a7732f085ee9b6d727f8c9caa36"
},
{
"name": "model.layers.8.linear_attn.in_proj_b.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
1418652320,
1418685088
],
"sha256": "9383a797a6d4e4e84081bdbe7732fdbda5f44247a933fae3385fcfb248b10f84"
},
{
"name": "model.layers.8.linear_attn.in_proj_qkv.weight",
"dtype": "BF16",
"shape": [
6144,
1024
],
"data_offsets": [
1418685088,
1431268000
],
"sha256": "df6f338e7bf0f84767b1f2bcf55a1327c2c2a7d20b87a450c4863deaa3b5274c"
},
{
"name": "model.layers.8.linear_attn.in_proj_z.weight",
"dtype": "BF16",
"shape": [
2048,
1024
],
"data_offsets": [
1431268000,
1435462304
],
"sha256": "ff3c479473a91a153cd244af5f44dd5d8ba3ad64858214412463a6a9ea1fe252"
},
{
"name": "model.layers.8.linear_attn.norm.weight",
"dtype": "F32",
"shape": [
128
],
"data_offsets": [
9280,
9792
],
"sha256": "998d531602505ffdae165c0dfb32a603815e5aec75a88677fd1f7b5e45cbc91b"
},
{
"name": "model.layers.8.linear_attn.out_proj.weight",
"dtype": "BF16",
"shape": [
1024,
2048
],
"data_offsets": [
1435462304,
1439656608
],
"sha256": "f999552cfea17861edc5f5dd25b48f51e89fe3f12e3d7b27c482993d61f773b9"
},
{
"name": "model.layers.8.mlp.down_proj.weight",
"dtype": "BF16",
"shape": [
1024,
3584
],
"data_offsets": [
1439656608,
1446996640
],
"sha256": "05fb318d3507148575b60805a4d34ccaba09aab41705d75a33fe101a78ff841c"
},
{
"name": "model.layers.8.mlp.gate_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
1446996640,
1454336672
],
"sha256": "47ea617b14d9e3787fe7fb8e44eec9655dc8f3c75b150d0b2bfebd13028a4e91"
},
{
"name": "model.layers.8.mlp.up_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
1454336672,
1461676704
],
"sha256": "3fe6752c0557e1e497a15e1e840907a05ddd1a216c540f4b6ed3546bc4f50c39"
},
{
"name": "model.layers.8.post_attention_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
1461676704,
1461678752
],
"sha256": "1ed09c9294e5a6f738c204c417b29706de913fa4a69f497d78841c90658393e1"
},
{
"name": "model.layers.9.input_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
1461678752,
1461680800
],
"sha256": "222b3d85cf4b178a9964e0eed3d256e2ea0f34e4c3ddb44dc7e832508643bf89"
},
{
"name": "model.layers.9.linear_attn.A_log",
"dtype": "F32",
"shape": [
16
],
"data_offsets": [
9792,
9856
],
"sha256": "25567d3d581e54f94e55bc4a93b889559d9c57ace05d777af1e5fd45acf94295"
},
{
"name": "model.layers.9.linear_attn.conv1d.weight",
"dtype": "BF16",
"shape": [
6144,
1,
4
],
"data_offsets": [
1461680800,
1461729952
],
"sha256": "1b21bc66765f08edb977a87c36286696b84755d6f89c4793c5476e6990e05e56"
},
{
"name": "model.layers.9.linear_attn.dt_bias",
"dtype": "BF16",
"shape": [
16
],
"data_offsets": [
1461729952,
1461729984
],
"sha256": "c8fc614002929ca47207f8d9a1c0d6df6161f4e7e46cba30dcb107f6d01492cf"
},
{
"name": "model.layers.9.linear_attn.in_proj_a.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
1461729984,
1461762752
],
"sha256": "48076793b1983ca93b74cead007c0411ec1fdf34a66723e282596cb79f6c9357"
},
{
"name": "model.layers.9.linear_attn.in_proj_b.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
1461762752,
1461795520
],
"sha256": "015f6fef1e183bb990cd629439316e0629ae1c2cb3badac775653e75853b6d4a"
},
{
"name": "model.layers.9.linear_attn.in_proj_qkv.weight",
"dtype": "BF16",
"shape": [
6144,
1024
],
"data_offsets": [
1461795520,
1474378432
],
"sha256": "996562ace68745dbf8487623b39c2130ecce9bb7b81c4b06b654a08e5a104500"
},
{
"name": "model.layers.9.linear_attn.in_proj_z.weight",
"dtype": "BF16",
"shape": [
2048,
1024
],
"data_offsets": [
1474378432,
1478572736
],
"sha256": "ac49fd767b9d8a84b5e24a26269fad3bc818d317ae60a205809b4cb38d954687"
},
{
"name": "model.layers.9.linear_attn.norm.weight",
"dtype": "F32",
"shape": [
128
],
"data_offsets": [
9856,
10368
],
"sha256": "a04e8ced547c18d69af69cf4ff72863a2dff96a8e9948fc107c701c07f4dcd67"
},
{
"name": "model.layers.9.linear_attn.out_proj.weight",
"dtype": "BF16",
"shape": [
1024,
2048
],
"data_offsets": [
1478572736,
1482767040
],
"sha256": "253571bd7bcb82ae7d6c3db2a5ba0ea44b62deb54d2dbc5cd43672c4081691ca"
},
{
"name": "model.layers.9.mlp.down_proj.weight",
"dtype": "BF16",
"shape": [
1024,
3584
],
"data_offsets": [
1482767040,
1490107072
],
"sha256": "09751bd4c7ef156fd8c5cf4e3be0d6250c7cccc14cf30883fbb28d213fec6132"
},
{
"name": "model.layers.9.mlp.gate_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
1490107072,
1497447104
],
"sha256": "d358d3350cff9257c1ab0ee1644fa384e0cc1139c94c6b10170ba2c4284c8454"
},
{
"name": "model.layers.9.mlp.up_proj.weight",
"dtype": "BF16",
"shape": [
3584,
1024
],
"data_offsets": [
1497447104,
1504787136
],
"sha256": "a2d38250a3cfcd53088206f52b83b6a7cb21ea56560f0dee8ee7d9eb8a2ff052"
},
{
"name": "model.layers.9.post_attention_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
1504787136,
1504789184
],
"sha256": "a09c66914b97943eb9fd72dcdc958f31a964f2ea3cee27b75dfa8b942c78886b"
},
{
"name": "model.norm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
1504789184,
1504791232
],
"sha256": "30832e6642a9c1555485d5c9553a35e539278c33ce3b7a9665e06cd2c5598381"
}
],
"initializers": [
{
"graph": "model_fp16.onnx",
"name": "model.layers.0.input_layernorm.weight",
"source": "model.layers.0.input_layernorm.weight",
"source_sha256": "032420ad60956b0e62b5f4afbfc3a51a7148c79946f746ea4eb6b0ceb6c67e37",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 0,
"bytes": 4096,
"sha256": "f96d2750e4c18ba21ec53f6010a9a79831d1936dfb4516431a87273ec9f401df"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.0.gdn.conv1d.weight_3d",
"source": "model.layers.0.linear_attn.conv1d.weight",
"source_sha256": "130344a7183ae52ad58fc5da96539f28071b64d452bb3acf0890a7947da44188",
"transform": "identity",
"shape": [
6144,
1,
4
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 4096,
"bytes": 49152,
"sha256": "c08742511c3891af6a841d7495a231e37712fa4a8b2e2690d29d7e8608f5ebdf"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.0.gdn.A_neg_exp",
"source": "model.layers.0.linear_attn.A_log",
"source_sha256": "ad78e0805c16a73f70c722e837d1d342df3d9714bea32d353d976e155dd73494",
"transform": "negative_exp",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 53248,
"bytes": 64,
"sha256": "9aa4bd8e831670ff588024d663d17a60ffada1f5f1a240dfe6b8be1795b187dc"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.0.gdn.dt_bias",
"source": "model.layers.0.linear_attn.dt_bias",
"source_sha256": "058cec20af625f4e3971da95b131af08db8f9ab26b1301b90c6f6401c5243388",
"transform": "identity",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 53312,
"bytes": 64,
"sha256": "5cc0802165d8bcf1732815a772436a6cd8c9aa2d546b6ea7c05aa4cb6b5b371d"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.0.gdn.norm.weight",
"source": "model.layers.0.linear_attn.norm.weight",
"source_sha256": "b92121af2866c2e156749dc12e27d5f873abb1595291be3a7465c8c65fd6e439",
"transform": "identity",
"shape": [
128
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 53376,
"bytes": 512,
"sha256": "b92121af2866c2e156749dc12e27d5f873abb1595291be3a7465c8c65fd6e439"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.0.gdn.in_proj_qkv.MatMul.weight",
"source": "model.layers.0.linear_attn.in_proj_qkv.weight",
"source_sha256": "8904cdb2c2e3aa5fc158d074e3b84fb5165a6637f2bd38f67fb93b29406fe0dc",
"transform": "transpose",
"shape": [
1024,
6144
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 53888,
"bytes": 12582912,
"sha256": "ad057fc28e8e42635e088ef1bfb7cfa0e6c14d726b2a7fdf6f9178ecf554af46"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.0.gdn.in_proj_z.MatMul.weight",
"source": "model.layers.0.linear_attn.in_proj_z.weight",
"source_sha256": "5a44325d73004f42dcd55558d357ceeccb54fafb9b7048071634ab1027e1c17d",
"transform": "transpose",
"shape": [
1024,
2048
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 12636800,
"bytes": 4194304,
"sha256": "6f11141134fcb1b316c9676a0853bea3d29be454b948cfb1754caf026e0ac745"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.0.gdn.in_proj_b.MatMul.weight",
"source": "model.layers.0.linear_attn.in_proj_b.weight",
"source_sha256": "02bab6a0eb77ad51435f77665d173876993d725ca3cd953f90c2b0754735db5e",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 16831104,
"bytes": 32768,
"sha256": "438e610272fd06005138d88b65c08f90f0ada36302bf03f8f51add6a2cabd211"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.0.gdn.in_proj_a.MatMul.weight",
"source": "model.layers.0.linear_attn.in_proj_a.weight",
"source_sha256": "e5197a79fc1daa00d06a0c04fd11a97ac3c10a6bd6460e957fd8383700d5d87b",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 16863872,
"bytes": 32768,
"sha256": "e5e35465746f774517b1e93dd76c48d8e49bc09b2c11b6a3f0620935aafe0798"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.0.gdn.out_proj.MatMul.weight",
"source": "model.layers.0.linear_attn.out_proj.weight",
"source_sha256": "cbee28fc3b42e07e491fffd593b2ee9ec58ae952dc9133e178f8a80ea916d308",
"transform": "transpose",
"shape": [
2048,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 16896640,
"bytes": 4194304,
"sha256": "3c8134485a61cd6ce800c1646210344c48876cabca36434e60ed6f5d045cddc1"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.0.post_attention_layernorm.weight",
"source": "model.layers.0.post_attention_layernorm.weight",
"source_sha256": "9c5f1eafa39cd5af93a2f9fadafd3362bc886938ab1a1db3954baea7887fe303",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 21090944,
"bytes": 4096,
"sha256": "919a845f171b32d3d04054dd4511e1b44d88e7bcf2b68e3bd5f5ea6e4fc2dd62"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.0.mlp.gate_proj.MatMul.weight",
"source": "model.layers.0.mlp.gate_proj.weight",
"source_sha256": "ac1e1d4df4f3adca7e0bc15ee7310ce093f9108baa712cfb86f57b03e6d6e140",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 21095040,
"bytes": 7340032,
"sha256": "8965b48a31d11c0fbf6a938e0ef14451fb18b61978a1ef4e6622a12f7f2ac08a"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.0.mlp.up_proj.MatMul.weight",
"source": "model.layers.0.mlp.up_proj.weight",
"source_sha256": "0317b5f7a4e522c75c5013a70f14c510262b79596ac298ef52b5e04740d76367",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 28435072,
"bytes": 7340032,
"sha256": "d6d4dad3c8921d18c19232aabafe48aef513eefc8df4b4f6e435014c85f09523"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.0.mlp.down_proj.MatMul.weight",
"source": "model.layers.0.mlp.down_proj.weight",
"source_sha256": "57c93b2a4452740b0b82386debc7c66df7774f98425a0253dd9d3e7006e989ac",
"transform": "transpose",
"shape": [
3584,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 35775104,
"bytes": 7340032,
"sha256": "7888edd715a9f64e3b31bc837b16ea381fa035560c0407c1cda46daea05a08ed"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.1.input_layernorm.weight",
"source": "model.layers.1.input_layernorm.weight",
"source_sha256": "105c3f620c5c6f4fb83b1c5aca86af0516ee6fe74013f4c8db19b0c304978fca",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 43115136,
"bytes": 4096,
"sha256": "c8afc03b821b2e62844ed3f145e106820f5fc4310781f61cc286b13b9a4c7c87"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.1.gdn.conv1d.weight_3d",
"source": "model.layers.1.linear_attn.conv1d.weight",
"source_sha256": "a0e74d5e5adf520e355b4e8e2d4193367cbae4c970b059c346ddd63146330428",
"transform": "identity",
"shape": [
6144,
1,
4
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 43119232,
"bytes": 49152,
"sha256": "62971b382e0ea6dc6b1bf6a51dc07f3f475140a68b34ea028ba86d79bf49e280"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.1.gdn.A_neg_exp",
"source": "model.layers.1.linear_attn.A_log",
"source_sha256": "6b98f67f72af6b686d48e04ae972dc7196de67a56acb1656adedf85ad6a9a445",
"transform": "negative_exp",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 43168384,
"bytes": 64,
"sha256": "c8f9f074d716961b85f47c2c050890c21cde509fd77cbe210feef3895df19ec1"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.1.gdn.dt_bias",
"source": "model.layers.1.linear_attn.dt_bias",
"source_sha256": "3c99bf6c106f2cc7afce28251be0c5f471f18a62686c9d5c80d04d98e8b3fb9a",
"transform": "identity",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 43168448,
"bytes": 64,
"sha256": "334257a1c2081bc5444569f8b5f1db8e24f6f3d4685aa7b7c8a87a48f97d29ae"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.1.gdn.norm.weight",
"source": "model.layers.1.linear_attn.norm.weight",
"source_sha256": "217499c58672166cf95bfd31fe8b523ef297067083cd36273036cda227ce3e49",
"transform": "identity",
"shape": [
128
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 43168512,
"bytes": 512,
"sha256": "217499c58672166cf95bfd31fe8b523ef297067083cd36273036cda227ce3e49"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.1.gdn.in_proj_qkv.MatMul.weight",
"source": "model.layers.1.linear_attn.in_proj_qkv.weight",
"source_sha256": "dfeb7007ff5c97f0ea43218df41742829f175202551e2d8a21030b9fb78d907c",
"transform": "transpose",
"shape": [
1024,
6144
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 43169024,
"bytes": 12582912,
"sha256": "faf2f9a1cb318964a1b69a6968a965457a653307f4d0e8bad88af2a5e791a842"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.1.gdn.in_proj_z.MatMul.weight",
"source": "model.layers.1.linear_attn.in_proj_z.weight",
"source_sha256": "62d14251ca6f2fe8e45b000b7e00cc217b120adf24a96e1e714dd11f63e97f16",
"transform": "transpose",
"shape": [
1024,
2048
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 55751936,
"bytes": 4194304,
"sha256": "5909b2b0ed63a82bd06d0c48ec71e10fce07ac03e9f87cf5ad13bc770bf80bbe"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.1.gdn.in_proj_b.MatMul.weight",
"source": "model.layers.1.linear_attn.in_proj_b.weight",
"source_sha256": "daf38a1d1ed0cdb8fe81ca684f595db7afb6f84aa062dbce94e9237d98399a94",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 59946240,
"bytes": 32768,
"sha256": "0fc2e2bbe5bccf7f0ba6c2bc1933ebbbf594800fe46773e17af2922fe33129f1"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.1.gdn.in_proj_a.MatMul.weight",
"source": "model.layers.1.linear_attn.in_proj_a.weight",
"source_sha256": "77cc7bc037f894dcafe1ce9cc3d2baa8244ffe63cff1a9bf560aec4c35382f17",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 59979008,
"bytes": 32768,
"sha256": "b47f92f53ae82b1c014204455241d1ec0a6e569f27df416dcaea6b1517e82462"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.1.gdn.out_proj.MatMul.weight",
"source": "model.layers.1.linear_attn.out_proj.weight",
"source_sha256": "66cb7582a142ba85cff4a46c46a1c25b51a6033c83b5784eaf82e51c9ef96594",
"transform": "transpose",
"shape": [
2048,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 60011776,
"bytes": 4194304,
"sha256": "249b776593565f10ba6db0d8d9670e89aec9ed1a596c213946a982a016cf5fcb"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.1.post_attention_layernorm.weight",
"source": "model.layers.1.post_attention_layernorm.weight",
"source_sha256": "0dbb3ffad68f553dca3e5cde5f6ab63479b7f9268c56aaa487ba870fdbe8e26f",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 64206080,
"bytes": 4096,
"sha256": "ba964f6cf52283d7c387f271d70d11cc97ff3ac0adfe92c898b0b00ba7231686"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.1.mlp.gate_proj.MatMul.weight",
"source": "model.layers.1.mlp.gate_proj.weight",
"source_sha256": "eec1554d574f568c1111fcacdfcce1ee9c96b30d68e104de5d6e73f620a52610",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 64210176,
"bytes": 7340032,
"sha256": "8f7d65726eb99aea9200da39b3caad939eeb01a4662ecb2523bd5478deea361d"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.1.mlp.up_proj.MatMul.weight",
"source": "model.layers.1.mlp.up_proj.weight",
"source_sha256": "740e3ead3094791179bb65898f034e0755eafbda8da9509ed441dab450d4ecad",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 71550208,
"bytes": 7340032,
"sha256": "625448ae40b40a442ef07e3620439989a7e983aafdca6fd76698c6dc796c60a5"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.1.mlp.down_proj.MatMul.weight",
"source": "model.layers.1.mlp.down_proj.weight",
"source_sha256": "feda6221cef862b7eb343576a03dd1ad215a56561b084c80f26adbf284f1d292",
"transform": "transpose",
"shape": [
3584,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 78890240,
"bytes": 7340032,
"sha256": "022a45f82ccb130f86721270388078808ff77e52977ec20f062cdd22c18246ed"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.2.input_layernorm.weight",
"source": "model.layers.2.input_layernorm.weight",
"source_sha256": "477fb98b50ccb37ea7254aaf74add51c48bd500dcd3181eda885057c74592840",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 86230272,
"bytes": 4096,
"sha256": "92284fd5d4117709dc4599f89ec493d4b0b114388252a677bb7e564e0b33d164"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.2.gdn.conv1d.weight_3d",
"source": "model.layers.2.linear_attn.conv1d.weight",
"source_sha256": "ae942a15a3c2a2b4bb52b36d0e36523d8a8f1a75e7ea1d316fbc0a1c506f845e",
"transform": "identity",
"shape": [
6144,
1,
4
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 86234368,
"bytes": 49152,
"sha256": "436cb0b74fdf70153154008dd2ce7cb431838b2cb03a8a8b6938a93927083095"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.2.gdn.A_neg_exp",
"source": "model.layers.2.linear_attn.A_log",
"source_sha256": "a99ca626fc00b801b40180b3bec9f94375aa0cd7adc6f5945ea6bd62b4457735",
"transform": "negative_exp",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 86283520,
"bytes": 64,
"sha256": "45b89fd71b747ed9b0ebd68d401149ddf8a8523d3d0a12e308c6c75352460e24"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.2.gdn.dt_bias",
"source": "model.layers.2.linear_attn.dt_bias",
"source_sha256": "942709532514b148fa625457a4b23d6fb819b06c702494760f2891cc855d66c1",
"transform": "identity",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 86283584,
"bytes": 64,
"sha256": "328109b5da47fe776227269b305df3ff3d48c4cd3ebae3188f4b8cd55156dd1b"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.2.gdn.norm.weight",
"source": "model.layers.2.linear_attn.norm.weight",
"source_sha256": "b7ea8b8b24815ec8fcd37411c372f93b3b1f5ee59b1b03d4d4dc2f8dc7402c3d",
"transform": "identity",
"shape": [
128
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 86283648,
"bytes": 512,
"sha256": "b7ea8b8b24815ec8fcd37411c372f93b3b1f5ee59b1b03d4d4dc2f8dc7402c3d"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.2.gdn.in_proj_qkv.MatMul.weight",
"source": "model.layers.2.linear_attn.in_proj_qkv.weight",
"source_sha256": "94229ea3818917350ab4287f9b59400d362c0b1c4a137ce7b4321c63b2d15e60",
"transform": "transpose",
"shape": [
1024,
6144
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 86284160,
"bytes": 12582912,
"sha256": "43f025b35eb581a12e645e9be7abcf0b8eafe1839376e003f97c7064c6c272ea"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.2.gdn.in_proj_z.MatMul.weight",
"source": "model.layers.2.linear_attn.in_proj_z.weight",
"source_sha256": "20da1410a365d369d371b3ff8e1dc2963687db187e70068e17e1f6b783aa504e",
"transform": "transpose",
"shape": [
1024,
2048
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 98867072,
"bytes": 4194304,
"sha256": "a896dd10bb469952ad2f0bc388e4a38e2e3419b09cca2bf39e9c4b2ebdfcdf90"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.2.gdn.in_proj_b.MatMul.weight",
"source": "model.layers.2.linear_attn.in_proj_b.weight",
"source_sha256": "fe3f12a1c1d11cd6cb1255fd391434df23f8e3bf57a540f5795f9a1b204898ac",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 103061376,
"bytes": 32768,
"sha256": "13d71b81bc495c17fdaf9614c8d9cdc176f81163c78236d38125097e95cf2ba7"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.2.gdn.in_proj_a.MatMul.weight",
"source": "model.layers.2.linear_attn.in_proj_a.weight",
"source_sha256": "65e139d61fb2dac335760f31501360840c0808e648558a46fc0e7515916a6c5a",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 103094144,
"bytes": 32768,
"sha256": "f989aeec03574f95858f11bdc4325dd3cce6773c351f3f4ff92c676e5ef64434"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.2.gdn.out_proj.MatMul.weight",
"source": "model.layers.2.linear_attn.out_proj.weight",
"source_sha256": "c5950ca4569b4492985fed6839ede13d4c630e6950e9215cbfe2b810316b335e",
"transform": "transpose",
"shape": [
2048,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 103126912,
"bytes": 4194304,
"sha256": "5311e2982ca0eae250693e37fa8dbf36a38d87c1800fb6dd96bf463f54b60bd1"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.2.post_attention_layernorm.weight",
"source": "model.layers.2.post_attention_layernorm.weight",
"source_sha256": "ac89246d14af8b3a0c0772943e7209d6056e5b320b09677ecec95a38756ec4ca",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 107321216,
"bytes": 4096,
"sha256": "cfdc8a7549b0f859f7cbd6752060b5ba0b802d34ece0568525159552061d83c6"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.2.mlp.gate_proj.MatMul.weight",
"source": "model.layers.2.mlp.gate_proj.weight",
"source_sha256": "92b1c17f4299d458400adbf94d5625402c519c65e2e75154821ac95913579307",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 107325312,
"bytes": 7340032,
"sha256": "9b7c02552c969f58bdd62606abd2b32828aa85abc3e000c2302ec2fc280b5084"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.2.mlp.up_proj.MatMul.weight",
"source": "model.layers.2.mlp.up_proj.weight",
"source_sha256": "045550db57e546e0bbf8d92ff749728b3a109c36feea700f600e954f9a85c2d3",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 114665344,
"bytes": 7340032,
"sha256": "70fc78bc499df65afa9a21d8c6f1c5a40f87683d7f64cd9cd3db709b9315ed54"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.2.mlp.down_proj.MatMul.weight",
"source": "model.layers.2.mlp.down_proj.weight",
"source_sha256": "9196cbdeb8929eb1440cb8d7981aa72a19354f9bfaa22806e224694c303a902a",
"transform": "transpose",
"shape": [
3584,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 122005376,
"bytes": 7340032,
"sha256": "5f163412525ea6718003158831c0b2516cecd24371e319d874d2ed8514b26f69"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.3.input_layernorm.weight",
"source": "model.layers.3.input_layernorm.weight",
"source_sha256": "262f20f74b30264bb8244fd620dfd1356e8282ff09e4ba1d6892900d46d0635b",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 129345408,
"bytes": 4096,
"sha256": "a9d6d7d3da3e926653aacbd19ea806b79f5b9e44ab619196cb76061ce649ecc3"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.3.attn.q_proj.MatMul.weight",
"source": "model.layers.3.self_attn.q_proj.weight",
"source_sha256": "b0dde4ab3eee4dc2abdf2e2fe8cd6b474d52c4559e38bb8fc9c8589c1b0a7176",
"transform": "transpose",
"shape": [
1024,
4096
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 129349504,
"bytes": 8388608,
"sha256": "b2123d08b4fccc91ce11ac8afbb2177b183e931e352155c07ca531fc954987b6"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.3.attn.k_proj.MatMul.weight",
"source": "model.layers.3.self_attn.k_proj.weight",
"source_sha256": "4c8cfc4b114917fd3067510ca34886f9bb2bac638a07c537a544e0b9494237fe",
"transform": "transpose",
"shape": [
1024,
512
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 137738112,
"bytes": 1048576,
"sha256": "ad1387aa6f7e7ab533ea448653dafde3528e2a4b701974b2cd1e08178eb14df8"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.3.attn.v_proj.MatMul.weight",
"source": "model.layers.3.self_attn.v_proj.weight",
"source_sha256": "459514e89bd3142fca159b73b936cc0e444e6e9cb0dff082be0ecb8462d6a1b7",
"transform": "transpose",
"shape": [
1024,
512
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 138786688,
"bytes": 1048576,
"sha256": "42aa3cfff6d90fe112ed723d0a2bc69d185a4c782e9af73ac354b7843257ec55"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.3.attn.q_norm.layernorm.weight",
"source": "model.layers.3.self_attn.q_norm.weight",
"source_sha256": "6fbc460e96b527aa6b54ab345195d141716dd4e34094baec92c65344f8bac298",
"transform": "add_one",
"shape": [
256
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 139835264,
"bytes": 1024,
"sha256": "c8355f82651c41a3b2ea2330b66571a4159dfeb79d991e5b8d917f2e42c729f7"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.3.attn.k_norm.layernorm.weight",
"source": "model.layers.3.self_attn.k_norm.weight",
"source_sha256": "424ead8a89f71d4e83858da7f28335665c4d61a8797b121cfaa26a56d1f5ea6a",
"transform": "add_one",
"shape": [
256
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 139836288,
"bytes": 1024,
"sha256": "aee6812e742be758eff632e801b875e119e135672cc79e22c480d921ba1592c9"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.3.attn.o_proj.MatMul.weight",
"source": "model.layers.3.self_attn.o_proj.weight",
"source_sha256": "4c92f1c5a423b022da52875dc21b31e0957110aefefc8826e0be5bcc875cc9cf",
"transform": "transpose",
"shape": [
2048,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 139837312,
"bytes": 4194304,
"sha256": "616ef13fec3818680c7f685e2acd0b412ee9471e9a70a4f7ffe52fd93911a725"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.3.post_attention_layernorm.weight",
"source": "model.layers.3.post_attention_layernorm.weight",
"source_sha256": "480c483e9af2962e8213512464316402dd657d0dcfa37119a58409689330c7a2",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 144031616,
"bytes": 4096,
"sha256": "469bf754b0fd86e2417fd0a2565987e5f4e201394356b88fbcd28061f97aa735"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.3.mlp.gate_proj.MatMul.weight",
"source": "model.layers.3.mlp.gate_proj.weight",
"source_sha256": "50d2f4c60e786596e464958bb515ec5573c3ddb53604930e3e2244f107f71f11",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 144035712,
"bytes": 7340032,
"sha256": "525c4718e64172361baa2f5ef1ba81fac8b41a13e9556732d62a3c2b1871d586"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.3.mlp.up_proj.MatMul.weight",
"source": "model.layers.3.mlp.up_proj.weight",
"source_sha256": "f141786356fc0b59f4e1aa8cc3afb084d283e384c98cd47dbd1812b6c9ac1f0f",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 151375744,
"bytes": 7340032,
"sha256": "36e4e053265f56769935883b1e7444f12afd32c41b47cee0b38457057cb3e87e"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.3.mlp.down_proj.MatMul.weight",
"source": "model.layers.3.mlp.down_proj.weight",
"source_sha256": "d3428ec277dd5195c9a42720be5b4068fcc51943670c62f57e61b5adebcae1da",
"transform": "transpose",
"shape": [
3584,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 158715776,
"bytes": 7340032,
"sha256": "57ccbd1b4b149fbbfd6c5c777b17323ef193f2819ebf8c8ef8d69337d789b0c1"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.4.input_layernorm.weight",
"source": "model.layers.4.input_layernorm.weight",
"source_sha256": "8aee027945fcced8fc59b744ac29845b63959e33a0db01cdee7485ddd0fcc079",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 166055808,
"bytes": 4096,
"sha256": "8ff37d80fc2fc72da6e376c1314e35d37b9d923bd9e328e33d0390c820700db1"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.4.gdn.conv1d.weight_3d",
"source": "model.layers.4.linear_attn.conv1d.weight",
"source_sha256": "89bb115dbce2f578785ae32ed3a31a162793a1e1ef9803bdb2232c92ba8e8c55",
"transform": "identity",
"shape": [
6144,
1,
4
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 166059904,
"bytes": 49152,
"sha256": "8800dd4fdb50ee5851a14f8254037bfa5c6d3510f83e3f9f38e4ae8f2d1d1276"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.4.gdn.A_neg_exp",
"source": "model.layers.4.linear_attn.A_log",
"source_sha256": "280e3591b7b6b7fe0692fbbf60d636f2265384fe84952ddc1cc4c3d8985223b9",
"transform": "negative_exp",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 166109056,
"bytes": 64,
"sha256": "424114a9059e9b7b5e252c063667e452a51725f1742f1837de077d613e6c5a72"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.4.gdn.dt_bias",
"source": "model.layers.4.linear_attn.dt_bias",
"source_sha256": "503fc13e97f752879c8eea76750589cf0656a40b2b1a694642ba72ae3b64fccb",
"transform": "identity",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 166109120,
"bytes": 64,
"sha256": "ad6f24d9eedbf4d8b85ce7eec58d3ed9575d87644a834cdd880289a3a3f66c71"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.4.gdn.norm.weight",
"source": "model.layers.4.linear_attn.norm.weight",
"source_sha256": "e73ad334202b4c9c503b2121f97ff8602e5118577afdf0d35a6bcd305f8d1b4b",
"transform": "identity",
"shape": [
128
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 166109184,
"bytes": 512,
"sha256": "e73ad334202b4c9c503b2121f97ff8602e5118577afdf0d35a6bcd305f8d1b4b"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.4.gdn.in_proj_qkv.MatMul.weight",
"source": "model.layers.4.linear_attn.in_proj_qkv.weight",
"source_sha256": "20cfe8d416b7c83fe69ac5e87d6546c88c8cc841ac6549b1a7a83f3f565042c4",
"transform": "transpose",
"shape": [
1024,
6144
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 166109696,
"bytes": 12582912,
"sha256": "b4b15f259b47ebd45c2c35e8bc6ed2ee7714ac95df7c4fee3d1595bd80bdc7bb"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.4.gdn.in_proj_z.MatMul.weight",
"source": "model.layers.4.linear_attn.in_proj_z.weight",
"source_sha256": "eaebc8ff9cf3bb005d82e5eef2233055df741bcc02a3d8902de8280595675b3c",
"transform": "transpose",
"shape": [
1024,
2048
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 178692608,
"bytes": 4194304,
"sha256": "afcd7d85b811f999ffe5f654296e81ebd5bae46fc10e1353ed2538c28e14cc51"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.4.gdn.in_proj_b.MatMul.weight",
"source": "model.layers.4.linear_attn.in_proj_b.weight",
"source_sha256": "20d599358f68567cfbd2c227b3847c352231c6ea54feb2a4b6210649fa65e88e",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 182886912,
"bytes": 32768,
"sha256": "5b609f3e69983293e3a99099788191a021eb8f27b4bcc33db0ebd7f71dfe992b"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.4.gdn.in_proj_a.MatMul.weight",
"source": "model.layers.4.linear_attn.in_proj_a.weight",
"source_sha256": "87902c9c858e014ed49a8adff829d7ffe7899f2123dba1bd9372efa0bc864635",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 182919680,
"bytes": 32768,
"sha256": "416ac7d5b77445191d2e20d33d6b153989fa61280db11fa97171447b481934d1"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.4.gdn.out_proj.MatMul.weight",
"source": "model.layers.4.linear_attn.out_proj.weight",
"source_sha256": "8bf7b33388b1fc049199bb51d73573a2e0d25cda81793605502981b2916e3618",
"transform": "transpose",
"shape": [
2048,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 182952448,
"bytes": 4194304,
"sha256": "4284f34dae79f09482520b40fa62042f365c28799e6b5e0dc86e762c94e66447"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.4.post_attention_layernorm.weight",
"source": "model.layers.4.post_attention_layernorm.weight",
"source_sha256": "08d72ea5165725ab2fbde7ba1009d6709eaed8bb854e9540d25f09d7f688a406",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 187146752,
"bytes": 4096,
"sha256": "ab16042a4afe4cea3a8167c3929802def39ea53f742e1a45f253aa06de4a4183"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.4.mlp.gate_proj.MatMul.weight",
"source": "model.layers.4.mlp.gate_proj.weight",
"source_sha256": "992c80a1b8374007902cbac7a616ad8d695ec9e63f519c016b665e41011222cc",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 187150848,
"bytes": 7340032,
"sha256": "6b9520c56fc8dd55b56ae2784866fbcaaf7c801cb0e09bd8ecf4b1c2f350ce49"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.4.mlp.up_proj.MatMul.weight",
"source": "model.layers.4.mlp.up_proj.weight",
"source_sha256": "2318c49e37ef0ae946f9f9b3d6ebca0a29929c1b05ac7db8c147cf4c1fd9f888",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 194490880,
"bytes": 7340032,
"sha256": "67f9dea1b357dcf9ef8c25ae532c5fc06b2559fb688585a6b2496718b0515cbf"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.4.mlp.down_proj.MatMul.weight",
"source": "model.layers.4.mlp.down_proj.weight",
"source_sha256": "ba121be04f6cb888879295137310ca32ae19429a1aa03ef7c4ea2f361bb62734",
"transform": "transpose",
"shape": [
3584,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 201830912,
"bytes": 7340032,
"sha256": "14ce3dae42d71bec5deafe47e4cf12d0f1c3a0f91478da59692aa098d98b6578"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.5.input_layernorm.weight",
"source": "model.layers.5.input_layernorm.weight",
"source_sha256": "7cc8e4c0e7edf4ee82f0ef7968d4db5c428b326cca6d12cbb79912169cb0d277",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 209170944,
"bytes": 4096,
"sha256": "c36e66d141d492f050de1bceae116b35306a4a57956295e028cdfc0f7d88fbae"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.5.gdn.conv1d.weight_3d",
"source": "model.layers.5.linear_attn.conv1d.weight",
"source_sha256": "84c203872bc3281238d63a425724b0351584cfa78ef19b80897ad8951d22e1b1",
"transform": "identity",
"shape": [
6144,
1,
4
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 209175040,
"bytes": 49152,
"sha256": "4ea65170aaa2f209afe907a98b6994a5adea36029ad701ebe363f076c1cbab5c"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.5.gdn.A_neg_exp",
"source": "model.layers.5.linear_attn.A_log",
"source_sha256": "11652a04f265548e03cb0b510d3dddc7fe31ceb45f8b6634684d7b87e377b9a4",
"transform": "negative_exp",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 209224192,
"bytes": 64,
"sha256": "5487d306a09baf326c6a64d8505776ecf579cc34d57aa356bd9beda27b4ab156"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.5.gdn.dt_bias",
"source": "model.layers.5.linear_attn.dt_bias",
"source_sha256": "ff26a071cce66e8930581452e2f5da545a3ef16ed6b149bf4a311723bd45e144",
"transform": "identity",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 209224256,
"bytes": 64,
"sha256": "964957c5332161b1ff50e3d175bce411d8b2217cb8ee57e9841a56ef9f3217f2"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.5.gdn.norm.weight",
"source": "model.layers.5.linear_attn.norm.weight",
"source_sha256": "ea06571e986de0d7cbad53ae0226764a855f3cf218ac488f59d72de108b2ecda",
"transform": "identity",
"shape": [
128
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 209224320,
"bytes": 512,
"sha256": "ea06571e986de0d7cbad53ae0226764a855f3cf218ac488f59d72de108b2ecda"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.5.gdn.in_proj_qkv.MatMul.weight",
"source": "model.layers.5.linear_attn.in_proj_qkv.weight",
"source_sha256": "6bc8a2301fb9fe08feecde6ceceb96c34bb3e39be07eef897718436f2ee68930",
"transform": "transpose",
"shape": [
1024,
6144
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 209224832,
"bytes": 12582912,
"sha256": "354030c3ba091229455bf03268e66485c4164125354ea14dfd83df66f486910c"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.5.gdn.in_proj_z.MatMul.weight",
"source": "model.layers.5.linear_attn.in_proj_z.weight",
"source_sha256": "d3803e169af7b129643e94fd23fdaa7263001c8d408de7ff23c2fe0d3ae4f6de",
"transform": "transpose",
"shape": [
1024,
2048
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 221807744,
"bytes": 4194304,
"sha256": "1e2731b021801602a4a3db637076f596a84953a7e408e068d1b78861c549890b"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.5.gdn.in_proj_b.MatMul.weight",
"source": "model.layers.5.linear_attn.in_proj_b.weight",
"source_sha256": "8652cf8c947edf58d592d70f4923992a680039b638ed1ff1df8df92e0e367782",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 226002048,
"bytes": 32768,
"sha256": "fb617dff7b0295f57b43dd0e21108e728d1e90cf68b777d7e1b45b9c13270080"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.5.gdn.in_proj_a.MatMul.weight",
"source": "model.layers.5.linear_attn.in_proj_a.weight",
"source_sha256": "79ad2eb58cee02fbc07ac5664758762c94d1d91007c9dc8fe9d1fcf92e37f970",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 226034816,
"bytes": 32768,
"sha256": "b2aa73108d0369f2bab94d3d4a00aa93a4b0b659db791236cd95ff045ee05018"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.5.gdn.out_proj.MatMul.weight",
"source": "model.layers.5.linear_attn.out_proj.weight",
"source_sha256": "9f01e959dff41fc8c81a1774e92f9fb48eea7ad3448e8ef1e61a05d594f67c89",
"transform": "transpose",
"shape": [
2048,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 226067584,
"bytes": 4194304,
"sha256": "a7f671220f50561796e937b061a5ee26b615eab0d7ca90d376e849075ca96e79"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.5.post_attention_layernorm.weight",
"source": "model.layers.5.post_attention_layernorm.weight",
"source_sha256": "a738bd98402ad9d326d25612d627c0c2cf888a93b60e1144fd3860508a1ccc92",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 230261888,
"bytes": 4096,
"sha256": "b353044633b20b36ad351d26e5e6bcd3596c093e2993cab0a68c96efeb403c79"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.5.mlp.gate_proj.MatMul.weight",
"source": "model.layers.5.mlp.gate_proj.weight",
"source_sha256": "d65832085f8a787945c1c6fbba55239a6f8b4f13ce1bd7a5184e458419427283",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 230265984,
"bytes": 7340032,
"sha256": "0436a3f955167ffd556d7c034e718350f39feab8c37967c1008756a155a90281"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.5.mlp.up_proj.MatMul.weight",
"source": "model.layers.5.mlp.up_proj.weight",
"source_sha256": "5f0c880e4d6b0127cda55cd017f73f782406dc050f1d750e5585ce102dddde1e",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 237606016,
"bytes": 7340032,
"sha256": "a386da22bff130045cb2cbb91efa2c00847a86c186c87d643a472f7f7ad4c07e"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.5.mlp.down_proj.MatMul.weight",
"source": "model.layers.5.mlp.down_proj.weight",
"source_sha256": "60f0a77529c775c10da70e76c08a9518918abbae9b264b9d5d6130dff55520e7",
"transform": "transpose",
"shape": [
3584,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 244946048,
"bytes": 7340032,
"sha256": "b8a334abaa3da21bd223e9c9014d5a86f32ee23177000acde0c093f28d193bcf"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.6.input_layernorm.weight",
"source": "model.layers.6.input_layernorm.weight",
"source_sha256": "700b0acfd417fc3deaf297164e96e9be5408b5801d5e535f40d9d0449d1a9f52",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 252286080,
"bytes": 4096,
"sha256": "70189b8add77da7876b9ccd5ced7c2d78aae7dcce32d734d542cc5393213fba7"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.6.gdn.conv1d.weight_3d",
"source": "model.layers.6.linear_attn.conv1d.weight",
"source_sha256": "a7904fd450d3221c3c679846150dcda34c0bd8cc600a22749a20213dbe7fca99",
"transform": "identity",
"shape": [
6144,
1,
4
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 252290176,
"bytes": 49152,
"sha256": "2a29059ab5b4a48a8c0afaba36459663dac14feea1fe6c0536fa9f72b4b85031"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.6.gdn.A_neg_exp",
"source": "model.layers.6.linear_attn.A_log",
"source_sha256": "e09b1aab34e374be90dc3f843caf1106b65b3f17353c36aa2535f9defd7d4441",
"transform": "negative_exp",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 252339328,
"bytes": 64,
"sha256": "0eeb478dbb0bd071eb085f7b0fd67a96c44e4dd5708f00d495287ccf53821fb5"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.6.gdn.dt_bias",
"source": "model.layers.6.linear_attn.dt_bias",
"source_sha256": "fe00217c7f198519da4e14a7d5b28fd8d0379251cde0af802421300a92fe1c72",
"transform": "identity",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 252339392,
"bytes": 64,
"sha256": "3f3f8737d3b2bd741b2836d590fcef4200ea187be9ddd012ca2fc2e2a5e441fa"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.6.gdn.norm.weight",
"source": "model.layers.6.linear_attn.norm.weight",
"source_sha256": "fe1c4024ab6f07dfa5e369925fba4795b01a94072008d6c8abb4112c5d4f8056",
"transform": "identity",
"shape": [
128
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 252339456,
"bytes": 512,
"sha256": "fe1c4024ab6f07dfa5e369925fba4795b01a94072008d6c8abb4112c5d4f8056"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.6.gdn.in_proj_qkv.MatMul.weight",
"source": "model.layers.6.linear_attn.in_proj_qkv.weight",
"source_sha256": "2a8d44bfe0915366a2cc7a335256b9341999911fe1ea331769ee593d8f19a5a8",
"transform": "transpose",
"shape": [
1024,
6144
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 252339968,
"bytes": 12582912,
"sha256": "4b50f2b7ad053bfe303b77cc1ae9bd268adf91d69b5b3c0ee731c53c86e7c0ff"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.6.gdn.in_proj_z.MatMul.weight",
"source": "model.layers.6.linear_attn.in_proj_z.weight",
"source_sha256": "45d73826e3db34280466b732c9daa6dcf3ca6be4a64fc0161a032ba9a0ccb563",
"transform": "transpose",
"shape": [
1024,
2048
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 264922880,
"bytes": 4194304,
"sha256": "4403846eba6a1c2509fcf742add5d4a2d33e236fe2cedcabe44b6ff2b51a323b"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.6.gdn.in_proj_b.MatMul.weight",
"source": "model.layers.6.linear_attn.in_proj_b.weight",
"source_sha256": "80799e25f506f287d53a90e8a6c25fdfaa854a99779e74898745fcb517b34701",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 269117184,
"bytes": 32768,
"sha256": "e44c7d34d8fe7dd9f671fe48eb098f3071f42b2b39c76f178fdcbab6d7d2db5e"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.6.gdn.in_proj_a.MatMul.weight",
"source": "model.layers.6.linear_attn.in_proj_a.weight",
"source_sha256": "a7e4d78c07a99184833a36dce1348ea2c77f7502b9abf3bb4eb50fbe1394bbf1",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 269149952,
"bytes": 32768,
"sha256": "12083fecb5be914d6de1cc0fef30afecc310d4ee70030c99418bcc8ed78b169c"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.6.gdn.out_proj.MatMul.weight",
"source": "model.layers.6.linear_attn.out_proj.weight",
"source_sha256": "457bf7c14c06028eb639e62d6b2131a8fdbda264fe40e15a45f7cfdf199fd898",
"transform": "transpose",
"shape": [
2048,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 269182720,
"bytes": 4194304,
"sha256": "5155ca5acdd9eb0f71912f0229e922151358288bae539f472c7dcaaa6ae9bf7c"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.6.post_attention_layernorm.weight",
"source": "model.layers.6.post_attention_layernorm.weight",
"source_sha256": "6265e10d5c6bc8172ddf754dc76357a5fcfec97f98e94f6c50931597b534ea74",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 273377024,
"bytes": 4096,
"sha256": "746e73826fdb8584b617317c02930daeb6556938f9e245b37302e6b388979e94"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.6.mlp.gate_proj.MatMul.weight",
"source": "model.layers.6.mlp.gate_proj.weight",
"source_sha256": "b36b767f35d7e97bf2443c53e8ee9ff5b36ef4a1e881ceea8b815b403276ee29",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 273381120,
"bytes": 7340032,
"sha256": "c3f9468f4082784bae3eac4fe6b736801ec5b1167deee8240aebc3e5e1c3ec2e"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.6.mlp.up_proj.MatMul.weight",
"source": "model.layers.6.mlp.up_proj.weight",
"source_sha256": "547463551165093b8b8bdec370a9148af50f9f6e5d38bc2ab4f207b72d2d4044",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 280721152,
"bytes": 7340032,
"sha256": "501d75510718b4986e8c08ee7a27b0cbe6c94388f0b72086c1783c17fd240d9c"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.6.mlp.down_proj.MatMul.weight",
"source": "model.layers.6.mlp.down_proj.weight",
"source_sha256": "b750e840ad51e8d4b7d0d7f46269df9b7060cc705212c0416b5a34607e3e15b1",
"transform": "transpose",
"shape": [
3584,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 288061184,
"bytes": 7340032,
"sha256": "f08f113221f1f64f29091d51f660e78de06a920b4609fc76714da01bddbc1047"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.7.input_layernorm.weight",
"source": "model.layers.7.input_layernorm.weight",
"source_sha256": "5054fa70cb0f6699ebe2e14ed24c6564791c1b7f2d80134a6428e481bf19fc75",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 295401216,
"bytes": 4096,
"sha256": "9532915bcfde9a4b46624512ce7aee1006b264acc9243885bdb12a5155ff52c0"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.7.attn.q_proj.MatMul.weight",
"source": "model.layers.7.self_attn.q_proj.weight",
"source_sha256": "a26bf320a713a5e747f10d2a79e6cad01cef540ae0ab9886f16e8f2650fe13b2",
"transform": "transpose",
"shape": [
1024,
4096
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 295405312,
"bytes": 8388608,
"sha256": "19f4e785bb27736588d4f91f151ffd160a574441cac5e2de98093f32ebe213b6"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.7.attn.k_proj.MatMul.weight",
"source": "model.layers.7.self_attn.k_proj.weight",
"source_sha256": "0720a1c07da7f9f0513cc6a1e4b83920504ab9b0c9705b0ec7810ed763a36fa8",
"transform": "transpose",
"shape": [
1024,
512
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 303793920,
"bytes": 1048576,
"sha256": "924b47f90a8a0d61f795649534b4ee95fc6c0dce7664f2a3e45fc8372c3fec97"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.7.attn.v_proj.MatMul.weight",
"source": "model.layers.7.self_attn.v_proj.weight",
"source_sha256": "b4b61a50c3713f08bae391b95b178408f6f97c89c99fd3f631c6af36e1752ca9",
"transform": "transpose",
"shape": [
1024,
512
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 304842496,
"bytes": 1048576,
"sha256": "e832541d54c9993923500775ae21ea796841ace6126b77c3e3ba1f431f63f0e1"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.7.attn.q_norm.layernorm.weight",
"source": "model.layers.7.self_attn.q_norm.weight",
"source_sha256": "d9e8640352b19cdad1fa8e4788622cf8a0b977979a878729b2f7e71ed21f8f2d",
"transform": "add_one",
"shape": [
256
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 305891072,
"bytes": 1024,
"sha256": "339387578eaf31ce223ffb1b33f8fa28bb3f94d0ca6fdb1c92bf5770901c73d9"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.7.attn.k_norm.layernorm.weight",
"source": "model.layers.7.self_attn.k_norm.weight",
"source_sha256": "a5b8b543ca3a084105ff3495ed2c36a2f7e99557479bbc3ba45e05541f6806d7",
"transform": "add_one",
"shape": [
256
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 305892096,
"bytes": 1024,
"sha256": "9ebe640b0f6f56a59b180febbe554d5e4334b88c0cd5b0c1cf6ae2f25ad5cce8"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.7.attn.o_proj.MatMul.weight",
"source": "model.layers.7.self_attn.o_proj.weight",
"source_sha256": "495f9a04acd3b164cd7fb06a9d3e09f699e4abb0298b6cb3313b2d9b8470a63c",
"transform": "transpose",
"shape": [
2048,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 305893120,
"bytes": 4194304,
"sha256": "c834b6079fc5e8175182f9c77dfbdb29d1539a82dbeede190b524e1df11a7dfc"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.7.post_attention_layernorm.weight",
"source": "model.layers.7.post_attention_layernorm.weight",
"source_sha256": "35f673c1edb982d55e5f46bf207f2de0b9dbd60ad98acfb8cdafc9d9a3a28d25",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 310087424,
"bytes": 4096,
"sha256": "eb91d9cd48de23885cf0f19f1e183d30f3381095a1b2356cc6445c978dac1407"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.7.mlp.gate_proj.MatMul.weight",
"source": "model.layers.7.mlp.gate_proj.weight",
"source_sha256": "ccff86cc93b91a5be46dbd61cebbfadc32a0e31e7d767b0436a37764d6d94547",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 310091520,
"bytes": 7340032,
"sha256": "1ac575fe5962391bacddd55e63f609cc3fba5171f194e82eef2ff660ffe8fcfa"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.7.mlp.up_proj.MatMul.weight",
"source": "model.layers.7.mlp.up_proj.weight",
"source_sha256": "9c8a6ffbeb9957d7a52939b037099d34e6445e2255e2b4fb3baedabea93f742a",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 317431552,
"bytes": 7340032,
"sha256": "933fcd8b106f11ce2f73993445c1bd613bc18b18aa8a8a9af8debe0302b664c5"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.7.mlp.down_proj.MatMul.weight",
"source": "model.layers.7.mlp.down_proj.weight",
"source_sha256": "0c2ba3eec24441cc0a4b4c9e6956f64210caa2acb8fae18b3579fce9ec49159c",
"transform": "transpose",
"shape": [
3584,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 324771584,
"bytes": 7340032,
"sha256": "39bc1b24e347d699fc689ab927d351135b4dfd0460fd522ceab35274f15bb4b1"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.8.input_layernorm.weight",
"source": "model.layers.8.input_layernorm.weight",
"source_sha256": "e99fc0e779d297db988eae6e2341faea3c688ae4a625caec1ac762b28c5031ae",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 332111616,
"bytes": 4096,
"sha256": "158fed0cf88e57022c144faacfb5b7c501b66429535e750719205a52ccc493a6"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.8.gdn.conv1d.weight_3d",
"source": "model.layers.8.linear_attn.conv1d.weight",
"source_sha256": "d5ae0f88fe50789e66be125e58bf9b4120c32388d0102904d26d8055cd9ad333",
"transform": "identity",
"shape": [
6144,
1,
4
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 332115712,
"bytes": 49152,
"sha256": "2bf8a28b5e156e4bd9554002e21191b896fdf50d87f9fa42f4412be40ba82457"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.8.gdn.A_neg_exp",
"source": "model.layers.8.linear_attn.A_log",
"source_sha256": "13876faa9c6085de480e5f45506475ca258ac9d1fa6b3fff04f1d2ecf22b3f66",
"transform": "negative_exp",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 332164864,
"bytes": 64,
"sha256": "1d2a6abd8249dc4204c0bc4699dbfb04b8fcbc9dd0aec5258ed0e02c8a89c50b"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.8.gdn.dt_bias",
"source": "model.layers.8.linear_attn.dt_bias",
"source_sha256": "ed18e7e867a650777b849b49ce397f92fae1af50003ebcbcd62da0e871ae10f7",
"transform": "identity",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 332164928,
"bytes": 64,
"sha256": "62d352592ec38e937949a9cec98360530d035c25a07bea7b54ceddb8185d9fed"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.8.gdn.norm.weight",
"source": "model.layers.8.linear_attn.norm.weight",
"source_sha256": "998d531602505ffdae165c0dfb32a603815e5aec75a88677fd1f7b5e45cbc91b",
"transform": "identity",
"shape": [
128
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 332164992,
"bytes": 512,
"sha256": "998d531602505ffdae165c0dfb32a603815e5aec75a88677fd1f7b5e45cbc91b"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.8.gdn.in_proj_qkv.MatMul.weight",
"source": "model.layers.8.linear_attn.in_proj_qkv.weight",
"source_sha256": "df6f338e7bf0f84767b1f2bcf55a1327c2c2a7d20b87a450c4863deaa3b5274c",
"transform": "transpose",
"shape": [
1024,
6144
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 332165504,
"bytes": 12582912,
"sha256": "d44e54d9f161496a77f4b3e9b3d475284097e8b8faff0c756d2c93ad9eb11046"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.8.gdn.in_proj_z.MatMul.weight",
"source": "model.layers.8.linear_attn.in_proj_z.weight",
"source_sha256": "ff3c479473a91a153cd244af5f44dd5d8ba3ad64858214412463a6a9ea1fe252",
"transform": "transpose",
"shape": [
1024,
2048
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 344748416,
"bytes": 4194304,
"sha256": "a6a8c65cdde237819a84649274e66f417bd25dd78907c8e04a806c3899a901df"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.8.gdn.in_proj_b.MatMul.weight",
"source": "model.layers.8.linear_attn.in_proj_b.weight",
"source_sha256": "9383a797a6d4e4e84081bdbe7732fdbda5f44247a933fae3385fcfb248b10f84",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 348942720,
"bytes": 32768,
"sha256": "72a726794a9b444cc8145843f57e4c3f25f851fa062c53c5c69c041f99c0a06e"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.8.gdn.in_proj_a.MatMul.weight",
"source": "model.layers.8.linear_attn.in_proj_a.weight",
"source_sha256": "f50b6639c4e9e0530048aa73d21035226d9a1a7732f085ee9b6d727f8c9caa36",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 348975488,
"bytes": 32768,
"sha256": "ae712bb6ef63c259796167dc0aeafc928902055cdb1aa37c81b70897f72e1881"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.8.gdn.out_proj.MatMul.weight",
"source": "model.layers.8.linear_attn.out_proj.weight",
"source_sha256": "f999552cfea17861edc5f5dd25b48f51e89fe3f12e3d7b27c482993d61f773b9",
"transform": "transpose",
"shape": [
2048,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 349008256,
"bytes": 4194304,
"sha256": "1ea2cd1b559718556d0922f28fa38a64db93b0c90a868b59bb7a3f3d7c4751a5"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.8.post_attention_layernorm.weight",
"source": "model.layers.8.post_attention_layernorm.weight",
"source_sha256": "1ed09c9294e5a6f738c204c417b29706de913fa4a69f497d78841c90658393e1",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 353202560,
"bytes": 4096,
"sha256": "cde5530ccf67325bd08236a85978749168c1de609a1174a5f489d94725bd011f"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.8.mlp.gate_proj.MatMul.weight",
"source": "model.layers.8.mlp.gate_proj.weight",
"source_sha256": "47ea617b14d9e3787fe7fb8e44eec9655dc8f3c75b150d0b2bfebd13028a4e91",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 353206656,
"bytes": 7340032,
"sha256": "679557e6f8b4636b6a425ab78151ababca797b6f97b180662b0449f3ad5a5a2f"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.8.mlp.up_proj.MatMul.weight",
"source": "model.layers.8.mlp.up_proj.weight",
"source_sha256": "3fe6752c0557e1e497a15e1e840907a05ddd1a216c540f4b6ed3546bc4f50c39",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 360546688,
"bytes": 7340032,
"sha256": "b51752a80c8a31fbdc38496a42a7a356f9df1dea604b47b6ac5d7e81c32cf066"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.8.mlp.down_proj.MatMul.weight",
"source": "model.layers.8.mlp.down_proj.weight",
"source_sha256": "05fb318d3507148575b60805a4d34ccaba09aab41705d75a33fe101a78ff841c",
"transform": "transpose",
"shape": [
3584,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 367886720,
"bytes": 7340032,
"sha256": "43f3c2a330bbf34d53c163454f57e908ba8ce2c299a43ee1c1b06adf4f311d4d"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.9.input_layernorm.weight",
"source": "model.layers.9.input_layernorm.weight",
"source_sha256": "222b3d85cf4b178a9964e0eed3d256e2ea0f34e4c3ddb44dc7e832508643bf89",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 375226752,
"bytes": 4096,
"sha256": "31e4ab15793408e177dd3e7a511ec395d56a0dc0ce72fd5322bf87dc0ca520c7"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.9.gdn.conv1d.weight_3d",
"source": "model.layers.9.linear_attn.conv1d.weight",
"source_sha256": "1b21bc66765f08edb977a87c36286696b84755d6f89c4793c5476e6990e05e56",
"transform": "identity",
"shape": [
6144,
1,
4
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 375230848,
"bytes": 49152,
"sha256": "db38d5cd30c8cb048c56bcbc9b2291fbaeab9fd267afd5bc0355f470924a8144"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.9.gdn.A_neg_exp",
"source": "model.layers.9.linear_attn.A_log",
"source_sha256": "25567d3d581e54f94e55bc4a93b889559d9c57ace05d777af1e5fd45acf94295",
"transform": "negative_exp",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 375280000,
"bytes": 64,
"sha256": "2710c75d7824b92629d5d401b5bf6a688a68c3a4bd0d54dad15e3fcf4f8c8523"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.9.gdn.dt_bias",
"source": "model.layers.9.linear_attn.dt_bias",
"source_sha256": "c8fc614002929ca47207f8d9a1c0d6df6161f4e7e46cba30dcb107f6d01492cf",
"transform": "identity",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 375280064,
"bytes": 64,
"sha256": "8280b8f9d1163c760b566bf4a459b6de1359e8bf8bbc479bd94150adb573063a"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.9.gdn.norm.weight",
"source": "model.layers.9.linear_attn.norm.weight",
"source_sha256": "a04e8ced547c18d69af69cf4ff72863a2dff96a8e9948fc107c701c07f4dcd67",
"transform": "identity",
"shape": [
128
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 375280128,
"bytes": 512,
"sha256": "a04e8ced547c18d69af69cf4ff72863a2dff96a8e9948fc107c701c07f4dcd67"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.9.gdn.in_proj_qkv.MatMul.weight",
"source": "model.layers.9.linear_attn.in_proj_qkv.weight",
"source_sha256": "996562ace68745dbf8487623b39c2130ecce9bb7b81c4b06b654a08e5a104500",
"transform": "transpose",
"shape": [
1024,
6144
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 375280640,
"bytes": 12582912,
"sha256": "7f351935a55be63ebf2fd3143c5c18aefb6eeb7c75da758f67a474a16e16ac0f"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.9.gdn.in_proj_z.MatMul.weight",
"source": "model.layers.9.linear_attn.in_proj_z.weight",
"source_sha256": "ac49fd767b9d8a84b5e24a26269fad3bc818d317ae60a205809b4cb38d954687",
"transform": "transpose",
"shape": [
1024,
2048
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 387863552,
"bytes": 4194304,
"sha256": "fe433b20eb52ce80b4db3e027ecf35165c6df95bb2c11ce35f50045b227a2b00"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.9.gdn.in_proj_b.MatMul.weight",
"source": "model.layers.9.linear_attn.in_proj_b.weight",
"source_sha256": "015f6fef1e183bb990cd629439316e0629ae1c2cb3badac775653e75853b6d4a",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 392057856,
"bytes": 32768,
"sha256": "537360b02cf3b78aae552fea1575f6fb1ef3621d7320983c239c535f6e54d18b"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.9.gdn.in_proj_a.MatMul.weight",
"source": "model.layers.9.linear_attn.in_proj_a.weight",
"source_sha256": "48076793b1983ca93b74cead007c0411ec1fdf34a66723e282596cb79f6c9357",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 392090624,
"bytes": 32768,
"sha256": "ca74f208fcf80c1c6fdb59c5c7e3f63e70643c8e8ea489fa8d53fcbf3fb323cd"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.9.gdn.out_proj.MatMul.weight",
"source": "model.layers.9.linear_attn.out_proj.weight",
"source_sha256": "253571bd7bcb82ae7d6c3db2a5ba0ea44b62deb54d2dbc5cd43672c4081691ca",
"transform": "transpose",
"shape": [
2048,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 392123392,
"bytes": 4194304,
"sha256": "18cd40b38d0237e64b0800cd9e2b417e3af269bca7ec4c6fb16dd1730f1547e6"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.9.post_attention_layernorm.weight",
"source": "model.layers.9.post_attention_layernorm.weight",
"source_sha256": "a09c66914b97943eb9fd72dcdc958f31a964f2ea3cee27b75dfa8b942c78886b",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 396317696,
"bytes": 4096,
"sha256": "4f08983eceede631527dc3334abcd53605753345f519c82f348cc76d7719cffc"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.9.mlp.gate_proj.MatMul.weight",
"source": "model.layers.9.mlp.gate_proj.weight",
"source_sha256": "d358d3350cff9257c1ab0ee1644fa384e0cc1139c94c6b10170ba2c4284c8454",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 396321792,
"bytes": 7340032,
"sha256": "1d5a6d0c68fdd919b897fe360d9bd508638f25d043f0cc5832f00fd75c85f923"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.9.mlp.up_proj.MatMul.weight",
"source": "model.layers.9.mlp.up_proj.weight",
"source_sha256": "a2d38250a3cfcd53088206f52b83b6a7cb21ea56560f0dee8ee7d9eb8a2ff052",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 403661824,
"bytes": 7340032,
"sha256": "d97fd7fdad4f39023c3941c300175044e8b4eba61e98eccabb8ad48d21866353"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.9.mlp.down_proj.MatMul.weight",
"source": "model.layers.9.mlp.down_proj.weight",
"source_sha256": "09751bd4c7ef156fd8c5cf4e3be0d6250c7cccc14cf30883fbb28d213fec6132",
"transform": "transpose",
"shape": [
3584,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 411001856,
"bytes": 7340032,
"sha256": "7ebd17ff93e297b57ccf9dd2ba11275e5eee488787088f31065c41c849bc8c22"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.10.input_layernorm.weight",
"source": "model.layers.10.input_layernorm.weight",
"source_sha256": "57dad5a2b3932f4fb1605a11bf7c687ff7ef7a2de996c4144498ffed3af9d19b",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 418341888,
"bytes": 4096,
"sha256": "ccb2c51cb25540516d0e961e027e64f437a57ccd3249a45ff1f119a91c40cee3"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.10.gdn.conv1d.weight_3d",
"source": "model.layers.10.linear_attn.conv1d.weight",
"source_sha256": "ac90f21fe8bd659a8f2f6ae54be75be2ef7fa7d31f06b56fee3870a9fc92eee1",
"transform": "identity",
"shape": [
6144,
1,
4
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 418345984,
"bytes": 49152,
"sha256": "2d17c6085fb3c68f0600c8b52a948afdbdde79d2912953c22530617d6f030532"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.10.gdn.A_neg_exp",
"source": "model.layers.10.linear_attn.A_log",
"source_sha256": "9a3d672593b3f5754a75efb8c9b477e09ffe485e068ce126193dfde35c28f8f7",
"transform": "negative_exp",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 418395136,
"bytes": 64,
"sha256": "4b487bb5f17ab123264d3388f39bb839c4e2f4023dbcd3b5ab8fae22aab140ef"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.10.gdn.dt_bias",
"source": "model.layers.10.linear_attn.dt_bias",
"source_sha256": "1b3e8ff7bdbd185188bb28dc3190a5422501d012e51cafd5faf8d21f86512061",
"transform": "identity",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 418395200,
"bytes": 64,
"sha256": "3d8f3eedad8bcf6a2cc4ce2c3bd7a1120fda3ed1d461dd20a78a9008f36beb13"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.10.gdn.norm.weight",
"source": "model.layers.10.linear_attn.norm.weight",
"source_sha256": "3e02b6f8f862b0e7740f559d026e0973583f4561b9cfb7c19846e2c3a5ff2a85",
"transform": "identity",
"shape": [
128
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 418395264,
"bytes": 512,
"sha256": "3e02b6f8f862b0e7740f559d026e0973583f4561b9cfb7c19846e2c3a5ff2a85"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.10.gdn.in_proj_qkv.MatMul.weight",
"source": "model.layers.10.linear_attn.in_proj_qkv.weight",
"source_sha256": "733680a65ff13073fb52bcd4cca07ff3adbc6e02c695a58a0a69cd576b987c62",
"transform": "transpose",
"shape": [
1024,
6144
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 418395776,
"bytes": 12582912,
"sha256": "3170f1caf7cf28c8b22a3fb1648276c1cc0dee9a997b9fbf83bc78755e7af528"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.10.gdn.in_proj_z.MatMul.weight",
"source": "model.layers.10.linear_attn.in_proj_z.weight",
"source_sha256": "aef495e9ed01c8831be36912335d8c3b8ca61d9f7dc78f4041d52e30f1247559",
"transform": "transpose",
"shape": [
1024,
2048
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 430978688,
"bytes": 4194304,
"sha256": "48071e324365cb9f8846db8192be338f18af444f365c4dad0823050921f4e60e"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.10.gdn.in_proj_b.MatMul.weight",
"source": "model.layers.10.linear_attn.in_proj_b.weight",
"source_sha256": "b60200cbd0d55589a43976647bd598843a9293f5bcfca0d1da0d26f4d2bda630",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 435172992,
"bytes": 32768,
"sha256": "44bae1bc8990bdcdaef13066c69af890c752d744be827882f84b4258234c0486"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.10.gdn.in_proj_a.MatMul.weight",
"source": "model.layers.10.linear_attn.in_proj_a.weight",
"source_sha256": "5688129a2e822bfa215ff0a62604046fd41ef594c04cd506b687baebdb97d138",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 435205760,
"bytes": 32768,
"sha256": "7297f1d7a78507e538a17bb90e84e6a117b6958ac9abe8c5913994cb04aaeade"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.10.gdn.out_proj.MatMul.weight",
"source": "model.layers.10.linear_attn.out_proj.weight",
"source_sha256": "588e20883705d942ccab8d166e35f6d4969b4da0992af5dc84bcb8b6070fa26d",
"transform": "transpose",
"shape": [
2048,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 435238528,
"bytes": 4194304,
"sha256": "01ad6aba46f7c2c386a7a796a86ec84e50b4660779dd40d7fd95c3807e54ea25"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.10.post_attention_layernorm.weight",
"source": "model.layers.10.post_attention_layernorm.weight",
"source_sha256": "612d8b6c6fdb9160e028f85683648f9cf964df5cc0edec11c1b60a8564a0de10",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 439432832,
"bytes": 4096,
"sha256": "91127421693a1f177600cbf41c891167ebbeff30e10f72b1bbb6e791eaa28177"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.10.mlp.gate_proj.MatMul.weight",
"source": "model.layers.10.mlp.gate_proj.weight",
"source_sha256": "acc39380cf3b0553da8333bffac94461fd05ea8cc4fecf0f96ff2f9e6f73ef06",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 439436928,
"bytes": 7340032,
"sha256": "697e136f2fb31d4822f42d1aabc0b1168ec04891bffa582a2ee0f5c2c05d9c06"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.10.mlp.up_proj.MatMul.weight",
"source": "model.layers.10.mlp.up_proj.weight",
"source_sha256": "793b2b2e9ad00cefec77ce9c76586612ff2b5705e56323f7ecf2a5e82b9aed0e",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 446776960,
"bytes": 7340032,
"sha256": "8cf307e8e897817f804c6b0409c75282bb9f320b0c97b104034373c418d96613"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.10.mlp.down_proj.MatMul.weight",
"source": "model.layers.10.mlp.down_proj.weight",
"source_sha256": "e32e37cffba5b41c4939ad74507e10dea14db631b6fef69c16b1a37dd3dc9b12",
"transform": "transpose",
"shape": [
3584,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 454116992,
"bytes": 7340032,
"sha256": "253861a685da0666ca04e4c63795bf8a2e5ce9b72514aadafc25b494b5384462"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.11.input_layernorm.weight",
"source": "model.layers.11.input_layernorm.weight",
"source_sha256": "1996a639da08fd30c87783be599ecd05b513c2d4dcd38c2ba5865aae236d7462",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 461457024,
"bytes": 4096,
"sha256": "93e8882f6093400e5fc9319970bfa6c6bd8e21e86b4cb864f370e91e1634d096"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.11.attn.q_proj.MatMul.weight",
"source": "model.layers.11.self_attn.q_proj.weight",
"source_sha256": "6c87d80ffb32c16ababa3fa7151fff829d47631a685e3390ff2e00a2a3c0ed1c",
"transform": "transpose",
"shape": [
1024,
4096
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 461461120,
"bytes": 8388608,
"sha256": "751182b3641babe177c22a07b4ab7f21e0b4dde09357a74022c2c4b67c733cf1"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.11.attn.k_proj.MatMul.weight",
"source": "model.layers.11.self_attn.k_proj.weight",
"source_sha256": "bde140c97a3558c267d10edbe76b6409aa1d2ad4f5790f1d72d1d85d27b0c281",
"transform": "transpose",
"shape": [
1024,
512
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 469849728,
"bytes": 1048576,
"sha256": "d0ad58547a172c609fc7169a0e59f93f67bc8407576bdcf1210f1d866494c7ca"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.11.attn.v_proj.MatMul.weight",
"source": "model.layers.11.self_attn.v_proj.weight",
"source_sha256": "6d0b839f9b50573a380568d3db8e4be420cfc41bb084bdb9ea1975044b137fd6",
"transform": "transpose",
"shape": [
1024,
512
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 470898304,
"bytes": 1048576,
"sha256": "f1ed6ca6c8afa78e8ebf637b9838a2bd8ea1356d8bfa349f74eb04b02f3b0323"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.11.attn.q_norm.layernorm.weight",
"source": "model.layers.11.self_attn.q_norm.weight",
"source_sha256": "362e6efab6f00a8442201b26236004741dd5afca4b028f8216f131872d88d362",
"transform": "add_one",
"shape": [
256
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 471946880,
"bytes": 1024,
"sha256": "718266bd92beb361ef035b67072c7f662387ac45b38181ba0063324eafc24f9e"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.11.attn.k_norm.layernorm.weight",
"source": "model.layers.11.self_attn.k_norm.weight",
"source_sha256": "2627cede9dca510f81c95437b72ef6e2ec35d8465b9b82873c0c9c9b5d864f1f",
"transform": "add_one",
"shape": [
256
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 471947904,
"bytes": 1024,
"sha256": "20dfa5091785fcc6e42cb1cb69ffc1e8edfb3903454453eec2c496e6ba7143f8"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.11.attn.o_proj.MatMul.weight",
"source": "model.layers.11.self_attn.o_proj.weight",
"source_sha256": "fd07e3e0b48deb3d36314fb39863cc30739c0d0cd9575da79bc26f562ba2762e",
"transform": "transpose",
"shape": [
2048,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 471948928,
"bytes": 4194304,
"sha256": "aa701cd6cd15ce912b9d3d193ecc90f745383b167295eb4d1e6ebec7df0ad43c"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.11.post_attention_layernorm.weight",
"source": "model.layers.11.post_attention_layernorm.weight",
"source_sha256": "de62c6ada66ae054b7b06a63417f9004fc0a578d6dde681ecd2878293f94b34a",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 476143232,
"bytes": 4096,
"sha256": "e112fc9f8cfa1003b2172d957f5f412e1f1e84aa1440e5a64e6ceda084654064"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.11.mlp.gate_proj.MatMul.weight",
"source": "model.layers.11.mlp.gate_proj.weight",
"source_sha256": "59a7d0c382716854528f2b4cfae1223cdaa5e43052c1747ce2a58785c91dacee",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 476147328,
"bytes": 7340032,
"sha256": "a5ac4d42ca8926847516c9cac039a0a73a830942e36b79eb2f6d019106abc785"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.11.mlp.up_proj.MatMul.weight",
"source": "model.layers.11.mlp.up_proj.weight",
"source_sha256": "dab36859f9c0914874ca74f932cd380e6634babcba4750a95075bfb9e97d3c9b",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 483487360,
"bytes": 7340032,
"sha256": "ba39f6ac3149564898d8108458880bd42595b81633e902207a2acc0b97489db1"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.11.mlp.down_proj.MatMul.weight",
"source": "model.layers.11.mlp.down_proj.weight",
"source_sha256": "5120ba8e1da3aeb89ddcf924f2c5e5108fdfe63fb072a4f270dd3508c7e24e3f",
"transform": "transpose",
"shape": [
3584,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 490827392,
"bytes": 7340032,
"sha256": "6181b559626a06113590922ecb003105f1eb60ac856344b15115f3093caee759"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.12.input_layernorm.weight",
"source": "model.layers.12.input_layernorm.weight",
"source_sha256": "02b667d3e098c1b200d499373d170dd0b803c41cb1f779bdac47f8a8f740d144",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 498167424,
"bytes": 4096,
"sha256": "cdac9a9c085822ceb79222a6f5228673df86d6e69302dbbb62ecfec1e2cf1455"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.12.gdn.conv1d.weight_3d",
"source": "model.layers.12.linear_attn.conv1d.weight",
"source_sha256": "1cc2aa30505b74f6f75291fe1e350e874d1c85635667f1b53819a1f7b95fc060",
"transform": "identity",
"shape": [
6144,
1,
4
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 498171520,
"bytes": 49152,
"sha256": "8d9f05ddd1904b4f175be9d1763a9affaa43dc97c5ee8f833ee57ae7c1238c43"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.12.gdn.A_neg_exp",
"source": "model.layers.12.linear_attn.A_log",
"source_sha256": "9d4defc1eb81850001cd0c92c99caa7155e39c763a50a84d71b80d634a6da021",
"transform": "negative_exp",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 498220672,
"bytes": 64,
"sha256": "5cf29a58db343d629731b09b5b7ecd97aa949d4d29b564090b251fc884ddc772"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.12.gdn.dt_bias",
"source": "model.layers.12.linear_attn.dt_bias",
"source_sha256": "5d8cef5bde9f46cdcce4e487c33fa2f2e8bbdac3bca5a166ee0fb54142ecda2d",
"transform": "identity",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 498220736,
"bytes": 64,
"sha256": "8144118359e1d213ed321c85ce2e9554442a9494b48e4792dc1f6c81457662e7"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.12.gdn.norm.weight",
"source": "model.layers.12.linear_attn.norm.weight",
"source_sha256": "c75ae5a92ba026377745dce2af9a726b07f2a04874c4c10e6a0a828543fd677f",
"transform": "identity",
"shape": [
128
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 498220800,
"bytes": 512,
"sha256": "c75ae5a92ba026377745dce2af9a726b07f2a04874c4c10e6a0a828543fd677f"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.12.gdn.in_proj_qkv.MatMul.weight",
"source": "model.layers.12.linear_attn.in_proj_qkv.weight",
"source_sha256": "cb26f2da759837440a988302c5e071109a583e9282fa37f37970f3c1f7c41b80",
"transform": "transpose",
"shape": [
1024,
6144
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 498221312,
"bytes": 12582912,
"sha256": "2f01ea81fb3dc6814f61dcfc2cd6550816b8ee6e587d0da49774bb900ffc7624"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.12.gdn.in_proj_z.MatMul.weight",
"source": "model.layers.12.linear_attn.in_proj_z.weight",
"source_sha256": "6e4522f7902f0b95f3e33b46ef12d393ffd792ae9e2dbe9e198fdaaef41f9395",
"transform": "transpose",
"shape": [
1024,
2048
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 510804224,
"bytes": 4194304,
"sha256": "8b6b86b96693802184f36744cc5dab85bdb2c2e8a35563533e6a710206edba35"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.12.gdn.in_proj_b.MatMul.weight",
"source": "model.layers.12.linear_attn.in_proj_b.weight",
"source_sha256": "a3a106faa9f2a7bfa4a7559b82ffcc3644859174a2901444c5fb1c4c64d062e4",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 514998528,
"bytes": 32768,
"sha256": "b2a5ce00882d583aaf425905c08a137689e414346c4be03e40de18ec6523efe5"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.12.gdn.in_proj_a.MatMul.weight",
"source": "model.layers.12.linear_attn.in_proj_a.weight",
"source_sha256": "050acba7b733cf44261ce882f25537a9ccd64e10afa903d758b1c43e18857735",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 515031296,
"bytes": 32768,
"sha256": "b0474563e44e92688e634a4c4570e3263d70733ab78c68d6ed8a340c3a70b9fb"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.12.gdn.out_proj.MatMul.weight",
"source": "model.layers.12.linear_attn.out_proj.weight",
"source_sha256": "7fd66cf843f4ded4175804494f9ed9ed91375bf224d99a209789bb762c7e19ed",
"transform": "transpose",
"shape": [
2048,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 515064064,
"bytes": 4194304,
"sha256": "03806222015a9fc6452c75f3aee1073947f26196889365563910a66e64d13948"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.12.post_attention_layernorm.weight",
"source": "model.layers.12.post_attention_layernorm.weight",
"source_sha256": "4e5a5d9cc2c020223e36c0045ddeffbbfc7f311a9ef59c90b015c38cb9ee1492",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 519258368,
"bytes": 4096,
"sha256": "9c3ea0186a7f38cd8760172b8da4d172f927beef70a021de42104503a0f44e5d"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.12.mlp.gate_proj.MatMul.weight",
"source": "model.layers.12.mlp.gate_proj.weight",
"source_sha256": "dc73c370a6af841769f183399d1ce8c8f7e26cc90daba1f048709030f81b0ba9",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 519262464,
"bytes": 7340032,
"sha256": "4023280066e18e167c3e4d312d518417142c9a8032d0edfa7c933e98c888ad77"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.12.mlp.up_proj.MatMul.weight",
"source": "model.layers.12.mlp.up_proj.weight",
"source_sha256": "0f290b628c01776d8afd46ed1db1d096722942f7112fc0f30e9baee41fb40fb5",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 526602496,
"bytes": 7340032,
"sha256": "64a49b948f0c8a2c79f1ea6f600938044e19ffbac63d739adb1bdd01c82fdc8e"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.12.mlp.down_proj.MatMul.weight",
"source": "model.layers.12.mlp.down_proj.weight",
"source_sha256": "2d5f2fef40eb81eddb32ab0ca8e4e53e5578c53f335cdd6b54d9d62051b0759e",
"transform": "transpose",
"shape": [
3584,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 533942528,
"bytes": 7340032,
"sha256": "e85c4b9a427b5eed1258554f5d996441e57012ae085ab1ac2d3a04eadd2de06c"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.13.input_layernorm.weight",
"source": "model.layers.13.input_layernorm.weight",
"source_sha256": "9908305d09036e95cfd52e500ec9eeff0906e6b80d40dd834e0a8af418e91c86",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 541282560,
"bytes": 4096,
"sha256": "01f71ced272426ecd7cb234bdaea818053754cccb2734cdd1e750a1ae2ecfdcd"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.13.gdn.conv1d.weight_3d",
"source": "model.layers.13.linear_attn.conv1d.weight",
"source_sha256": "2b24d64449a3e81847588ef1a5938c807f4acb6fd9143379f047c3d1dc11c38a",
"transform": "identity",
"shape": [
6144,
1,
4
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 541286656,
"bytes": 49152,
"sha256": "a29b3244749c3a01c6bb64d332c62afb31ee44553e37feb3e597f1818ac64358"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.13.gdn.A_neg_exp",
"source": "model.layers.13.linear_attn.A_log",
"source_sha256": "13f858129e2070b8205419299d39591a2148f2d573f6664ea8e9b19086b26b13",
"transform": "negative_exp",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 541335808,
"bytes": 64,
"sha256": "92eef853214f8ce4499a4631a06adb3fb5577d2a405923480ad00fbefc1d9155"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.13.gdn.dt_bias",
"source": "model.layers.13.linear_attn.dt_bias",
"source_sha256": "a0368cef2ab75a6fba5e6509e80abaaedf47bd83a201c3a586ef337a6246efa1",
"transform": "identity",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 541335872,
"bytes": 64,
"sha256": "7cc52993efdee08050522e89d4607cae51da2c3d81cd00cfb47973c23bedb3a5"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.13.gdn.norm.weight",
"source": "model.layers.13.linear_attn.norm.weight",
"source_sha256": "402169bf7d9f4203cc30a0d4febcdb6a8051b035f26b4eb91c56d760f9a6eace",
"transform": "identity",
"shape": [
128
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 541335936,
"bytes": 512,
"sha256": "402169bf7d9f4203cc30a0d4febcdb6a8051b035f26b4eb91c56d760f9a6eace"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.13.gdn.in_proj_qkv.MatMul.weight",
"source": "model.layers.13.linear_attn.in_proj_qkv.weight",
"source_sha256": "b2af6d38c8d0320e0f9e8c6c0a1ab7d638361c3f91794c575f6336b4763dfd31",
"transform": "transpose",
"shape": [
1024,
6144
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 541336448,
"bytes": 12582912,
"sha256": "553b54759737b4ebce2aea0343e8a69e5e4cfaa1f51640ae0551a52b9e2829df"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.13.gdn.in_proj_z.MatMul.weight",
"source": "model.layers.13.linear_attn.in_proj_z.weight",
"source_sha256": "175e5242ea88f296c2d9d54c63b53b6c6c4b29cfaa75f450dafca9bfe2867451",
"transform": "transpose",
"shape": [
1024,
2048
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 553919360,
"bytes": 4194304,
"sha256": "45b7dcebc6b85eab846903909ec49be35d27a9b6deae25da0e6d653144c0f5ea"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.13.gdn.in_proj_b.MatMul.weight",
"source": "model.layers.13.linear_attn.in_proj_b.weight",
"source_sha256": "a21589cbbe52761472b6b34038161c3d6dcc656b96506783f84185ba9a011ae3",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 558113664,
"bytes": 32768,
"sha256": "6e4f9cd60ac0d2215c0dca4dc497ff6c73a8682f21293a848d55feb45bda1ba2"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.13.gdn.in_proj_a.MatMul.weight",
"source": "model.layers.13.linear_attn.in_proj_a.weight",
"source_sha256": "95afc547a264a11e1acf508e2b3b37e0b92e240e2940046e0cb58946c1bf7e80",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 558146432,
"bytes": 32768,
"sha256": "96034a4eef78c873e4ff31b374721a6fa24caa5e480e176cb86e8417ea1c426e"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.13.gdn.out_proj.MatMul.weight",
"source": "model.layers.13.linear_attn.out_proj.weight",
"source_sha256": "ed7cb4978176a6fadd07c3fd9d90fb6ab0ac125021e198d8f4dce00fa7169c3b",
"transform": "transpose",
"shape": [
2048,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 558179200,
"bytes": 4194304,
"sha256": "cdd1168d60dbbd8fd046f4f6284f4feb25d6af05b57896f377bce14291a19495"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.13.post_attention_layernorm.weight",
"source": "model.layers.13.post_attention_layernorm.weight",
"source_sha256": "5d083952a92dc55f8ef7589c47f22fe04181581703d0c4687c1a0abcb9438a78",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 562373504,
"bytes": 4096,
"sha256": "7683131eb58b79d5312ea113d268b1f9e5ba70be63372cb11b8a0bbcad7f20b2"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.13.mlp.gate_proj.MatMul.weight",
"source": "model.layers.13.mlp.gate_proj.weight",
"source_sha256": "848f24b29888174053ce57ae02fe67c8d0f03fc94e75412ef821f0f7fb1159bc",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 562377600,
"bytes": 7340032,
"sha256": "7cff0ab8b6de9dbcb9f48ea5ebf62231dd230953da6c3470d67885e4043dbf53"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.13.mlp.up_proj.MatMul.weight",
"source": "model.layers.13.mlp.up_proj.weight",
"source_sha256": "8d66273c144a88ed841d0f15ef0bb0d65b5238a506d4ac1ee66f86dcf1993707",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 569717632,
"bytes": 7340032,
"sha256": "b60ced3bc0e2c3fd23218838b7d8b5248a53dc04db2e0b121d0ecb0a3a47f703"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.13.mlp.down_proj.MatMul.weight",
"source": "model.layers.13.mlp.down_proj.weight",
"source_sha256": "a903cbbf112b0c17b53cc7c89faed3df7fa718ec5f0a148ab474b6a75a064210",
"transform": "transpose",
"shape": [
3584,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 577057664,
"bytes": 7340032,
"sha256": "45e2f06dcbca14ac2200adc5cc7b1b824d6c1a34dc65c38811fd90dffa853a37"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.14.input_layernorm.weight",
"source": "model.layers.14.input_layernorm.weight",
"source_sha256": "4c3fda2b7b689ed486a1d589662ae0277bef18533c260673c8c57134489f815b",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 584397696,
"bytes": 4096,
"sha256": "3adb9bb4bb54d4f5311f009d583a395d63f2179f249de7b800111114e14566ec"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.14.gdn.conv1d.weight_3d",
"source": "model.layers.14.linear_attn.conv1d.weight",
"source_sha256": "f3e0c3cb5250abc2e4878980a5083839ff73b6619c23e0a215cd9d12b7cadffd",
"transform": "identity",
"shape": [
6144,
1,
4
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 584401792,
"bytes": 49152,
"sha256": "f08b8f6ff4eddc33faa0dfc8057f6fbcc9ba19ebab0c5c98cf5b5d35056eca14"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.14.gdn.A_neg_exp",
"source": "model.layers.14.linear_attn.A_log",
"source_sha256": "f7e51e8a5df7606167533f0fa946478a8920499de060b56b85d9f0bf7f4bcc20",
"transform": "negative_exp",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 584450944,
"bytes": 64,
"sha256": "b73124a630ea4c93e4236a9683df7274c17ac73ad853f0a61c3c930804eea888"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.14.gdn.dt_bias",
"source": "model.layers.14.linear_attn.dt_bias",
"source_sha256": "ec327be5bc6f761f09528dddc66a8aef6b0bfea753dbc31dc678866ee2d2a8e0",
"transform": "identity",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 584451008,
"bytes": 64,
"sha256": "2d689690a41716b2080db3a71f94c9e7f0104b74a013b5d84534393518e82293"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.14.gdn.norm.weight",
"source": "model.layers.14.linear_attn.norm.weight",
"source_sha256": "2dadd9a67ff349e42809f71ba1740fdd47a2f5ecdd6e1e9b7dd8a0a9faa21bbd",
"transform": "identity",
"shape": [
128
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 584451072,
"bytes": 512,
"sha256": "2dadd9a67ff349e42809f71ba1740fdd47a2f5ecdd6e1e9b7dd8a0a9faa21bbd"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.14.gdn.in_proj_qkv.MatMul.weight",
"source": "model.layers.14.linear_attn.in_proj_qkv.weight",
"source_sha256": "55cd42e6408d76bd062b47b0ec9faed8b582cecf8c7c632b35a8a2fd044fecf1",
"transform": "transpose",
"shape": [
1024,
6144
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 584451584,
"bytes": 12582912,
"sha256": "412c3b27322e9271c47b318af1bdfe538c6b8c219b56d46c326e14800ebee346"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.14.gdn.in_proj_z.MatMul.weight",
"source": "model.layers.14.linear_attn.in_proj_z.weight",
"source_sha256": "3439f3c617eaa24acfcdede4411a31fc6cd8025c4bad695c1c0de9236bae0c6a",
"transform": "transpose",
"shape": [
1024,
2048
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 597034496,
"bytes": 4194304,
"sha256": "13c91370b58827d9d701295d976f68db003da6a56a1b69c93d4c200657d7445f"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.14.gdn.in_proj_b.MatMul.weight",
"source": "model.layers.14.linear_attn.in_proj_b.weight",
"source_sha256": "51400e43b31da8ad419519fa74fafff6fb913dbe2a9f7f3db1b76122caefc514",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 601228800,
"bytes": 32768,
"sha256": "af6aeeeb30805804627f49425424b1d0d4298ab70c44a7cb3deabfec2985085c"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.14.gdn.in_proj_a.MatMul.weight",
"source": "model.layers.14.linear_attn.in_proj_a.weight",
"source_sha256": "e17970735512b94fad660c188615ed2100fcdc224f40ff83386781f148b77283",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 601261568,
"bytes": 32768,
"sha256": "d09395bfe730faea227531d0667ca050b2a25d7fc8218500e8c1a88e5ac246c6"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.14.gdn.out_proj.MatMul.weight",
"source": "model.layers.14.linear_attn.out_proj.weight",
"source_sha256": "4104c25ec4cce12ad592be6a296c4cc0275e2e8f4b00521f49bb03187d8a83c0",
"transform": "transpose",
"shape": [
2048,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 601294336,
"bytes": 4194304,
"sha256": "a0bdcaf030241927dbeffcc807bc9a29166e5ee7003cd89ea07c9fea020354ef"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.14.post_attention_layernorm.weight",
"source": "model.layers.14.post_attention_layernorm.weight",
"source_sha256": "dc29d7ed0a819ea2597ec91d1172c14df84b9e24cb49ccb272080c88e5f37e8d",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 605488640,
"bytes": 4096,
"sha256": "035cdf2db03cda96d1f0c2e9478f39ddcbdc43a80298a332682f7297e1adaac5"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.14.mlp.gate_proj.MatMul.weight",
"source": "model.layers.14.mlp.gate_proj.weight",
"source_sha256": "6327f2e91f44b5f5ae73cfaab781219ca035699280ca7fa8f2c044a1d0d54965",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 605492736,
"bytes": 7340032,
"sha256": "9037e1a51c2dab7d99c850dc88d1e7a61ea9cf6109e1940737016cb60f484e4b"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.14.mlp.up_proj.MatMul.weight",
"source": "model.layers.14.mlp.up_proj.weight",
"source_sha256": "f63c0b1e4ae22e9aa8c99d3d63a642b127a4f747eb9128eff0c339481e2c62d9",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 612832768,
"bytes": 7340032,
"sha256": "2967b799721bc8df46be7ee7103b033ccb64e4dbfdcdfee9ba9f2c14cc9d5711"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.14.mlp.down_proj.MatMul.weight",
"source": "model.layers.14.mlp.down_proj.weight",
"source_sha256": "96d8150df0567e3d748b0388e6a20781b0569388a4ffa2a34faa531c85642803",
"transform": "transpose",
"shape": [
3584,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 620172800,
"bytes": 7340032,
"sha256": "57ee2e6a4720dadc68d79fbead75308ecb15eff9dc8da6a03ab60833aff98162"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.15.input_layernorm.weight",
"source": "model.layers.15.input_layernorm.weight",
"source_sha256": "670e6a67aacfe530ec25cc0ab3dd9dd679e4fb6f00d9ae45f6b1cc8e6a26c513",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 627512832,
"bytes": 4096,
"sha256": "fd62b7c36769b5803d038d9d7d60698f8d4f873fa610d1abc4f6e91b35dc9d4e"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.15.attn.q_proj.MatMul.weight",
"source": "model.layers.15.self_attn.q_proj.weight",
"source_sha256": "35bfbc3cf48dd835c6953120224af8ee7aac5f4bce955d41f1777d136d7b89a9",
"transform": "transpose",
"shape": [
1024,
4096
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 627516928,
"bytes": 8388608,
"sha256": "2046a3d6ef5e2dcab163cb44b3a9def0e7f0c2a4b01baf550db3a84939e269d7"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.15.attn.k_proj.MatMul.weight",
"source": "model.layers.15.self_attn.k_proj.weight",
"source_sha256": "f32866a80a6fab3a2f505b91443212283dab7e32a8d445206ebf3038cc1a8a0b",
"transform": "transpose",
"shape": [
1024,
512
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 635905536,
"bytes": 1048576,
"sha256": "3a3e1759083fc2d2568073a4250b3135f7bb6dbf8aef24046d943411846c7f65"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.15.attn.v_proj.MatMul.weight",
"source": "model.layers.15.self_attn.v_proj.weight",
"source_sha256": "0091e751727826dd2bb7d6e239870484cba3393bc219ec9595b5ab2ddf8607e0",
"transform": "transpose",
"shape": [
1024,
512
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 636954112,
"bytes": 1048576,
"sha256": "f073575358173f0ee897e9f080161a5d037d170a5447d406eccc0417437a0f50"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.15.attn.q_norm.layernorm.weight",
"source": "model.layers.15.self_attn.q_norm.weight",
"source_sha256": "ca19b737f9e79a36443c2ad5221c82097d63e07a3fdf9726eefb2f549733af69",
"transform": "add_one",
"shape": [
256
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 638002688,
"bytes": 1024,
"sha256": "597659108b59d8e4f7b3eecce6718b06fbb6736c126eba8b29f5aaca6068d591"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.15.attn.k_norm.layernorm.weight",
"source": "model.layers.15.self_attn.k_norm.weight",
"source_sha256": "bf86eafa90845f6148eef808451d12b1c4eec07a4e01c8cd5fd4e2133f6422f3",
"transform": "add_one",
"shape": [
256
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 638003712,
"bytes": 1024,
"sha256": "42b929380d74abb48af6c72684d119efeaa7098d4741d532b1ecfeffda823d54"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.15.attn.o_proj.MatMul.weight",
"source": "model.layers.15.self_attn.o_proj.weight",
"source_sha256": "2f5be1b0f59d3bf45a992e18c26b3658ce5112527ea570b00d05fe1a48140092",
"transform": "transpose",
"shape": [
2048,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 638004736,
"bytes": 4194304,
"sha256": "b2f6e1e2026f0f999d1af817ff351e8084191f9ee2ed90e4adf7f36e613812aa"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.15.post_attention_layernorm.weight",
"source": "model.layers.15.post_attention_layernorm.weight",
"source_sha256": "86bc9b8e15b9a9b6693bc57becf46255406ab48407fb0b3d9ab663a2aaf75667",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 642199040,
"bytes": 4096,
"sha256": "238e3a075ac7771d35804835e05b9a21c0a9e4cc5fe99ba26b38a6898f9063e0"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.15.mlp.gate_proj.MatMul.weight",
"source": "model.layers.15.mlp.gate_proj.weight",
"source_sha256": "46661cd3ffaa3fc096b0785581b41a848e40d8247ba4cb7ced946cc4fde06a48",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 642203136,
"bytes": 7340032,
"sha256": "5b5c7274e730b30dcc521005ef45dbbbc4b6d3ef7922ddad996a3121c5582859"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.15.mlp.up_proj.MatMul.weight",
"source": "model.layers.15.mlp.up_proj.weight",
"source_sha256": "aa16ebc91dcb4702fe78227d9eea187cc044eb49ae8196e228cad737dd71e715",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 649543168,
"bytes": 7340032,
"sha256": "0883aa3f91d5d166fe1c2b613cb15c033f3aba1baba408ae3ef79bb7f9fff092"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.15.mlp.down_proj.MatMul.weight",
"source": "model.layers.15.mlp.down_proj.weight",
"source_sha256": "ef60d2c687bab19464dca9c8bfd7777e46ad226df0c9e25643b0bab04b5a1cca",
"transform": "transpose",
"shape": [
3584,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 656883200,
"bytes": 7340032,
"sha256": "b131bee43b48195d61bc198b8827edeef64d9d85238b6119e71401e702802cc7"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.16.input_layernorm.weight",
"source": "model.layers.16.input_layernorm.weight",
"source_sha256": "a63ff1b506ee7cf71c5d52f95598fa6ebe9410ac3197e2e95a242ab973b29624",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 664223232,
"bytes": 4096,
"sha256": "576c222395a93da02fc299c4c930f23d699b38803c9aa4a3b045469a56cef91f"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.16.gdn.conv1d.weight_3d",
"source": "model.layers.16.linear_attn.conv1d.weight",
"source_sha256": "0dd6a64825d60e73c1579f9cb28b74f992c10565ff728cf6bf78ee95b750d754",
"transform": "identity",
"shape": [
6144,
1,
4
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 664227328,
"bytes": 49152,
"sha256": "6e450aa5c65c810e519af80e9d0bb0c06dfb1d6c82bafc448dec74bbdb5ba3be"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.16.gdn.A_neg_exp",
"source": "model.layers.16.linear_attn.A_log",
"source_sha256": "ef6347f3b8c4383000fad94f82754c9d0389744bf28e2262c8c17a2d7b1b7edb",
"transform": "negative_exp",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 664276480,
"bytes": 64,
"sha256": "57262c5cc4b44f5999e00eef7d391276fbf0e518978291f5e086f9a3d036e027"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.16.gdn.dt_bias",
"source": "model.layers.16.linear_attn.dt_bias",
"source_sha256": "43150073a3011519850a65c6a3373ee89a0fb09a2c298a8e75b22c12bafdae13",
"transform": "identity",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 664276544,
"bytes": 64,
"sha256": "9b305ed1a1a8704d982fd1176c8e5d59c8a06fa503d2d4239f65ce31da873130"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.16.gdn.norm.weight",
"source": "model.layers.16.linear_attn.norm.weight",
"source_sha256": "aa7a8705d87959ff7460c8f1cf1b44b4ceda4ca38dd8dfad66c12832aa0d07af",
"transform": "identity",
"shape": [
128
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 664276608,
"bytes": 512,
"sha256": "aa7a8705d87959ff7460c8f1cf1b44b4ceda4ca38dd8dfad66c12832aa0d07af"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.16.gdn.in_proj_qkv.MatMul.weight",
"source": "model.layers.16.linear_attn.in_proj_qkv.weight",
"source_sha256": "83bf31af185b7cfb4a421b6d1bb258912e66413c17a5c78a4599119203668e64",
"transform": "transpose",
"shape": [
1024,
6144
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 664277120,
"bytes": 12582912,
"sha256": "9615888d019f405e73b8bcf5a6697c13903072c795b793c8993256a3a119852d"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.16.gdn.in_proj_z.MatMul.weight",
"source": "model.layers.16.linear_attn.in_proj_z.weight",
"source_sha256": "9b9c714ac98e68501731c49be2645b714f63637f1d0f1e75bf6451e26256aa89",
"transform": "transpose",
"shape": [
1024,
2048
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 676860032,
"bytes": 4194304,
"sha256": "f6e1cff324fe1da44426acf115a975ce9e7b82bc383ffb4adba76505a060012c"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.16.gdn.in_proj_b.MatMul.weight",
"source": "model.layers.16.linear_attn.in_proj_b.weight",
"source_sha256": "718a0f80e52df9721d12d6d9176edc575500a16bbc4a821b0aa16c053c5ae456",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 681054336,
"bytes": 32768,
"sha256": "d5b902117815a59a4e3a8976bd91f68d4f9891e78e46ad158b121beacd241e82"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.16.gdn.in_proj_a.MatMul.weight",
"source": "model.layers.16.linear_attn.in_proj_a.weight",
"source_sha256": "a998e1d375f07adb1d5c7af7544bbb097504b804c31ab340741c46085e82bddc",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 681087104,
"bytes": 32768,
"sha256": "2edf41b9c6f92ccea9ba89d8c545ceb4cad183a134b5323eb3b9579b8ad109b9"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.16.gdn.out_proj.MatMul.weight",
"source": "model.layers.16.linear_attn.out_proj.weight",
"source_sha256": "726ecc2ab3ba05f84cbff821eca9425519c30aec5d7ab1cf3aceaea7af38722a",
"transform": "transpose",
"shape": [
2048,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 681119872,
"bytes": 4194304,
"sha256": "cbe964819021cfee39f7ba29db9a198c1353fe1a69ab09571ec951fbe70b11b9"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.16.post_attention_layernorm.weight",
"source": "model.layers.16.post_attention_layernorm.weight",
"source_sha256": "89249bc43d147f248f9457371fd3780c9fed3b1889bb0ecf76500e1f81d6307b",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 685314176,
"bytes": 4096,
"sha256": "159ff9c34431c801ab18ae34c679c585ee89a3cc303ac90b947421a848f105bc"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.16.mlp.gate_proj.MatMul.weight",
"source": "model.layers.16.mlp.gate_proj.weight",
"source_sha256": "09149700806a4bb83986f73459d3b8ac636018a4a2411927073bc49c6895c3e8",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 685318272,
"bytes": 7340032,
"sha256": "3bfcf65a6dbf7a8294c89e1c660f78172b30c7d6f4f30e456d51316318782472"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.16.mlp.up_proj.MatMul.weight",
"source": "model.layers.16.mlp.up_proj.weight",
"source_sha256": "8c4eb5f3102c29f255f26e7e82a6223c410f229a4b3ea4dedab73d776a9f6080",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 692658304,
"bytes": 7340032,
"sha256": "eca6eab3ab1bc8ccb9cf00e54aaf27440e06955b33311c26bc09be301b940c07"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.16.mlp.down_proj.MatMul.weight",
"source": "model.layers.16.mlp.down_proj.weight",
"source_sha256": "e12df33b47e0bb61125b8fe421d0aba4a75e6bf0b07e1b233f79937b978356d0",
"transform": "transpose",
"shape": [
3584,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 699998336,
"bytes": 7340032,
"sha256": "4f3069188dfc95a6384a4ff43ef827fb7d2bae3c17ca6eff13c2df7997e10c5b"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.17.input_layernorm.weight",
"source": "model.layers.17.input_layernorm.weight",
"source_sha256": "7076dfa9c7857bd70c1c9680daf54927db580faf40827101347db5c9595baba9",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 707338368,
"bytes": 4096,
"sha256": "15cafe09332c46c9dc65d53b5ce8420d7213ac56588dade9d0a94fc354051659"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.17.gdn.conv1d.weight_3d",
"source": "model.layers.17.linear_attn.conv1d.weight",
"source_sha256": "007b69b950272d2169c37d47dae64923342fd09cd2d451cbb2c35db20c70118a",
"transform": "identity",
"shape": [
6144,
1,
4
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 707342464,
"bytes": 49152,
"sha256": "495686a3bc85e351543e29b11772d3c488b2f38b921a9f0ef5214aadab27c89d"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.17.gdn.A_neg_exp",
"source": "model.layers.17.linear_attn.A_log",
"source_sha256": "b63f4fd41f33846b5f16079772a649a6b7c3b8f16540f5b7478c4b1ea38281fb",
"transform": "negative_exp",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 707391616,
"bytes": 64,
"sha256": "37da577e5af3a24b03736a378122b9e47552ed5bd0d072b37f450e66f554bcf6"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.17.gdn.dt_bias",
"source": "model.layers.17.linear_attn.dt_bias",
"source_sha256": "ab51aafbe0b1c8e8865d525e726ea43426b6d3e7d70314e2284f5884874be0de",
"transform": "identity",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 707391680,
"bytes": 64,
"sha256": "1fe21c106cf24ea536918867b71a82c14f44c50b2283ae3c9f8b790508c5d5d1"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.17.gdn.norm.weight",
"source": "model.layers.17.linear_attn.norm.weight",
"source_sha256": "9109d92911338e459138e9d3a7c5e24cd9e75e16ce24609c3aa09476c0eaac56",
"transform": "identity",
"shape": [
128
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 707391744,
"bytes": 512,
"sha256": "9109d92911338e459138e9d3a7c5e24cd9e75e16ce24609c3aa09476c0eaac56"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.17.gdn.in_proj_qkv.MatMul.weight",
"source": "model.layers.17.linear_attn.in_proj_qkv.weight",
"source_sha256": "c166aaaa8f561735ba47e82e0e853f2afc8ef683f4d5f1308756144d2a8a1538",
"transform": "transpose",
"shape": [
1024,
6144
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 707392256,
"bytes": 12582912,
"sha256": "ae3ce42a81d28f38cdcd9319a40f7c32043a370c7919a48159719dc7630982d6"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.17.gdn.in_proj_z.MatMul.weight",
"source": "model.layers.17.linear_attn.in_proj_z.weight",
"source_sha256": "246f4df3c2c4025689ee42f547bcd35eef5a1accf443a7d66b680120280615e0",
"transform": "transpose",
"shape": [
1024,
2048
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 719975168,
"bytes": 4194304,
"sha256": "5a4539db91bd625ee396b93894ba7a6930ac94028f88f2366ecfb18f8dda47d0"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.17.gdn.in_proj_b.MatMul.weight",
"source": "model.layers.17.linear_attn.in_proj_b.weight",
"source_sha256": "a2be5f986e93f5e7bb0af4db830c556a7409ca2bcb67b9aee7c27534cbf7b35b",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 724169472,
"bytes": 32768,
"sha256": "81abc5d81a17f075f0a245a54d72df3ca6297754deaf2cda8911668130e891bc"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.17.gdn.in_proj_a.MatMul.weight",
"source": "model.layers.17.linear_attn.in_proj_a.weight",
"source_sha256": "d38b1f46072b48c85bbc1b68130c9283c652d111c0d7cec61d3ea1263bba310e",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 724202240,
"bytes": 32768,
"sha256": "4ef863a3ade56fec2825044a0c93dd1aab825b95c7a12154babce5f3d297845a"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.17.gdn.out_proj.MatMul.weight",
"source": "model.layers.17.linear_attn.out_proj.weight",
"source_sha256": "73a8878d3e33c44b82f667c38243a535b6a3ca73c3a5fcf8c7dde790d246744d",
"transform": "transpose",
"shape": [
2048,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 724235008,
"bytes": 4194304,
"sha256": "d9b2ab47b6a008a33be77c22ffb05ffb68dd6f6dbd36038a58d37b89ed6cfe64"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.17.post_attention_layernorm.weight",
"source": "model.layers.17.post_attention_layernorm.weight",
"source_sha256": "306491a125a6e37d6a88623c0b74f00d9ec66592fd907c0fb2fc6694b6b0f6a6",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 728429312,
"bytes": 4096,
"sha256": "69c95a51de353cf11ed1138545e5411f5bc469fd2bcf56f3ccd43ed2b63b5402"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.17.mlp.gate_proj.MatMul.weight",
"source": "model.layers.17.mlp.gate_proj.weight",
"source_sha256": "f8756b1cb7504eacc713c4e2c9d2128e3b7c0ff63248756d5a1a216ffe694300",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 728433408,
"bytes": 7340032,
"sha256": "0f17285574818ab9c045128298dad585fb5fb139a0f49a172e44dc85ce0afbb9"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.17.mlp.up_proj.MatMul.weight",
"source": "model.layers.17.mlp.up_proj.weight",
"source_sha256": "b69569389e39e255195d13e2af84a10c49b4415e4c83cb5a0840628ee8f80948",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 735773440,
"bytes": 7340032,
"sha256": "abcc421cb4f5a4d688c12551b9a74bf05f6d4cbef5bfcff84900c15df87db161"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.17.mlp.down_proj.MatMul.weight",
"source": "model.layers.17.mlp.down_proj.weight",
"source_sha256": "412058832c188e22c34c358c8e59601fbc9a945b7ac7fb8ed5b4712302b237a8",
"transform": "transpose",
"shape": [
3584,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 743113472,
"bytes": 7340032,
"sha256": "1a437236ea853a7c60f2d3d302e83ccbb87abc44fe413712d14cd211ebbce501"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.18.input_layernorm.weight",
"source": "model.layers.18.input_layernorm.weight",
"source_sha256": "b461b137d827a9dc1f1a34d7198eb082f8a669d3fcd46cfc995a860728066e22",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 750453504,
"bytes": 4096,
"sha256": "d093fca85cacd7bfce8389708ddf5c2c9ae370de99d3820e874caa7409e1925d"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.18.gdn.conv1d.weight_3d",
"source": "model.layers.18.linear_attn.conv1d.weight",
"source_sha256": "5a750fe628c7beba215a72ad4aaa5bc46e2c88d587aad6671b949bfdb42db545",
"transform": "identity",
"shape": [
6144,
1,
4
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 750457600,
"bytes": 49152,
"sha256": "113f49250cdecd4518038c5d2536e1296f2c214cc555ef3e7ed69171aae7b493"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.18.gdn.A_neg_exp",
"source": "model.layers.18.linear_attn.A_log",
"source_sha256": "1c0e0c201309df081cbfe9a37018164714a96bc7cdf09473ed0fcfd1f515a555",
"transform": "negative_exp",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 750506752,
"bytes": 64,
"sha256": "3ab52e7f215c76b0e53d0b0bae44194ff153b029da7e116e91d39ce364ba35be"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.18.gdn.dt_bias",
"source": "model.layers.18.linear_attn.dt_bias",
"source_sha256": "d8dd2668405443e3502df2447713e66aa5dd25c52ff3c96d2e2c0cad8e30abb1",
"transform": "identity",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 750506816,
"bytes": 64,
"sha256": "47aad8fb2f33a1ad0059cbfb813fe939394e2dd8c5e89b91d185cb8f89887850"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.18.gdn.norm.weight",
"source": "model.layers.18.linear_attn.norm.weight",
"source_sha256": "48555b69ec651735cef37e17a5e0f58ec9098486303768d51b054141133719ec",
"transform": "identity",
"shape": [
128
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 750506880,
"bytes": 512,
"sha256": "48555b69ec651735cef37e17a5e0f58ec9098486303768d51b054141133719ec"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.18.gdn.in_proj_qkv.MatMul.weight",
"source": "model.layers.18.linear_attn.in_proj_qkv.weight",
"source_sha256": "47b97e6fae772a763029b7b10ac73d5214a7ab07f5855ef82ce01c51d823252d",
"transform": "transpose",
"shape": [
1024,
6144
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 750507392,
"bytes": 12582912,
"sha256": "6548c49f5bf905c0f96c3aa4970e658ffeb5ca5f19bb1bce123a7ab9b0f6bf68"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.18.gdn.in_proj_z.MatMul.weight",
"source": "model.layers.18.linear_attn.in_proj_z.weight",
"source_sha256": "1933b7c60b8ee2f19d8a2156e54b41407aa13b19808a3e5a9c24bb3c44832c86",
"transform": "transpose",
"shape": [
1024,
2048
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 763090304,
"bytes": 4194304,
"sha256": "1c079619150734250960f0006ce8a26752996b906a1e341cde15d70284878ccb"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.18.gdn.in_proj_b.MatMul.weight",
"source": "model.layers.18.linear_attn.in_proj_b.weight",
"source_sha256": "4d9033c62a2dfc655791e3e46b31907369fbafa8d77ee218cb36b8838b0e530f",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 767284608,
"bytes": 32768,
"sha256": "0e6d148096484e44b0ddffc61a30279d44c0af5b509a5f15ed6bc276f7fb6fee"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.18.gdn.in_proj_a.MatMul.weight",
"source": "model.layers.18.linear_attn.in_proj_a.weight",
"source_sha256": "a066a1e1e9520d9bf903d79e93deb1fe4d68dc8fdbf38ba3d8a6cfb8878b8d40",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 767317376,
"bytes": 32768,
"sha256": "ff10321ec4546369cdbf7efe8c67ce7c0bf4e378ed2f23cd75ef4c8f763c2ab8"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.18.gdn.out_proj.MatMul.weight",
"source": "model.layers.18.linear_attn.out_proj.weight",
"source_sha256": "45929a42f3c3e0b9ade395dfb3ac8acc5084dd010cd4045cd8f570629b19d1e3",
"transform": "transpose",
"shape": [
2048,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 767350144,
"bytes": 4194304,
"sha256": "8820c1cbc950ff592f69fbcaebc0af688a9767ad4c65bdc7def4099d7b104a7c"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.18.post_attention_layernorm.weight",
"source": "model.layers.18.post_attention_layernorm.weight",
"source_sha256": "d81e9c9425ecafbffe0da0d30c25da4c347ed4217a1ea6f3f60b7ccfd6146741",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 771544448,
"bytes": 4096,
"sha256": "0f6347ef32ed277346a8d9ae1c1eb22be97b99e7bb03e1ae34415d61d6c6237b"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.18.mlp.gate_proj.MatMul.weight",
"source": "model.layers.18.mlp.gate_proj.weight",
"source_sha256": "4717af00990d4ec5e61e0f6f1da6d63a0c559dd829acf65130c74df02d2643b3",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 771548544,
"bytes": 7340032,
"sha256": "474a450709ce4bf4185338642d07da6bce8dfe2c6a836767d2f56dd2ecd990bb"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.18.mlp.up_proj.MatMul.weight",
"source": "model.layers.18.mlp.up_proj.weight",
"source_sha256": "eb176a1dd3a08f18cb0a5dfda15811bb1b6008416c4765f7be13352a5b813605",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 778888576,
"bytes": 7340032,
"sha256": "1bd023d63fe72f95cde7e559701410946a05ba800114e1212699f92bc1063bbf"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.18.mlp.down_proj.MatMul.weight",
"source": "model.layers.18.mlp.down_proj.weight",
"source_sha256": "f41124d728ee26c54cd15b22cdd10138cbfe5a04c6e7fe514f53d86d4780d838",
"transform": "transpose",
"shape": [
3584,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 786228608,
"bytes": 7340032,
"sha256": "a661e912f22512a7f522ff2986bfa4121731d2e9f27f085d70180566f450a360"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.19.input_layernorm.weight",
"source": "model.layers.19.input_layernorm.weight",
"source_sha256": "078387ef725e56cc812efe7f5fc1441ae307e311eee4850e56a19276246e02b7",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 793568640,
"bytes": 4096,
"sha256": "ab79a742264d1e3689818c1021b4b632bdf0f1371650b91887e76ee12ecd187a"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.19.attn.q_proj.MatMul.weight",
"source": "model.layers.19.self_attn.q_proj.weight",
"source_sha256": "a70273d21445d1ebe501732b4e85f8881efd173d64980ca84ca225545992c02e",
"transform": "transpose",
"shape": [
1024,
4096
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 793572736,
"bytes": 8388608,
"sha256": "7fcdc425a507c466edf52c0871553e7eed2cc6dfb2afe6eee6b41c24eaefaff3"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.19.attn.k_proj.MatMul.weight",
"source": "model.layers.19.self_attn.k_proj.weight",
"source_sha256": "105a6ac59d7454f28c5154c920a48d3f4ca335af24df16415b5d47e483591835",
"transform": "transpose",
"shape": [
1024,
512
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 801961344,
"bytes": 1048576,
"sha256": "5568a70a3e650c8f75c5bbcfe1cab7d7464d28f072fd943bccf8dbfafd1600c4"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.19.attn.v_proj.MatMul.weight",
"source": "model.layers.19.self_attn.v_proj.weight",
"source_sha256": "714480f14734e4014f7d21c90829ca6b6b9f2818652aa5fe1bc84d5bed6ecdf8",
"transform": "transpose",
"shape": [
1024,
512
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 803009920,
"bytes": 1048576,
"sha256": "9b9da2a12e1d9fa53a3b6400ecd00bef7ecaf8887430454c86bd66fa597409ca"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.19.attn.q_norm.layernorm.weight",
"source": "model.layers.19.self_attn.q_norm.weight",
"source_sha256": "a00cbb7839761c57bad599bd0643e1359d8bb25b11eda0219c19c577f66b6db2",
"transform": "add_one",
"shape": [
256
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 804058496,
"bytes": 1024,
"sha256": "8102b197a9b812b240569cadef6e033c9cbce876371a9eb8c4598737103d1781"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.19.attn.k_norm.layernorm.weight",
"source": "model.layers.19.self_attn.k_norm.weight",
"source_sha256": "e6138da9894accb673810dafa8bf73aab6d136c47eeb897097ec81f47ffe5480",
"transform": "add_one",
"shape": [
256
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 804059520,
"bytes": 1024,
"sha256": "a2f1b620f15646f8c2b5421cf9897b87e461544e9dc45d2829d297329095323e"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.19.attn.o_proj.MatMul.weight",
"source": "model.layers.19.self_attn.o_proj.weight",
"source_sha256": "1cc073772f5471e681af8b4cd8b8ceedf2ede22b2e062949671cf0f17335e8bf",
"transform": "transpose",
"shape": [
2048,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 804060544,
"bytes": 4194304,
"sha256": "5bbb7d3c262fe5cf136ac7298c0fad0fc3c20d1e638acf8eb248b90e7ba9b742"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.19.post_attention_layernorm.weight",
"source": "model.layers.19.post_attention_layernorm.weight",
"source_sha256": "3f714b74e2c6701e159ce8dfae7b8e4169474d89f249886f4f26af5b8e24984b",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 808254848,
"bytes": 4096,
"sha256": "56647508c9d9ed948cfab5510b1baaac22b165c11af9c49b436c06c02068703c"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.19.mlp.gate_proj.MatMul.weight",
"source": "model.layers.19.mlp.gate_proj.weight",
"source_sha256": "118bfa194557dc70eb6663356fad68adcc98c4a7e4cad9203576e7b6d59f2ec4",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 808258944,
"bytes": 7340032,
"sha256": "1cd4675b3783b58e43e09610cb42cddd4f936d8181ac65d10a7c02f5207f8ba8"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.19.mlp.up_proj.MatMul.weight",
"source": "model.layers.19.mlp.up_proj.weight",
"source_sha256": "f731d77e73d6ba23b6ab5c938f79995f380ea23381a72eb3e01dd015023a51ba",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 815598976,
"bytes": 7340032,
"sha256": "458ba58733ea7b94307349226bac09c277ed449cfde54ce1b1255989d11914a6"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.19.mlp.down_proj.MatMul.weight",
"source": "model.layers.19.mlp.down_proj.weight",
"source_sha256": "638eedeb701b94aa861f4438e615c07ec6c60ee703db1bfee2de577bb6498c3e",
"transform": "transpose",
"shape": [
3584,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 822939008,
"bytes": 7340032,
"sha256": "cc3c5b5a83995e5b96429c20f3d87c5a52f8145f48667b0378ad83ae5e0fba79"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.20.input_layernorm.weight",
"source": "model.layers.20.input_layernorm.weight",
"source_sha256": "4812381974d53a946b3d2f1f92b648ed4f229a86646d00861013266092a9d7d9",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 830279040,
"bytes": 4096,
"sha256": "0b79d933a4ead4b80822b1aab084375a91e35fa8d8a5ca308b57347bf8ab08b3"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.20.gdn.conv1d.weight_3d",
"source": "model.layers.20.linear_attn.conv1d.weight",
"source_sha256": "8a8b9c710987eac6b4b5d6cdbe432be51414373eda229c0f252b27d65a2a2ef1",
"transform": "identity",
"shape": [
6144,
1,
4
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 830283136,
"bytes": 49152,
"sha256": "dd160f438ca35ad9874c10edcd80ef5d2ed9c519d241fdef209acce08c29dc44"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.20.gdn.A_neg_exp",
"source": "model.layers.20.linear_attn.A_log",
"source_sha256": "363f6671046f1606cb2c34d2d8cfb0a33f5f74608545c41294064d2af227d898",
"transform": "negative_exp",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 830332288,
"bytes": 64,
"sha256": "1981e803316d30949585bef2a58ecb0446a2fb69784e8cd10539f04d941aeda2"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.20.gdn.dt_bias",
"source": "model.layers.20.linear_attn.dt_bias",
"source_sha256": "8f37a0989adf2651fdccc89820088050666b1e1c158a6d0d2f8fd9637a978ffb",
"transform": "identity",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 830332352,
"bytes": 64,
"sha256": "9fcc619e0fda90a942d2838bbd2f4ea3df2728584d886ac0098f4c72d7f65713"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.20.gdn.norm.weight",
"source": "model.layers.20.linear_attn.norm.weight",
"source_sha256": "632aea705ef377ce6e17ef541425d68a980c67aedd7999ec9b135639a88f08a1",
"transform": "identity",
"shape": [
128
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 830332416,
"bytes": 512,
"sha256": "632aea705ef377ce6e17ef541425d68a980c67aedd7999ec9b135639a88f08a1"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.20.gdn.in_proj_qkv.MatMul.weight",
"source": "model.layers.20.linear_attn.in_proj_qkv.weight",
"source_sha256": "0f12215de011f28454382974e698b4c83d27bc855df16020a4f7cf0ccceceef6",
"transform": "transpose",
"shape": [
1024,
6144
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 830332928,
"bytes": 12582912,
"sha256": "cbba45c765292ef7920e7e9dc1f32a19d6ac0d172789f894a6395ae35dda9ce1"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.20.gdn.in_proj_z.MatMul.weight",
"source": "model.layers.20.linear_attn.in_proj_z.weight",
"source_sha256": "405fe0e3f54a23363a1ec4bf739f999fc517988253b6eb6c91cd781c6c9d9082",
"transform": "transpose",
"shape": [
1024,
2048
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 842915840,
"bytes": 4194304,
"sha256": "d4b46f05f96e091a641fce5ac8a4948644e8a68149e5dbeb69c098539876b6fc"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.20.gdn.in_proj_b.MatMul.weight",
"source": "model.layers.20.linear_attn.in_proj_b.weight",
"source_sha256": "174f0a8f42b36b298629a010509a1bcc4c3c974ea7f09b92b90811bbbe014e0c",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 847110144,
"bytes": 32768,
"sha256": "b6a42e39aff0e4f8874f5f9460b763bb244c23cfe805e7f379a6b4b8881d7754"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.20.gdn.in_proj_a.MatMul.weight",
"source": "model.layers.20.linear_attn.in_proj_a.weight",
"source_sha256": "fb17adb4ffc6549fcb0efb041fbadbd52ec070b0fb796f193bb980c9c13b4c89",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 847142912,
"bytes": 32768,
"sha256": "ecf7675b73bc410fab02d61b4b9ffa04cc2e2bcf0a38a66f35c207a63f5b2920"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.20.gdn.out_proj.MatMul.weight",
"source": "model.layers.20.linear_attn.out_proj.weight",
"source_sha256": "15d1f278000fcab352ac74ed65c6dadd83dea32d95805681215e7531d8b5add5",
"transform": "transpose",
"shape": [
2048,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 847175680,
"bytes": 4194304,
"sha256": "9a34f64737affe8318208d17049ebd15aaeaba53475f982509ec594e43e4b1a8"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.20.post_attention_layernorm.weight",
"source": "model.layers.20.post_attention_layernorm.weight",
"source_sha256": "c0dbf11d1abec637e19d26733a413db28972261dc7754f52b2b7016090749b02",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 851369984,
"bytes": 4096,
"sha256": "de5121eeeb36fda90c5053ee0a97a34f2b6a8e8be3742a0205d01793c402fd5b"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.20.mlp.gate_proj.MatMul.weight",
"source": "model.layers.20.mlp.gate_proj.weight",
"source_sha256": "52f9e1ac66d6777ea869cd9c9a968f1fe60a61feea23164755a52e1971c1716e",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 851374080,
"bytes": 7340032,
"sha256": "f869512e3108f04f66c7e86302f34e7a3e7850aaaf96e69d57365ca14ff0b041"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.20.mlp.up_proj.MatMul.weight",
"source": "model.layers.20.mlp.up_proj.weight",
"source_sha256": "b686d984a503dca9d88012f9be8f14e042c2ca0be541d62c6dac186cd3fc5533",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 858714112,
"bytes": 7340032,
"sha256": "7995de563e20934c275441b9fb7f9cab2bb33ec2792007df710f7d26c562b602"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.20.mlp.down_proj.MatMul.weight",
"source": "model.layers.20.mlp.down_proj.weight",
"source_sha256": "95321f2c16e168880266841a7ba2839bc0830079d02a052e0b109c19132b01db",
"transform": "transpose",
"shape": [
3584,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 866054144,
"bytes": 7340032,
"sha256": "309552acb43640937db27fe966445e2dad96b608446a80c0bdd4c6b412d5d49d"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.21.input_layernorm.weight",
"source": "model.layers.21.input_layernorm.weight",
"source_sha256": "b12f6b1bdda9d72c263da8a6872efe8a2ddfb85ca5b1a2994d1051f701abfcd2",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 873394176,
"bytes": 4096,
"sha256": "7255184a527d5feb1b3bc9a33911f2b9c0a4ec776ac47de2dff61f92f599f9fc"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.21.gdn.conv1d.weight_3d",
"source": "model.layers.21.linear_attn.conv1d.weight",
"source_sha256": "79c1cd792b335cac388a57ed62ac3e9a4deecfb438dce6ef8c91225769278a43",
"transform": "identity",
"shape": [
6144,
1,
4
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 873398272,
"bytes": 49152,
"sha256": "72bf1a472f3cab4cad33a11964af1895a113012eb0b291be6e4fcc344717fa87"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.21.gdn.A_neg_exp",
"source": "model.layers.21.linear_attn.A_log",
"source_sha256": "bfa39c8f7e8186c359a2d4ddd6acc2f39f903ea4d8ab0067f7496ea904e9513a",
"transform": "negative_exp",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 873447424,
"bytes": 64,
"sha256": "45352a54898b3763287c5cb085df312ceba2e22fa89faf574e7f5d7464721aea"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.21.gdn.dt_bias",
"source": "model.layers.21.linear_attn.dt_bias",
"source_sha256": "a4bddfddca7a084d36b3ac4e4e67e06513f42a21bb730fd2fde17ba08a8b6857",
"transform": "identity",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 873447488,
"bytes": 64,
"sha256": "c449b49f37ba8303910da79e0b41e7ed5b4dfe8a567ad10e029aaca2ebe40dda"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.21.gdn.norm.weight",
"source": "model.layers.21.linear_attn.norm.weight",
"source_sha256": "1168a137d2e429ecd17ddc70ee2293e461e67581f4470e6f08fe08ce9cf1e309",
"transform": "identity",
"shape": [
128
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 873447552,
"bytes": 512,
"sha256": "1168a137d2e429ecd17ddc70ee2293e461e67581f4470e6f08fe08ce9cf1e309"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.21.gdn.in_proj_qkv.MatMul.weight",
"source": "model.layers.21.linear_attn.in_proj_qkv.weight",
"source_sha256": "9335f74b1454d851d66118dedccbaf4e714ab34dc4b098adca75f9f5f51e90d8",
"transform": "transpose",
"shape": [
1024,
6144
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 873448064,
"bytes": 12582912,
"sha256": "8f23855fffd380656382069d32d844f2b3d30cf959bbd45746c0756e0148eb0c"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.21.gdn.in_proj_z.MatMul.weight",
"source": "model.layers.21.linear_attn.in_proj_z.weight",
"source_sha256": "358e7fa34c30c0fb52cdf653669fc7be8f5eeb56357b9939dbe8f07735e376e9",
"transform": "transpose",
"shape": [
1024,
2048
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 886030976,
"bytes": 4194304,
"sha256": "a4ada70c682a1e737c82341bea344eba752dd15e593e71f383cfce621b51d870"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.21.gdn.in_proj_b.MatMul.weight",
"source": "model.layers.21.linear_attn.in_proj_b.weight",
"source_sha256": "52bcb25f271e7facc8fdce1c21c94827adf598de73e51b9f451cd306d6d9aced",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 890225280,
"bytes": 32768,
"sha256": "9df18485740bdf0ccea71a6c5393421364c0897c224a8a1db24efe4f272d58d3"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.21.gdn.in_proj_a.MatMul.weight",
"source": "model.layers.21.linear_attn.in_proj_a.weight",
"source_sha256": "8413d52319a2afd7ab84ed4c22fd5f8a2c6b21beffb8cdee05c05dfbc5833989",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 890258048,
"bytes": 32768,
"sha256": "38f78d3a0e7d07b7723b4c6046a8fc7df72aa82700ad510b74e3ed8dc231f6ac"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.21.gdn.out_proj.MatMul.weight",
"source": "model.layers.21.linear_attn.out_proj.weight",
"source_sha256": "facb92f1502efd9987c3c2341f6934687f633ee6d99ea7b00d4e083236d54ec1",
"transform": "transpose",
"shape": [
2048,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 890290816,
"bytes": 4194304,
"sha256": "c147dd43d357f022dda5292858d580aa846b96084a9c954c1e55695b7bb44331"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.21.post_attention_layernorm.weight",
"source": "model.layers.21.post_attention_layernorm.weight",
"source_sha256": "f9f48b395e31d0c4d68a66320d9a1a7183bc4b3af237b1d4f7efbc085dfe35c5",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 894485120,
"bytes": 4096,
"sha256": "5ba2090f137513597a675c4880c509712873917a0fd715c21c6fcb2b3d6517e2"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.21.mlp.gate_proj.MatMul.weight",
"source": "model.layers.21.mlp.gate_proj.weight",
"source_sha256": "eff487ff19905e18d39bcc76dde0c2c140a258efebd44f4384f0ad0ae705a8ee",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 894489216,
"bytes": 7340032,
"sha256": "fe97cd69f8c6471afec421438a68baec73703cdda4e80aa5d05515200e3ac1cd"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.21.mlp.up_proj.MatMul.weight",
"source": "model.layers.21.mlp.up_proj.weight",
"source_sha256": "da385b3dfc14547a39b8cd2fe9f906d8caa3ebb088144175638356aef55fd311",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 901829248,
"bytes": 7340032,
"sha256": "a26452c17829be3f08c092d0258ef8561c1c7d988a7f833e04f7f1d3f11e38c0"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.21.mlp.down_proj.MatMul.weight",
"source": "model.layers.21.mlp.down_proj.weight",
"source_sha256": "af9fa5ecc9556068d867a410180e79bb3b5ac93c05059b8c98fef526c4483d9c",
"transform": "transpose",
"shape": [
3584,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 909169280,
"bytes": 7340032,
"sha256": "38179957c7cd91a34fdafc30c5057f53ba0669ad26551b4af0f524fa0b452539"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.22.input_layernorm.weight",
"source": "model.layers.22.input_layernorm.weight",
"source_sha256": "f4db101415a41466f4a3ecca4a56fdd2958afad5cddf3b75febbd42cf2ea3a3d",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 916509312,
"bytes": 4096,
"sha256": "4c2f6ede64cc3f1451e43f10f3f7132a3b9faec32bc0f7ccbec949891fa703f0"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.22.gdn.conv1d.weight_3d",
"source": "model.layers.22.linear_attn.conv1d.weight",
"source_sha256": "55cc24cc9d7442856984a094c2aa1bfeb7535aa08aaf932ba29a01c56e3f1e8e",
"transform": "identity",
"shape": [
6144,
1,
4
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 916513408,
"bytes": 49152,
"sha256": "9734a27763e8a5253e40839fafc5d7c4a8b0fb704384f864e5d3d37fa5fb4131"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.22.gdn.A_neg_exp",
"source": "model.layers.22.linear_attn.A_log",
"source_sha256": "2dec02d96b4a2c31333cffa07c93daadbda2d24fc441dd370c2d199fcf01985e",
"transform": "negative_exp",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 916562560,
"bytes": 64,
"sha256": "64012da5ce784b69006bc0b90d0edd2cd2dfa736e4c464af3b63235e90470f65"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.22.gdn.dt_bias",
"source": "model.layers.22.linear_attn.dt_bias",
"source_sha256": "14b0292483dfb58158c5b80e9d71fc3c28a56805b8596faa87a8b548a31a7784",
"transform": "identity",
"shape": [
16
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 916562624,
"bytes": 64,
"sha256": "0927f19e9708fcc9afea7d73ba29c52750f22230001bced0df41b25de6a8b2cd"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.22.gdn.norm.weight",
"source": "model.layers.22.linear_attn.norm.weight",
"source_sha256": "7968c5890c77aee9b882c9b2bd0b0f568e449ef1ddf35d83df86b6dd04e9bb09",
"transform": "identity",
"shape": [
128
],
"dtype": "FLOAT",
"was_external": false,
"location": "model_fp16.onnx_data",
"offset": 916562688,
"bytes": 512,
"sha256": "7968c5890c77aee9b882c9b2bd0b0f568e449ef1ddf35d83df86b6dd04e9bb09"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.22.gdn.in_proj_qkv.MatMul.weight",
"source": "model.layers.22.linear_attn.in_proj_qkv.weight",
"source_sha256": "18fe3dc1a99c2c757688c67f8a535684d1ee7f316c29d96bbae57a23d1a64a44",
"transform": "transpose",
"shape": [
1024,
6144
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 916563200,
"bytes": 12582912,
"sha256": "339ca81b43f07b5fccf285215a1271ba5b5b375d6cf2b515e14737d9ebc541d2"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.22.gdn.in_proj_z.MatMul.weight",
"source": "model.layers.22.linear_attn.in_proj_z.weight",
"source_sha256": "061e6773ca971c3bbbb187f5fbb168acdd2738d25087641fcdd429189599dedf",
"transform": "transpose",
"shape": [
1024,
2048
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 929146112,
"bytes": 4194304,
"sha256": "8f41ba433403e18475563c01c9c6960c0605cbca0dfbd66161a8708027b3356e"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.22.gdn.in_proj_b.MatMul.weight",
"source": "model.layers.22.linear_attn.in_proj_b.weight",
"source_sha256": "d09239593c2fea83bedcf5a6afb96f4b91daeed50a25b46dfabcd7bdd171da5b",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 933340416,
"bytes": 32768,
"sha256": "0fe40f396544eb4a7bc51a72abcfbe8cf954f982f72139b2394c379b88da66be"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.22.gdn.in_proj_a.MatMul.weight",
"source": "model.layers.22.linear_attn.in_proj_a.weight",
"source_sha256": "f17c9a5b2ea11ab865bfb7397a1fb840b16a1b72f6867fa4a288d3f799d2004a",
"transform": "transpose",
"shape": [
1024,
16
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 933373184,
"bytes": 32768,
"sha256": "c4e2266e9d367edddae5bec7c8aab015505605e3060e3aba5c6ee450978d9b73"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.22.gdn.out_proj.MatMul.weight",
"source": "model.layers.22.linear_attn.out_proj.weight",
"source_sha256": "0c0430dd7c274bf62f0b6144a8a39034695b0bc00090b66070e68b0327c6aa11",
"transform": "transpose",
"shape": [
2048,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 933405952,
"bytes": 4194304,
"sha256": "5741671ae8cef1d3196d05dc2b8b0792507dbbdd9e5ce5b80300e1b564b583b7"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.22.post_attention_layernorm.weight",
"source": "model.layers.22.post_attention_layernorm.weight",
"source_sha256": "d1511f0a492b15f3817584d1804c0ebb5870e4f83b3fb8bad4640810c5a019ce",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 937600256,
"bytes": 4096,
"sha256": "eee4c8064989f2e2eadb80b1325c5cfaf84ee591558c79f1adebff85f4d80ec4"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.22.mlp.gate_proj.MatMul.weight",
"source": "model.layers.22.mlp.gate_proj.weight",
"source_sha256": "dde22f42876bc15cae8778a29a573f150d4d042a09af00b8d1abe94d6207d93d",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 937604352,
"bytes": 7340032,
"sha256": "78ff0a93e50ef1d136b728bcfe306c56e16957c851d19a51ec91d3849854255e"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.22.mlp.up_proj.MatMul.weight",
"source": "model.layers.22.mlp.up_proj.weight",
"source_sha256": "84d1a8b4bf6a468ed531ce11ef7a13cd7e332716ca3d1d19c16714d4b8ad9b73",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 944944384,
"bytes": 7340032,
"sha256": "772b72d013713d5f999f0c34a7b777727ca8cefdd59b2a06c1685c35b4ac1839"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.22.mlp.down_proj.MatMul.weight",
"source": "model.layers.22.mlp.down_proj.weight",
"source_sha256": "198e2fabef4ee48484d9c952018e465376acea23511f126b7edceef8a66f50a1",
"transform": "transpose",
"shape": [
3584,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 952284416,
"bytes": 7340032,
"sha256": "114c12954302d2b97cf73bb803b23171084b5f5fd4e0f619b460ad21b9ec65a0"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.23.input_layernorm.weight",
"source": "model.layers.23.input_layernorm.weight",
"source_sha256": "6f359e536fa150538dd0c5a7fc1c2dd233e5ef144e2f4801bc67ec2ca5c519bd",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 959624448,
"bytes": 4096,
"sha256": "2329733c399b7db6214bf271b2d504166d0f4d6199701ceaab91dae0e65ef15b"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.23.attn.q_proj.MatMul.weight",
"source": "model.layers.23.self_attn.q_proj.weight",
"source_sha256": "1625a60896b86f5e446defc270bf2716b6af8a04d0d254ce2a1c038d261547b6",
"transform": "transpose",
"shape": [
1024,
4096
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 959628544,
"bytes": 8388608,
"sha256": "4aa8b6f550d58c9823f99a63b7aaa9310c492eb7ba917fe169c86e0228ff6e49"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.23.attn.k_proj.MatMul.weight",
"source": "model.layers.23.self_attn.k_proj.weight",
"source_sha256": "27bcbe2c659c7fc069d19136008cee923b51433c4f4984fc282436924e63a9b5",
"transform": "transpose",
"shape": [
1024,
512
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 968017152,
"bytes": 1048576,
"sha256": "36b0e68d64443229bee37c470af09af2b9bd1c582e1d075ef0516181474cee6f"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.23.attn.v_proj.MatMul.weight",
"source": "model.layers.23.self_attn.v_proj.weight",
"source_sha256": "76f176150d89f315bd5dda307d25d541bfb61950bdffd5362fc8576d8f7b182f",
"transform": "transpose",
"shape": [
1024,
512
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 969065728,
"bytes": 1048576,
"sha256": "3f835551963878bf3fd850ecdaecc29fea300db0cfd484f528eaa98f8fcac3d6"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.23.attn.q_norm.layernorm.weight",
"source": "model.layers.23.self_attn.q_norm.weight",
"source_sha256": "71bc9c83aa8271131910e8bf00a21bc8f7a98630fbe99125d3cf4a0f2596b911",
"transform": "add_one",
"shape": [
256
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 970114304,
"bytes": 1024,
"sha256": "cb07381cdf6ac2b53a7781ca03a1b2ea86d64a74d75856bcc4876520c92f1c59"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.23.attn.k_norm.layernorm.weight",
"source": "model.layers.23.self_attn.k_norm.weight",
"source_sha256": "b65b55332e92830ff1be15463ae734aeace9c6b145e171e1fbcf3618d4f07e1f",
"transform": "add_one",
"shape": [
256
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 970115328,
"bytes": 1024,
"sha256": "7ed4281de3290623b06aeffc78fb61d1aab3c9787784efe9ba0644371c591ca9"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.23.attn.o_proj.MatMul.weight",
"source": "model.layers.23.self_attn.o_proj.weight",
"source_sha256": "0bfc9597711007322dfd0be5efc1d105232e9c89efcb03cc3d06b9a29ccdd8f3",
"transform": "transpose",
"shape": [
2048,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 970116352,
"bytes": 4194304,
"sha256": "c93ed336dafcef9997a02cf12f1dc8d9ab89f698b6335b9d776eda18bc087e12"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.23.post_attention_layernorm.weight",
"source": "model.layers.23.post_attention_layernorm.weight",
"source_sha256": "3cfea6a338e5afd5297a8cfed380308652ab0eef3114b4cd2a60a1671241295e",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 974310656,
"bytes": 4096,
"sha256": "801ccc7b52884e660a7e9474fc9202b13853a8bd268f941b67fcaa4e14bf98ea"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.23.mlp.gate_proj.MatMul.weight",
"source": "model.layers.23.mlp.gate_proj.weight",
"source_sha256": "57e66633224761ad56da16da7cc0f476e42decd9df64a64ded4a343b8e87487b",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 974314752,
"bytes": 7340032,
"sha256": "c794d99dc741e5a1811ba105b2ffc54bc119bd7db43523b45d047a92ae47700f"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.23.mlp.up_proj.MatMul.weight",
"source": "model.layers.23.mlp.up_proj.weight",
"source_sha256": "cb3830f5121ca0cb4b974b7904a382f9555975c2e84c71863e868e434e86aa6f",
"transform": "transpose",
"shape": [
1024,
3584
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 981654784,
"bytes": 7340032,
"sha256": "e7198c36946ecc88957b18509ad9e72c0a2ffeffdfc549a8ce33ae397f57fa0d"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.23.mlp.down_proj.MatMul.weight",
"source": "model.layers.23.mlp.down_proj.weight",
"source_sha256": "c7edbf617e1dae1059f6dde88bfc5c0db1c052b28de2d69e96eb7e2bed22fd32",
"transform": "transpose",
"shape": [
3584,
1024
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 988994816,
"bytes": 7340032,
"sha256": "c301bcf574198096c0e168159501245ff5192ec932ae2912165c3e4ed0972eb6"
},
{
"graph": "model_fp16.onnx",
"name": "model.layers.24.final_norm_layernorm.weight",
"source": "model.norm.weight",
"source_sha256": "30832e6642a9c1555485d5c9553a35e539278c33ce3b7a9665e06cd2c5598381",
"transform": "add_one",
"shape": [
1024
],
"dtype": "FLOAT",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 996334848,
"bytes": 4096,
"sha256": "cb51ff71ae81b226b4ffa7997dac15ec811ae57c423d20fbe715bdf3f74c74b4"
},
{
"graph": "model_fp16.onnx",
"name": "lm_head.MatMul.weight",
"source": "model.embed_tokens.weight",
"source_sha256": "5a6bfe86dbe1eeb90f02d1ced89d67bf1eb792861c5ef403d899c47e7765b8a6",
"transform": "transpose",
"shape": [
1024,
248320
],
"dtype": "FLOAT16",
"was_external": true,
"location": "model_fp16.onnx_data",
"offset": 996338944,
"bytes": 508559360,
"sha256": "62397bb9d92e1844d154a59a5cd6e7dabc0fe6f59ccb54d651e42b252c063636"
}
]
}
{
"schema_version": 1,
"origin_sha256": "3f8e536a11a7015c947deaa0cf26c4faf55adbe17fe57ad9c8bb160bcf80b90d",
"source_sha256": "d63849518c46a19fd003ba2dc8b9e0f673422d57b3921da3ad9f5a430f22a18e",
"coverage": {
"source_tensors": 320,
"mapped_initializers": 320,
"source_parameters": 752393024,
"uncovered_source_tensors": [],
"tied_embedding_uses": 2
},
"source_tensors": [
{
"name": "model.embed_tokens.weight",
"dtype": "BF16",
"shape": [
248320,
1024
],
"data_offsets": [
10368,
508569728
],
"sha256": "5a6bfe86dbe1eeb90f02d1ced89d67bf1eb792861c5ef403d899c47e7765b8a6"
},
{
"name": "model.layers.0.input_layernorm.weight",
"dtype": "BF16",
"shape": [
1024
],
"data_offsets": [
508569728,
508571776
],
"sha256": "032420ad60956b0e62b5f4afbfc3a51a7148c79946f746ea4eb6b0ceb6c67e37"
},
{
"name": "model.layers.0.linear_attn.A_log",
"dtype": "F32",
"shape": [
16
],
"data_offsets": [
0,
64
],
"sha256": "ad78e0805c16a73f70c722e837d1d342df3d9714bea32d353d976e155dd73494"
},
{
"name": "model.layers.0.linear_attn.conv1d.weight",
"dtype": "BF16",
"shape": [
6144,
1,
4
],
"data_offsets": [
508571776,
508620928
],
"sha256": "130344a7183ae52ad58fc5da96539f28071b64d452bb3acf0890a7947da44188"
},
{
"name": "model.layers.0.linear_attn.dt_bias",
"dtype": "BF16",
"shape": [
16
],
"data_offsets": [
508620928,
508620960
],
"sha256": "058cec20af625f4e3971da95b131af08db8f9ab26b1301b90c6f6401c5243388"
},
{
"name": "model.layers.0.linear_attn.in_proj_a.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
508620960,
508653728
],
"sha256": "e5197a79fc1daa00d06a0c04fd11a97ac3c10a6bd6460e957fd8383700d5d87b"
},
{
"name": "model.layers.0.linear_attn.in_proj_b.weight",
"dtype": "BF16",
"shape": [
16,
1024
],
"data_offsets": [
508653728,
508686496
],
"sha256": "02bab6a0eb77ad51435f77665d173876993d725ca3cd953f90c2b0754735db5e"