| { |
| "sources": { |
| "diffusion_pytorch_model-00001-of-00002.safetensors": "4a74dac30a279a51382db935515d3048169996cfbc2efbced4c55f244a70274b", |
| "diffusion_pytorch_model-00002-of-00002.safetensors": "47b44fac46272718139275f41bdbd56e5d58c0ffcc02076ef3e9853e8d313918" |
| }, |
| "recipe": "fibo2-native-int8-convrot-v1", |
| "threshold": 0.02, |
| "boundary": 0, |
| "config_sha256": "2fd8dd1787a014c46a5cb23f119c33c219a1111de12263e75279d158c9194c87", |
| "layers": [ |
| { |
| "name": "layers.0.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008581811126027631, |
| "file_sha256": "af63f57018d6d4c2c4cd1dd96b5e62069b4d4ac10de39a8d7282b274567488e2" |
| }, |
| { |
| "name": "layers.0.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.009108360471286938, |
| "file_sha256": "45a9ed7217678f5e14142c878370f89c7d0af4aa811f6ded6d4b8501863475a4" |
| }, |
| { |
| "name": "layers.0.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008588329994773351, |
| "file_sha256": "888eb5a53696847631590ca0260878f89aad8853af809e98b9feb62a3bc5cd1f" |
| }, |
| { |
| "name": "layers.0.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00857014644836967, |
| "file_sha256": "d29fd0c03cc1b76ea49b7cde642d0ab692644fbb8535f71a143791c9b3046a0a" |
| }, |
| { |
| "name": "layers.0.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00859851334305651, |
| "file_sha256": "413e57a7bc377cf278cc2c82ba04e2b247b962916e6b34ccb2e47c4513c84ad3" |
| }, |
| { |
| "name": "layers.0.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.0092483375469478, |
| "file_sha256": "205a0c87e783ec3234357f4e0a20de5c7c50c3cccab8ddce8e6a8d9e4fc456f5" |
| }, |
| { |
| "name": "layers.0.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008602626987998964, |
| "file_sha256": "c87bdf78cff849fd883666e119346409017afaff26b60e8481808722840923b8" |
| }, |
| { |
| "name": "layers.1.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008604795129528171, |
| "file_sha256": "a93e4c32054a0fefa38a0f425717d0a9c4f690bca37298e68dafc186085a7947" |
| }, |
| { |
| "name": "layers.1.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00897784529673794, |
| "file_sha256": "24bf21b444534bf1ca1fb0438e108542d4f1ed8ae94ef33765894bd1cb25a3c3" |
| }, |
| { |
| "name": "layers.1.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008594647897797333, |
| "file_sha256": "3dfeb159de19cf07d388f3e472abf8cfdd6995737320230c804edfd9f766f576" |
| }, |
| { |
| "name": "layers.1.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00860657994910514, |
| "file_sha256": "32f180d346b01354a1fbd719a4dde7243440c3b7c9fbf16b106a0b08ac1fa8fc" |
| }, |
| { |
| "name": "layers.1.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008603290833013215, |
| "file_sha256": "dc0daf0402006174a0031cd08305af7c0fcfde7f3d8c2860b8de6743b4474e98" |
| }, |
| { |
| "name": "layers.1.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009250645501652057, |
| "file_sha256": "f6a22c5bbbe13a66143d49b749f22cbe5111947b22b4ce5b3b1f307196267e74" |
| }, |
| { |
| "name": "layers.1.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00858693331583646, |
| "file_sha256": "9c5a9d2d54ba3190dd0df4c436b50b81475cc5ed467c618ee451b25ddbc9627d" |
| }, |
| { |
| "name": "layers.10.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008579843112481278, |
| "file_sha256": "fcdf53ad6c23d81b43289a467eb76f1695aa5139c76252ba0dffbbc31f414c09" |
| }, |
| { |
| "name": "layers.10.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008964511981629923, |
| "file_sha256": "4d118ad71f22138d1b5a3a8bd0e521d6e998fb3a3fb3a4d09acab0a333d19584" |
| }, |
| { |
| "name": "layers.10.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008610960397519941, |
| "file_sha256": "7139d928d9c2cf058069954655f48453a941937b994ff0a4f1937b2fad00a60f" |
| }, |
| { |
| "name": "layers.10.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008596007747591767, |
| "file_sha256": "ebf089c7b47538af159757243e1788874d554904c8e45d0d7607621ca4468f59" |
| }, |
| { |
| "name": "layers.10.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00858764941461901, |
| "file_sha256": "89932d549e93f1b3d74cb027d286a13e064cc2f6807f8cb84557a1c5fe73222e" |
| }, |
| { |
| "name": "layers.10.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009146580908513878, |
| "file_sha256": "c8d52362bd7eac9f12255473dbd4e0ea4ed8a59b7a26b9337a3916b084815f8c" |
| }, |
| { |
| "name": "layers.10.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008591258093907664, |
| "file_sha256": "4526f7abc4e7e779ee1d869f7382bdbe5f6fc1243edad988c3081c3dc4c0b2a0" |
| }, |
| { |
| "name": "layers.11.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008574765958996871, |
| "file_sha256": "21543a20ab5cb3a9810b8bf11f7b8d9e83bc45cb4e2f5fa55932ca7cd61dae77" |
| }, |
| { |
| "name": "layers.11.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008789664179471439, |
| "file_sha256": "53f49bad68bb76266b25f09a8736e9f0d39b75eb7335bf16e27babfe03fe4919" |
| }, |
| { |
| "name": "layers.11.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008599272888620488, |
| "file_sha256": "35242d774ff4ed0d774a95d92d86f83d545eec77fcb56a5b3ff14aac4c1ee652" |
| }, |
| { |
| "name": "layers.11.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008596844204084983, |
| "file_sha256": "33e86c65a23e288c61b7184b3aa9a6f4bd75747eb78a096c3d4490f67f488478" |
| }, |
| { |
| "name": "layers.11.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008591919337703013, |
| "file_sha256": "3832a66123f9378185210d0e398ad2653f196478077fd27b1a1f03d6884499e7" |
| }, |
| { |
| "name": "layers.11.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009151372100693169, |
| "file_sha256": "2f3865c53d0b0f4fea8ad7db4ed6846e587b35e9e25728a17c74e0e8a97f4ac7" |
| }, |
| { |
| "name": "layers.11.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00858951384984684, |
| "file_sha256": "eb5fea5a674912a477526edd56f36e17adf10f2aeb9e76331f591c5b64870ef3" |
| }, |
| { |
| "name": "layers.12.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008603267428746437, |
| "file_sha256": "216eabb70de92458624c94466fe0f1fe450a952947a49b3ebfaf4d29ac257502" |
| }, |
| { |
| "name": "layers.12.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008892888740182976, |
| "file_sha256": "d76ef29e658ecbf53ccb2422ff64d50f8fafdb12983f982632d5568132e4e7eb" |
| }, |
| { |
| "name": "layers.12.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008596854213408375, |
| "file_sha256": "2b608d814507967351f1b2ec56fc9735e19c84ad871cbc0738b638c86a387ffb" |
| }, |
| { |
| "name": "layers.12.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008609713315986102, |
| "file_sha256": "ab0d512dbfefb532e06bf19b0d0e2385e759066db8687f6857e101dfeabe488e" |
| }, |
| { |
| "name": "layers.12.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008599879193234504, |
| "file_sha256": "7ecef24f60145403631683d3d1329ec6938e1724dce623820b4f3bf637f34831" |
| }, |
| { |
| "name": "layers.12.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009189001024581348, |
| "file_sha256": "824adb0f6a9861f3ced8a1f36ec2f6a2215a5ebe880253922aa410e9d2c3cf0d" |
| }, |
| { |
| "name": "layers.12.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008592294716143202, |
| "file_sha256": "4eebb4d47d52d34abd8861fb806adb3e21b28e4e5deb9d1c39584b7b287948f9" |
| }, |
| { |
| "name": "layers.13.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008612864764929088, |
| "file_sha256": "628132ec41b59676771f87945118c1b1d5ad99e0d5056992b34c50c58404f8cf" |
| }, |
| { |
| "name": "layers.13.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008776304188415287, |
| "file_sha256": "3aed1149bcd6f9163c32548c2cf8e495f879bdfe65b55a2a92a05f252d851191" |
| }, |
| { |
| "name": "layers.13.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008610762407680836, |
| "file_sha256": "f91dfcd20a849caa976fb9f7a1970d36861c57ee5b68baf58fc8a55220d4a193" |
| }, |
| { |
| "name": "layers.13.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008582806575510865, |
| "file_sha256": "01b5d70c40d81f5cb762334925d85e6de352c17797ab65c0b53623ef5af5f088" |
| }, |
| { |
| "name": "layers.13.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008594305963440295, |
| "file_sha256": "ff2a487dfb4a0984e0a6f832fcd622881d66ab89aef76b7d554ffe6084fa4a19" |
| }, |
| { |
| "name": "layers.13.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009171267497557178, |
| "file_sha256": "ec2ddac2a63685ccc65869ab32d26ca941b015e3f6cf008381b04bcf2877f0b1" |
| }, |
| { |
| "name": "layers.13.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008588786243112587, |
| "file_sha256": "05ea5dddaca806042e61ce10809bc84c45df9a2307cc9af4741717ad9760be72" |
| }, |
| { |
| "name": "layers.14.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008587655814266792, |
| "file_sha256": "4fcd3b625c4cee8c75d2d633a779a89310e35c780ebceba1bc355ae683751501" |
| }, |
| { |
| "name": "layers.14.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008924045034517469, |
| "file_sha256": "6d27d6411f4eec443d73461b21f79d496ade9baa55707a04664906f07e3e88c0" |
| }, |
| { |
| "name": "layers.14.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00858491751710604, |
| "file_sha256": "b22bf9ffa139cbf04fcf34d0f9a133722c821fc66b5e06e7bacf1da754defb23" |
| }, |
| { |
| "name": "layers.14.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008586736494718396, |
| "file_sha256": "c57f161fc591e82602d349126f2f4c58a822d5a6727307becd44163f1285cfa8" |
| }, |
| { |
| "name": "layers.14.cross_attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 7680 |
| ], |
| "group": 256, |
| "rel_l2": 0.009774449243341293, |
| "file_sha256": "e52594bf283ad157e3fa789299dc26b8c9609b05fb268c4913eb5902858ec180" |
| }, |
| { |
| "name": "layers.14.cross_attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00928433082390747, |
| "file_sha256": "35b67b3dd896509615c4e93c8c7c9e0e43dd7c560126f97bf28f44061615b1c0" |
| }, |
| { |
| "name": "layers.14.cross_attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008601712605818846, |
| "file_sha256": "1f6476ec1902e7e7ae245b72fe9b65ad0aa0a899e910f6cb320b0d700efbb9e9" |
| }, |
| { |
| "name": "layers.14.cross_attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 7680 |
| ], |
| "group": 256, |
| "rel_l2": 0.010035450035401145, |
| "file_sha256": "7257b5289e2da478613ed1afd1a55c98d2f64f6d35c5dd710c70ea8f8fa7d587" |
| }, |
| { |
| "name": "layers.14.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008597717965905591, |
| "file_sha256": "5b65b46e09d3b2457a532589ecff06dba318b493c875dc34e1dc45509dc0a4d2" |
| }, |
| { |
| "name": "layers.14.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009158804439457038, |
| "file_sha256": "4b68c804aeb726fc4911f870992f78161e65192af8a8eef5a235f577707d6dc8" |
| }, |
| { |
| "name": "layers.14.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008584580965119085, |
| "file_sha256": "cd9e9b48f44ce53c6ca30e574b0e0447e62da25f412d6ccf0c454c99d4f455f1" |
| }, |
| { |
| "name": "layers.15.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008607176728286503, |
| "file_sha256": "3f9743719d09034f58dd05f915c26030db34013a9ade826613262f39e7e1055b" |
| }, |
| { |
| "name": "layers.15.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008910047043805833, |
| "file_sha256": "a498c0128b5febf9a3cc67527804bec9981f0c80988bf0a1bb2d79e77767b5a1" |
| }, |
| { |
| "name": "layers.15.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008596657639715675, |
| "file_sha256": "68ec97972aaea83ae678cac81d7851fa2b8e112876818ed983e6274f653334d9" |
| }, |
| { |
| "name": "layers.15.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.0085817518447557, |
| "file_sha256": "c4fa9b79bf56d8dfcdf24c05975c7a8774e10e4f69ce22505acf28c8c141b65b" |
| }, |
| { |
| "name": "layers.15.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008593025717357912, |
| "file_sha256": "8364e4cc7b287e671e6dc9b143774474033107d65c07b08b09a997dc658faf80" |
| }, |
| { |
| "name": "layers.15.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009172252417404558, |
| "file_sha256": "d0277c4ad7bf0e5d28053eb47bbbbe0b78c4d9e144d9c5264c9f20a8467f46b1" |
| }, |
| { |
| "name": "layers.15.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008611309718069898, |
| "file_sha256": "75749d17d685b73a9c2b0cc673adcad187fe75d421ebc9071212440bb85d634c" |
| }, |
| { |
| "name": "layers.16.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008608710211836398, |
| "file_sha256": "1cc4ca9971506cb67b776b665654cc75f4742fb056272fc8db0630904d89bab8" |
| }, |
| { |
| "name": "layers.16.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00908334543412368, |
| "file_sha256": "9cfc5c54994b90149698ad73fb07668df84fc9bf7255dd05930eaa34418de415" |
| }, |
| { |
| "name": "layers.16.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008586078642780864, |
| "file_sha256": "f3be0baf5f9c2ad24b6e8a229b4b75d24bb7a354dc275bcca6c8382b73db3cfc" |
| }, |
| { |
| "name": "layers.16.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00860165374720107, |
| "file_sha256": "25ae27c760a55d2c8278315b2b4f6443e579a5d0ed28f01b8dd45e4d0776523f" |
| }, |
| { |
| "name": "layers.16.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008597655960426236, |
| "file_sha256": "289b7093dd80a4c5d599b19bff2f9ace9eb614487ae081d46abfcbeb715c5d64" |
| }, |
| { |
| "name": "layers.16.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.00914235827652329, |
| "file_sha256": "c1e6b2326a64b2ac623460789088249b1fd1db4f02ad4464ba5232aea00bbeb8" |
| }, |
| { |
| "name": "layers.16.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008590663322964978, |
| "file_sha256": "6a6c1c9980369fe410ac95ee86688012e175a0a1108c41afe87d94793baed881" |
| }, |
| { |
| "name": "layers.17.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008625895308280547, |
| "file_sha256": "2af565650a397236761c144ce14ceffd0403b7b32611befd7ab42b21a42b9826" |
| }, |
| { |
| "name": "layers.17.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008945062876253655, |
| "file_sha256": "c82e71856ae8452e70f1ae21080bb452013104223115c4119a91bee017c1b734" |
| }, |
| { |
| "name": "layers.17.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008578386444280429, |
| "file_sha256": "d9633dd21c01fc1713bae80d746c8125a73df55b7c3c18cf3231dbc87b5ae7ee" |
| }, |
| { |
| "name": "layers.17.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008590931805895591, |
| "file_sha256": "e3aa89eaed3a1bf16dc34e6889f32fa9f8e2b458f612a4b11f3baa0ac97ea3bb" |
| }, |
| { |
| "name": "layers.17.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008585658310442501, |
| "file_sha256": "514e8498cdccbc597b98850b26e8f488c045408c737011a564db48b9e01876d8" |
| }, |
| { |
| "name": "layers.17.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009157947882143202, |
| "file_sha256": "4986c72c9376a9d585feb66504a84c520cf330ee5cdc19bc14896cd1fa29b7f2" |
| }, |
| { |
| "name": "layers.17.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008599892626544743, |
| "file_sha256": "39ad3b5af076e5718637ee56d2992da245ff8a7e2f0a0ee23aaf4516a1ef2174" |
| }, |
| { |
| "name": "layers.18.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008599929504994717, |
| "file_sha256": "2e16e379137e79a4e272dc889fd4c9f3b3d29def888cdd67e93236ec0a195bc3" |
| }, |
| { |
| "name": "layers.18.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.009019981084807187, |
| "file_sha256": "1bfbd32b00bf84b05526ee254a84686173be136f6bd81619953862e79c5e3fcf" |
| }, |
| { |
| "name": "layers.18.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008606937233725263, |
| "file_sha256": "9448fc262964d19a6e03e54d42c8b61d3395eb37f1b2c510eac1a41b92293ed9" |
| }, |
| { |
| "name": "layers.18.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008574759290803376, |
| "file_sha256": "5389a619fd22561a9614bcd131dcc179e3f9ad3c5a15de5233b18fc0ddfb5224" |
| }, |
| { |
| "name": "layers.18.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008608593644767149, |
| "file_sha256": "6bb194256c8210bab999cf590b6b69984b7e6aa40f78406294d64d3563b9233d" |
| }, |
| { |
| "name": "layers.18.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009160658791719017, |
| "file_sha256": "611bd0f894c9df69bc7efc1dffd8d394db4e236fb0aee283a344ba9898f42901" |
| }, |
| { |
| "name": "layers.18.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00859961479812637, |
| "file_sha256": "649ec026f186ac763a7208ef714a250b3af52e59096c826e2aacf623c987c828" |
| }, |
| { |
| "name": "layers.19.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008580007108880464, |
| "file_sha256": "22e3b7a379c2b505fdffab54a2c0d827a92d094f752fe11ae8ab2e1ad3d8627b" |
| }, |
| { |
| "name": "layers.19.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008813042004822368, |
| "file_sha256": "fde669f253793339209a6306d27355acd7463784e528c0298ee9937afe049dce" |
| }, |
| { |
| "name": "layers.19.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008606940815882442, |
| "file_sha256": "ab5bc8ace29d1aa9c249bf85874fd3e6cd608d2f0409cf638f07bc30c7a1cbc4" |
| }, |
| { |
| "name": "layers.19.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008608585495913784, |
| "file_sha256": "5fbc42f1b9179f047cc9c79df7df11ddb8f4993486f0f65d9f9208cb13ce6021" |
| }, |
| { |
| "name": "layers.19.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008596517231253589, |
| "file_sha256": "1f48a31f6ddec1c3826178427a90a3622a7e1b91dd615281e2cc9749ad1073c3" |
| }, |
| { |
| "name": "layers.19.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009157832966512063, |
| "file_sha256": "e4b16fe14b9732db2132ed26c94f0d095cc4e1c779dc5d8cad014e018bc5511d" |
| }, |
| { |
| "name": "layers.19.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008600122962599568, |
| "file_sha256": "cb8878da3c256defb533cf05fd4466feca58c87919db6969acbec622dd4c3c55" |
| }, |
| { |
| "name": "layers.2.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008593870925786642, |
| "file_sha256": "8df24c964f4a3c03d43f80d957bc5c8c4ba07422036b17bc270e92a1791039d8" |
| }, |
| { |
| "name": "layers.2.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008961602801080347, |
| "file_sha256": "35bb0e0326780b61f1b4ecfc2214d33bd1f82cc79f27b3421e0959da894b5620" |
| }, |
| { |
| "name": "layers.2.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008592606870175813, |
| "file_sha256": "4d72d3ce42d52d70ee038190dec9a28bd099c98864767cc861bb9ab66f96439a" |
| }, |
| { |
| "name": "layers.2.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008603284244257606, |
| "file_sha256": "9e75def9b95ad81625932fa2ec11daec01c79607af609743e122c30c0252a324" |
| }, |
| { |
| "name": "layers.2.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008596017706503948, |
| "file_sha256": "8e4d79ff132d22ad57695a667ec272cbdcc9b73dd59d47fe04abd5ad35f5a3df" |
| }, |
| { |
| "name": "layers.2.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009242790011574718, |
| "file_sha256": "5c8bbb240c2299cbb21bbfd4b23b812a6180cbed238a97c6a1f5b35fa67b4c5b" |
| }, |
| { |
| "name": "layers.2.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008599942681065212, |
| "file_sha256": "4c8b5bd387ceeaae239f5c1ede49d425fa30995b1c67636817933c321ed44216" |
| }, |
| { |
| "name": "layers.20.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00859183743322797, |
| "file_sha256": "51588d2054f344eaeaf7ce2da4a9845983c518e42dcc2a9181c61e97db4d1abd" |
| }, |
| { |
| "name": "layers.20.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008789714298563636, |
| "file_sha256": "a055cdac0868b3bb209320ce1795861909459db91348c8baabc9322af5de6922" |
| }, |
| { |
| "name": "layers.20.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008632826015198313, |
| "file_sha256": "4596668f2056bcb6282baa2391057318143f88832d310bb5f4c6c2f5308f8233" |
| }, |
| { |
| "name": "layers.20.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008608925793454675, |
| "file_sha256": "fb3ce19236d6d61d677f445613f712430356f288af078ed9ed7e8ded079b3c59" |
| }, |
| { |
| "name": "layers.20.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008606122088716452, |
| "file_sha256": "3f13f54fe15ec338668d0b6e2127ee8cccfdc999b59d886d44226e3cad012770" |
| }, |
| { |
| "name": "layers.20.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009157289470252218, |
| "file_sha256": "3a3f32389b0520d7b6378aabd51c22777db7e973e012497a33f55d433fc3dece" |
| }, |
| { |
| "name": "layers.20.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008594220964014224, |
| "file_sha256": "3f9fcf57982c805b7bdf7a822463272a5fb8f1a2769d9809404c8f6e4362d7f7" |
| }, |
| { |
| "name": "layers.21.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008611770933216715, |
| "file_sha256": "ee53cffc5d56c47ab2a9adb25e93ec263d1b3269149e856402407ef14da3016d" |
| }, |
| { |
| "name": "layers.21.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008754113923027156, |
| "file_sha256": "76366b49f8a383958871fa6d97156379494f37b3211db9c95b2d745638f64783" |
| }, |
| { |
| "name": "layers.21.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008580149048853458, |
| "file_sha256": "f828c3ca4ffd7b12729f1b9fe88e0575fdc13601617fd1e0932ff96dd735383c" |
| }, |
| { |
| "name": "layers.21.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008606953193845156, |
| "file_sha256": "aeb332866d2317f99b55a36f24216a3c59d3f15464340955ce7f9ed89210b662" |
| }, |
| { |
| "name": "layers.21.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008600656082515867, |
| "file_sha256": "622d3b53a6c1a68144b99c3c139d0e3b99e1c53ee6392e1c75bddc2a592a36b4" |
| }, |
| { |
| "name": "layers.21.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009155945893266368, |
| "file_sha256": "64a4fcb3fa6ffa0ac5b50c9c88c53814abe3fb4cc6c48492ca6f5f5c227eaacf" |
| }, |
| { |
| "name": "layers.21.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.0086038658465477, |
| "file_sha256": "9059f30e8bd9981c33c42c128112cf91b0694349a9a5b8728b61d07568997e01" |
| }, |
| { |
| "name": "layers.22.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008582263174510404, |
| "file_sha256": "52b59d5c9b71e34ce0c9bed18f1ca25a2aed8a3be1cb909d81db54be91ede1dc" |
| }, |
| { |
| "name": "layers.22.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008893676411981199, |
| "file_sha256": "a7f06de40521c3cf5df9fb748d4cde5a22a4b9636a914a11bd15cdb5b58c2134" |
| }, |
| { |
| "name": "layers.22.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008606445540524784, |
| "file_sha256": "0baebc979f40b36f03906a8ece3236c3698c67ae85915887f60bf5b1e89c50da" |
| }, |
| { |
| "name": "layers.22.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008611383267204889, |
| "file_sha256": "8693b46b8334e5c98a455eadd6f74b2a4c91d7cf4c643efdfb8f1203b30a15f1" |
| }, |
| { |
| "name": "layers.22.cross_attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 7680 |
| ], |
| "group": 256, |
| "rel_l2": 0.00946955635816455, |
| "file_sha256": "5ba3cde7c5810ab0523efc1906c990c1bcf9a9adc460bb6db0c59dc033cb44ef" |
| }, |
| { |
| "name": "layers.22.cross_attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00883411054764413, |
| "file_sha256": "699f328ed861e9fa468b8bab3d280edf9a902b7593f44ced0feb99476fbb1981" |
| }, |
| { |
| "name": "layers.22.cross_attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00860932173669004, |
| "file_sha256": "69cc214194e071e0728aa073042dcd183abc53ae22ea25b3cf29d6d6f64025c5" |
| }, |
| { |
| "name": "layers.22.cross_attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 7680 |
| ], |
| "group": 256, |
| "rel_l2": 0.010020798660988513, |
| "file_sha256": "26efa462221608a3dcda08881a2a20febec7b03b4567e0d18e38c45f6e8820c2" |
| }, |
| { |
| "name": "layers.22.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008597401088250524, |
| "file_sha256": "8f666c2b87ed1aea26aafb32c4cdeb6a5b8135d175aacf292a3434bde141919b" |
| }, |
| { |
| "name": "layers.22.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.00914834098077449, |
| "file_sha256": "814ef74fa7e8a91c1a35c0084f5f7857dce675117500ea51c47339680792447e" |
| }, |
| { |
| "name": "layers.22.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008587882070768594, |
| "file_sha256": "f3d063f97ece1026e6cd249fef614fc4a198275361c9a0aa9b1f31ea6abb5e60" |
| }, |
| { |
| "name": "layers.23.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008591248444676224, |
| "file_sha256": "14f5078686be1426f728dc81e87ceefe7de6507dd4f4ff128ca01b09818293f3" |
| }, |
| { |
| "name": "layers.23.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00887097484058409, |
| "file_sha256": "0b3328d4211d00b17d9420cd30ff7b225efa0a2cb1db001faf95fd4eead0785b" |
| }, |
| { |
| "name": "layers.23.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008597097705020334, |
| "file_sha256": "b29b33bbd58b1e54f0e51f17db0fcec09fb4f5c92310d81831fffa98e04b42e3" |
| }, |
| { |
| "name": "layers.23.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008601416783659731, |
| "file_sha256": "34c3cfdd87bfa7ee912d16ebf5eea1769a66c4269c94c5bfb72c0988e6235e3a" |
| }, |
| { |
| "name": "layers.23.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008589202346224335, |
| "file_sha256": "8b824de980816aaa7006b2c759d79cc2f4756a6f8366273f4115d26589d8f750" |
| }, |
| { |
| "name": "layers.23.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009171900744729233, |
| "file_sha256": "409009b57de86ed2951298dbe9fa7dd63a370684efe22ab7e33c804558606a34" |
| }, |
| { |
| "name": "layers.23.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008597188202832912, |
| "file_sha256": "21f943471fb211380f30388d29d10ca6e1958b20412ed10fc55581916ed1ddcc" |
| }, |
| { |
| "name": "layers.24.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00861053316710937, |
| "file_sha256": "3585e55334a4b3234be8d16a881dc85ae3ca1ce8f8eee165185b8822f8d7ddca" |
| }, |
| { |
| "name": "layers.24.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008720326416925868, |
| "file_sha256": "6bc2190170359accf800428ec5ce4c9cb8873abb712e006b045dfc5ed8e238c6" |
| }, |
| { |
| "name": "layers.24.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00861019191635935, |
| "file_sha256": "cc95e52dae1bdff3f72dceecf8657784b20e294e3a9b0c1e9d983da76598cf04" |
| }, |
| { |
| "name": "layers.24.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00859424261709352, |
| "file_sha256": "72c265e07ac1521970fe52815366e3e965e28d161cb6d1dc6e9b3b60d712a9cb" |
| }, |
| { |
| "name": "layers.24.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00860674759817428, |
| "file_sha256": "20bfd080fd259c37ef621fc10ef868f1967d6f1b5fa780ebf6115a6c077a1bbe" |
| }, |
| { |
| "name": "layers.24.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.00916440240900072, |
| "file_sha256": "6998623727413f9465b5cbfb1c0ed7e3b92e2be2c3e4cbd31704174af32dbf66" |
| }, |
| { |
| "name": "layers.24.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008599840141550272, |
| "file_sha256": "66ddeebd4126d6f11fd069a4c1ae53f1b9977cdf2ba7b42896c37a8129ae68bd" |
| }, |
| { |
| "name": "layers.25.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008599128243527045, |
| "file_sha256": "de57a94b012dc9e387737a352bca3e79948822f7cf1961333684ea3311f885e7" |
| }, |
| { |
| "name": "layers.25.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008593221485017701, |
| "file_sha256": "22f921decdc816c28ae71bac65f825f3041ea187d631e93a2b0c45b204ed3dd5" |
| }, |
| { |
| "name": "layers.3.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00859476885111368, |
| "file_sha256": "d9f2019525d0d8ef8ba949ecaed986e5af478a8d48aa7441305f10a2d9a3fd62" |
| }, |
| { |
| "name": "layers.3.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.009294753853690461, |
| "file_sha256": "9bd32a73d673f5b6c45ce6af5d24d05bad6c0158dd45b84ab19ef23fe5c9c63d" |
| }, |
| { |
| "name": "layers.3.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008593568535064608, |
| "file_sha256": "20868eb8bbc248a1a4d5fc7138463a6eb45adca5e7f3c3cc903258fbdd5c30d2" |
| }, |
| { |
| "name": "layers.3.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00858833444760114, |
| "file_sha256": "397b7d11226a175651cb99bb603cd163adfbd56b7a46072e67490b1180f891f0" |
| }, |
| { |
| "name": "layers.3.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008595611610222577, |
| "file_sha256": "c059272a7c8f3e01ca446569beaeef47638288158e30d9a825d76e904f74abed" |
| }, |
| { |
| "name": "layers.3.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.00920244222548228, |
| "file_sha256": "f54f8f8985a4e8e303136eb05e239d0f7411b915d047343fd47194867d0c5e5d" |
| }, |
| { |
| "name": "layers.3.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008605187387128732, |
| "file_sha256": "2d4031d1d7c204d5fb54fcd82ffe395b8d9c49b171039ecfd653e93341031331" |
| }, |
| { |
| "name": "layers.4.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008617431451439487, |
| "file_sha256": "a2782246c86c8b0dcbce411cc896b38996c7b43b578941556663cee0bc63f462" |
| }, |
| { |
| "name": "layers.4.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.009010368538472747, |
| "file_sha256": "98f17e8b7d1da9ee6195bd1928c511f43b13c3e48839f80f0b3b9438385c6e41" |
| }, |
| { |
| "name": "layers.4.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008598013065128642, |
| "file_sha256": "0323038871b6c2a39d58221cdbdc5f4f35175a7c5da0141b47e8b1cb9110cc7a" |
| }, |
| { |
| "name": "layers.4.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008598465184683888, |
| "file_sha256": "bc41fb5da45c98e3660e1148d6ebad29246eacb18dd875c489fa9c3042d4ba73" |
| }, |
| { |
| "name": "layers.4.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00860445899237223, |
| "file_sha256": "b32c751287286baeb49eda31bd2bfa388d959d2e3b7de30138d6329177c63721" |
| }, |
| { |
| "name": "layers.4.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009238255589205862, |
| "file_sha256": "6921067d716b0cf3aa6455dc1266571d8767cfce9f51af8bbd44e787d1ee771e" |
| }, |
| { |
| "name": "layers.4.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.0085843085588262, |
| "file_sha256": "edd08d6f18573cf5becaa94533b202fe81a8e39bfdc37b58cf4055fd279effda" |
| }, |
| { |
| "name": "layers.5.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008597668150162968, |
| "file_sha256": "42c69fcfe886b95029e3bf27f56da9407663122252392a0b1b6e182aa6833b3d" |
| }, |
| { |
| "name": "layers.5.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008970975946608612, |
| "file_sha256": "84e1cb377836b9cd6a1c593ef3c564dc0976b788608ce2c3e75a3da469e6f640" |
| }, |
| { |
| "name": "layers.5.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008598990751758462, |
| "file_sha256": "9a9f0cd6acbf8f23ae6cf72cbbce37c192cc3a95449a80a2673b6c7cab2bb903" |
| }, |
| { |
| "name": "layers.5.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00860413396398023, |
| "file_sha256": "fb08ef534f51a4d589974d97f9588a9f54efa988f56616ee4dfda2f539294011" |
| }, |
| { |
| "name": "layers.5.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008602587158893598, |
| "file_sha256": "2a833172fdbc0c9f7dc458e12874e71324a4f2ff4d5d525416b9d9f80398b5c5" |
| }, |
| { |
| "name": "layers.5.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009168862144634167, |
| "file_sha256": "47eff47a845fd59bbdae5cb1619682e767d8a81d527c39a0393319d25f095581" |
| }, |
| { |
| "name": "layers.5.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008596706698851148, |
| "file_sha256": "2708c3e04f3d248758aad1a2e177de048639e5e7fd09b767e9ac6da77de1e241" |
| }, |
| { |
| "name": "layers.6.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008575773898471672, |
| "file_sha256": "0422cd7d94b855c55dfbefebc1bf4c9c8a24c7a1ff13dc1cf593358a765e9843" |
| }, |
| { |
| "name": "layers.6.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008898964716511837, |
| "file_sha256": "db21885798cad194900475840c41bb483db0dab0f6139925dc0242fda0ee0e52" |
| }, |
| { |
| "name": "layers.6.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008609103126279853, |
| "file_sha256": "9138b451a3b078e31398daa1d1e989341e239c86552578d5fdc714af6ab26223" |
| }, |
| { |
| "name": "layers.6.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008584532713678445, |
| "file_sha256": "08518c99d3e68e40d3a890e29b562ce2f15031c458b49743aa79805dc3711ae1" |
| }, |
| { |
| "name": "layers.6.cross_attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 7680 |
| ], |
| "group": 256, |
| "rel_l2": 0.009770383534409961, |
| "file_sha256": "692944996dc672fa7f772a496f43149294cc6a471d213316c56c527a14b543cc" |
| }, |
| { |
| "name": "layers.6.cross_attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008932952039635277, |
| "file_sha256": "aafa8cd0acc6b1eb25327f2f11186f60f90d58a576aeae7172a657393df7e4d3" |
| }, |
| { |
| "name": "layers.6.cross_attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00857083746455198, |
| "file_sha256": "c52a2d667f0bf2c4a9acad1c0f5e51d2274300430f7ed6e4793d50c092029674" |
| }, |
| { |
| "name": "layers.6.cross_attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 7680 |
| ], |
| "group": 256, |
| "rel_l2": 0.010061075641366622, |
| "file_sha256": "bb4f701753e75ab00519cc52d6a71ad090b33d85b588912008d8ed494a78cce3" |
| }, |
| { |
| "name": "layers.6.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008589685201506592, |
| "file_sha256": "09d0ca1b07dd7ed5fdc5aa1df43d6cf202cec74ad1e9314f7445473a2ab9f5ea" |
| }, |
| { |
| "name": "layers.6.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009169300290697457, |
| "file_sha256": "6618860309eccc9e672ee75cbe8e65cd530eae1c317b6ae7705bc925d086d215" |
| }, |
| { |
| "name": "layers.6.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00860386588711406, |
| "file_sha256": "3122e4d00ea2df1920e6db6daaaa2680866f54c75fa1f741e84689ed3b6ec9fc" |
| }, |
| { |
| "name": "layers.7.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008609503538332772, |
| "file_sha256": "f051f20b15fafb32b82d9a595582a255a2850d879058a31dae9321e9fc98c2c2" |
| }, |
| { |
| "name": "layers.7.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00903630324431511, |
| "file_sha256": "78c1b3d31aff2495c68565656acda0befb7c2700f1102e180ef86655fc38d976" |
| }, |
| { |
| "name": "layers.7.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00859714691213798, |
| "file_sha256": "e174283e6c1c3f1513fc5fb0d5ff79a411c4e00036402550b0b7c0db16c6a0b3" |
| }, |
| { |
| "name": "layers.7.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008602702060652277, |
| "file_sha256": "51894a3125af40601bac209ed83e322fb5785190bf2db70114c3cf1b5469f6b0" |
| }, |
| { |
| "name": "layers.7.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008599538700787397, |
| "file_sha256": "77b520fb483fc632f4c73a479a5ae85a53fd1d449427ec172922218366292eba" |
| }, |
| { |
| "name": "layers.7.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009194774753753425, |
| "file_sha256": "f7b4e78ea52303a9a10282cafd930d03e08aa254b428eba8dd081d880cbacfd3" |
| }, |
| { |
| "name": "layers.7.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008605720706504266, |
| "file_sha256": "619c882a04d57b3b0e4782406d6bb442c81091992fcb5555559b1d749db17b5e" |
| }, |
| { |
| "name": "layers.8.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00857708874082182, |
| "file_sha256": "af40f352eac03da2c387d9cf7831c6c5da4aa63bd66d8ff79122eacf63b36c3b" |
| }, |
| { |
| "name": "layers.8.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008984196439140044, |
| "file_sha256": "35a510654cc0ae8ba76a016510fd7c979897d1331701a8e698172ce71a741624" |
| }, |
| { |
| "name": "layers.8.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00859094183807775, |
| "file_sha256": "2fd7308199f5e47bbcce585737cc15e8a3af496ff7eef26124810d695fd5a04d" |
| }, |
| { |
| "name": "layers.8.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008607627038595935, |
| "file_sha256": "b2a96510bb5be696a3376015e58bb1baf2aa2a9dc5ee9a75dfad59a62b8b927c" |
| }, |
| { |
| "name": "layers.8.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00859404941925465, |
| "file_sha256": "834858b7570a7216a1df97dd33a90544e2fc8b7669f0cf66ec97e05c2d043217" |
| }, |
| { |
| "name": "layers.8.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009145147312665488, |
| "file_sha256": "c0b4a8cf71fe40ce66a8d7c8568fe77391a608f207486589db57377a98291371" |
| }, |
| { |
| "name": "layers.8.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008602336808164444, |
| "file_sha256": "b665544ee445de6db3518dc3cf9742e0e7a5c65d875b0bfaa2c8e914d9380884" |
| }, |
| { |
| "name": "layers.9.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008600201711538413, |
| "file_sha256": "ac2da859cc6191402560b3eb3e6941b5c7b680de5548e6b22bb2ccf055755ccf" |
| }, |
| { |
| "name": "layers.9.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.009138911422972766, |
| "file_sha256": "bf38a3d2b8dcdfb4c8378c5bdee102f87f6c45e632c67eaf5e3e86db4e129e73" |
| }, |
| { |
| "name": "layers.9.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008599808632687608, |
| "file_sha256": "fcfa41d91d78ff9037fab8468127d4189ee19391265954dbde28aafa86350f6d" |
| }, |
| { |
| "name": "layers.9.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00860003444502794, |
| "file_sha256": "79aef0bdf0d619301d51fddf68b1b5a9ec3d052f97e75b3d26679b84ec112a7f" |
| }, |
| { |
| "name": "layers.9.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008597566655500042, |
| "file_sha256": "037cc8d48bb6f4d03f9696f9c3b73d2543d29a0220ae394aa122329c399158fe" |
| }, |
| { |
| "name": "layers.9.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009171046078778318, |
| "file_sha256": "9ae14b887086a0454ba4795e5c811509df37641a5e3678363e25b34e5f20e199" |
| }, |
| { |
| "name": "layers.9.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00858863668873661, |
| "file_sha256": "020dbb53af4de1ca38930883d396921f116200fa744f1fc3bd70e469f90ab11c" |
| }, |
| { |
| "name": "noise_refiner.0.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008623498299263191, |
| "file_sha256": "c9daba2a983ca00fba1fc927d21ca865b9579ff311acaa76750dcae61b07becf" |
| }, |
| { |
| "name": "noise_refiner.0.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.009818525597375187, |
| "file_sha256": "cb1e6c3f45c824dbe960989b74bef22a592624395def47aecb44bc3067300d1e" |
| }, |
| { |
| "name": "noise_refiner.0.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008609338525450342, |
| "file_sha256": "bd7e429fe7f2c2a78b609769117f6bab2497a0da83382da0bd7013cc3640f572" |
| }, |
| { |
| "name": "noise_refiner.0.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008623827569179189, |
| "file_sha256": "3cd76a24593af5b516d10e42bf7d59e134eeae9f6a34a948e757a77283d850cd" |
| }, |
| { |
| "name": "noise_refiner.0.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00862498776164372, |
| "file_sha256": "506660e6d70958a9d7946616cb8b9499113cfb45ec60fc7a1222cd69376b6e5d" |
| }, |
| { |
| "name": "noise_refiner.0.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009174464910871621, |
| "file_sha256": "98c6c433945abd9bafb3c5e8d8d19b641ae6ce2fa9e3ad12bf033ca6c5741e68" |
| }, |
| { |
| "name": "noise_refiner.0.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00862374615640928, |
| "file_sha256": "7937bc93b97c83203705439cdcd96a26a53ba95c95003d88d88cc6d7fda4e6b3" |
| }, |
| { |
| "name": "noise_refiner.1.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008598413256289272, |
| "file_sha256": "cbafcc04ea8065b870f3d33a4fcb424eee9dae24d0fcfed168700cbdd98d4e5b" |
| }, |
| { |
| "name": "noise_refiner.1.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.009183965501040094, |
| "file_sha256": "c44b4d57c555c7a3cb41ac309dce2d3e4f084840a8bb5fe35ebeab58cf42679c" |
| }, |
| { |
| "name": "noise_refiner.1.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008637790321288778, |
| "file_sha256": "20a146dc7e056a25144e4808a8ed26d822b612a65adddc050eec2f993ae80411" |
| }, |
| { |
| "name": "noise_refiner.1.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008636091573481842, |
| "file_sha256": "c1367520943b698f13f947eb24dbf13faed37fac5f14bbcbc96ab1366ea2e70b" |
| }, |
| { |
| "name": "noise_refiner.1.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00861095697804396, |
| "file_sha256": "d174913107d1380d5392584ed0ccd9776b93763b5af52ff81ea935e93b1b3f1e" |
| }, |
| { |
| "name": "noise_refiner.1.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009209618664432307, |
| "file_sha256": "3d1fe6cfa2eda4a50ed33259174c2e029afaf22900a4702d7afe8f17acc02f26" |
| }, |
| { |
| "name": "noise_refiner.1.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008607366548115388, |
| "file_sha256": "99fe0d36fd4e124a0313e1e5909c288117cf4b4a9d8f48904b47f07d191d3955" |
| }, |
| { |
| "name": "layers.25.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008696424024725612, |
| "file_sha256": "76a37e8b28ba8732a968c90ec5ee97746de4164b4ce3a83efaecd03875dfa889" |
| }, |
| { |
| "name": "layers.25.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008600703235668482, |
| "file_sha256": "01675a97bb696d747b859b1f384b1de89a3d180428a6720b4993c16d0751ff84" |
| }, |
| { |
| "name": "layers.25.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008604777062822259, |
| "file_sha256": "781ea0c2f86d5f59fddf807ecb9125cd4e53a2866cf18a1fb7836cb32326e4b8" |
| }, |
| { |
| "name": "layers.25.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009171290441403778, |
| "file_sha256": "f0eaaf2747215f7fe29d4c6602a2b4dd5bf3fad2cfaf7b42ff76f88ab635ce7a" |
| }, |
| { |
| "name": "layers.25.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008596158679488576, |
| "file_sha256": "f8615bd625f3d78121cee2b79cc8900fa1ab2ca694d8946b3a1ca17c661750b4" |
| }, |
| { |
| "name": "layers.26.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008628830201919794, |
| "file_sha256": "1c25b03b4b40bb66ee46f206f2e8b92ffcf0168e4d97f6682b874e50789bae8c" |
| }, |
| { |
| "name": "layers.26.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008741948373046064, |
| "file_sha256": "4fa789d0c19626679ecac6b604ca5df5bfceee3bd401488ea3a0e5cbd970a1ea" |
| }, |
| { |
| "name": "layers.26.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008589279765853709, |
| "file_sha256": "580fd6c88eab5e45148c31ed51881a52d19d46a68283f6ce94b185c6f8e1f67f" |
| }, |
| { |
| "name": "layers.26.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008583287452200066, |
| "file_sha256": "ca2542de1632940c5cf5ec9a9eabeaa4e91a67a50192d4a6b060ab651b545103" |
| }, |
| { |
| "name": "layers.26.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008608566442111758, |
| "file_sha256": "7414ec1d93f5be0ddafc2280987b91ae76589daf6b6eb3dd92600e3d685cda66" |
| }, |
| { |
| "name": "layers.26.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009154721596850667, |
| "file_sha256": "91dffa61a30b238d496c4799f23eb0d40c24fb80d31393684b978de4830ab01f" |
| }, |
| { |
| "name": "layers.26.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008598336885596069, |
| "file_sha256": "3a811a9a56a118ebe5f1d916bd69fad919e534ba1f2f21cf6a386d61de604844" |
| }, |
| { |
| "name": "layers.27.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008601384082205375, |
| "file_sha256": "22f5acc554d10a2530f5ebd96603b3b2bfbf52aaa81aca63a27943d66714f582" |
| }, |
| { |
| "name": "layers.27.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008900324158369416, |
| "file_sha256": "3c556814ebf0e304c795f02571e16ab1474fdf02baca1149113df9f3a6c182a3" |
| }, |
| { |
| "name": "layers.27.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008590713551278547, |
| "file_sha256": "c129292736aeeb3b275b23b83abf95366007464c8e2bfc0ca3c97a3d8d0f1edd" |
| }, |
| { |
| "name": "layers.27.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00860937245706839, |
| "file_sha256": "2041e1159cc730a90ec6833e127d6756adb231250a2b96fe142dfffadd9252ee" |
| }, |
| { |
| "name": "layers.27.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008594775599441253, |
| "file_sha256": "7af359b93d3774695f092a3af8916b308651c8e1644a55a68ae5644dc352ad4d" |
| }, |
| { |
| "name": "layers.27.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009139411931422113, |
| "file_sha256": "981ee23fcf5b6e117d87248416e4c269cfd8935850042d8e50c5ad63c6de84d3" |
| }, |
| { |
| "name": "layers.27.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008606428620401644, |
| "file_sha256": "e5ee16b0dd7e31ce75693f26064c57e912918e9358d35a0fba023e73f2a1e0f8" |
| }, |
| { |
| "name": "layers.28.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008603139874335535, |
| "file_sha256": "9bf77985396712aff75e95df7e4c8180ef702a676ec86d8658ef75b725ffe221" |
| }, |
| { |
| "name": "layers.28.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008712635713570305, |
| "file_sha256": "66b6d9c23fb69de154071ca5b1c2f3560616c77e07f3d3fff8657b63539942e6" |
| }, |
| { |
| "name": "layers.28.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008603673973755324, |
| "file_sha256": "87913ff593b20b8cfef63e2ffd384df3ac52b9b1301f86ff094c68a269044df9" |
| }, |
| { |
| "name": "layers.28.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008580830183326948, |
| "file_sha256": "53b124a3485a2d8ef079e7b44db91bf461b23f8375a4623e4049d4d855144d68" |
| }, |
| { |
| "name": "layers.28.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008614215675607792, |
| "file_sha256": "2f43952d0bfaf0c7ef7347f41ebc4ccb6a8d12aecbe08871ecc7801371c20d15" |
| }, |
| { |
| "name": "layers.28.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009150113284402168, |
| "file_sha256": "a135dabc24ba892d439b7b992f906d1fa0994167883eb112cd832ec2f0a77317" |
| }, |
| { |
| "name": "layers.28.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008602678295726598, |
| "file_sha256": "17d2992fddbd53f812158ee8e4392ee725873145c82c2f0c0d57189041fe6cbb" |
| }, |
| { |
| "name": "layers.29.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008586962319630175, |
| "file_sha256": "c69582ec9508560797e882fd63f469d125427fa085731368bf9a9aa5a12a8251" |
| }, |
| { |
| "name": "layers.29.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008810826255540867, |
| "file_sha256": "e3eab79b6f683220fb167ee386ac348b5dd22cc5a1dfdc86f20fe115694e199e" |
| }, |
| { |
| "name": "layers.29.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008613881391914038, |
| "file_sha256": "ec22153852bad8c5264ce10c0d12dc77ff84eb4c708d0a0c5c15f6cb1c0f382f" |
| }, |
| { |
| "name": "layers.29.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008589981685860152, |
| "file_sha256": "b7cacad0116fab7cad3dc28639897e99060a0240862f80463d06293b7cd4f1b5" |
| }, |
| { |
| "name": "layers.29.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008604937614646773, |
| "file_sha256": "ce66fd4400ec9cf44821dfc6c5826c3c6d1a2472347ebdd6b14bdbc9188e3335" |
| }, |
| { |
| "name": "layers.29.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009151326913152581, |
| "file_sha256": "2be9518c638b8b4afdd0b9a2355f74161eb10ea991c87eab38a4e8a6ea17eeeb" |
| }, |
| { |
| "name": "layers.29.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008597421006801298, |
| "file_sha256": "07f69a54703cd3b27cd3f28b54c50a91baf61d035cd98ac7356adbf8879be0ba" |
| }, |
| { |
| "name": "layers.30.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008586176246571361, |
| "file_sha256": "94242b17d55da69edf0215a6d965eb5840644fc96b9618ce72bdbf1bc5060171" |
| }, |
| { |
| "name": "layers.30.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008749882426703782, |
| "file_sha256": "33ae33a6d6ccd960acc59deeaf489f123fb9f580f1a0c54668953f12c939cae2" |
| }, |
| { |
| "name": "layers.30.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008596714900387017, |
| "file_sha256": "abca05b95ef16466f97dddf0e5f2cc85cd1db9f85a53bd02a72c8caae22a3cec" |
| }, |
| { |
| "name": "layers.30.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008597109426815411, |
| "file_sha256": "98dcdaa74f3323e0445dcd0117a79eacf85a927710f606e761f639741f0c421e" |
| }, |
| { |
| "name": "layers.30.cross_attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 7680 |
| ], |
| "group": 256, |
| "rel_l2": 0.009642758895949703, |
| "file_sha256": "0c3e2ceafb3797490937fea243ae1c3593e17d1a86553e08075ebbd622933613" |
| }, |
| { |
| "name": "layers.30.cross_attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008842888295585574, |
| "file_sha256": "b2c86c3d90741746291166b81d4e96eda8b661f86bd1bb31e40e3c027e9dd785" |
| }, |
| { |
| "name": "layers.30.cross_attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008601329320627666, |
| "file_sha256": "abe93d434e74a11a016c16480adcba93f77803f3c2014b4f7840ae17a88c67a2" |
| }, |
| { |
| "name": "layers.30.cross_attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 7680 |
| ], |
| "group": 256, |
| "rel_l2": 0.010188810421765893, |
| "file_sha256": "918e755bf7afcd97b0d96f29170b2f4c4808abfaa61978e9d45146d56f703667" |
| }, |
| { |
| "name": "layers.30.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00862061398437123, |
| "file_sha256": "b5ad6ba5991fff4a11339745fe230ed46d89eeebd4d93f52faa5d66a766f4591" |
| }, |
| { |
| "name": "layers.30.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009164334928458836, |
| "file_sha256": "a1afa6d1a373c57e695cbe80933c0735231886e546509835b9ddee89bc07b865" |
| }, |
| { |
| "name": "layers.30.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008605978098210074, |
| "file_sha256": "6b92f2f2ea83a974798dcdc484b558f774e8b159efca2185974a1df749159e0f" |
| }, |
| { |
| "name": "layers.31.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008579833657526027, |
| "file_sha256": "f915258324bc05c7f00f1d5aedc78cb97ad4ed702b099dc28260b124bd47b83d" |
| }, |
| { |
| "name": "layers.31.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008713055410054097, |
| "file_sha256": "9b75186c406da2f09505c5aff875012240ea2d0b681defcc5e348fcdf44db789" |
| }, |
| { |
| "name": "layers.31.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008606205313765021, |
| "file_sha256": "355de26442612fa02c67d1b4ec41b7eff864a4c0999a99684a4cc96cd179806c" |
| }, |
| { |
| "name": "layers.31.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.0085988129912517, |
| "file_sha256": "7e117cb7c868384e26d379d0b6274155462a62f662dac019b513c557d232f030" |
| }, |
| { |
| "name": "layers.31.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008593743803643266, |
| "file_sha256": "57b26dfad7cda6e41a56a6907f6ccc547d509906936f941483f49ae1538ee593" |
| }, |
| { |
| "name": "layers.31.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009165567794847503, |
| "file_sha256": "35dec6f851718365747a787cbc57387985a058ea5946c9eea7e6530683418a38" |
| }, |
| { |
| "name": "layers.31.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008599471644094399, |
| "file_sha256": "9a8ad786174d030f8aa00d968b139cc049a01208600ee397f7d28798eb1c51ce" |
| }, |
| { |
| "name": "layers.32.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008597147045846715, |
| "file_sha256": "a74aa54aa60cd47a1240b968e51526010b7152edc8948ece9b1b49e1a080556c" |
| }, |
| { |
| "name": "layers.32.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008767730835084043, |
| "file_sha256": "8e70d6fa196d41a05bbd5bd46d9976d161ab9339e690a149f403091fc5cf8bb2" |
| }, |
| { |
| "name": "layers.32.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008593850964646089, |
| "file_sha256": "affa2c59e4beaa5a23b5a074b5fc6819ba80a36b0c258746f26d043417dc864d" |
| }, |
| { |
| "name": "layers.32.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008611483984341658, |
| "file_sha256": "0ad0ab44a901051f522271a27c36bf07896b68e6d51b4a728a81c9663f00b217" |
| }, |
| { |
| "name": "layers.32.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008597451610755046, |
| "file_sha256": "e36803c11a5a24b599f5aada12cedde91362b2f5b2349f0e242b654f7d4078de" |
| }, |
| { |
| "name": "layers.32.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009137503282088257, |
| "file_sha256": "1f198f995b4d9abd9f9fb96c387f18e38971171888a3bea87aa8c819b92b88cf" |
| }, |
| { |
| "name": "layers.32.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008605054375305473, |
| "file_sha256": "7e8aa6ca34dc3c9c61f7ef94493a0522d311b4fc1b822778e0107dadafc1ca09" |
| }, |
| { |
| "name": "layers.33.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008592022815644479, |
| "file_sha256": "6f899b8d6d674b0fe7b62bc5f4b9b86bf6fb09bebfd65dc39e24ac743c4af542" |
| }, |
| { |
| "name": "layers.33.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008773552508536142, |
| "file_sha256": "3139006c2b30865092bb26b616bc18f9cb413bf4c86dfc792816828b615d2232" |
| }, |
| { |
| "name": "layers.33.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00857221351828417, |
| "file_sha256": "6a9c74f88df8c34d8139eb5c31b1c69aecaec0fd61b64d64404b1ce084055b1c" |
| }, |
| { |
| "name": "layers.33.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00858464438403442, |
| "file_sha256": "aad59d5fb57f6de4de7b7f286db01ab0c8eb332900d151729878efc522647f50" |
| }, |
| { |
| "name": "layers.33.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00861210531317986, |
| "file_sha256": "ac342260ceca2d72c46a7ab77fe243042c7cf83215f706cefa3997c252c3d637" |
| }, |
| { |
| "name": "layers.33.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009147403934040453, |
| "file_sha256": "ef37d89236e91be884654a10c57802e0e814b1100da7c3246dbca69d9c2adaa1" |
| }, |
| { |
| "name": "layers.33.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008616418624251035, |
| "file_sha256": "2aa49d3160a74c20d7b7ada53816a0280a1b5c0d7956a5bc081764a8571446f7" |
| }, |
| { |
| "name": "layers.34.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008571997183086263, |
| "file_sha256": "a9fdc044c3809703f423fb42f6ba82b6cd3e526c77529b233515be5613fa03fd" |
| }, |
| { |
| "name": "layers.34.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008836505283452634, |
| "file_sha256": "0f75999a19c228d5013abc4210046d3dc58de8ef65a18dc84c344e0022917968" |
| }, |
| { |
| "name": "layers.34.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008621630173279217, |
| "file_sha256": "1ba9321c0e4e8d87f474a09bd6494979781ff2399755d29d77c2ed8542e310bc" |
| }, |
| { |
| "name": "layers.34.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00861400027880415, |
| "file_sha256": "6831f24c2c67e101c1cf71e00f6a370325c8a1e1edb6db0debd5af25211f5d0b" |
| }, |
| { |
| "name": "layers.34.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008610774232501941, |
| "file_sha256": "fdb1b690045e0ec6f76bb8288129b0b70b6c302b080021a6a5e511e40056f8b2" |
| }, |
| { |
| "name": "layers.34.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009179449766389966, |
| "file_sha256": "7f909de20587dd24edbfcafb2fc932a116e1ff02ec1fce15e85ce8d68f608da6" |
| }, |
| { |
| "name": "layers.34.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00860713331285551, |
| "file_sha256": "49c3a67276fbbfbecdf79b09ea6b248618110c2ad9e9cbf7a9639f7c253b04d5" |
| }, |
| { |
| "name": "layers.35.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008618273631452992, |
| "file_sha256": "a31f38ccbd5ee069ff06ed4229d571b72bf07d4d64b4c701f4b68d231f5a3361" |
| }, |
| { |
| "name": "layers.35.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008747195423384846, |
| "file_sha256": "e2437c511bdb11701291b8331868cf18b28cabb4bacf7d771e1db9cd0eff0864" |
| }, |
| { |
| "name": "layers.35.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008587363213070083, |
| "file_sha256": "5646c2e3a2feda2ea79b3a92d3e0270f355049817e121751680511b75c19797f" |
| }, |
| { |
| "name": "layers.35.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008614643919364983, |
| "file_sha256": "f082500f7d9a5d135e804c6f057f99a7c448fa6816d8790926f63426618763c8" |
| }, |
| { |
| "name": "layers.35.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008583998296061202, |
| "file_sha256": "7075dfbc1d41561cdf8f4902c49c5a73768fa5017f345fef7647b70fd933c0c6" |
| }, |
| { |
| "name": "layers.35.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009139883989430097, |
| "file_sha256": "057dc12d9916699a219ba73f7326a145a6c9cb13d853d8ba08ad7441e7435dbd" |
| }, |
| { |
| "name": "layers.35.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008607818328368638, |
| "file_sha256": "f3bdf27eb005ac7a29b91965b3b4d5a288f2f692e3a78e01358ee1bd1bbb5706" |
| }, |
| { |
| "name": "layers.36.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008588436080381985, |
| "file_sha256": "c7d1fcc3fa968690003c31253302e59c3ee4e7d1221a0f79e476806f76dadb20" |
| }, |
| { |
| "name": "layers.36.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008786492723224999, |
| "file_sha256": "5077e98132a3447a64cfe6f14b8a1f573be3d1bd53079b2e77ac2e6a60538411" |
| }, |
| { |
| "name": "layers.36.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008587917720097043, |
| "file_sha256": "c5ce4a0e8f22dd0ab2780fe79ab04b7352366113d360a84bb67e05abc8c69d05" |
| }, |
| { |
| "name": "layers.36.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008613885887439783, |
| "file_sha256": "dbb0923b704c24e11f217469b3c2b2f2fcbdb7f788c40a5f3cde336bc5d7115e" |
| }, |
| { |
| "name": "layers.36.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008593620527163425, |
| "file_sha256": "fc849761e0e288ebca54d862829a33e8381d2256229d6347ec075dab575bdf2b" |
| }, |
| { |
| "name": "layers.36.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009157725007781059, |
| "file_sha256": "8ed63d38477efac1bc3d08e57e3ea044982702e7dddb6fc80f44036c2a40df10" |
| }, |
| { |
| "name": "layers.36.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00860200134340647, |
| "file_sha256": "b5c31e18d011a3ddf2ea55311baf8768ce4562cd13e23b5fcee9c12a4722312b" |
| }, |
| { |
| "name": "layers.37.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008603796384232129, |
| "file_sha256": "05e93afc296dd118088331c3a1b4ac9194aaaaf04df3063adbb0c00c6b401042" |
| }, |
| { |
| "name": "layers.37.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008772804488541602, |
| "file_sha256": "3f9c678074a1e3abf0ef7a8a539dbc8727939e6dd085a3def82810a36fbf28d2" |
| }, |
| { |
| "name": "layers.37.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008606920681957918, |
| "file_sha256": "e7127e3f561a7d655b2f046343612f12aefedc5d247ab37d0ca9b760cf85c865" |
| }, |
| { |
| "name": "layers.37.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008586202114198933, |
| "file_sha256": "ad658e5eb2af65ff0da460d4c268272c36ce51d482084b7854c9e98d56446835" |
| }, |
| { |
| "name": "layers.37.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008604358651553304, |
| "file_sha256": "aa61980745c6dd2e316235179eaea332ec8fa572b6dc566099a0b5589bb2af5a" |
| }, |
| { |
| "name": "layers.37.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009152034129806481, |
| "file_sha256": "e5389d4dc7ee0d7afa1297e56c370fbabae32473c06003ad5878cf27fd2f1e99" |
| }, |
| { |
| "name": "layers.37.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008594926924685968, |
| "file_sha256": "f9883f4179d50c702d545bc1adaae73bf9d771ad0d6e9ba2861a10ddccc6c84c" |
| }, |
| { |
| "name": "layers.38.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008598320225065256, |
| "file_sha256": "734d4d993b7a319f4b966c1251049b4c5c67456a90d4be560690200d3c557f71" |
| }, |
| { |
| "name": "layers.38.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008857029286229454, |
| "file_sha256": "3565435660873b0c84e4626ccf2d3c7b21ae6a81ee4db89e2aacf4251389d2e1" |
| }, |
| { |
| "name": "layers.38.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008574404448935816, |
| "file_sha256": "5bda23ce1f585e20d1c0a1bf62066ebacd0acd0a78519ec29c926cd916182548" |
| }, |
| { |
| "name": "layers.38.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00859758063682828, |
| "file_sha256": "0da5876de3e4d19b28bc241cd09e64253c3da4cf65328c13032fdb663ae48dfa" |
| }, |
| { |
| "name": "layers.38.cross_attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 7680 |
| ], |
| "group": 256, |
| "rel_l2": 0.009418222426563263, |
| "file_sha256": "83dff5f35f14e1684b43e7b89e13505af581025a3092239bcfadee3341f2ffeb" |
| }, |
| { |
| "name": "layers.38.cross_attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008678738204837808, |
| "file_sha256": "4e1236c5cfcd85435416e55c530936a577c4f74be3c2dedc606a9b389c40ab8b" |
| }, |
| { |
| "name": "layers.38.cross_attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008602943113231606, |
| "file_sha256": "9dbda9a7b96ced93806c19abfad8f7e7c07b064bfb270e5c6d7ab33d9291d12c" |
| }, |
| { |
| "name": "layers.38.cross_attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 7680 |
| ], |
| "group": 256, |
| "rel_l2": 0.00981625846164238, |
| "file_sha256": "7894204a1733aec433427ee14dcd4bd5198d2aab6240cfa479a8e165fc2ee93d" |
| }, |
| { |
| "name": "layers.38.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008586257380107803, |
| "file_sha256": "dacfb5e4018617a092e834d9df5932d7bd5fe3d7de44b39c636aae3819123c73" |
| }, |
| { |
| "name": "layers.38.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009166711147018997, |
| "file_sha256": "12ea78f04ebf51f3555dbacf73264c9e6c5c15842429c8d3ff22efbd27d02dd4" |
| }, |
| { |
| "name": "layers.38.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008608983988113918, |
| "file_sha256": "da5ab8bb8e401260d458c2e751165d93b1d862d915075caf7029168b48be1d44" |
| }, |
| { |
| "name": "layers.39.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008579927740220348, |
| "file_sha256": "603f58cc94a4567baa5ea8cfea2ae9920d84edcde61558bf7261f7bb4d60d981" |
| }, |
| { |
| "name": "layers.39.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008818031381237726, |
| "file_sha256": "d773637c4f771325ada6552975aac802b1b75be8b494d3872e860e41892bedd1" |
| }, |
| { |
| "name": "layers.39.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00858251593729933, |
| "file_sha256": "50f0e0f3ee096e144ba6f30b10e95e27d44cc698ac45d859801879f0ad0e13c1" |
| }, |
| { |
| "name": "layers.39.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008613842827693436, |
| "file_sha256": "58af01db1a0fed6cb345a19db37b94042b9cb2605348db41b0a87c41c9c641d1" |
| }, |
| { |
| "name": "layers.39.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008595268238529281, |
| "file_sha256": "c22c6b26a595ce5012463e44b36c25a8f0dbc7f2e9ce12dcf41945c4b47b676a" |
| }, |
| { |
| "name": "layers.39.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009163930864548909, |
| "file_sha256": "d9c91bb0931690a8445574ffb14c422b2507783a0f0b08a4411f0b852c47de55" |
| }, |
| { |
| "name": "layers.39.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008596596632374184, |
| "file_sha256": "9334585d081031b0d7403f228a5ddb6de0511c4be674d32d9748322a6ba1ae1a" |
| }, |
| { |
| "name": "layers.40.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008564926453366229, |
| "file_sha256": "a1a39560c7ee836e9efd087c4ca1da86c36fc1a808b7f2908775f2061e30c990" |
| }, |
| { |
| "name": "layers.40.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.0087680281557728, |
| "file_sha256": "dc9b7701d4f0147c343bc8f261345ec1dadcf374e3b862763f4d235d8199c0e0" |
| }, |
| { |
| "name": "layers.40.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008615201665875033, |
| "file_sha256": "11c4645a94c0685258bf5363c57c191e4e5e354ca529d749d2b13d81c18a3a1f" |
| }, |
| { |
| "name": "layers.40.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008595463985249234, |
| "file_sha256": "4c203eca399a682d0190b4adb8fc0cb43874c41d05ade491d0486a3247261e7e" |
| }, |
| { |
| "name": "layers.40.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008599475992522166, |
| "file_sha256": "b68cf140c365753ef5bf0a59fe43f0d0b784ebac7cf4a3849c72d8a61f9d796f" |
| }, |
| { |
| "name": "layers.40.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009174839365666473, |
| "file_sha256": "84657f9e4e72f6f02ffa7bc10bcfbef7727eb85a7ab418a1c6f77a6e58c2400e" |
| }, |
| { |
| "name": "layers.40.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00859882087851501, |
| "file_sha256": "a6faef95094722812d033d068078f51124c53733b8a26c55489d90b7dd2b0fa0" |
| }, |
| { |
| "name": "layers.41.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008599845952165164, |
| "file_sha256": "ae80ca1682602edf77d002fc4fbc3dda017d6ef8fdc3ba3a75a4a9dd8fbe9302" |
| }, |
| { |
| "name": "layers.41.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008971461371758919, |
| "file_sha256": "63d3963eb5dc2ff990ee59c547177837a7a32998647e6023ae2ac6608a1e34d2" |
| }, |
| { |
| "name": "layers.41.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00860044029293334, |
| "file_sha256": "f6e165776006f722604d8f093ed0652197b563f9bdb3c9227b74e7cce9190ec4" |
| }, |
| { |
| "name": "layers.41.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008611272906249351, |
| "file_sha256": "85a488b4fc3d6198a61de452739927084c795ec09271d5edd6ef12c23f5849fc" |
| }, |
| { |
| "name": "layers.41.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008607462756916168, |
| "file_sha256": "d6b60cdbd8cfc364347f9d780f9aa657b891a96494e667ee92bc3d9fa5736e42" |
| }, |
| { |
| "name": "layers.41.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009165280252653035, |
| "file_sha256": "c4929de566cdf8c90848ef1de5cd6c267679655d7693dac4cece4641a3efebe8" |
| }, |
| { |
| "name": "layers.41.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00860209086094296, |
| "file_sha256": "354f2ff7d4dcde0534b157ef59bf397a8fefd0faf8f761d7ffeeb72b4eee5e3c" |
| }, |
| { |
| "name": "layers.42.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008565952634524325, |
| "file_sha256": "9f2952eedf43ee95cc8a3c38f75eafd073750fd347e4e5ced60fb5e9ea41eb28" |
| }, |
| { |
| "name": "layers.42.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008872494861248626, |
| "file_sha256": "dd59b608a3d374eb0c59e977e3379a604537a1453603c289cd3bb64eeab71d35" |
| }, |
| { |
| "name": "layers.42.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008594431010608002, |
| "file_sha256": "b5bb7c944d40a26fb5b7279198aec05fc0c13901e3db3a6199dfc34bd25f8a76" |
| }, |
| { |
| "name": "layers.42.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008597999313010338, |
| "file_sha256": "a8017197a069dec3af87baf94ed6746479906006bdafd60158115e7774b1479c" |
| }, |
| { |
| "name": "layers.42.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00859631393649434, |
| "file_sha256": "1f16ca4b45f641bae988f2e94281f51f43debd62e3fd43a0b8a7a2c9cb66347b" |
| }, |
| { |
| "name": "layers.42.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.00917010674932668, |
| "file_sha256": "6a02f2090c05010a65482c122d00d95f28a20cf1871ba8e73974b27f3eed92da" |
| }, |
| { |
| "name": "layers.42.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008602884845069249, |
| "file_sha256": "9d2459e6d939659046832c84eb58372dc5af380a081a0677698b1dc90bf0e998" |
| }, |
| { |
| "name": "layers.43.attention.to_k.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00858728741045715, |
| "file_sha256": "3dd1d61b64dca2767e41e1d3ed4a76e56875f0ec0628d46add5872d824bba6f2" |
| }, |
| { |
| "name": "layers.43.attention.to_out.0.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.00923094279980414, |
| "file_sha256": "49443870642694f30b87da1c43f44426f8872ea2e84ba7e945f6fb6db634d4c8" |
| }, |
| { |
| "name": "layers.43.attention.to_q.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008609113950692509, |
| "file_sha256": "0e1ad6e69e1e17ada7a8ed4762aae14c02a6b4d89dea93b61c3ae95fdda0f5c1" |
| }, |
| { |
| "name": "layers.43.attention.to_v.weight", |
| "shape": [ |
| 3584, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008619313081322784, |
| "file_sha256": "631b8d913bcc6cc0e31580bca0f3486266e9266d10d24a23b7ade1f65ecb8ef4" |
| }, |
| { |
| "name": "layers.43.feed_forward.w1.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008590083241604086, |
| "file_sha256": "c3ac87634923fd5e507d30226dfda5ac011ced7fc116003eb99c07a43fcf14ed" |
| }, |
| { |
| "name": "layers.43.feed_forward.w2.weight", |
| "shape": [ |
| 3584, |
| 9536 |
| ], |
| "group": 64, |
| "rel_l2": 0.009388314387714649, |
| "file_sha256": "8a983029f7bb46cb9eaae5c3a4496b856a7264bcbe296acbb71604cc72ad75d7" |
| }, |
| { |
| "name": "layers.43.feed_forward.w3.weight", |
| "shape": [ |
| 9536, |
| 3584 |
| ], |
| "group": 256, |
| "rel_l2": 0.008608929679996777, |
| "file_sha256": "d7621201fe0e1368b14163d862624028ca2be4d2075db94487a17dd18dafc538" |
| } |
| ], |
| "quantized_layers": 342, |
| "seconds": 84.41664908799999, |
| "output_bytes": 8778351546, |
| "output_sha256": "cb058c043a3b1597ed5765ffaea3883bedf936c692cc771b3e8d529e431e7817", |
| "visual_quality_verified": false |
| } |
