| { |
| "format": "A8MOD001", |
| "status": "complete", |
| "production_ready": false, |
| "accuracy_validated": false, |
| "source_manifest_sha256": "a068c0532c24b208d95de2b02af4533701f21bdb2436936178a35c8e6d219f45", |
| "source_weights_sha256": "478a045ad7f447d36205d411c93cf5e5847e0879d950c9ee7dcfc4cf8d289694", |
| "overlay_manifest_sha256": "0e77d69bf604f6d4815a3397206efa9b34f13cc0edb4999efd8e0cabae4c320e", |
| "exporter_sha256": "62be1bdc830f4a10f880c65cd93157bd38b5a7c79dfab5878873bd3fdff6c50b", |
| "helper_sha256": "600b957bb9f6ed38b1078d2d2d870d201b120774415d4b5d8f4121784f4be258", |
| "model_sha256": "e38b5a14c8636e1d9a586cd725538d17164554c8ef52f60f7fd293791acaa6c4", |
| "model_bytes": 1882348465, |
| "payload_bytes": 1882263104, |
| "weight_bytes_saved": 304349184, |
| "tensor_sha256": { |
| "audio_tower.embedder.conv1.bias": "ace3c41156071e1de61aa44841abe415423899122e0d3bd68356b5145b6a76e8", |
| "audio_tower.embedder.conv1.weight": "01dec7b397bcc1d841392c436a94cf3f85f1cd061d609c6cda235594bb54fa49", |
| "audio_tower.embedder.conv2.bias": "96c97af469d72e647a887924670be85f4f3730c99b95c12afea7e35cfefe2d30", |
| "audio_tower.embedder.conv2.weight": "842337b0f7b12f87c50f85d7c48381b2dc5f27023edcee93a5a94ab57c983e9a", |
| "audio_tower.layers.0.final_layer_norm.weight": "b40c9a10a7e45dab7c8b7085a18c4c1871e636d64d0c4e23085c39cde458a507", |
| "audio_tower.layers.0.mlp.down_proj.bias": "6b77349db049969e50f1f7ab6a3533a3cc266daf0841bea711d6e7d1d52b69b7", |
| "audio_tower.layers.0.mlp.down_proj.weight": "b8c4c9e9c978bdf09849b09919b5a452e19323873352a49b4ee7c4f35612851e", |
| "audio_tower.layers.0.mlp.gate_proj.weight": "20c8ca8154f370aeab1a6873075056a92057e32f76fa99f2e3710deb8763de17", |
| "audio_tower.layers.0.mlp.up_proj.weight": "f02b930057d42c60b935b079f9de43fbb41e0a65a96519e350d0bc1b2e71292f", |
| "audio_tower.layers.0.self_attn.k_proj.weight": "e5ad835a863dee8d9c7069a981ae0408a23fdf2f24a2049da180b194048455ee", |
| "audio_tower.layers.0.self_attn.o_proj.bias": "664b01eb5c37e7e78bdffc4221a2b5c0d0e466664f4f41839e6d1b9ccf485ced", |
| "audio_tower.layers.0.self_attn.o_proj.weight": "6dafbab2c170e70d0d644ab778175752c96ac07ce8d1712e76be9ada8c505e63", |
| "audio_tower.layers.0.self_attn.q_proj.bias": "e0873c1ead11885f410dcbea2e5f29ac750f6b4713a68a302c3c8c432b66b3c1", |
| "audio_tower.layers.0.self_attn.q_proj.weight": "3e7f3abad522d91e1f43df367ecb0ac9c86cfc2c136e9e68a7f5fa936d280aab", |
| "audio_tower.layers.0.self_attn.v_proj.bias": "35a97467a440912784ae2aca4717eae47882af6003af190baa0c4a55c0859a98", |
| "audio_tower.layers.0.self_attn.v_proj.weight": "bd210b016a9554df03be3db8e5c987526abbaf2c985f5624768309c74ecd5ef0", |
| "audio_tower.layers.0.self_attn_layer_norm.weight": "6b1cc2a34155538746138b3bddd901974228bd6b2272e0f7d7b791d00f0438c4", |
| "audio_tower.layers.1.final_layer_norm.weight": "42dc5b1c222ca7ddf54e4ff9794fb0038f374d523cb8dea57ee93efebabadccb", |
| "audio_tower.layers.1.mlp.down_proj.bias": "9bbac27336611af60222c219c29de0eb686d13f2af1ce3eb4dec7c249bbb587c", |
| "audio_tower.layers.1.mlp.down_proj.weight": "c9282da4c0c3ab5f6e5e8bc261b0d2336b686168c847b23950242e2a63fa20c5", |
| "audio_tower.layers.1.mlp.gate_proj.weight": "9a8ff21457757bf1094159fe53304b06c04e2d99cd660a6122940753b2692832", |
| "audio_tower.layers.1.mlp.up_proj.weight": "b2c3dfce21a61429ffffc1ec75654f05c3f821cf79b5ed51ae19950c14dc722c", |
| "audio_tower.layers.1.self_attn.k_proj.weight": "148e2d21a1c1ae0854c07ec805950e7a8cb73e15bc26214682266d60ae2143d6", |
| "audio_tower.layers.1.self_attn.o_proj.bias": "4ed69dfa0c419c3eefc480135932543d680b7ef31bac958f304739e809ab6ed5", |
| "audio_tower.layers.1.self_attn.o_proj.weight": "1a98bc77f62ef2c32512651f8b133bc3b5da55340fe2553515b225379f30c0c0", |
| "audio_tower.layers.1.self_attn.q_proj.bias": "89ff9895fbba1a1745092d9b589b6d1229275fe655c6755df8499060e2931af1", |
| "audio_tower.layers.1.self_attn.q_proj.weight": "263ed61d1f84104372fc0e311f9dd3488c7a12150a57bf8db579b582b09c77fe", |
| "audio_tower.layers.1.self_attn.v_proj.bias": "7cd5c876bb0d217e362d2fbae4b772a6c72d5b8058de0fd8fb096accecfbdbc4", |
| "audio_tower.layers.1.self_attn.v_proj.weight": "d8b236456dd257d5fa074af78f8c2d2abe034964672177495d699af64ee9b846", |
| "audio_tower.layers.1.self_attn_layer_norm.weight": "3c04c723c4e16d3a918eff672721bcede1cc707b92374ff6c108d8226383f928", |
| "audio_tower.layers.10.final_layer_norm.weight": "4fcf09550bcfef24513c8dc3337939603dc3e291d1f91e4be71ff5b4ac7a542e", |
| "audio_tower.layers.10.mlp.down_proj.bias": "6610ef671d313b367b5c85f19da3b902187eeaae09d31025a4cd99bf54a8a25d", |
| "audio_tower.layers.10.mlp.down_proj.weight": "d611a939f69bdca1ba50f50743ce2e17d95884524b25a3ea3fbe6509666d607f", |
| "audio_tower.layers.10.mlp.gate_proj.weight": "99a9fd0039f91b794691ae1ec8f49bac8e9dd717c2f5b718d2f8d07dc15bbeb6", |
| "audio_tower.layers.10.mlp.up_proj.weight": "3ad9a51c3a7c222547ef5f63da75cf241f0ff2a1c3a577126d3e71b9f67c4550", |
| "audio_tower.layers.10.self_attn.k_proj.weight": "6c6c4a54c26c9f7c8c392db87ae0a944ec14810747b9fa24c79b514c218e2d90", |
| "audio_tower.layers.10.self_attn.o_proj.bias": "03bf174cedbe18849e30212e343283fb4d4792ad90305469a0549167a95b92a3", |
| "audio_tower.layers.10.self_attn.o_proj.weight": "f23bbeadafd22b1572119040765e0bceb5d0d3de9fe4e229bee5654a73ff10c2", |
| "audio_tower.layers.10.self_attn.q_proj.bias": "d91ffcc56bd5bb9fd860f2c334ce83731fdaf057c42c511f8b45629de24a0395", |
| "audio_tower.layers.10.self_attn.q_proj.weight": "7b0fc93e83a96d94e263c7b5d539b447d34f0ea21f7f504e9539512e5244fcb8", |
| "audio_tower.layers.10.self_attn.v_proj.bias": "9d3daf521c38a63a1478ae2f02cac44784fbce56c78edeef342739938fb9e561", |
| "audio_tower.layers.10.self_attn.v_proj.weight": "1c110e6013eaff5f91abe9cd0f9e6a12a4d25c179108d25374c8f45588063c89", |
| "audio_tower.layers.10.self_attn_layer_norm.weight": "f2519f625db0debb4fb25d88f7034f0ea3dc039847f5693d3b687f5cbd09be1e", |
| "audio_tower.layers.11.final_layer_norm.weight": "c5042b0cdbb5034bab95ba5df0e6b19f90aca75764afb3cc74835f00e58bed1d", |
| "audio_tower.layers.11.mlp.down_proj.bias": "58c1d93e98e5398c9b2044d2f859030e847a322df810460473c0ec1fb9a69541", |
| "audio_tower.layers.11.mlp.down_proj.weight": "f989d2e49dfd5a15aa8b92510c1e4581a530238dba75ebb18e229683a751123c", |
| "audio_tower.layers.11.mlp.gate_proj.weight": "81c5b70bb9349aea0128c5916447b4fea372886e6b20fb00abda2939214e9032", |
| "audio_tower.layers.11.mlp.up_proj.weight": "fa74fb7c0fe461e3391eb6ec94314f1f1a676aaea2add574b6d3da1a50094201", |
| "audio_tower.layers.11.self_attn.k_proj.weight": "003e849c1bda9c261b312637f6c76209eb8604821bf27f354f311f4c0ef18222", |
| "audio_tower.layers.11.self_attn.o_proj.bias": "fa52e2c95e493f06f498acd5b4cd26863eaeb4e05e8585059cf57d7b5a2a2d13", |
| "audio_tower.layers.11.self_attn.o_proj.weight": "ed2a8a9c61062754e3323c5fe20fc27d24d07f4bfa15f4ce5b37f0c90c757e41", |
| "audio_tower.layers.11.self_attn.q_proj.bias": "1deba50b5b9b7693a2e638b3d5989f209b4af67c31f5e296bb70dd3ea8db04a1", |
| "audio_tower.layers.11.self_attn.q_proj.weight": "34ed9ff20f543be3458d1c493a71cf8a0f4803e982e3402242405f9184d31f40", |
| "audio_tower.layers.11.self_attn.v_proj.bias": "4ceee8cfd795c961f446cd64d7b0b4e0aa5bf58059c16c412b3f32fd92e86bb1", |
| "audio_tower.layers.11.self_attn.v_proj.weight": "4c5d47dad71193600c447ec29c0d75d980509168ed732e3ba429af9487d69330", |
| "audio_tower.layers.11.self_attn_layer_norm.weight": "d99271a2924e39b5686dfa45b6353f0988144d08130a7c58f247a95a674a6f5d", |
| "audio_tower.layers.12.final_layer_norm.weight": "c25cd062b16d1e4d07b0bb7c74594e400c3df990421c97f437ec00dcff02b660", |
| "audio_tower.layers.12.mlp.down_proj.bias": "9a3c58b2f459ed0dc6f16600e4ffd756cf3dff11d9b78a941b07af1ef608a5ba", |
| "audio_tower.layers.12.mlp.down_proj.weight": "4833fc87996b47ce37875e71189000a6afb3baa536a57e557158b19b7a3873b5", |
| "audio_tower.layers.12.mlp.gate_proj.weight": "0e889adcba9a993743a3f456592d6776510fed8c35694f3fd3904e45ef84cdbd", |
| "audio_tower.layers.12.mlp.up_proj.weight": "0a33bc51519b0bce447d611e0d2b7e81798a7a176911a6e6e9ff2eefedd3fce8", |
| "audio_tower.layers.12.self_attn.k_proj.weight": "dabffa6854290434a2dcf7307fd6f412aad2a2e09867fd2d6078a26ee5fa9dba", |
| "audio_tower.layers.12.self_attn.o_proj.bias": "2f34fbb3cd394bb5899afe840480e083b74cf3b69b08061e7335c20938dda932", |
| "audio_tower.layers.12.self_attn.o_proj.weight": "226db5c1e895ed5ef9a4e07f81b773fe322b3e4ad806f60edbdb03bd5acd9a62", |
| "audio_tower.layers.12.self_attn.q_proj.bias": "c58a31fce0b94c7fbd42c1d89c03efcd56bb97b06b4aed178cf63532f1ed9520", |
| "audio_tower.layers.12.self_attn.q_proj.weight": "e40716839157772c4048635491a3ca99dcb18a8b437affcdae236e4581ef5aac", |
| "audio_tower.layers.12.self_attn.v_proj.bias": "46f36d8bc126066ca518585c6cf4cc07e9ff6358da021c59fba9d69a0e89d33c", |
| "audio_tower.layers.12.self_attn.v_proj.weight": "37309a749649580d8db20ae8fcd8b8b355f09790d2d831b5199ae04ce19390c3", |
| "audio_tower.layers.12.self_attn_layer_norm.weight": "15ad424924de8bb6a061367d817148777fecb7ef59b48af42280465065481a2d", |
| "audio_tower.layers.13.final_layer_norm.weight": "a7bef7ba0b0a7b3fb5d6c0a97defd9ca7ef5f6bbf699310b5be8dd8fa23ddb86", |
| "audio_tower.layers.13.mlp.down_proj.bias": "d79983ac104c8b19d412102ba1df466d28ea327dd6815f430c716da15c4d101c", |
| "audio_tower.layers.13.mlp.down_proj.weight": "59a115b1524f7b50d9fed27a173c3a9033e20d433d5702130915362985e3196e", |
| "audio_tower.layers.13.mlp.gate_proj.weight": "b8b274f2151a55e0ba0923717eea8bdb18db0e10107484ad35c4fa45f6e77c7a", |
| "audio_tower.layers.13.mlp.up_proj.weight": "b54a0f92f6955e3d86d90739eb6468c14db78c0c42226bdd292477cbafe26118", |
| "audio_tower.layers.13.self_attn.k_proj.weight": "311ccbfb8545bf21713d1a22459a9cca93cb0c64bf9dc9202aeb40c0f3bd0ea0", |
| "audio_tower.layers.13.self_attn.o_proj.bias": "56ba3f67431087e487efd4a3ddbd2706f036e498c1bc74c872a00dd2c14f3722", |
| "audio_tower.layers.13.self_attn.o_proj.weight": "a1a790d60794723617ac7e3cd2d38900d7e4afef6197aa80523a7ae8b4bf5700", |
| "audio_tower.layers.13.self_attn.q_proj.bias": "2bf14f6b1a06892384099d95b8f44b66648def05181fbff4fb953e45af3cd96c", |
| "audio_tower.layers.13.self_attn.q_proj.weight": "0905be7bdd8ec676931432945ba39cb54addaf09fa28beef866baa0d48f9581d", |
| "audio_tower.layers.13.self_attn.v_proj.bias": "a01185b9e9c29df940c6ffc04e4120a2045f3f93fa1fa803b2f9db0e221b6f62", |
| "audio_tower.layers.13.self_attn.v_proj.weight": "9725243964bf2386c8709f50c8e0c557a99e57c05c58b4831ba93243d2fc8852", |
| "audio_tower.layers.13.self_attn_layer_norm.weight": "e01d451cd8fbc3637351c6fe85995ffb18b067e338e10ae9e6f208cabd6c5d67", |
| "audio_tower.layers.14.final_layer_norm.weight": "73cfefbf59b40df89b23c06de183e7efaf57d41af58c8550d4d835b1d2350d6c", |
| "audio_tower.layers.14.mlp.down_proj.bias": "dc0415a6e547f40161f51b691d521fdaad4b265490eea7e2b63591039e2d991a", |
| "audio_tower.layers.14.mlp.down_proj.weight": "5b09ddad66247ce4beecc99c69002ea245e5d7089950a5b49c8044caeaddac89", |
| "audio_tower.layers.14.mlp.gate_proj.weight": "7c95c36d1425691d35c5e28bf7b4bfd494f0f0a6d9f06a530b964599ebb0eb57", |
| "audio_tower.layers.14.mlp.up_proj.weight": "445dc521a27602c8dbec13be54bc57eeca36e2769f2e7fa94bdddfca73577e1b", |
| "audio_tower.layers.14.self_attn.k_proj.weight": "8e8461b53a9fbac95ce0c037168d207b44e76d4f3baf0ae28c7c62488814b9ad", |
| "audio_tower.layers.14.self_attn.o_proj.bias": "b80e05477fecac977aaa556129b7033be93548076710f76524ecdb7dd2e110ab", |
| "audio_tower.layers.14.self_attn.o_proj.weight": "80fbeffec3f04fb4ef472b3a0f7fa233b8ad032176091ef04a588ad1868bddbf", |
| "audio_tower.layers.14.self_attn.q_proj.bias": "97050bb4249ba411bed8413d4855ff71488e1c1f7cb54332bf035bf61999018e", |
| "audio_tower.layers.14.self_attn.q_proj.weight": "9c152d33cb81fcf0fc8714d68369e28f5a02a5bbea50b0f9af1d347b593e6d2c", |
| "audio_tower.layers.14.self_attn.v_proj.bias": "ce5e2928708381d7dc50a6b7eeb58e1786b01706ea25ed33c2aaca9a4d540ade", |
| "audio_tower.layers.14.self_attn.v_proj.weight": "2d9e3cc1f36e6ba08de43794c9225c4fd86b9de5c3969a2f7972081a7e780aa3", |
| "audio_tower.layers.14.self_attn_layer_norm.weight": "3929d08f2a0c50042b2d07a126361b49f85df73ad2046ef1b5c483917c162d16", |
| "audio_tower.layers.15.final_layer_norm.weight": "b58954e82e0f0ece6a0a47bf012cec4b71ae33aae63d6929480d0bb29af3da5a", |
| "audio_tower.layers.15.mlp.down_proj.bias": "51c14ddb5c3157b206c322d1a43619991ca01424d53fbe475fb23b78265630c3", |
| "audio_tower.layers.15.mlp.down_proj.weight": "161caabd7d4f4b40b737c72b31599a7749e921552da90a502feb9f8d5cec5b86", |
| "audio_tower.layers.15.mlp.gate_proj.weight": "729495c1c7a60d1a62fdbce7525f7901c77c66a4191203207ed97198d8f8adb2", |
| "audio_tower.layers.15.mlp.up_proj.weight": "ed09f5d7c2f0db20eea1779af52ea10ef4e5f094588de6fdb9d0b3231c8d238c", |
| "audio_tower.layers.15.self_attn.k_proj.weight": "01e9d747f861673d57425845e7c91ff9d03394ab7fe65a9cee94f09d83227c31", |
| "audio_tower.layers.15.self_attn.o_proj.bias": "8d1d9362c8e455a0a8cfd97ca83d884549b56c73286262ebba8bccbd57851720", |
| "audio_tower.layers.15.self_attn.o_proj.weight": "18da9d54cc86bf4aae7703171babc00de914a858f3db1e19cfec26e3b2f97e70", |
| "audio_tower.layers.15.self_attn.q_proj.bias": "f0ad6305944447dbccb8a6f21471851bfc63580766e8d98d073e40a1a40f9c3b", |
| "audio_tower.layers.15.self_attn.q_proj.weight": "5897aec3274ff4fc9ffc2f182ecaf712ca55f05fe665db3d2dac3380b70b58e2", |
| "audio_tower.layers.15.self_attn.v_proj.bias": "bb0a074d04ab578e65e90b68f069c9322513fe871263ab6b3f1b555f3f7a6c7d", |
| "audio_tower.layers.15.self_attn.v_proj.weight": "45d52ad4019b6b6a3d4ca179bc556f5afbd8973f5dd88c71ffc10158edc0df36", |
| "audio_tower.layers.15.self_attn_layer_norm.weight": "d50c8236a6c913dcec4cf2dfc8e5f07f7ecd15619b01fa3da64951c70c08727f", |
| "audio_tower.layers.16.final_layer_norm.weight": "23419a2c29861b25aa553619d7537e15ff4acf0e4307a9546a90dd97a6d9bf28", |
| "audio_tower.layers.16.mlp.down_proj.bias": "0d5dbb6e4d942fae342fcc62397f5d53907a056ac98de300d9274d0c4db62434", |
| "audio_tower.layers.16.mlp.down_proj.weight": "3418807c496b5a1d2ff1432367328a6a625f4389f210b4071a1a3b7631f5702e", |
| "audio_tower.layers.16.mlp.gate_proj.weight": "9e901c2977104d2519b3d80b3935333f4a68fad83fa5db1a667ad8ce0ec31dbf", |
| "audio_tower.layers.16.mlp.up_proj.weight": "db18bf7d9c19dea46c5ac605c8b0528c8d219db412d11b8ca4cb78c7e75078ee", |
| "audio_tower.layers.16.self_attn.k_proj.weight": "c154e19ff294f445865a1dc6d2f395948891aa8937a9f2e3ff170f35bd91ea53", |
| "audio_tower.layers.16.self_attn.o_proj.bias": "8fe8361fa47e695a44d893629d4e7be5f982c3a71c771f828ef197eaf5d5267a", |
| "audio_tower.layers.16.self_attn.o_proj.weight": "4b70ef0d3d9f8eb47353f3074c54571e13ba813b0e1d0792c324c3d0e63e79f2", |
| "audio_tower.layers.16.self_attn.q_proj.bias": "4b0b5eedae3f49d539a55e768cd687b91a0a194723c05193c486b6f7285780c7", |
| "audio_tower.layers.16.self_attn.q_proj.weight": "dc3ca53d6bad5efa679b11755bd4c8ba77f8353afb1a69bc22132509e59c3b4e", |
| "audio_tower.layers.16.self_attn.v_proj.bias": "bc7695949db5a30fb87b01f3952a623d88d3446e260fd7a8291b506963bdc314", |
| "audio_tower.layers.16.self_attn.v_proj.weight": "ece1f24d921de07cd809ead9151922781ce06bf2dfe4aa984446716c590763e2", |
| "audio_tower.layers.16.self_attn_layer_norm.weight": "0fbf99f12cf1e37c45b65f0b1a6cadbadb4fae824a85753859904b9d33a04443", |
| "audio_tower.layers.17.final_layer_norm.weight": "4b7a5d35c94641c2fcc2683042a4598497925c421311288865e7278b1b254490", |
| "audio_tower.layers.17.mlp.down_proj.bias": "520ad7cd1961c7826f5263a8095bad1fb1d2025f2cba8ce189a5270b8f10c96b", |
| "audio_tower.layers.17.mlp.down_proj.weight": "bc4d23534c197854c023ea4b7c5eba6c688b20e8d566a2adcc51a10cf7dfe893", |
| "audio_tower.layers.17.mlp.gate_proj.weight": "1e6adbf5b52550fbac4d77ed8fd44899e9fd4df97fb07d89a5f18ca7f3243937", |
| "audio_tower.layers.17.mlp.up_proj.weight": "545819d3b138a7d90812fd1c2bd86bfb0c0722c3d5dbf285d012c3650785dab0", |
| "audio_tower.layers.17.self_attn.k_proj.weight": "0baa00bcbf358abf8b1699dd6295234cfd49e994f7366ffe2a3bb670a6c2e942", |
| "audio_tower.layers.17.self_attn.o_proj.bias": "c0183535a176d67529ce328291967eca650ed62b877f38b26749d855dadb880a", |
| "audio_tower.layers.17.self_attn.o_proj.weight": "a8ac8708189c86023a4492909ffd258fcf620545b15a221710a06ea437eca976", |
| "audio_tower.layers.17.self_attn.q_proj.bias": "d275a766ed2b30478e7cb00e472073bec34a1e9f3e7173d5a97c1c3a57f3cf4c", |
| "audio_tower.layers.17.self_attn.q_proj.weight": "ca424f8430c3bf53a369a214a7823d4e57a8e7e1dd83b4d1111e631234aa3cf5", |
| "audio_tower.layers.17.self_attn.v_proj.bias": "ba44ba03a95c9c4afc5c5bad1731d0c0b8dabaab8560a5047390f35b5bad0f00", |
| "audio_tower.layers.17.self_attn.v_proj.weight": "f64443e5192ae7a912c8447db899b309e6dec4e38a749d6641ab87e36afb1393", |
| "audio_tower.layers.17.self_attn_layer_norm.weight": "0c934d8a921b963483095ad0b5aeb864dc3e2fcb614f0f0aef3c3f94dbb1d238", |
| "audio_tower.layers.18.final_layer_norm.weight": "07876d37c4aceba2dfdeaeda576b4ff1170f923aea3a0d89a10240e67f35a14d", |
| "audio_tower.layers.18.mlp.down_proj.bias": "edcdbb862202c8d3f85cf0bfbabd0d8f3bb27f3aee1323767c35855ebe90d2b3", |
| "audio_tower.layers.18.mlp.down_proj.weight": "c0f59fbd76fc300c3a68caeffe82e184991bbb70e4823a35e5e170592eade7c0", |
| "audio_tower.layers.18.mlp.gate_proj.weight": "796acec1e2bb2f0e2eb13a90dcea2956e64c8bdb9b0174dd178ebd985f02e86a", |
| "audio_tower.layers.18.mlp.up_proj.weight": "de49c6b8fe13e9463ab19afade25ff1575f3b40f2f15bdaf53cc02d891c0c2cc", |
| "audio_tower.layers.18.self_attn.k_proj.weight": "cf8c25d81c7e8268128a6c3d76e2e457fef71ae6889c4cfb76e47f61743735e1", |
| "audio_tower.layers.18.self_attn.o_proj.bias": "1106d568c8e33652701364c589d503bee40b6c84e50de3476e941daa3ebc9af7", |
| "audio_tower.layers.18.self_attn.o_proj.weight": "45555ad65b784e94c6f9f6dc536a2a7fa5a09ac08544edf1ec4edcb36cdbfcfa", |
| "audio_tower.layers.18.self_attn.q_proj.bias": "da4d07effb40dcb91f6239c9b35adbdadabfadbf38433f30db5a0b1b77c7c865", |
| "audio_tower.layers.18.self_attn.q_proj.weight": "adc960222393ea94a83636e822eef0a810c52e90221929a7031460e77c7f33a7", |
| "audio_tower.layers.18.self_attn.v_proj.bias": "1de91e17bc52f56fc508fc1cc515f737bcf6666a63dd2c325a7af1dc44e93463", |
| "audio_tower.layers.18.self_attn.v_proj.weight": "626e863404c9d31d6bca6de98c24543c253f66adb41c997633a44c72593bda0b", |
| "audio_tower.layers.18.self_attn_layer_norm.weight": "c60a720b11f85a15ebba4fa8d29a0741e08f7116e38cf6c51fd65fa118fadfc0", |
| "audio_tower.layers.19.final_layer_norm.weight": "7d97a84ba7e0561ac8c3206add84aeb8bc69290f29245c1204e66b195736e479", |
| "audio_tower.layers.19.mlp.down_proj.bias": "b3dfc3ad1b122af123a417cf2f10c76965cb0f5ed53c83a323f44452c9a00247", |
| "audio_tower.layers.19.mlp.down_proj.weight": "986b8038a1dfa65dfb7c5f9d2aafbf17d77581ff1ec4c4d295351e6789f1d42a", |
| "audio_tower.layers.19.mlp.gate_proj.weight": "8b374709e6728ccbad994c3b3ede5e9d9ff32071bb07b2ef14e804129e8d1ef4", |
| "audio_tower.layers.19.mlp.up_proj.weight": "2f1e6bfe3995e883c114c6d6c76b49777be39bc22521cf1e1ee03a9d01e0208f", |
| "audio_tower.layers.19.self_attn.k_proj.weight": "51c34c3c21070768155afd7b61cc4fb44c4708f2805d4d3de775a4f6a4972d01", |
| "audio_tower.layers.19.self_attn.o_proj.bias": "19fe38090f12c0b7bd06b02e412e9749741430370a97984444fafcde20d97017", |
| "audio_tower.layers.19.self_attn.o_proj.weight": "518f8e6d6a73abd2236a2a9c1de1d5b0e6c17765425b66081e871051fc6bbb4c", |
| "audio_tower.layers.19.self_attn.q_proj.bias": "719923ac2953e77ebcfbb279a85f6a3544c2f4b480aa9604c90eefec15269b01", |
| "audio_tower.layers.19.self_attn.q_proj.weight": "985bd1a3fbccfb09c622a970275438999b2c384d737a5f11fedb02247d97e2c8", |
| "audio_tower.layers.19.self_attn.v_proj.bias": "a759430bd3818586cc363d107b2c7fa9dccefb360f470dc4b0bc54f4e4ec3a68", |
| "audio_tower.layers.19.self_attn.v_proj.weight": "2bd55822faa3beb09dffa559028a53a1c6e434c42d140353d3c2b2bce877fd64", |
| "audio_tower.layers.19.self_attn_layer_norm.weight": "47663602253a65c77eb68ca52d585f4531d50f018ab25d199c3fcf4cce36a357", |
| "audio_tower.layers.2.final_layer_norm.weight": "8f7d5f0162dca899bb3a59dac0646595f8accfa6b2925afd023d4acbeb6ea0f0", |
| "audio_tower.layers.2.mlp.down_proj.bias": "f7adca23d61049572aa1be23db226952be33df923520f593e4c744f94e19050f", |
| "audio_tower.layers.2.mlp.down_proj.weight": "7145665868c8f8710b91cd1ff9108a325354c532a520efc0209bfab8c415440b", |
| "audio_tower.layers.2.mlp.gate_proj.weight": "aa945c325b066c7e196cb5ef2124fb1059df9a6557910013661813b8e65610fc", |
| "audio_tower.layers.2.mlp.up_proj.weight": "a97b1b48b823df36e2b7373127235f311969945ad7e37c66d556f48ca8eff243", |
| "audio_tower.layers.2.self_attn.k_proj.weight": "ab35dffa56af577eadcfc7a73ea05a67c56dd0e72d8125724b061d949b6fc351", |
| "audio_tower.layers.2.self_attn.o_proj.bias": "b5ac21167e8bc17b46eff9ebe8efa91b086e3b3417223ecf91e32e55c11e6650", |
| "audio_tower.layers.2.self_attn.o_proj.weight": "01d23679322c6b905c2e5e6bd18bd3b0506165b06218d940a912279f6fda75eb", |
| "audio_tower.layers.2.self_attn.q_proj.bias": "a50800ae16e4599bb9e4f9bf44d8e4887ab46eb3ab1b28a4becb7644bb15f95d", |
| "audio_tower.layers.2.self_attn.q_proj.weight": "66636e2bfc6bbd9c02449613aaf1743265bb2ce49a6d05d84e6c2b206cff0cb8", |
| "audio_tower.layers.2.self_attn.v_proj.bias": "38ef3733fbdc62fece274334b7303aab0a8b8250d4c43d031e6140c7c953ca83", |
| "audio_tower.layers.2.self_attn.v_proj.weight": "6d5138ad51077c2d43aee4179c52a141e87770696d4a61625f8f3aece65472ee", |
| "audio_tower.layers.2.self_attn_layer_norm.weight": "d93a3ff53ab7f8ebbb52528cee587eeddf85ef35e4a6635ed690fad45e41da47", |
| "audio_tower.layers.20.final_layer_norm.weight": "90929e8309eaefd0399df6000bc3e84caa005b4649ec80d149b67189d672d034", |
| "audio_tower.layers.20.mlp.down_proj.bias": "ba05ae9544de9c3d1e326d27cb72581752ca521ae65bf7d6690877e8b41bd6d2", |
| "audio_tower.layers.20.mlp.down_proj.weight": "62f354912c5087f8e24af04d81a378362972d2411a43da2846fc64ab1a1e802b", |
| "audio_tower.layers.20.mlp.gate_proj.weight": "149fcc6b39e8990c10cc2540f926015a16a8927815165d5324293f977dec23ad", |
| "audio_tower.layers.20.mlp.up_proj.weight": "e286b213a97cf01d8bc954708507543515299c84f1950fe67b7d138915c09888", |
| "audio_tower.layers.20.self_attn.k_proj.weight": "9f0ea6e13e31489aff58265f6edf28dfe649c2dcd980ebf3b9fa3bdf6f2a248c", |
| "audio_tower.layers.20.self_attn.o_proj.bias": "298dc9e2f3ec1c0a2264af9acf92bfc0b3cca499e2442223fb31a1bff18f5dbd", |
| "audio_tower.layers.20.self_attn.o_proj.weight": "4e70c14a8f6a75a3c5345bc64c688a62457398870cef32bd6a2e66bfba39359f", |
| "audio_tower.layers.20.self_attn.q_proj.bias": "d6d9c5357181f869b4ee0d67316dfc68900d19aaa8ae70d6154ffc2ee2b1451e", |
| "audio_tower.layers.20.self_attn.q_proj.weight": "886c4417dc1d822e6f9842c5f95b8181ed5460bd359346a10153f8bd57b67db2", |
| "audio_tower.layers.20.self_attn.v_proj.bias": "4fbfda5c3c38d8ee824a880498802494539fc8bab3eeb83a551e23090df89554", |
| "audio_tower.layers.20.self_attn.v_proj.weight": "270e0470b40cc4a38458f877f42815b20a0413822abfb9409bdb0c8f08b8fa51", |
| "audio_tower.layers.20.self_attn_layer_norm.weight": "db352ecd0e6e4ca216fd7b3ffbc3d5468d6591041f6caa34e13933360d71f32b", |
| "audio_tower.layers.21.final_layer_norm.weight": "7e8796e1c6561c97b6dfadbf59e6de7460154e1a8c0de747b8168d41be2bf94c", |
| "audio_tower.layers.21.mlp.down_proj.bias": "e49ffa04bcb49e7b77d35023b81b6abb76ca67fb6bf744a3797d999e1ddfdef1", |
| "audio_tower.layers.21.mlp.down_proj.weight": "9f981b247e97111188e8aef01d824157553ddd31240fa64d1fcc11cb4a32c09a", |
| "audio_tower.layers.21.mlp.gate_proj.weight": "4cb95cf48044f97be823a5d8ffac98a12c78da14ec4d450dbbd1704cd2f30984", |
| "audio_tower.layers.21.mlp.up_proj.weight": "2f29ce2657d0d43e28f656ed3d54e10a1f3852a4931550247cbef7d30e6f7d7e", |
| "audio_tower.layers.21.self_attn.k_proj.weight": "612befc05db07342f829c349b95ac3ed8e1d047da7dca22ed71217f7d3d95795", |
| "audio_tower.layers.21.self_attn.o_proj.bias": "a4cd00f7168c2972feef077a37de45fcf19e3fbd7f49103ba4a886814589cf98", |
| "audio_tower.layers.21.self_attn.o_proj.weight": "57682ed065fb0be930c81149043a1301b021e4d67a0de26dc64b57856f45a72d", |
| "audio_tower.layers.21.self_attn.q_proj.bias": "7b64329987aa634347d26de319d984b30da74201f1460f2e16f779cf12fd2d71", |
| "audio_tower.layers.21.self_attn.q_proj.weight": "21ccc0b580165c8ced8213faf5fe012e83c12610b8cc3ea544daf06278f50407", |
| "audio_tower.layers.21.self_attn.v_proj.bias": "cc0c648881e0e4547f9db2e405544856900a5936574aec067aedf5b8cf89c199", |
| "audio_tower.layers.21.self_attn.v_proj.weight": "522a88e49a9e23abc860625c997dc693660d35b454f8e05fd9e2b9556d37e3c3", |
| "audio_tower.layers.21.self_attn_layer_norm.weight": "9ef9320976272de7859748b12ac055adcb7c78ff70f34c65d1f8c57da7a666a5", |
| "audio_tower.layers.22.final_layer_norm.weight": "91e492452a4817fed63622314939a058ba7aa60f3a51bf0c7644138b18345289", |
| "audio_tower.layers.22.mlp.down_proj.bias": "c17fbec1c39c3ec9f28bfde5eb0a490fb9ef32960d361c002b599a5275f94f75", |
| "audio_tower.layers.22.mlp.down_proj.weight": "4fd54550d2039b07aa95a326b2241a6fb49755aaacf790ef2ca413d7f55693d5", |
| "audio_tower.layers.22.mlp.gate_proj.weight": "cca0a9429237643ec4a84c43fcf0e578bccd414a530b162ab443454e44ad4884", |
| "audio_tower.layers.22.mlp.up_proj.weight": "429f1d0797dbd3f9a92ae68eecae9f10d5016772d9aed18489d79920b918fa69", |
| "audio_tower.layers.22.self_attn.k_proj.weight": "696eb81304c71f14c7f34504fa29d6ba618d75109f1b3bd547b310178038579e", |
| "audio_tower.layers.22.self_attn.o_proj.bias": "78654fc5b5633ac559c8e27a10ac897c118141f6326a861d6179b28e43a89ff0", |
| "audio_tower.layers.22.self_attn.o_proj.weight": "553df862076646c63bdb64bafeeb66199a2861363a919a2b3c86378e6f150133", |
| "audio_tower.layers.22.self_attn.q_proj.bias": "39ce75096d527f0f61ad823454b248b07c46b11d846e5b416233b2d5cd4b4d53", |
| "audio_tower.layers.22.self_attn.q_proj.weight": "be7b8243a146563fc3d7e6970b50bcf12210db12903d6ff1009dac0fea8e061c", |
| "audio_tower.layers.22.self_attn.v_proj.bias": "58b0dc0fc593e1e5644e20d23a70603788775be5b8fa7adb7ccd85436c207f34", |
| "audio_tower.layers.22.self_attn.v_proj.weight": "6351dd701eea91e95e1841a548c3c7188a77be762840901add88d87f386c4baa", |
| "audio_tower.layers.22.self_attn_layer_norm.weight": "25df3d9964dadbd386fd0b618e8e120a782b10d77155e763b7a4771286314b36", |
| "audio_tower.layers.23.final_layer_norm.weight": "db159b76b136cdcb4da8eba392f53be5c8f71898dabdd159b1ced6d0a439b072", |
| "audio_tower.layers.23.mlp.down_proj.bias": "680451c539987c8cb4546cfeccb729e848c3378ec6a48d87b4c82b65a2fccf13", |
| "audio_tower.layers.23.mlp.down_proj.weight": "6d5489d86e85274a909caa14dc924956272fd01be988ed86fc1615c99d261489", |
| "audio_tower.layers.23.mlp.gate_proj.weight": "285c36965c13806e4f4cf3b5740dd10e12248cbb2c1a2fb2098e4163ebb08b7a", |
| "audio_tower.layers.23.mlp.up_proj.weight": "14ece033ca82d6374d05e5656e5b9fdb453f26659978f566a86a0d0dc4237429", |
| "audio_tower.layers.23.self_attn.k_proj.weight": "724d245ee0ec083ef10fb8e6143f35a5ed1f3db373d9e811915c0b890cc007a3", |
| "audio_tower.layers.23.self_attn.o_proj.bias": "0631e3b65dc91f96ef90d1020f4e17ca6240a9f78df0d7b7ddc2e8eb89d17317", |
| "audio_tower.layers.23.self_attn.o_proj.weight": "c03c32477afcc5bcc889899fb1bf39e431b45d641f5f1c42d9289cd1a18c57b7", |
| "audio_tower.layers.23.self_attn.q_proj.bias": "1dfa6818de7e1ae751c2c21bee43d539ccbf1dd6c967d0da13ecae76b2217654", |
| "audio_tower.layers.23.self_attn.q_proj.weight": "55b685be11a63f18f064f81573c8e0422e6a33d264f2cbdd4de4413add7162bd", |
| "audio_tower.layers.23.self_attn.v_proj.bias": "ec1728902c5cda8f133be9fe073a4b6939c396159fb6d24f3f4a6424e559439d", |
| "audio_tower.layers.23.self_attn.v_proj.weight": "2abd15fd1362ab1295e07e621e31381bd98a2008845688795542e7b734901c4a", |
| "audio_tower.layers.23.self_attn_layer_norm.weight": "bf3092bb13e7537ddec7d7b2915c07a2a40b0138e923a729dd5fd22ea8fd6a32", |
| "audio_tower.layers.24.final_layer_norm.weight": "c2fd866fe2c7a69ffa88a5c12857bd32eb69c554487935ab81662994b9791838", |
| "audio_tower.layers.24.mlp.down_proj.bias": "8e44779365fc3e2aa7d84e447807ab8da124941733d886bf9ec7237fe308446a", |
| "audio_tower.layers.24.mlp.down_proj.weight": "896a296515fe57f6cd41b342a0983da1c9c8cb23b539d6dbba826c2ae6c78c45", |
| "audio_tower.layers.24.mlp.gate_proj.weight": "33ffc193a9a32bdd7cbf0096f44986edd7cb683798c1f2e8cfffc1920f99b637", |
| "audio_tower.layers.24.mlp.up_proj.weight": "8ebb31f31254686cee14d3fecd4ced8458a59f38d4aeb6c6643df8ea96acc229", |
| "audio_tower.layers.24.self_attn.k_proj.weight": "1026d0d37ef2d2b33d3daafb59beebab63878ebbd9666ca2913e3291ed60dcd0", |
| "audio_tower.layers.24.self_attn.o_proj.bias": "f4009999764396e61d7b0d9eafd137757fbdd511876c56d51c029087dfb0e19a", |
| "audio_tower.layers.24.self_attn.o_proj.weight": "df9d765398480eec912cffa35bcc17c8cf11b2617c373834d96c71ab091ce391", |
| "audio_tower.layers.24.self_attn.q_proj.bias": "8bb2cd4831a30802a40f63bd37baf06d2c15a453525deba431ae8d08693f1349", |
| "audio_tower.layers.24.self_attn.q_proj.weight": "1f6b80a376bdd7ffd26818cd81cf09504c1bd976026b67fa7608d5fa2632707b", |
| "audio_tower.layers.24.self_attn.v_proj.bias": "ec805df934c2467f55adf167fe8a5d2dee5cd7f2395683da386deaeeb6af4ce6", |
| "audio_tower.layers.24.self_attn.v_proj.weight": "2b998f4c9fb59e0caf985418d51077afaf294682a286d3a599a0d7b6cc377013", |
| "audio_tower.layers.24.self_attn_layer_norm.weight": "d71803d101cf1ae9ba12a0f52114e8d71c6d74a08dc4e863459e439aac677613", |
| "audio_tower.layers.25.final_layer_norm.weight": "4e3485ba791b2a1df706fed7109f8c265e27626c5818e736887e3c93c4d84ec0", |
| "audio_tower.layers.25.mlp.down_proj.bias": "94553357c6a23391eca856189b5bb33fa04ca078ab1d105570ff01a263dde2a5", |
| "audio_tower.layers.25.mlp.down_proj.weight": "676476ed23c9a1e517a5ff7dd6d91c4362feb71e9b6e950a410ef8356fd69e30", |
| "audio_tower.layers.25.mlp.gate_proj.weight": "63222d934a0cdba5869c351fcd8221d259407a3e43f91d3ea3ef3fb596cf2534", |
| "audio_tower.layers.25.mlp.up_proj.weight": "13d24208b50727511368704e3aad2099c9a112ae334fd3db081362bcea2fada4", |
| "audio_tower.layers.25.self_attn.k_proj.weight": "795139f46717d85e885c8d6e30a134710a004aafa0ce8837af08f6c68c4160d5", |
| "audio_tower.layers.25.self_attn.o_proj.bias": "35c9b500c1babbef1c62535a5405a7c9ef7821f19b538d566ee1d2dd91718738", |
| "audio_tower.layers.25.self_attn.o_proj.weight": "30ace19e7fd313fbbc6695973f37be3887060f012bed2d02b2da0d9ee22f6bb0", |
| "audio_tower.layers.25.self_attn.q_proj.bias": "84dbfb0b7718e3a307100a9b92ff49a041ea2f28b3a276edf66c9541a064808f", |
| "audio_tower.layers.25.self_attn.q_proj.weight": "20d0318a42d278bb1a90dfefd6995b9c2706734ef0a67eef1f1560fbb58b4bd1", |
| "audio_tower.layers.25.self_attn.v_proj.bias": "68d7d104672b46788c610572692406d65b2cdf5f42a932b813023e4063e9d16c", |
| "audio_tower.layers.25.self_attn.v_proj.weight": "85a4c0526363dfb4b01de16066a0d4cf059be862fa39d747288339e0ac7ae85f", |
| "audio_tower.layers.25.self_attn_layer_norm.weight": "966e6790d460173aff89ec0b022d5e33087f4ea9a0bf4d04eeaff0c628c794b0", |
| "audio_tower.layers.26.final_layer_norm.weight": "2c4fa6de4ed92d5fd014104853594fbd8b063f25e3ce6ed296488caaef1cc925", |
| "audio_tower.layers.26.mlp.down_proj.bias": "0c0b16944d3739f0ce56a3246e4c99adc8b17d7862d3668725fa2c0ae7ccf31c", |
| "audio_tower.layers.26.mlp.down_proj.weight": "e444de5ddae15bede11ac12002a17d7818737f90acb9143e7ae7300876c0ab13", |
| "audio_tower.layers.26.mlp.gate_proj.weight": "7616e072475dea0cdd5b4a90141df2bef84d51415cfcf8615e4fcbe4797402aa", |
| "audio_tower.layers.26.mlp.up_proj.weight": "f0f2d6931ba8b55437b0b196aa82ea1d47aeb01481effa2e742b2983ed824ab9", |
| "audio_tower.layers.26.self_attn.k_proj.weight": "f7ccf5680c436cb8f1d4a3a8aa6ee2d29204778ba73ee30b9b06ba306198abf4", |
| "audio_tower.layers.26.self_attn.o_proj.bias": "d6b4bdde11acf22c4d89700287510029cdd44d538ed76a2ae1fc96f3e17cdf16", |
| "audio_tower.layers.26.self_attn.o_proj.weight": "ecaec225d530a4819c51a4038263a2dbe6ebd30a339e46d8f5dd245220f1eea1", |
| "audio_tower.layers.26.self_attn.q_proj.bias": "883cf6722240af23cd6db95980354d910036d362a055783687090171c2f9b8ff", |
| "audio_tower.layers.26.self_attn.q_proj.weight": "685a6c167d6c81fd02b4b5844f87a0a375e53e244a4abe6878aa02b0f66d933d", |
| "audio_tower.layers.26.self_attn.v_proj.bias": "efb4425d88da37d64a486b13a323519655da381e9d49b0102ccde6d00fffbb29", |
| "audio_tower.layers.26.self_attn.v_proj.weight": "f6a6e4c6218069ba6d6f00b439ad8ab6d76d048561332c914e41de47914c17ac", |
| "audio_tower.layers.26.self_attn_layer_norm.weight": "d6de42e7fdefc476c21f0601d015ff8e217a1e87fed1b3bfd5924ad3e8090d88", |
| "audio_tower.layers.27.final_layer_norm.weight": "c2e2e4b72c96c4a65090843550a7a7e04d063b5d08d9c91fa9295a2f1f2a28b5", |
| "audio_tower.layers.27.mlp.down_proj.bias": "7cd579b74a37c0dc1c206509866febee65f1626ef3ad83d62ed1d95d5e61bb33", |
| "audio_tower.layers.27.mlp.down_proj.weight": "badb1301671fc3561c837957e7c7ebcc5ac5013022d2eca0355fda8dc54dffda", |
| "audio_tower.layers.27.mlp.gate_proj.weight": "01b3d9d31cb905c411c0bebbdd7e87ba1b12fd3dcd2cce21535dff52ca312f15", |
| "audio_tower.layers.27.mlp.up_proj.weight": "d93d09434acbea44386207d080ccd2a23d43dc7486b68b944b077aa19780a9a9", |
| "audio_tower.layers.27.self_attn.k_proj.weight": "0e17b2f534bd2a4cbad5f199fb3685703aab27a4762f3568d2dad0513cbdf126", |
| "audio_tower.layers.27.self_attn.o_proj.bias": "6b9af229eb9b498e3d90ce3c1e8721f2dd37d37fb27ebbb924111ec68969846b", |
| "audio_tower.layers.27.self_attn.o_proj.weight": "eb98cd3562cec43a425280b25cad752130460ff532457b5a71f7a5b0ce1f3353", |
| "audio_tower.layers.27.self_attn.q_proj.bias": "5eedef79bf29afe1808b252dba15d94febe1d424318c7cb3551eed4669a3f74b", |
| "audio_tower.layers.27.self_attn.q_proj.weight": "76f157bd0145c3fa88c7cabe4f64cf69ca7aa4d7e7cc3b67dcfd19c8c392a7e1", |
| "audio_tower.layers.27.self_attn.v_proj.bias": "64f5fb7d72de2d54e35efbd07d1f14a00bf5f892968ddb28e12a0846f2def87e", |
| "audio_tower.layers.27.self_attn.v_proj.weight": "e0639bbfa99149a7cbe60e84466e7a406cb87625ccd3be29191b8f88deb96d28", |
| "audio_tower.layers.27.self_attn_layer_norm.weight": "021bf00ab5f5295453f6cee89de6b489b7986d46bf9e91b0a8f1fe85b2ee1d05", |
| "audio_tower.layers.28.final_layer_norm.weight": "a4b5ab63f2533572bf6c510afdbfe021ba5ae5fa9214aaf6c0885af12d53f13c", |
| "audio_tower.layers.28.mlp.down_proj.bias": "9f86e0c6dee0981426dd5f1ceac4d73fa568121ed68853f56daac09766689f5e", |
| "audio_tower.layers.28.mlp.down_proj.weight": "8d35591bc9db967193f1c80ab4f07bd579241af9127e9b17788e0aa7660a7d55", |
| "audio_tower.layers.28.mlp.gate_proj.weight": "7307b66e0ebb312ca888a51d5f40f626dae69d15023eb68f29a0863d3a435216", |
| "audio_tower.layers.28.mlp.up_proj.weight": "2ba2682a981dbcdd3debf90b5f817f1e142c14f2857a66433956815c72508feb", |
| "audio_tower.layers.28.self_attn.k_proj.weight": "7e8fe92731b879c64ddc476b42de2654d4d99e92715c38773a293e40f68e333a", |
| "audio_tower.layers.28.self_attn.o_proj.bias": "1fb405f0f7b61fb8805c6a5bcb466714dfb8c6f11a4b2ceb0c1153782fc8fbaa", |
| "audio_tower.layers.28.self_attn.o_proj.weight": "b50d94c2a6cd823cff2e32112ebc8fc814f3eac420648def511e22d97bd14a3d", |
| "audio_tower.layers.28.self_attn.q_proj.bias": "497332c1bf1320856108ba21b398e7dca3291e38d5eb82a3837af7b659265b23", |
| "audio_tower.layers.28.self_attn.q_proj.weight": "0d0ebaabdd2a83d23f875dfee731a855064b826e0c1c0681b01c197c5689c41f", |
| "audio_tower.layers.28.self_attn.v_proj.bias": "968a348ba9f42f69525f650f2faecf49a8da179fb2bcd8a61c8f2234d71edf1a", |
| "audio_tower.layers.28.self_attn.v_proj.weight": "70d6ec1dab11cfc1049c6a097b27e378fba8c9bcb8647b806150d843a9fa53c8", |
| "audio_tower.layers.28.self_attn_layer_norm.weight": "25486625eb04bc4ecbf9c6f9fe32d6d4d5575feac0e95ff585e48c88a168d1e1", |
| "audio_tower.layers.29.final_layer_norm.weight": "ed7bbab0f8f62a2008b310f7e5141068cb2ea6835e3e02de258d225c52a47c15", |
| "audio_tower.layers.29.mlp.down_proj.bias": "9ae30cc48900e19a361ed6cf2d7964333172eee65213f838aa491560f0d8a386", |
| "audio_tower.layers.29.mlp.down_proj.weight": "78eb0fcc49bbea180230cfa0c55a9637fee07c5f73b17707324abbf9ff57928d", |
| "audio_tower.layers.29.mlp.gate_proj.weight": "b35b88a3c121b69a76f1d799eb8bf4c57eef920963b59431550aa4ffeb7bfab8", |
| "audio_tower.layers.29.mlp.up_proj.weight": "f3c4071eace2e4a99cbf58b893ff317f82ced0f96dd34843a34c182bed156692", |
| "audio_tower.layers.29.self_attn.k_proj.weight": "868643af13178e4bab4da295aea078226c8ea1a66a87368435ee4e31f6037136", |
| "audio_tower.layers.29.self_attn.o_proj.bias": "77063012d0c957bc2994730a878d7ada47a744e96cf6243c5e0d67d1b784b9af", |
| "audio_tower.layers.29.self_attn.o_proj.weight": "1eb6e010f430e859a9d966c3b81011bbb3a488a287ca02d92c5e4bffac65211c", |
| "audio_tower.layers.29.self_attn.q_proj.bias": "d5b7a86017d604698f4d77f82f79531e36478b427724c3a929cc3bc8aded631d", |
| "audio_tower.layers.29.self_attn.q_proj.weight": "0e7059341407acd0235601f84a67f57048a33a5da735260a77cf3c68d474109d", |
| "audio_tower.layers.29.self_attn.v_proj.bias": "07d6638b2045157237784b97d7c7cbc79ce2299064bdef3cdb81ee7bb63c8ced", |
| "audio_tower.layers.29.self_attn.v_proj.weight": "2d0756670050f1b9b19add972c1599b51df07211d3d01a3512d13cae6f74ca68", |
| "audio_tower.layers.29.self_attn_layer_norm.weight": "04bd6b5490aa35b63875ded72cb880ee6a85def7325d05caa215c40d625c5fa0", |
| "audio_tower.layers.3.final_layer_norm.weight": "e1cace61a98994e30913b7d379d46a36390b633d0fd1a9d27c593a2a08b7346a", |
| "audio_tower.layers.3.mlp.down_proj.bias": "b9955ca5a267916d62a0a1e5bf984959aea25885c2d11c81f05436db0e28d65b", |
| "audio_tower.layers.3.mlp.down_proj.weight": "9d7c4bc7f0ae25978c7eeec9baa5668fbf6fb92285d66dcfe0719ddb1810fe61", |
| "audio_tower.layers.3.mlp.gate_proj.weight": "11de0d3807022fa368220c023c7144b3bad439b20aab0bfbb204be60195d7b70", |
| "audio_tower.layers.3.mlp.up_proj.weight": "d06ac12f1372335e02986dbea65e99299c13e78d4633e78d0898cc7ebe70facc", |
| "audio_tower.layers.3.self_attn.k_proj.weight": "3952a3b15e38be86a59fd2e48fa613c1bd57415665b5174070b1bf61f15d5aaf", |
| "audio_tower.layers.3.self_attn.o_proj.bias": "260220b892c030590350406dbba4c65e1a0b3dd75c2ee5655aec66d0675f9049", |
| "audio_tower.layers.3.self_attn.o_proj.weight": "73315d3478de7246c0852f0da309c816d387178233a78abefb95a52f8b7076ce", |
| "audio_tower.layers.3.self_attn.q_proj.bias": "b68eed657067e5c3e256df78907bc6b4657d1341bbde7ef7d5fc6344a5c7860a", |
| "audio_tower.layers.3.self_attn.q_proj.weight": "05b01f52e8efc373c78e4b1b2e48a29356352787b710052b1d4c775fb266d64c", |
| "audio_tower.layers.3.self_attn.v_proj.bias": "3c78f952e15e558dc2f06922a51b1ccf9bce7752be58fb51f1a40c4c9815bdc0", |
| "audio_tower.layers.3.self_attn.v_proj.weight": "b15d4bbc78e6eab55640efa2228da454b25658fa487f7fca845eb8ea7fa49fef", |
| "audio_tower.layers.3.self_attn_layer_norm.weight": "018e823ba5b5a854f7b1c186c8312067eca389b95faab79f40cf715378295b07", |
| "audio_tower.layers.30.final_layer_norm.weight": "44a5b8a0dc59e689601ed20057f9b35c3021b914fc17a54275538c67d3905e18", |
| "audio_tower.layers.30.mlp.down_proj.bias": "0624f2cd2be8cf0baca801569bd0460c50bf03ca08284a80c3e53ff1ec965029", |
| "audio_tower.layers.30.mlp.down_proj.weight": "140c0ff2f596f013e7c44e6a30465bbadc8936d0898da8f665f63a7f2f939352", |
| "audio_tower.layers.30.mlp.gate_proj.weight": "1709a02e0e5b203b75746b11aea5c6f8e2b6ae695fdc971c7d2446d8ebeca67c", |
| "audio_tower.layers.30.mlp.up_proj.weight": "d2082855f4b60234b0965b1f96a70a8471db80ead77800514920ae41c00e25ab", |
| "audio_tower.layers.30.self_attn.k_proj.weight": "4af1c59da57a1f612253e0994a2f6736ca6f4e6517f4bb4df28281c9e0ef20a5", |
| "audio_tower.layers.30.self_attn.o_proj.bias": "c376da1aec91fb5df61b6e4e9585aca6f1ee757391be42697bf1005cfc3f383f", |
| "audio_tower.layers.30.self_attn.o_proj.weight": "179eb6f3eb86ae69a17e1f7bec136f850c9412e4f3572ed9b55bcf2e6895cbf0", |
| "audio_tower.layers.30.self_attn.q_proj.bias": "f7305fcb206b8baf659a5bbe79492595d426418eabfe22cc1adf91b06c5f0908", |
| "audio_tower.layers.30.self_attn.q_proj.weight": "183b02c620a92b80948e6a930b397fc348dae721b47224ea50a9129672a818e6", |
| "audio_tower.layers.30.self_attn.v_proj.bias": "7092ac454dc847e225370dd60148434cdd5cdc7140e3c9281dcc58d9b842c0dd", |
| "audio_tower.layers.30.self_attn.v_proj.weight": "b869d767fbc893bb6e24d660fd16f87f601c5a540c4d34b2b4d582058fd2551e", |
| "audio_tower.layers.30.self_attn_layer_norm.weight": "b2cbf68898200b4e4d5c23c26e02cbba9336864389f227a1df53196152a15f51", |
| "audio_tower.layers.31.final_layer_norm.weight": "4986e7bdfdb5f502eb5255ea3934445eee765f4613dfa01ed2123e59eccba61c", |
| "audio_tower.layers.31.mlp.down_proj.bias": "06357587effa68b7425d5656261f4f23042f05702288e6165f983dbd8331c0dc", |
| "audio_tower.layers.31.mlp.down_proj.weight": "edcd4ea250fcde617c82b390bfd8a27fcd5dde5aa1d28050954eebd04daf5d38", |
| "audio_tower.layers.31.mlp.gate_proj.weight": "51cb0e1dd683f465f0a618fd46cd0677a76ace23f215e290f7e02f05754a430f", |
| "audio_tower.layers.31.mlp.up_proj.weight": "6f3097af1ccea007bedb2a530442ca392ef1833bcba29ccd180c8b4b2f5645c8", |
| "audio_tower.layers.31.self_attn.k_proj.weight": "3c3569a4261eb7ea9d9b009b2ac580f63c76e8189790cd3af5091e59cce06eba", |
| "audio_tower.layers.31.self_attn.o_proj.bias": "fbbe6768bb6e4117c4b2179ce359d48e8fb1c6383acc1c8b34560488aeb0bea6", |
| "audio_tower.layers.31.self_attn.o_proj.weight": "6224c6c1aef87f2a46db6dcd95a05473a22bfbeab9418e80cc73a4bf8d9560ce", |
| "audio_tower.layers.31.self_attn.q_proj.bias": "9bddea140af9096bc539928b7e365ba20ec2d5149550c3818df3fdb1b6b9b444", |
| "audio_tower.layers.31.self_attn.q_proj.weight": "969db0d9be7ca0f4ec1c05ced465b665f80a9058cb42097ce70b45609779b4d3", |
| "audio_tower.layers.31.self_attn.v_proj.bias": "85ce76d016eebb2c95918b086fbe41bfabd5a56684721a5f0aa30651229341f9", |
| "audio_tower.layers.31.self_attn.v_proj.weight": "d5dcf2171e94da7e64918f598f5ce9bd94aae284abc415e16d5851f1f2f85dac", |
| "audio_tower.layers.31.self_attn_layer_norm.weight": "1751ae32c3c26932f25f4c3559c23d8dbe37c4f9b6bc639dfdcc4066bd761286", |
| "audio_tower.layers.4.final_layer_norm.weight": "2c10a0f4e87c4b96dda42e807d475d0acd34ce6328c78a7ec16a407ca7d8b3d2", |
| "audio_tower.layers.4.mlp.down_proj.bias": "c360872e45f0430b573d34dfc3399d123e0e4cc743d199c6189d215c69c5f7f3", |
| "audio_tower.layers.4.mlp.down_proj.weight": "91f5f3bef851db0fbddaecebbf553e6f808715e3798ed04072d04beaa4e072af", |
| "audio_tower.layers.4.mlp.gate_proj.weight": "a1bdaf4596808c00b009375e75bf0bd7a17aeab201c9ebe92364f74fbaf98feb", |
| "audio_tower.layers.4.mlp.up_proj.weight": "78635816cd4bca5e20dec2fde6b962c413fa7965616bb2cb349311d9cdd96f47", |
| "audio_tower.layers.4.self_attn.k_proj.weight": "9ba424b5ef1b5626517c0f193f27070f35588e6d5f8f2b0da15fa99c8b9dada4", |
| "audio_tower.layers.4.self_attn.o_proj.bias": "8bf8c91cc3ec3b3f50ab55cfd9de0de9325a9a18052cb6191b0b42aa348567cb", |
| "audio_tower.layers.4.self_attn.o_proj.weight": "d01cbb6962439aa73a61dbcc803bcbad086fe6d3e7e1dfe9c5ab5cf56ede366f", |
| "audio_tower.layers.4.self_attn.q_proj.bias": "e31acc857e51b6c1cf01ae3670e93a2225a35d4c02faf2f4707c83c60d020d53", |
| "audio_tower.layers.4.self_attn.q_proj.weight": "dfdf8e3408c118ed9abf75532e093251b3952509d28d5ce4d4d51135b0659007", |
| "audio_tower.layers.4.self_attn.v_proj.bias": "cf9798a108658e7e1ecdeebf6c3d6f5d355055a75ee9fa82e5055a615b3d8c6c", |
| "audio_tower.layers.4.self_attn.v_proj.weight": "cea569be7ab32ce878ee8250f344b64949cfb231b19f8aa2624d5774526823ea", |
| "audio_tower.layers.4.self_attn_layer_norm.weight": "57622c8ef40478528b36eca6cc049e2fd93d15539484dd88c4d615439d31c80b", |
| "audio_tower.layers.5.final_layer_norm.weight": "80167f96c2365b7f2e836192addd21c8fbd9b0fc1bee70ff6c78034e753233a1", |
| "audio_tower.layers.5.mlp.down_proj.bias": "4637fa76d4ae0f3d319d31f4c82932709cf7878702dd1cf99c6007632414935f", |
| "audio_tower.layers.5.mlp.down_proj.weight": "daed5d92fd3384aa7b5891d1afa290c91883753216747bc7bb92261b65c340e5", |
| "audio_tower.layers.5.mlp.gate_proj.weight": "93529844c429b1f29ceb69040f01556ccacc0fb1cdbfdff6a18b45a2c87a1fe5", |
| "audio_tower.layers.5.mlp.up_proj.weight": "ca4e928bdddcd3727625d03df989564d6fc3d59a3847816129e1409bcba509b0", |
| "audio_tower.layers.5.self_attn.k_proj.weight": "86bcd223b3d8f1f1c98b714724ba8bb33f749a90532cbfb6bad6b785defc689e", |
| "audio_tower.layers.5.self_attn.o_proj.bias": "5bc28d06ec1a4aa8d06598ded0860597e57a85f85e89204e516720b9abfdad86", |
| "audio_tower.layers.5.self_attn.o_proj.weight": "db6ec4b3f0a58d5f9413c9ebb35af560cc9287a1b6e79109562cb9f8acbe819f", |
| "audio_tower.layers.5.self_attn.q_proj.bias": "38220c8c38625f2a54539caa8a5dff6d2d15e2a8b3795aede8dbdcd9848e232b", |
| "audio_tower.layers.5.self_attn.q_proj.weight": "23b3113338ddc435e432b72bf242b3fe5e7a9bbe5815e71e24c8d70e4aa90596", |
| "audio_tower.layers.5.self_attn.v_proj.bias": "1048d61aacee16fe061c43b263b0888e5ef322d6599a12acd48cca85ae9caca4", |
| "audio_tower.layers.5.self_attn.v_proj.weight": "1d853690e7ec6189e8ec0ecbdaf454bfb50593e848c066108b7c12b87a659301", |
| "audio_tower.layers.5.self_attn_layer_norm.weight": "ee1e6d7f9eeaae19be61902d0d522eeb259b9479947c4d4504ebcf88b3bd2e0a", |
| "audio_tower.layers.6.final_layer_norm.weight": "915b6fd094baff2a4955777a81ac7bf3bc0fab1cbcee99c93ef508fec3b97c57", |
| "audio_tower.layers.6.mlp.down_proj.bias": "350f0866980c99973e109a924437cd163bdd22e5a6b2ce54ca137c02bda5d1d5", |
| "audio_tower.layers.6.mlp.down_proj.weight": "9b50e23289b8510208a1bb0a67671b107d92b245a0121cc1a7a5f167f26d114a", |
| "audio_tower.layers.6.mlp.gate_proj.weight": "132c9b31742b78cca89f2b3b809c4f2537aaf4590af262765cdcba59efa8e7f2", |
| "audio_tower.layers.6.mlp.up_proj.weight": "1c747f1bfc892a56b4cad6392d9b62b55fba6479b0ecda91c3bda32d9ba084ae", |
| "audio_tower.layers.6.self_attn.k_proj.weight": "e11d61975e97b6c542b694eb9095f10b81cabca175e1ee6ac8d27091548cb5ad", |
| "audio_tower.layers.6.self_attn.o_proj.bias": "099d8cf8102bbcce2e133c77c72fac142341518f7bd2020f8179a911ec25bd44", |
| "audio_tower.layers.6.self_attn.o_proj.weight": "b689d69be8101ca577c96a1a57f08a91731ef035c9412c087b948ead55034db3", |
| "audio_tower.layers.6.self_attn.q_proj.bias": "5379267bbde3c640ed6ebf21aa5d52e7cbaf4274239acd887c875c76fcabbd25", |
| "audio_tower.layers.6.self_attn.q_proj.weight": "213dc365cf4e6c97ef485032c5335952ce6742a3b588b970afc84f945593bc55", |
| "audio_tower.layers.6.self_attn.v_proj.bias": "9e351e34cbf34ae094b5089c821f92f22968ef73f7e4347e965f80d59c252422", |
| "audio_tower.layers.6.self_attn.v_proj.weight": "979bdc72d9025624f06ca1bcf1ad9e6f9e8a9ebba577a260f6de79f8fcf1b283", |
| "audio_tower.layers.6.self_attn_layer_norm.weight": "df6570d38ae28a61d1eb2f7874aff84a7eb9e7263d53d4cb89337f28e6ec09b0", |
| "audio_tower.layers.7.final_layer_norm.weight": "9dae2731f9529fbf640feba3a14a663ec15af589cfbab3ff651e91481236020a", |
| "audio_tower.layers.7.mlp.down_proj.bias": "4ba263c97b4c4f9d73589cb1c3aa5f4550f11711ed1ded59c34270db2871342d", |
| "audio_tower.layers.7.mlp.down_proj.weight": "06ccad5432ade45632c969cbf24bc2c6034d28f867e2b81ef30e0c08eb40d3ac", |
| "audio_tower.layers.7.mlp.gate_proj.weight": "4eadd251a180c12afaa5fbf3a8b7e63f641f31034bd90dc68e6ac33de476584d", |
| "audio_tower.layers.7.mlp.up_proj.weight": "7c4b2f26e555f5a6325c445005376e2a53cd6f3201e61821ef8016a1ceebea9e", |
| "audio_tower.layers.7.self_attn.k_proj.weight": "de07fbba07fc36512fbf2ce01e62f1d329da28fbaeb6b194839cf2859ec92313", |
| "audio_tower.layers.7.self_attn.o_proj.bias": "cafdce6d3a14bad2418a79387c3d2e791ad4812ceb2d8a81635ef1da056bf5f7", |
| "audio_tower.layers.7.self_attn.o_proj.weight": "ab190f366ddb65f98625b0a850a0770e76aa42aef9978dcb43a3685cd6d22ec8", |
| "audio_tower.layers.7.self_attn.q_proj.bias": "dc696b119c2a7c494df855059995525ba7749cec2c287e8607600756ad76d2ae", |
| "audio_tower.layers.7.self_attn.q_proj.weight": "8feebc1f1982405b560ed60745854e55d281df9304d65603c26723d617974533", |
| "audio_tower.layers.7.self_attn.v_proj.bias": "528fa59f83a1479e5f93c05014f3953924b198ebfde446e9ae9dee6b386128ec", |
| "audio_tower.layers.7.self_attn.v_proj.weight": "72c71aefd47ab154d6eeb45b10e851e1d068429f318d93cc3efa250694c70d5c", |
| "audio_tower.layers.7.self_attn_layer_norm.weight": "f472442d2334f4d9a2eb4f6fb1dceedfb8e1113bfc79b7dcaf92ed6a2efaca1e", |
| "audio_tower.layers.8.final_layer_norm.weight": "ebb2a92db607557a9ec00877eec993217d3c6e0469fa28c5bcf2bccddddae28e", |
| "audio_tower.layers.8.mlp.down_proj.bias": "6a14ba1868bdc9818b2d8200d40fe1898a3d8c2bc5511eb9914c15be5edd434b", |
| "audio_tower.layers.8.mlp.down_proj.weight": "084ae551751b392e9d6a08aaf9eab174e78a6eea8aea78b3c884ac045c2fcfe3", |
| "audio_tower.layers.8.mlp.gate_proj.weight": "a0cec33f88d56a6c40a46cb001a2f22f59c25ce03bb360f4ac5068b0c464941c", |
| "audio_tower.layers.8.mlp.up_proj.weight": "c7dc6be4a8211d296defd573fe0b695fb655131252a0dcd8566d85a95e5cd73f", |
| "audio_tower.layers.8.self_attn.k_proj.weight": "1263a229bcf0240ec29bd579d850612be7aef134f3f60d588e0d88fa03a81287", |
| "audio_tower.layers.8.self_attn.o_proj.bias": "da7667eaddd27fc78a34c84ec0ca3103ca73fa674e283d59cc4b96ecb30b7975", |
| "audio_tower.layers.8.self_attn.o_proj.weight": "e21c5cb2b801119914460d6577cd5fe0989b6437ef5d1b1ae603f6462266587f", |
| "audio_tower.layers.8.self_attn.q_proj.bias": "7afabd172cd9c04edde14dde0fa6ee9fa55d7ae4f9d7ec23bb3a4251e11c07d3", |
| "audio_tower.layers.8.self_attn.q_proj.weight": "c4456776d7608d36f829ed6f06f3a2d820fadbb88763eb42fe3147f95fa0d68b", |
| "audio_tower.layers.8.self_attn.v_proj.bias": "198f9583802654a351a6289dade077a7a5e6b358a054f7d42dc24aeec0dca495", |
| "audio_tower.layers.8.self_attn.v_proj.weight": "18efc4329fef72bd05b53c28f74c09710151ff7660d253ab6d460d8f8aa20bf0", |
| "audio_tower.layers.8.self_attn_layer_norm.weight": "52f26aa50b6d083c5f36390a2f01eccbc6f01833568199b368e264de1ec6df44", |
| "audio_tower.layers.9.final_layer_norm.weight": "cfd5b56ba3d8f4a8bb91524cc1ee9c2d690cc266a61740f85df8e917cd29464f", |
| "audio_tower.layers.9.mlp.down_proj.bias": "50de602ccea893107e60a3fd20d3c36388f3ab86210a6463a8ee5f4e117ad056", |
| "audio_tower.layers.9.mlp.down_proj.weight": "c1399e68929286466c3710700a5e643fbda44e6a97bed9ba9f126cbb4401dc04", |
| "audio_tower.layers.9.mlp.gate_proj.weight": "fb7c733a55d552e8a6b72217de3ca5e11b05178963f96d85d9e3d4ad55c51a36", |
| "audio_tower.layers.9.mlp.up_proj.weight": "faef01e2e33661f8fb99e6ce0cbf7db47904ff57d0c1cf8915b7b103d02b1aaa", |
| "audio_tower.layers.9.self_attn.k_proj.weight": "fe0ecb23e98c00e1c1c77c8e237786f6122f8107277cf205cf5d7cf45404c8be", |
| "audio_tower.layers.9.self_attn.o_proj.bias": "47f0688502d1d8a31db2c1a801faf27a5d3afc029351b80e7a1a3776169cc6b0", |
| "audio_tower.layers.9.self_attn.o_proj.weight": "4a3587085f3d5b1384fe11fd48f8f0bdc991d343ccbf5ae92d399f125e694e69", |
| "audio_tower.layers.9.self_attn.q_proj.bias": "0c6d8367b763e6273e7302b726c517bdede1913e53f34cf86068a67c577b83f5", |
| "audio_tower.layers.9.self_attn.q_proj.weight": "09b4142e4ead7966d6987679155071ececdcffc9f19dd57a393d200534b8b904", |
| "audio_tower.layers.9.self_attn.v_proj.bias": "6e1d40b8c09d473a3faf6b7a57c370d9297b138ecb2a8dfe17ac49a69de627af", |
| "audio_tower.layers.9.self_attn.v_proj.weight": "01ac7ef715db7375dad95a2ca74b183eda167470c9249888b46b7225395b9c24", |
| "audio_tower.layers.9.self_attn_layer_norm.weight": "d38f21167c9693051cfa9173b775fea89af41ae3a0eaf164b9c5eba6c2b02380", |
| "audio_tower.norm.weight": "0dc72ccf62ecfecf3358d33636228d0a650f22dd3ff26fc03b8909bf4fc99d6c", |
| "frame_len_embedding.weight": "1bd72794b3d942e7ae37233b7f8574088587e532c4609c5691d453b20a9217be", |
| "language_model.model.embed_tokens.weight": "899e20a430fa8fd1c7dcafc98db6ce79f98e2bf160544deffdbf5e0abd6be8ad", |
| "language_model.model.layers.0.ada_rms_norm.linear1.weight": "1b428fa17f5a7e8e25fe69223f57fa4a65a166ea381a8516ab04557a868237a1", |
| "language_model.model.layers.0.ada_rms_norm.linear2.weight": "bd36a8af880fefbca8de4993b62fffa995b8baca1f60902b78770a9974043893", |
| "language_model.model.layers.0.input_layernorm.weight": "9effef63913d77334a766a512f65add6034d105c966a95d7dcfc8adc21ed3644", |
| "language_model.model.layers.0.mlp.down_proj.weight": "7f8b9238e7a44039e964c625dc1aa150ba5a1c230b6d1f1ca8131dbd2b9612f0", |
| "language_model.model.layers.0.mlp.gate_proj.weight": "7d2ef2d4c198f2af80d6273038380bbbd70243df909cf924298431975d57aeea", |
| "language_model.model.layers.0.mlp.up_proj.weight": "0d3e3d3a33f3b35ab04662608c09fe50363cd13fb8a6a6ac6eacf4f77a266d4d", |
| "language_model.model.layers.0.post_attention_layernorm.weight": "9c1210eda17a1b15401a66283875f272eacc1c5ee4a9a4d8bc6cfd2ebe31f326", |
| "language_model.model.layers.0.self_attn.k_proj.bias": "191aae0ff1cc333d59b76e41898ce843f1b6d434e8709ca782753f9473ad9c1f", |
| "language_model.model.layers.0.self_attn.k_proj.weight": "aecd69f34b85c54e240306b65fd37e3191b3d6207c4d86ac9ffe7075b85bf629", |
| "language_model.model.layers.0.self_attn.o_proj.weight": "9da3149366904e9de227c7133173cb1ce4e1d772ede6cb6f5aa2915dc23edfe1", |
| "language_model.model.layers.0.self_attn.q_proj.bias": "d4accb8b33268ee204bc263be3c264c70e0d391d36fd263aa973ed14d937ab5f", |
| "language_model.model.layers.0.self_attn.q_proj.weight": "b9f4b3eb5c9748e6619ad352655801f0744b274f60c0b45432c5535fcd270900", |
| "language_model.model.layers.0.self_attn.v_proj.bias": "51955dbeffd80cd1604030c1b75d84ed3e87525710df97ea075b7bd6acb40ed2", |
| "language_model.model.layers.0.self_attn.v_proj.weight": "8bf60096580dc8d4985a7354a9ac634d0866d5965b4214132a13f17ea551f674", |
| "language_model.model.layers.1.ada_rms_norm.linear1.weight": "e803af025700b774f14f56e9a7b4f95312c2b6ef6511ea8cd8e08bc63851b3e5", |
| "language_model.model.layers.1.ada_rms_norm.linear2.weight": "520be4c0d688f449b5d872b126d8fe855ed95e2c8236d9e16f799f6ded96e21f", |
| "language_model.model.layers.1.input_layernorm.weight": "72527072adf254e6d4a98857f2b59ada595b3ed2c8048a10e0ece37b67899a2e", |
| "language_model.model.layers.1.mlp.down_proj.weight": "0e59e77c6ff2961abf2a9dc2b170acb43af2bc46892515b73201e60c38a2d19e", |
| "language_model.model.layers.1.mlp.gate_proj.weight": "bee14b1384c4cd1f6ba707c6212bd898d377649edb04639aa01607459bed357b", |
| "language_model.model.layers.1.mlp.up_proj.weight": "6cf96528a6dacb2fe2a269a5853935c1af1e37daadca7f435041052b423ff323", |
| "language_model.model.layers.1.post_attention_layernorm.weight": "c495e247f14f154157ad88dc2ba4517615f5b32acde0e0f66288836cf32ff727", |
| "language_model.model.layers.1.self_attn.k_proj.bias": "17967d339eab0da8534fe6d3f5c965e593f2e3e5578c2fa1157ec2c5446b0e6f", |
| "language_model.model.layers.1.self_attn.k_proj.weight": "c83022660396359210be7a954a01b3c9b550a516137e3fd2bc72552b9eca1541", |
| "language_model.model.layers.1.self_attn.o_proj.weight": "da526c56bac386189ae3658c489b183a0f7a18a29c455ed1ba98f25fcf597d37", |
| "language_model.model.layers.1.self_attn.q_proj.bias": "e24458f8a46f691927fc76ff32ed9791f7b510ca81ccae6ab9271af425ab6449", |
| "language_model.model.layers.1.self_attn.q_proj.weight": "8cd604d871f5e6ed38ac44676f4350516350d56b23e340764d41da6b9439202b", |
| "language_model.model.layers.1.self_attn.v_proj.bias": "269a5e5f09697a7e2b0e7c7d26a4a2f63b30d2d96ed1e5f4117613ef8341afb2", |
| "language_model.model.layers.1.self_attn.v_proj.weight": "445125e5f3dacc27baa109508cf384f71ae285cbdfab314697af13103ba211af", |
| "language_model.model.layers.10.ada_rms_norm.linear1.weight": "0dca91cb020f4b1a39c795b46422ca349b3b420e53f292569d1fb04a3e3b2202", |
| "language_model.model.layers.10.ada_rms_norm.linear2.weight": "54b264bf575a343e859da5886b8039360d5b185ebd2a93c18ce93226e9fc51bf", |
| "language_model.model.layers.10.input_layernorm.weight": "de4e46ac8b61107debbe1235fc5a8a01c79b617049d80cb6cf193ec73d5b013f", |
| "language_model.model.layers.10.mlp.down_proj.weight": "ac35a1aaaee5fc90714781d52e233620433fbb0f7728cf1d571918746a692ae3", |
| "language_model.model.layers.10.mlp.gate_proj.weight": "ff510176404cbd47f08d17ca5c09258e0adf434a37142f12e4702ce760e524a1", |
| "language_model.model.layers.10.mlp.up_proj.weight": "e31c1e989db3b4c26e3e83548012732d6140298c94c022bf923746d6abaf3ebc", |
| "language_model.model.layers.10.post_attention_layernorm.weight": "3acb33d4638ecd8749bfbaaaa03833080a2cd0dab35eba64982b34355f23c5d6", |
| "language_model.model.layers.10.self_attn.k_proj.bias": "8054dbba110931a42cf2a8e5c01e58e9388a49773b6a8ce59833579f8f39530e", |
| "language_model.model.layers.10.self_attn.k_proj.weight": "d7786641e39ef2979e16a192d707e04cd4b9cbeae7a1d219f4a906d64c308663", |
| "language_model.model.layers.10.self_attn.o_proj.weight": "2798f5c7e12520652257d70d1806a8dabc56943e46167d607283347e5feb6b43", |
| "language_model.model.layers.10.self_attn.q_proj.bias": "8ca577120f752bb96acdc3b065a71cc912c8234988eecd9bff710a2fdf07650f", |
| "language_model.model.layers.10.self_attn.q_proj.weight": "b977c15d0f8ae1c3fcec00cb5deb8eae2cc2c2f45b0c824ad1f1180d008b6a8d", |
| "language_model.model.layers.10.self_attn.v_proj.bias": "d17c5669d4bcb4659eb42fd482165e7346dfd70ff87915e5ead40bdbdc1fa5db", |
| "language_model.model.layers.10.self_attn.v_proj.weight": "5d7fc9fda406afc48c6aa0dd279fed9dee282a30ee25424c728c109605c4b2e7", |
| "language_model.model.layers.11.ada_rms_norm.linear1.weight": "9798380ddd145d689df6797157aae6b72d77b25c6f68c9d646d8baca23c9a3c3", |
| "language_model.model.layers.11.ada_rms_norm.linear2.weight": "e666d22e546869900bb9a4a2c248d390118547fba93cd95d3094fb18c799fefc", |
| "language_model.model.layers.11.input_layernorm.weight": "d0b8116b5afdfc8a615943fed4d89ff510957e5f72abe13babd202e94f67f096", |
| "language_model.model.layers.11.mlp.down_proj.weight": "f156bd39fd4742db8bedc07ca57825af74b1929751b9f0762831cd9c30311815", |
| "language_model.model.layers.11.mlp.gate_proj.weight": "6e809481f318b1e4f420d1680aa0f08d9a45fe660295965e719625a8e457d41f", |
| "language_model.model.layers.11.mlp.up_proj.weight": "0f6be99119443c404960a3fe0637c6518e7f7a6e42ca62883d9da22106b2eed1", |
| "language_model.model.layers.11.post_attention_layernorm.weight": "250c584302342d7be7dba888d99f03df7eadc4bb749135c97379541799702544", |
| "language_model.model.layers.11.self_attn.k_proj.bias": "c1392322a4d8c33c5612524798bb60ae546aac491807af9cce75a78eceb2b759", |
| "language_model.model.layers.11.self_attn.k_proj.weight": "b33795b6cb2918224592df1c555f5eca81ea963808879763612a509e97982029", |
| "language_model.model.layers.11.self_attn.o_proj.weight": "d39861e4c9fd95805fb9157e04cd1217e7e52d2d31d1824df762729287ce6cb5", |
| "language_model.model.layers.11.self_attn.q_proj.bias": "b11d63480a7106df6eb3cf2afaa6c056709bda618e952af34d66fbad60fd74fe", |
| "language_model.model.layers.11.self_attn.q_proj.weight": "ee10134494dd1236487481dd465961aceb0a830b474ec0e79a3772121f547adf", |
| "language_model.model.layers.11.self_attn.v_proj.bias": "116cd966af41a74449127f17335101f3e32f2b6ebdbe57abd6e2b51d9c0ab5e8", |
| "language_model.model.layers.11.self_attn.v_proj.weight": "9c308dd6a93c2c2613221c17f70d48156f8e6d9f246b45fe22084f318d9db5f4", |
| "language_model.model.layers.12.ada_rms_norm.linear1.weight": "0e8f7e445bee165655fd16aa4e10f94f6f412d8795b3130954a84eb90175dc9a", |
| "language_model.model.layers.12.ada_rms_norm.linear2.weight": "201407f9fc997d6eae9b5c4516474222c06c032e0946dfbcfa4ce6f4cbd42443", |
| "language_model.model.layers.12.input_layernorm.weight": "a383f8825d5fa485ad30f303bde024355c053ba74edf475cc78b8efb7667d7f0", |
| "language_model.model.layers.12.mlp.down_proj.weight": "eae9041784ea95373bc784dfbf4f47f1689cce61eb0b0cfb895e4763837d295d", |
| "language_model.model.layers.12.mlp.gate_proj.weight": "bd7910f195e0725d52f33e288313c720051fc25384883ca486da1c021de3c1a5", |
| "language_model.model.layers.12.mlp.up_proj.weight": "6f071cb3f4f79c76531da9f4ebe982d9b2bf30a894b88ff9204d9650e3ffd673", |
| "language_model.model.layers.12.post_attention_layernorm.weight": "9b4f0eee3f3768da592781f8bb5cc51006755acb6ec77e714749e249263958fb", |
| "language_model.model.layers.12.self_attn.k_proj.bias": "b4af5515b656d31bed4c10c25b9f497f59a06bb3eee34781f0562b1773f4e9d3", |
| "language_model.model.layers.12.self_attn.k_proj.weight": "d42cdb48853709b649588b68b79868ed05c2e52422e96952316af7e66b140da8", |
| "language_model.model.layers.12.self_attn.o_proj.weight": "4efefa6444434a26cb9cbc9035fa2c4afd4c4804a3ed013df8aa008fe5eb5e42", |
| "language_model.model.layers.12.self_attn.q_proj.bias": "57ab53cd2be66cdd15ecab03e27e53947e1263577bc9e7786dad61dcf87491b5", |
| "language_model.model.layers.12.self_attn.q_proj.weight": "ca317ccacfd107b83b231fc82c4de5b5e314c99fcb6355bb51611dea3e001acb", |
| "language_model.model.layers.12.self_attn.v_proj.bias": "244848cca0b5989a442d0cb0d163ea3dfd18890a14d24f808601403134d9f488", |
| "language_model.model.layers.12.self_attn.v_proj.weight": "29f5b2f4eab5ab77721ea6cd98ba50c729bc856060c3d0248109678d9a9455d1", |
| "language_model.model.layers.13.ada_rms_norm.linear1.weight": "35ed6bb5eec33f8963df3246af4dff0d0c7d7072eb776ef7b6cb4c327f343f21", |
| "language_model.model.layers.13.ada_rms_norm.linear2.weight": "8211e7b4916f2fbac787db1e6a4464e85ba648c894355ce072686e2551756d34", |
| "language_model.model.layers.13.input_layernorm.weight": "d2d8c4a8c9961c34ad2f42012583a258ef705a46a8da61af9e1dfae52601a806", |
| "language_model.model.layers.13.mlp.down_proj.weight": "d13b0e6005a9ad7f418a0baea21367e296675e13d3a82310e6834954bab238b8", |
| "language_model.model.layers.13.mlp.gate_proj.weight": "2c522bfd26d837eee4c422590beb92a00c054261527d7ee329ada6d13406ebc8", |
| "language_model.model.layers.13.mlp.up_proj.weight": "c2a1db0fa245cd764bfd8aa7d9b3e8f4b9998816126f37b60d21b501906fc8d6", |
| "language_model.model.layers.13.post_attention_layernorm.weight": "3edc489f069d41da6404d828f4d5276d8a78bc54e5d63d265cbf6fa78d838a56", |
| "language_model.model.layers.13.self_attn.k_proj.bias": "fa3c5a19541e3de2b0a79a0d02dc53700520c8605f3e176a226bf6a515100218", |
| "language_model.model.layers.13.self_attn.k_proj.weight": "7f486b3202f06f3754771b08db3652f7ed7f8f0efe00115011dba9b211534dc8", |
| "language_model.model.layers.13.self_attn.o_proj.weight": "cb44d14232cb7828ef0fdb651d752c6903e8fa0cef95eea3629759b26333e266", |
| "language_model.model.layers.13.self_attn.q_proj.bias": "0d692644928d94d15878f257557d0cf85b20363932e1b940e190ce29928905e3", |
| "language_model.model.layers.13.self_attn.q_proj.weight": "f64ec8cff17503906bee895cde6eff97a1a99172fa5a059742e997d27df3877d", |
| "language_model.model.layers.13.self_attn.v_proj.bias": "510fc46f10d46cfa945fb04d97fa7fa296ab3071382d861a50d5f2c6f0981275", |
| "language_model.model.layers.13.self_attn.v_proj.weight": "6061fe42ce11fc21d62218aa31d313ae4cacd42242b027dbd9fe23dbc33deb9d", |
| "language_model.model.layers.14.ada_rms_norm.linear1.weight": "7b0128bf8c463c1eb515653f8b262807a2dabadd1a18b6f81479499e1dd9c59f", |
| "language_model.model.layers.14.ada_rms_norm.linear2.weight": "e3e35ea26da1536f83859647fa873159b756654dea74975618d12e30dd0109d9", |
| "language_model.model.layers.14.input_layernorm.weight": "a7715cffe0168a9249a5b38cd710fa7c6ac9e8a260b466465314b3acb486a27d", |
| "language_model.model.layers.14.mlp.down_proj.weight": "e89d329cdf8e28c67851bf374690a54d344a9275a17290eefe796efab87bea2c", |
| "language_model.model.layers.14.mlp.gate_proj.weight": "fed27a10af5bf5b615a7d03bda3de7afb707b417019b6dc908b597b04c38979d", |
| "language_model.model.layers.14.mlp.up_proj.weight": "12ffaddbb191da0b1fcd9856b6141a41853dc38c7ee6becd49f12af9d25acbbe", |
| "language_model.model.layers.14.post_attention_layernorm.weight": "82febabf2d9f0c61a86c3ab501213ddc1c936c8ab55c2252bbe5188a79c641f9", |
| "language_model.model.layers.14.self_attn.k_proj.bias": "8489992e7d8ab7a2e3de52d6bf69e8390f8e5a9898d306846ae2155cb1049f69", |
| "language_model.model.layers.14.self_attn.k_proj.weight": "ad23fbb9218478ff3be2bdb8cabc3e0119ef65c7ddff567a5dc97bcbe822b3ba", |
| "language_model.model.layers.14.self_attn.o_proj.weight": "061c89aa83821ea75ac602057aa4e38d9db2125dbafa05353c837f6e112498e4", |
| "language_model.model.layers.14.self_attn.q_proj.bias": "f46d9ac776ae0e7f173094a3c7617143d78dc6989e416d0718aa232ebb429f41", |
| "language_model.model.layers.14.self_attn.q_proj.weight": "06b66ced201c5c9272722d9a216c9633521253e9c399228b53e06a875696c843", |
| "language_model.model.layers.14.self_attn.v_proj.bias": "9e0b22feb6dfe434c274ab51e2d160d53b39dc7a659703c3cff27a67ade3e6c8", |
| "language_model.model.layers.14.self_attn.v_proj.weight": "b203495fc29f5938d426cb865ad077d99ea7d9a08788851fed94833e585c1536", |
| "language_model.model.layers.15.ada_rms_norm.linear1.weight": "1fc27e4257e0f9d087117c90b05b686941523964ab0c37ab074b3e041fb4a387", |
| "language_model.model.layers.15.ada_rms_norm.linear2.weight": "bf03923654ad18fc74956171dc9d330be14b2d688b96f8ef78f37eedce959aa2", |
| "language_model.model.layers.15.input_layernorm.weight": "a938d2fb9e6d6338d8eefa8e6a9d5b6a0e923ad0595e506f2f5c15b4ea97ecb1", |
| "language_model.model.layers.15.mlp.down_proj.weight": "efbaaf540d8d98c1eb81254e20d7aef7bde6f33d5c76c029c4e8cf108dd1ed56", |
| "language_model.model.layers.15.mlp.gate_proj.weight": "57109c29397e4c6f070a416159495ba895864d6b6a9b590db28947e6ac93691e", |
| "language_model.model.layers.15.mlp.up_proj.weight": "2f8b92684ebcf0a7769512831c9fa79cdb3ad9ac5ca60f03c1bb6522625db05b", |
| "language_model.model.layers.15.post_attention_layernorm.weight": "494f3e3b7c85f9a5bdc2d252f1073927df836e6b951cedce6cc2459dd1be100a", |
| "language_model.model.layers.15.self_attn.k_proj.bias": "817ec20fda583862c5bf77e9002376750eaabed8b2a2d26094b8815b2b250f76", |
| "language_model.model.layers.15.self_attn.k_proj.weight": "f20bdea1692163367907ebcf26377c03cbb545e51df87c60e7e54a86e09ec020", |
| "language_model.model.layers.15.self_attn.o_proj.weight": "04e4a005c4e7e9fac4c87c6f43ee60651f1105d10622c53bf00173836d5bd1cd", |
| "language_model.model.layers.15.self_attn.q_proj.bias": "8f8d4b34974fede89f1a2765eed7d2b6f7d2d577a983b720ab0d6933da7a24c7", |
| "language_model.model.layers.15.self_attn.q_proj.weight": "0f8b0b67cfeabacbebb0dd0b696f137f25f122f36af9f9e8223188e240b89da2", |
| "language_model.model.layers.15.self_attn.v_proj.bias": "549f4bcc72089d6b140bb676b72c417930c36cbf79af08f01e8596b9801df4f0", |
| "language_model.model.layers.15.self_attn.v_proj.weight": "7c11581ee56374b955fd0654937d26eb6ee99b63ea6f5ad70d12fa155bf351a1", |
| "language_model.model.layers.16.ada_rms_norm.linear1.weight": "1b1a9db9b37d1e366d2d9dd7c0b318ebfe7e23a8f27852eca9a89f93d0e2392e", |
| "language_model.model.layers.16.ada_rms_norm.linear2.weight": "66fe76764b19ac5813a8cf8743f2b73c56b51155b491107ec79f92d4e6fb5f7b", |
| "language_model.model.layers.16.input_layernorm.weight": "3cfaff8c674a68906630d3bd50878da24994467a14f982e142bafac4ed598890", |
| "language_model.model.layers.16.mlp.down_proj.weight": "6aaf1bc429c257b375d02eaf2a02b5e6ae8f18a3c5a64a7c562e8d6864826725", |
| "language_model.model.layers.16.mlp.gate_proj.weight": "7eea215656e6075532dba1137b71f8556f3c97981162d3f55c078d9fa5ae6cb3", |
| "language_model.model.layers.16.mlp.up_proj.weight": "d5af3f19bfcf8bf38a3eabbbaef9b61b18169d949c16bc77b083486c77cbf2fc", |
| "language_model.model.layers.16.post_attention_layernorm.weight": "f80bd7c7c6714490f7fae8379075493348b9f603996f1e09c150d471d0ff9cd4", |
| "language_model.model.layers.16.self_attn.k_proj.bias": "4a06661198abe946e1c62126d4c48977ebcea0f251e8764e330cd3b28f88731b", |
| "language_model.model.layers.16.self_attn.k_proj.weight": "fdd47e752c224a1f39ad306c18e84cdd50df09a176897ef70b6b41bb593e4fb4", |
| "language_model.model.layers.16.self_attn.o_proj.weight": "63181c1a13179cb44163b27f444cf54a10bb692d107f34e16bd85ce12a726f1c", |
| "language_model.model.layers.16.self_attn.q_proj.bias": "2841c8f52ab651f3f5377fec5f884dd66a0c1d7aaa5af32ab001d2ee88c5ed2a", |
| "language_model.model.layers.16.self_attn.q_proj.weight": "389b812f7508e33c3d8d3855b91452449fcf52ed5bf78e98b25ccfcf54fb5036", |
| "language_model.model.layers.16.self_attn.v_proj.bias": "1f613f48006ea255e7033aed3819a2c50a3c83c563acf378f980347011c9cc44", |
| "language_model.model.layers.16.self_attn.v_proj.weight": "d8b8a862ac5f1bde12ef6b68a8eaf1ac92ac578e092b7fbd46a5906907058e59", |
| "language_model.model.layers.17.ada_rms_norm.linear1.weight": "ba076aac068513e87b3a653f4223acca35eb5016a8e3c2907d965a0a4d5dfb32", |
| "language_model.model.layers.17.ada_rms_norm.linear2.weight": "222b01b189f8a01512387a4c29a507d7eabcf04e52d4166fd3e4ec3399640414", |
| "language_model.model.layers.17.input_layernorm.weight": "1718c780c200ad14c0aa37bc62910603e75b147792c5452c8c4b0b2e0417bffd", |
| "language_model.model.layers.17.mlp.down_proj.weight": "719e9d8e2c77c43ca5622415bce5e7ca8a4725072b9dccf5002e3803bd7ff3e3", |
| "language_model.model.layers.17.mlp.gate_proj.weight": "a3e8f2bdb9857532e0db4a8252c1b7742ad619fe9772a754b27996a2ee3eb442", |
| "language_model.model.layers.17.mlp.up_proj.weight": "112b83184211c1d889516c217877677e99d4fb9d1eb68cf5736d99f22501272f", |
| "language_model.model.layers.17.post_attention_layernorm.weight": "134d16fe226b79ec9500ee74b2ce6f1f2fdb2444052eb150331dcce276fe91df", |
| "language_model.model.layers.17.self_attn.k_proj.bias": "1e91d4a33f1ee45f13757a31db18aeb67301d52d34f592fa2ea8510306339766", |
| "language_model.model.layers.17.self_attn.k_proj.weight": "4ad5f1a0f29bb3217e1ba7ebb16293502d1ee7b4cec564e43d6a8967eba93600", |
| "language_model.model.layers.17.self_attn.o_proj.weight": "cbcbf27679ef22768dc84c43175e7a01725b7b1cd7fa2d3469c9be090afa2918", |
| "language_model.model.layers.17.self_attn.q_proj.bias": "16ac010c41f74f9acb20bcaadc192e99360f1a36e5c5a9c0c38b70f246b0eeea", |
| "language_model.model.layers.17.self_attn.q_proj.weight": "4d91b919288943aca64c5f89fbfe30309b44a0ba5a3d3f54c83cf42436e63e99", |
| "language_model.model.layers.17.self_attn.v_proj.bias": "22fd128d2ceed275fa93b743324f37dbb4b5949699f313e7be4f5407aed8c550", |
| "language_model.model.layers.17.self_attn.v_proj.weight": "40073a086a6efc24a6a071016a5ab77ea9c9786414432fba9de6ea9ec3fb6d2a", |
| "language_model.model.layers.18.ada_rms_norm.linear1.weight": "2aa56b14b719ae5e0cae34bf32385ba0a14954af94c7081c969c99c481d340a9", |
| "language_model.model.layers.18.ada_rms_norm.linear2.weight": "904689ab8cf3699292c88e9e83d5fb7b289e0c0852efac32cd3b0c2e0ed25bc0", |
| "language_model.model.layers.18.input_layernorm.weight": "cc91eace9a71b3667f4953ec725e417db25cc3dc9aa1111b2daceddac2885420", |
| "language_model.model.layers.18.mlp.down_proj.weight": "689d488e72ef2763557efbce028b56d9e9efdd15fa9f295c308d255428085879", |
| "language_model.model.layers.18.mlp.gate_proj.weight": "4ed556bed49c8b4b3380db73aa1b65d91fe0c49b0a66456bc7b46f9520d83dc2", |
| "language_model.model.layers.18.mlp.up_proj.weight": "1de4ca4fc0faa5658b2dc15b68744c580108be10687b039f6e16eaca79195453", |
| "language_model.model.layers.18.post_attention_layernorm.weight": "70259ce62d3896a9446350f787173b2b00954cb11fe92bb51b1c701a529ceff5", |
| "language_model.model.layers.18.self_attn.k_proj.bias": "4bf069ba4582c423d54b22a5cb1acada0f41c6f30cb73ab8c632aa4d672bc0fa", |
| "language_model.model.layers.18.self_attn.k_proj.weight": "b0f75cb1b6c7c3d9d55c1743ff629a722e148336c1285dd4f89d9545cbfa6d3a", |
| "language_model.model.layers.18.self_attn.o_proj.weight": "ce590a8904a4b2a009b4add780575210e0502a970817674d0bc9a1d0ccd7c5fa", |
| "language_model.model.layers.18.self_attn.q_proj.bias": "b35cde1ac309bff6cabeefaa3f429e47f6b968697cb8365e185672a18a637e76", |
| "language_model.model.layers.18.self_attn.q_proj.weight": "ba0af3c41791f76f52a44e956b4c8fd6759c2547f2c4dc27d3398467b4c3e49d", |
| "language_model.model.layers.18.self_attn.v_proj.bias": "a101102384d92fc9b9cefc8e1475b5c065dfe5104078eb9076fe2162ef9fcb6d", |
| "language_model.model.layers.18.self_attn.v_proj.weight": "51408dfa1d52a574b968e376c236c0ec825d3a69b6c02b9cb7aa6bb281316530", |
| "language_model.model.layers.19.ada_rms_norm.linear1.weight": "c8bf7dd1114a7e72883952f92c45bf9407c40bd75bfb4741f496d04896d48fb3", |
| "language_model.model.layers.19.ada_rms_norm.linear2.weight": "84766725277b520f5e0a660f407433b730acaef31fb2506a561e7ef4d7ebf4ef", |
| "language_model.model.layers.19.input_layernorm.weight": "4c69d0a4179f3b25c809b6d14641850e2f92d4f325dc606ebe2ea50888f6712f", |
| "language_model.model.layers.19.mlp.down_proj.weight": "bf41290e23403838e62321eae868daa66ef248681eb4058a14376aff54308a82", |
| "language_model.model.layers.19.mlp.gate_proj.weight": "2a03e59243ad3a081a80e4652bca5fdbcb319a6a63ddaaa901a9ef0ebca318cc", |
| "language_model.model.layers.19.mlp.up_proj.weight": "f592fae433f93384176232ef696bbec5e72b6bb69e065c6a35c453549d252feb", |
| "language_model.model.layers.19.post_attention_layernorm.weight": "0c06b3d127b1f11e140aa77226f92f06a828fd68badffc39d0ec2898e67729c3", |
| "language_model.model.layers.19.self_attn.k_proj.bias": "353512c1a0c92b4bcbc3b97da8f18fd6b9491285d72b5607ebd467b899226b47", |
| "language_model.model.layers.19.self_attn.k_proj.weight": "5c150a5ae80b5d8421c3850cc5bb70c750a692efddf03a29d0ec3fa523667aa1", |
| "language_model.model.layers.19.self_attn.o_proj.weight": "21c1dde8970e0ee9e0ed5f4932fa3dfad444954d8800388029c0434a09939c5c", |
| "language_model.model.layers.19.self_attn.q_proj.bias": "91bc1ffa6e56793153c07089c878ca1f47b64001e5a0097daf49f768b9128ee0", |
| "language_model.model.layers.19.self_attn.q_proj.weight": "43039c250dd817a2d928085b00a23a5c1771e0f51dbf35a022f681c627821365", |
| "language_model.model.layers.19.self_attn.v_proj.bias": "1101ee0cffe7a58d4d3bc721e65f57791636c26f7b92bf0ddb1044b006fc826e", |
| "language_model.model.layers.19.self_attn.v_proj.weight": "a83a43d2089fd3b5d8ab7985c0cda177d5262f132235b3af14e57916aabd3ba6", |
| "language_model.model.layers.2.ada_rms_norm.linear1.weight": "21105002e270ac012813f3fc10523aca36991292eb50eebcadf1e83de04862c0", |
| "language_model.model.layers.2.ada_rms_norm.linear2.weight": "26dd860f0607c50978868536424ea08b95e5297dc4add99d9f0164142e9b789f", |
| "language_model.model.layers.2.input_layernorm.weight": "04fabe84cdbeb33b25755af0ef8dedb10040cd1c74fdadc4e0ed8b3d711ba551", |
| "language_model.model.layers.2.mlp.down_proj.weight": "d089e4b9f80fb9df5ea56c3b0393543b44ad6e79e4c5544b2c1f85ead484fd73", |
| "language_model.model.layers.2.mlp.gate_proj.weight": "a7e0264e15226b3a1e45dbd5461176d28711a36fe78a3bfe24f149097616d101", |
| "language_model.model.layers.2.mlp.up_proj.weight": "0a120662b9b0694707fc883e2c82d33a644991746352f907db9421623547a458", |
| "language_model.model.layers.2.post_attention_layernorm.weight": "5ba8f633f8b7686f9b30555d3a6b5188faed6d1fd2e442b8fe38b547bd983e74", |
| "language_model.model.layers.2.self_attn.k_proj.bias": "07f9664fe1c365ae73de20505cc92582c43adb2a55d800296c8d6efdf53c76ba", |
| "language_model.model.layers.2.self_attn.k_proj.weight": "d4d6879e5e504918f698d0f58fa907aa3cba7afa3bd4c8a4f6016eab92f1c167", |
| "language_model.model.layers.2.self_attn.o_proj.weight": "b21707ca4a291adbd3cf0993fee819628c8b551c9e7d4e1572e09cb810275366", |
| "language_model.model.layers.2.self_attn.q_proj.bias": "29c8064431054ca83a78fc9305b10ecc5984bd4577e0ab2143771be51b7b0a0d", |
| "language_model.model.layers.2.self_attn.q_proj.weight": "4688758137857d12ebcb752dad0f07620b542ebb9cb9e8c8e683cf5416b3ef16", |
| "language_model.model.layers.2.self_attn.v_proj.bias": "2581dc477dfd0e245213e11a1117aade961fb9e5efeaa0655e8d9f9648d69e74", |
| "language_model.model.layers.2.self_attn.v_proj.weight": "54e245e49db746e9327ab1f4f8bd2496f9cb4feafa35423328f5e5c32eb3afca", |
| "language_model.model.layers.20.ada_rms_norm.linear1.weight": "14d7c33e2094c6d742a7dfd14d598c5a2756d4979b23d985c53e87ac72a76946", |
| "language_model.model.layers.20.ada_rms_norm.linear2.weight": "eff21825e71a43875eaf9ec56b91f957f8f5529ec5bed448ec5753f17e978178", |
| "language_model.model.layers.20.input_layernorm.weight": "249e0fe859d452528afea276eb71c814c84584e4438e70d4e4b0017b960fe4ff", |
| "language_model.model.layers.20.mlp.down_proj.weight": "4d0def0a4347687fa18b8db2ccd559ad28b98a76b9b9cf2301ee8a81f568f708", |
| "language_model.model.layers.20.mlp.gate_proj.weight": "bc2225270d29ad820bc51d9dccf6831dd7c83ed66449d4c56d790af586186d26", |
| "language_model.model.layers.20.mlp.up_proj.weight": "332a1a6ca63a7da232bb6953019015ae9cdca7f065dea2429ebb45adab905071", |
| "language_model.model.layers.20.post_attention_layernorm.weight": "45298a22bfc9f122d793c3e7f25b056c2b6c7dc90a43daea60093b7e53f1f018", |
| "language_model.model.layers.20.self_attn.k_proj.bias": "6114f45b21a8357e41684cc9103a662f1db5122e6004316e3d3c586c99196b70", |
| "language_model.model.layers.20.self_attn.k_proj.weight": "38f65fcf85396b976f1af7888d10dda6003d42bf050002a26cbbb2c55b649a9d", |
| "language_model.model.layers.20.self_attn.o_proj.weight": "ffff3325073b327dd543aa4b1a1c2b43e7c71a4d578c2695896be3c151038a94", |
| "language_model.model.layers.20.self_attn.q_proj.bias": "a25c9f945be5375906ca111c20809e19708c771ffb5a50656f041ded9aa2042c", |
| "language_model.model.layers.20.self_attn.q_proj.weight": "e23cd4cb039bd95d98b96df7d4bff80bdce6f0173a9ecf9fee9bb11e1a7bc17b", |
| "language_model.model.layers.20.self_attn.v_proj.bias": "82f21a77314cec17ebca4425e9ed107478600edb19ae485a78a56ef1addec861", |
| "language_model.model.layers.20.self_attn.v_proj.weight": "a24d7845f0008da5b79b46d305f12002b15f07fe6764bc60975b49c1cc1adb03", |
| "language_model.model.layers.21.ada_rms_norm.linear1.weight": "6aba4737c87e58576fd7c502c08315b0ac12bfaacf2725dabd3bce3da449bf8b", |
| "language_model.model.layers.21.ada_rms_norm.linear2.weight": "7698d24d9e03d45934c86253d7c86fad61c21a1d660aa11ac27ef2fdab83df6c", |
| "language_model.model.layers.21.input_layernorm.weight": "64154c3aad325765c22409b112eeb7400907678b99d310f60fc9357bfb4f5b62", |
| "language_model.model.layers.21.mlp.down_proj.weight": "7baed083bbcc31a9c6d33e0bb661a29de16832cc787711b2fd3715a0cbf5d04a", |
| "language_model.model.layers.21.mlp.gate_proj.weight": "49df2f5dd96ec84cb0903d4e204136384dce6ee144e6bc6116fd82a3cccc6032", |
| "language_model.model.layers.21.mlp.up_proj.weight": "462d881adf11fe84aa4c03d68359e5db67f4b5f19399ad65f2b52d34108a5422", |
| "language_model.model.layers.21.post_attention_layernorm.weight": "5d639f7511f6ef28c17b353e8a353d7513b1baba2bc79d2f07054f78bf51cd02", |
| "language_model.model.layers.21.self_attn.k_proj.bias": "7a866a0315f2f8b188d2cd780562dd869b3861d57da6defb364ae0635c9bca92", |
| "language_model.model.layers.21.self_attn.k_proj.weight": "035dce96121c8894ee16f144cb3579a208c0e8a210b0a568b7c0c1fc27170007", |
| "language_model.model.layers.21.self_attn.o_proj.weight": "5acef102c4df65d4b753697f418658afed311792f2d031cae927a5a0f645bf6c", |
| "language_model.model.layers.21.self_attn.q_proj.bias": "9e13959a318f3cf3421c8b0647298bc05e0a7914884e4e6ff6075276a8b706f4", |
| "language_model.model.layers.21.self_attn.q_proj.weight": "44c97c24d6885ced6c5f1fa3e1a8aab25f110fa4a83d2f7538e3f91bd00901dd", |
| "language_model.model.layers.21.self_attn.v_proj.bias": "aafa1ea8450922dcca3076eb645ecc4a0eedb8bb9db7df4cd7b6eac0662451bc", |
| "language_model.model.layers.21.self_attn.v_proj.weight": "c71c5722513b51a35c929fe492e31556c0f3b93b0b101c582b7a3227cc9d6f83", |
| "language_model.model.layers.22.ada_rms_norm.linear1.weight": "acf7d47d61f44a4f64052cb66eaf0d31d3a93d431a32dab51c97cce03fbdda82", |
| "language_model.model.layers.22.ada_rms_norm.linear2.weight": "d542d4e3203f5e7820719135a333c9828ffd7fec25890a80565a9d8be52cf627", |
| "language_model.model.layers.22.input_layernorm.weight": "1eaee1d49b4a54e016ee9e464c9fdd924e0f0122a65a7110e40446fe61195dcb", |
| "language_model.model.layers.22.mlp.down_proj.weight": "38c99df3c57dc945a4a194e6b5e0915ad345bb8ca0a99b4630e7a192aa8933f4", |
| "language_model.model.layers.22.mlp.gate_proj.weight": "95c9e6f0731967bbb9c3adb98bb48c80465299dd8f8e53fccdd2af9cd7e95961", |
| "language_model.model.layers.22.mlp.up_proj.weight": "f5c40791996adbf156b71d59201e59097ef6f495e51e932b6df6a0fabe323026", |
| "language_model.model.layers.22.post_attention_layernorm.weight": "c364861340c251e5daa28afe7a90785ed23032dc75c2b58d73a0a8310ef4037c", |
| "language_model.model.layers.22.self_attn.k_proj.bias": "c3a1888ddbdd8993ab1e1500d2c068a9709636239697dda09875774c526b728e", |
| "language_model.model.layers.22.self_attn.k_proj.weight": "6ef01b2c2bffd055c1bcc4a9e4b0a8cc119845c934c632dc16f8e059e8302135", |
| "language_model.model.layers.22.self_attn.o_proj.weight": "c4b5fd527fea98b5b87443f216005462905ad5977396eca8e55354647db466ea", |
| "language_model.model.layers.22.self_attn.q_proj.bias": "4337f2ff57700f7a320bf6857c36f9a870786bb7cdd0b1bc26030848b6721f5e", |
| "language_model.model.layers.22.self_attn.q_proj.weight": "ec1dd12c9cb895ae9d150fb85355d1dea282aeceb171398fa16a6dbf7b39f989", |
| "language_model.model.layers.22.self_attn.v_proj.bias": "b51077595e9b64a711e8f8bf86d25a964295139f29a02f0ae0e6da5633ade058", |
| "language_model.model.layers.22.self_attn.v_proj.weight": "c0345c55d259b46872501add188d3a1080bcbd0e178622a49af1fadf7376bb86", |
| "language_model.model.layers.23.ada_rms_norm.linear1.weight": "caf85ed636d9c889c7d4e27395cc6aefd052468f9dfaf0d464e074387bb0c68b", |
| "language_model.model.layers.23.ada_rms_norm.linear2.weight": "f9239dc1388a0b0ccd825705eee2e5952c12cc1a7387cb848e3b32386cdd67b9", |
| "language_model.model.layers.23.input_layernorm.weight": "5a56e7b80bbf804efbb1ddd3b24f12a8604e617a8c03d4b6c0d3136546ea986c", |
| "language_model.model.layers.23.mlp.down_proj.weight": "193816cfa0b4d6b7de1f9bd6724250820a8f4d72c1b02210ea5579226edcfeaa", |
| "language_model.model.layers.23.mlp.gate_proj.weight": "12acf34a5363f15a6c7a289fdbf96af946e9068c90e06d7b0ac867a39330bccb", |
| "language_model.model.layers.23.mlp.up_proj.weight": "64d9d9e31ec93c4a23698f908c0c1ce47ac03a4270703b9cd25b0740163005c5", |
| "language_model.model.layers.23.post_attention_layernorm.weight": "f2c8d81358d76469564eb511b8cdc08f87961937fb4e822b75a6a00e73fcd9eb", |
| "language_model.model.layers.23.self_attn.k_proj.bias": "b6f6db49c260e28de29763bc5bba85af774abae361fdc42617d385ef2a7ec70c", |
| "language_model.model.layers.23.self_attn.k_proj.weight": "d60e7c78a5126dbdd5e52ea63d890d5b6940bb7fc7a8e76fba16f9e0996bb464", |
| "language_model.model.layers.23.self_attn.o_proj.weight": "7d9bf6b1657ca69da8cf7673b5069d76e0c8d71a491fd26a6679b019252fb106", |
| "language_model.model.layers.23.self_attn.q_proj.bias": "568cb530e689b087072d0d2329f7fa0185c768111feaac2f4ebf8563df8dc177", |
| "language_model.model.layers.23.self_attn.q_proj.weight": "88c5560c65fde8f62b462e9f0743a4a795c79ad6f954d8ef573a0aa6b0fa2852", |
| "language_model.model.layers.23.self_attn.v_proj.bias": "24c565a927759a67c9da07e2f6ffa874481206f87dd397f5fe283d2f4987af5f", |
| "language_model.model.layers.23.self_attn.v_proj.weight": "f2b3d595c3cf8be709d0e6557747f4e359115a3a9650fce73324d4e9a20e1ae0", |
| "language_model.model.layers.24.ada_rms_norm.linear1.weight": "9462ffc2f31b87ab211a44d98a487c6e4a9e4fa82bee5d4083b1f66f3179bef3", |
| "language_model.model.layers.24.ada_rms_norm.linear2.weight": "ed9af00ddc93e6adccf0a3115deb3ae9865fe3e265f0b04ca460abe27fb2f4db", |
| "language_model.model.layers.24.input_layernorm.weight": "f40e515bac8d366d4dab0891d708c94bae6d3727d9e100488ebf15988768b06b", |
| "language_model.model.layers.24.mlp.down_proj.weight": "d144a83f280967475c9c94cdcef8d35cfd6792d74a78155229de522eee6039e8", |
| "language_model.model.layers.24.mlp.gate_proj.weight": "ba9fc0e618690cc30f63b1343bbb83216b89f0da52086fec547a059718ed161d", |
| "language_model.model.layers.24.mlp.up_proj.weight": "78064bbceae53d8e845aca304a28e676d2df13a7bf3586bf8f150608185fc9fb", |
| "language_model.model.layers.24.post_attention_layernorm.weight": "525c5e833f6e9ae853a4d560b025503d0a71c7cb57f3247478c69e6385c1999f", |
| "language_model.model.layers.24.self_attn.k_proj.bias": "1ae0d44f0ddb3860a262b6ce397316ac3bb2e499ba8a1702e4e66850f14e3709", |
| "language_model.model.layers.24.self_attn.k_proj.weight": "ebe39d194f6ebf9ea48a3b3b3809b804bb9c696e83cd6d8669cb25a53d242b84", |
| "language_model.model.layers.24.self_attn.o_proj.weight": "110e6cda7b454cf5a4353b6a86ff36fa131455e555c640ba47a334cf75c0dc25", |
| "language_model.model.layers.24.self_attn.q_proj.bias": "0a1afdc8318869a8337a7481d465f9c65a854b9e1da07418d5c7654b818c56c5", |
| "language_model.model.layers.24.self_attn.q_proj.weight": "929ef623c148de339a3ef7350c2755351a39b64159e055cf81f123bf17dcffc8", |
| "language_model.model.layers.24.self_attn.v_proj.bias": "0f727ac6fbd1aa4ab871b11bfc2d84750c786d527f3ed3c09e3980122c854712", |
| "language_model.model.layers.24.self_attn.v_proj.weight": "164553de2536d58a194f4ce5c751a7223c09f9df01db95261dcb697ed7d38996", |
| "language_model.model.layers.25.ada_rms_norm.linear1.weight": "aec08f56aaa9cd92ee45482e7317526e34a8ad6595be8dd6e8ebb30e1ab3a58d", |
| "language_model.model.layers.25.ada_rms_norm.linear2.weight": "4e3aa55ca38d64ba9677c4d08fd84996820eafb4665419c61d57e23646001d06", |
| "language_model.model.layers.25.input_layernorm.weight": "6c302862b30055f2c39264cec3672cf9367c1cff2043166fb5866ff6db271612", |
| "language_model.model.layers.25.mlp.down_proj.weight": "794ec90b65fedabd93c6b970f84d2d0a6b935c5d96486fb78c1fda7c9a89bb2d", |
| "language_model.model.layers.25.mlp.gate_proj.weight": "07eb7a52f689a8129ec36e9b44e3da3af927ddeb3bb0fa64e90c4c6501abc301", |
| "language_model.model.layers.25.mlp.up_proj.weight": "39103de9db7f24bf0696f0c86e07132200f5033fd1c5177666917bdbcad108a1", |
| "language_model.model.layers.25.post_attention_layernorm.weight": "50c9166d3df2ad06e2ecba0a2ee5ccf9b385fcaf52d56de207ee9df60946bf0f", |
| "language_model.model.layers.25.self_attn.k_proj.bias": "68ba22e9f982db0044267bbd0fd2a3df7bb8881ffad1256271f686398c51f272", |
| "language_model.model.layers.25.self_attn.k_proj.weight": "38bb5807fbeafefc57e9721dfc3b56da921bbc80f0c361e2a9b3b54923b8aaed", |
| "language_model.model.layers.25.self_attn.o_proj.weight": "79f23274889e53c31fb67fd9f9a5155f3b0e58ba0904f170854e17624c2da0d0", |
| "language_model.model.layers.25.self_attn.q_proj.bias": "1c2d3019d7b800562b5ef46e732d02a2cda16db763e253c657f123658b27379f", |
| "language_model.model.layers.25.self_attn.q_proj.weight": "d352b242fd08df36e44184e0223a78124ba2a3cb368a6edc93c0a510e75e79c7", |
| "language_model.model.layers.25.self_attn.v_proj.bias": "03c1b727e951cf66eab2862b903cff08915417c9f5e28b96113c12272a3d73c7", |
| "language_model.model.layers.25.self_attn.v_proj.weight": "2ddd571bccd115dfc04084b6a34b3529ed95939c5de2a838535689abdb4deb51", |
| "language_model.model.layers.26.ada_rms_norm.linear1.weight": "8d0ab4392d5bb1c075baf5b7f2dfb7ac742d031c0cd5115f666489089ef2060c", |
| "language_model.model.layers.26.ada_rms_norm.linear2.weight": "006c72d35a188b676812638f68ec8ca6dea28388ea7f5d4758b6b536e5b5f695", |
| "language_model.model.layers.26.input_layernorm.weight": "98e24d2ca90e272c56025c06e623d563163947e4335b9836cd9367e039ff7cb2", |
| "language_model.model.layers.26.mlp.down_proj.weight": "e42bb4c1cc1cb07a46cb86cd0342cb9a72c3c59d66fea1a68618c84332bfd64d", |
| "language_model.model.layers.26.mlp.gate_proj.weight": "dc8e025ffdb6bcf0b3e73a6bf38e44e4a73f0893ebd8f1fbbb86951181ff7a5e", |
| "language_model.model.layers.26.mlp.up_proj.weight": "5f07a654c27f25e372e267e9824ba01ab404c2a7a24eb6fe3019498401abd7ae", |
| "language_model.model.layers.26.post_attention_layernorm.weight": "bf895ad550b4b76efc6df7be06bdb4b5e815c1842cdfc01823656d7bee818ae3", |
| "language_model.model.layers.26.self_attn.k_proj.bias": "e5060355b7c9a648eb6cede8698bd89c4d382e2ff12454bfc285ff24aef3593f", |
| "language_model.model.layers.26.self_attn.k_proj.weight": "5ffbbbda9e6ac5f084b0fe5fcf7d1b9a2e5b984d9481f2f5f563499e089353cf", |
| "language_model.model.layers.26.self_attn.o_proj.weight": "f4e4e6470b8c620fa706f966c5962c0d85b6484a87505e6eb6b7dd6f228a1c30", |
| "language_model.model.layers.26.self_attn.q_proj.bias": "7387376fa4274772415007dd5532ddf6c27425ac3680eb8eb767326f33254bf2", |
| "language_model.model.layers.26.self_attn.q_proj.weight": "8b558f827200373902bb52538599a74602b03f71b3b4e48820e12ab0d12427b5", |
| "language_model.model.layers.26.self_attn.v_proj.bias": "af468cca6f411671cee7defe99081aa01f951859ec70d1157dd2ec41b253e1f4", |
| "language_model.model.layers.26.self_attn.v_proj.weight": "c9ef5434319f4bfebfbd7543a64c648633e94fee83ebe98faf45eec98d73ae1f", |
| "language_model.model.layers.27.ada_rms_norm.linear1.weight": "ac2a3eff9d04de85bf2d370ef4afb28cbf97730358688b362809ff0adcc1c557", |
| "language_model.model.layers.27.ada_rms_norm.linear2.weight": "57cf6431dd08cfd6d5e40fbbd1bca851c2960f95dce69dd14423c9608a7534e8", |
| "language_model.model.layers.27.input_layernorm.weight": "6e0f8830cdde24e734ac59980bfd70c0d0b1fff874583f4a2286bf585b3a38f7", |
| "language_model.model.layers.27.mlp.down_proj.weight": "df9de8c362ea949c4b56cb57eb760e8e3918d3211c017382d335178183e59fbc", |
| "language_model.model.layers.27.mlp.gate_proj.weight": "d47edec6d8a4e7bf1937c1fda608797ec846584c483348bb83311ed8745f6bc8", |
| "language_model.model.layers.27.mlp.up_proj.weight": "1ac43fa7911ac55cf3053c83bda48b481b83ec4101a22b4ac376ea407123d512", |
| "language_model.model.layers.27.post_attention_layernorm.weight": "e5d313049e2483eafbf5169cfa18b01544b3751d65f5808b089d5d952f963931", |
| "language_model.model.layers.27.self_attn.k_proj.bias": "d85fe15d33da7287ceef9d45906660a142350bdcffd5c9924b96f75704090ae7", |
| "language_model.model.layers.27.self_attn.k_proj.weight": "6f2b8e8ad550479f312af5affbd0f64c678233d04e76c4b8fd02dc5355eaa08a", |
| "language_model.model.layers.27.self_attn.o_proj.weight": "2a35be72306271b1d8a684b588e8ff473ef99014c9067ddaa15ce0a8a8377379", |
| "language_model.model.layers.27.self_attn.q_proj.bias": "2d714e65385582609dfb3fca5436b9eeb1ad58f9a6c423472e5bd69424622612", |
| "language_model.model.layers.27.self_attn.q_proj.weight": "91e0a5f654d2354424bd4f7b303c58ce504df955a7a31ddcff4b3f3502841b3c", |
| "language_model.model.layers.27.self_attn.v_proj.bias": "43e3ea080821232c0e13a545fb540b87fc05e4318fb6c83b1b27cce577238298", |
| "language_model.model.layers.27.self_attn.v_proj.weight": "e0e30f1e8901f414778e6938f5725025a4adc1b84ae80f8c9e708403c52e38f1", |
| "language_model.model.layers.28.ada_rms_norm.linear1.weight": "c96f30e1186d5bb9f382704d7278f5f45ab84a80690a4597f0f2c15d441cde59", |
| "language_model.model.layers.28.ada_rms_norm.linear2.weight": "e60a0b9566c7bc740c1aa2834c72f0e69af64d84c30918c8f992ff422b0186d8", |
| "language_model.model.layers.28.input_layernorm.weight": "4b45a17453443f19f8ee9de24da98b4886d85938082dd5b170285017a5329d62", |
| "language_model.model.layers.28.mlp.down_proj.weight": "57f29af8cc1f0d9927fdcfc22fb7e8cc93d8ae93202734dcd244426592cc4274", |
| "language_model.model.layers.28.mlp.gate_proj.weight": "f9a7bc30eec322e04306bdbaa729a85cb4f3e85bbc627208e1ff77f0b030e57c", |
| "language_model.model.layers.28.mlp.up_proj.weight": "1343be5503d03abf6db8f1b023d4f68c4c71915899d5d35ffd757f7c783caef0", |
| "language_model.model.layers.28.post_attention_layernorm.weight": "29716e9213137c1c532cae9180dc470ec5e45fd76cc075f365b21490346212d8", |
| "language_model.model.layers.28.self_attn.k_proj.bias": "2c580bf430fd1f274234a9c74e230376652e585c60b93ab339c1fdb0555d538c", |
| "language_model.model.layers.28.self_attn.k_proj.weight": "1147f6d79f784593fec0eb28871312c3d724f22d6e97a6cbbfdeaaba49948696", |
| "language_model.model.layers.28.self_attn.o_proj.weight": "315eda491d1ad976aa231145e59c51e202ee2fc9ca206aba5e298b6d62bc8410", |
| "language_model.model.layers.28.self_attn.q_proj.bias": "4eac121815e09be105788714585adc4cadf0545fb1bb670fb352ad3627e89771", |
| "language_model.model.layers.28.self_attn.q_proj.weight": "364245ab827a7c3dab9817373d46215e57b6f9a7c506853a9cdd6556584efde5", |
| "language_model.model.layers.28.self_attn.v_proj.bias": "49da3e6733c514e4ae5ba80aec020355840c32b6321d4a4e47c923e39fd155a3", |
| "language_model.model.layers.28.self_attn.v_proj.weight": "0c93822e7c37f84d7f10b8db6536199e1a1044446670aa40ed6078871c4132f8", |
| "language_model.model.layers.29.ada_rms_norm.linear1.weight": "ff2e15ea0cfe5608efec3abfa49a35156116c7300f5e96c1b72fd71042317f90", |
| "language_model.model.layers.29.ada_rms_norm.linear2.weight": "bcba40bafc4caa091fdad721284b7cc28d276953f3a902dd430ccd900739ebc3", |
| "language_model.model.layers.29.input_layernorm.weight": "5bf1096ac87d113fbfcf554b79984282350c008d2e051574339542375c77fc42", |
| "language_model.model.layers.29.mlp.down_proj.weight": "f3599205e89773ce893eb58bd7f4b81cbd474600745fcd6771cb93dd600885dd", |
| "language_model.model.layers.29.mlp.gate_proj.weight": "914a7f060e9254d1ef766e19ecefe0a79eecfb68df674cde345015e6f23c3936", |
| "language_model.model.layers.29.mlp.up_proj.weight": "bb74f5e17c5c1924d2e41edc19a9104796e94c73d19dc769d0598e3fa6652242", |
| "language_model.model.layers.29.post_attention_layernorm.weight": "13b511b225862a24fd4450b1b5c68013c23bd930079a9b3170e40fa75c901cc3", |
| "language_model.model.layers.29.self_attn.k_proj.bias": "33d31ebc5d7bec78c33805d7d7fe25fc66a7771f34d6cc844ba41b325c15dca4", |
| "language_model.model.layers.29.self_attn.k_proj.weight": "0959950eb67d799ded2f2055cd94357f562f3919e71ded5471edea06d73f2108", |
| "language_model.model.layers.29.self_attn.o_proj.weight": "fb27a65dbb092b1800849d4d23e28cff2648a6a0afd30064ab707513aa3a37b6", |
| "language_model.model.layers.29.self_attn.q_proj.bias": "1898d5a0c99d8b7913d3a1c1c36990671acf016c40d55090b7ae246fd6542047", |
| "language_model.model.layers.29.self_attn.q_proj.weight": "a98fe1772d72d01958a89f4a1cc439f0f52d8b440c80cad9b39bbe52b71a3792", |
| "language_model.model.layers.29.self_attn.v_proj.bias": "494b51773659efa7e7ee878f2385874166451b5f89fdb70eff48323a6a6c32d5", |
| "language_model.model.layers.29.self_attn.v_proj.weight": "c786c857fedf8409008c7c257bae55111d815f8caee01d3c34b34af420c75f65", |
| "language_model.model.layers.3.ada_rms_norm.linear1.weight": "467ef21e17c9db0f6216967ca872908a7732dc86a345d64756380b44361823a3", |
| "language_model.model.layers.3.ada_rms_norm.linear2.weight": "ccd8e155ecc814bb2a910be6c70dec9934f3765a9448c3001dc112756877c161", |
| "language_model.model.layers.3.input_layernorm.weight": "59b78fb465f87fdc4828cce9d5efc879830277e1a78faf2403a00ad6a5d692cf", |
| "language_model.model.layers.3.mlp.down_proj.weight": "d2f59d5e0228fee584f49e0ab9753f5776c16834b863b1cfd51874a0d5d6bb57", |
| "language_model.model.layers.3.mlp.gate_proj.weight": "3747fa420a32d3af9a06b2030f689a7b5b67e30cd441fef963a5e8bcc42a9f22", |
| "language_model.model.layers.3.mlp.up_proj.weight": "9133169ae5e68b117c6b9dc400df45347868241612768f92071f42acc3f991bc", |
| "language_model.model.layers.3.post_attention_layernorm.weight": "0f0444b6f62816b32742f528f2db093e82a88e1f53885cf2bbd9a5b9d2e84dd3", |
| "language_model.model.layers.3.self_attn.k_proj.bias": "3b925bda2d09366228bbc9c2b4eaf5d0588ed57d0181a81c2ab5a6ba8e624c3d", |
| "language_model.model.layers.3.self_attn.k_proj.weight": "b86ee1f3c920ed81693707485a04bd53fc9bad58fc19d158c91e36dcc3701b40", |
| "language_model.model.layers.3.self_attn.o_proj.weight": "bfc3ac382d80778f766657014e140a846374d24d8e502ef02ed32843e20b2a1a", |
| "language_model.model.layers.3.self_attn.q_proj.bias": "16c4b3b2eed78c622d9370ca8373b46b302fdbff10a787afca1754f324bff452", |
| "language_model.model.layers.3.self_attn.q_proj.weight": "3d145be174ab68372372afa262c383494f0f2e67904211249e0b8a13f6deefd8", |
| "language_model.model.layers.3.self_attn.v_proj.bias": "d4df5753f0e6b21f4d1539f02de20f6c20a82fde8385a3d5489e76c8b6afbcde", |
| "language_model.model.layers.3.self_attn.v_proj.weight": "1fb92fc29a4615bbe3f6ecf56341f023e9d720db106937e3fa1e007d7fef29da", |
| "language_model.model.layers.30.ada_rms_norm.linear1.weight": "e4bb99f483a63f8cebe52465205281b0e4855017fe5bbf3448e6cfa73fe33348", |
| "language_model.model.layers.30.ada_rms_norm.linear2.weight": "db4fb8b3075838a5e40baae960325ad6a2e674ca6d382dcb08dab2892bbfb8ac", |
| "language_model.model.layers.30.input_layernorm.weight": "3c32fd493490400e39df1f142dcb8ae4edec43864fed469c5560d479ad5e268c", |
| "language_model.model.layers.30.mlp.down_proj.weight": "a9715d1591eaed7c999cadcc06e333ccb0f68c69d2ef4d4462404f37eaf48382", |
| "language_model.model.layers.30.mlp.gate_proj.weight": "26404efbf33092974ab964bc2e36cd48d1eec49e4a9ceea1898aa83f4f3daa45", |
| "language_model.model.layers.30.mlp.up_proj.weight": "98d744bbc7bb44a128fd26a3a3ebd6b97512993ab7854ea753598de7516eb3cc", |
| "language_model.model.layers.30.post_attention_layernorm.weight": "30e0c82710bb59642c5e89478f789739cbdc9fe35a63a77cf3ef57e96372ec2a", |
| "language_model.model.layers.30.self_attn.k_proj.bias": "aa8372b63d140e7ed0e979094d31c2ea60b1bdbd11209768ebc453077cfe0469", |
| "language_model.model.layers.30.self_attn.k_proj.weight": "b96316def4ffff0fc7b06e89eb0d1ee4361ecdf040ecc258ffda329da6728cbe", |
| "language_model.model.layers.30.self_attn.o_proj.weight": "ce7a09539f27e3f8055365ced372fba4b3bc2251a6d6d788d7c515cb830c346b", |
| "language_model.model.layers.30.self_attn.q_proj.bias": "29a334b1d9a67a3c24d500d8061ae2a64971e4fd43839b29102e2929d024e4b1", |
| "language_model.model.layers.30.self_attn.q_proj.weight": "88c159622266cfd2e43133521a8264d8506b3faad1bfe0167e334165616d1ae5", |
| "language_model.model.layers.30.self_attn.v_proj.bias": "2110d1166a8dfc95fa7c3d1dad45cc3539933b24b55ba380de31ecc7305324db", |
| "language_model.model.layers.30.self_attn.v_proj.weight": "838d6a82a0a9e14a19182a51b2e1b4a90d7e46e9def6b4920f5e59a9b6b977e2", |
| "language_model.model.layers.31.ada_rms_norm.linear1.weight": "e1f06700ceeb1f2205c39503a055bb433afd59202935e7213770c2e93e297fa8", |
| "language_model.model.layers.31.ada_rms_norm.linear2.weight": "4ee4fcef78a1f6c0c56555caedae1f9552adad6e4ff39bf083cae8809693ec00", |
| "language_model.model.layers.31.input_layernorm.weight": "0d1c79e5574d9e80e03d44f1d2b8fc9224382dc1135c30732d9fc122d5c1862a", |
| "language_model.model.layers.31.mlp.down_proj.weight": "a21abc681a68e7a0e6496c3b8f9607ccbede6cf64a826a79a7007ed1faed9d5d", |
| "language_model.model.layers.31.mlp.gate_proj.weight": "595b040ffea8da6e64fc98e285cb219a57d1d7516d0f4c5b8e9212a4ed10256c", |
| "language_model.model.layers.31.mlp.up_proj.weight": "c2cb338697923b3cac3e2fd0c7ff86f8f1e96bc5953067ed43a02624f118d027", |
| "language_model.model.layers.31.post_attention_layernorm.weight": "5a3d563afb331e0d3caac876764b52b5ad02dbbd3e38814cdf516986ea6cee01", |
| "language_model.model.layers.31.self_attn.k_proj.bias": "2ca67373fac4219e1804f89255131be5a331c95267ff41d0261c2039dbafff20", |
| "language_model.model.layers.31.self_attn.k_proj.weight": "a06611338c2df0249921888a62600da165208d1bc9d9babf4732556f4142b625", |
| "language_model.model.layers.31.self_attn.o_proj.weight": "3d162f4c9a1838253b5d0cfd5c4d736d8152e78edca9ed4b6b4ab2895d727083", |
| "language_model.model.layers.31.self_attn.q_proj.bias": "13ae16f9dad62e81cda772768851153dcc318f59ca3c2d591bf3ae551b0d32f4", |
| "language_model.model.layers.31.self_attn.q_proj.weight": "045ede2fa382e1f79fd8b57809500c92a0157cbbc29b000e792cd7bf98602268", |
| "language_model.model.layers.31.self_attn.v_proj.bias": "b4da93bb0af9c4003555bae7353399ef8bcb3d72c958f3c949e554a46801a830", |
| "language_model.model.layers.31.self_attn.v_proj.weight": "615a4e15890c13646064c7ad73fa3c27c022aa94941d73c3a5cbe4f1d0874e14", |
| "language_model.model.layers.32.ada_rms_norm.linear1.weight": "17ed89e019e165f17715bbe516947e46db4b1eb95ec2238619d0e04b06068c47", |
| "language_model.model.layers.32.ada_rms_norm.linear2.weight": "a5148b405e103fc1689ac8d9a0222eafb161a0f575e66123180ead53b9284437", |
| "language_model.model.layers.32.input_layernorm.weight": "1b9f1a507623f56d5b5485b88447468c6afb0aaf8baa684d32657b4217a17527", |
| "language_model.model.layers.32.mlp.down_proj.weight": "b4c46c8fa1a3a3f0248ac0b554040f8c94dde0c8d0ae4fc3b732ed3dddff944c", |
| "language_model.model.layers.32.mlp.gate_proj.weight": "57f87f152f18758090ee2db622fad45513eba2e5685237fc5bef8454db9cae01", |
| "language_model.model.layers.32.mlp.up_proj.weight": "ca6aca40860d233e94c1bf3d0732a648251f51b4746853238de5174907835211", |
| "language_model.model.layers.32.post_attention_layernorm.weight": "089e21fa80f585f641cd46b96b63dc279874499caafe39a2366599537f44155f", |
| "language_model.model.layers.32.self_attn.k_proj.bias": "213c365226e3441e6a03c6a072e8ff756737f9c4cfd2653131b7e8e2151514b3", |
| "language_model.model.layers.32.self_attn.k_proj.weight": "a173215e640776462befe1eed5a7ad164f4e44b18530b2f37153dabc17d075da", |
| "language_model.model.layers.32.self_attn.o_proj.weight": "5e011aed1009edd775d2368209b68e1563ffb923905b7fcc4f71ef287affc02f", |
| "language_model.model.layers.32.self_attn.q_proj.bias": "3a83200892af32be50d06b689fe6cd774dc746359fdb94b895d675349c819328", |
| "language_model.model.layers.32.self_attn.q_proj.weight": "9581b40ebb262228895caa43fd8ed3a86b56d602db80c7730783699620fdf6cc", |
| "language_model.model.layers.32.self_attn.v_proj.bias": "251d4e0185d942ef75fcb27dcefe22564cfeac45fb92a8116abde635cd9e7dbc", |
| "language_model.model.layers.32.self_attn.v_proj.weight": "f8140bc146cf3738247ab58591a4f7cf18d9f7f6f3ddd6adb20d0a4ff0d32045", |
| "language_model.model.layers.33.ada_rms_norm.linear1.weight": "38e868a5a555e46ca92b2f7cc974b41c40367835e6fdcc419ae9f95f554a0c0e", |
| "language_model.model.layers.33.ada_rms_norm.linear2.weight": "8fd7171ff31b9abc47a12c223d7ace4e13ffd367abcd4cd08fc611ac0ad5da1d", |
| "language_model.model.layers.33.input_layernorm.weight": "c5cb0845da49ee46f75388637e501097f65641ffda633fe2c514055b1da4455e", |
| "language_model.model.layers.33.mlp.down_proj.weight": "13785c97f9f015c34152261e5700b2414e404bdd27836947e0f35affb200dee8", |
| "language_model.model.layers.33.mlp.gate_proj.weight": "dc7361c16627b4e32fb448501d1df20ec7591c969cd148a1ee2a1fb1266acaec", |
| "language_model.model.layers.33.mlp.up_proj.weight": "8d4a0c4018bedf77c7de9f21ad4a1e6d31a9cf3635702a184750a05d6a8bacd8", |
| "language_model.model.layers.33.post_attention_layernorm.weight": "86f8a6fa79a595fbbd1272d8b5516654aa66ad81a50cde4d97b0b251998a54ff", |
| "language_model.model.layers.33.self_attn.k_proj.bias": "025c59b20de20afe51174e0fbac4809f0a53768505448a90e6b718e52dc6d0f6", |
| "language_model.model.layers.33.self_attn.k_proj.weight": "599d1da4b32a6ef7d9309dd9b72ca060f37ce192e08d4e8fac89b56d2aeeee98", |
| "language_model.model.layers.33.self_attn.o_proj.weight": "75be58dd6e90af313d6de94cdb4dc4799d9d1cbaabbbc77885a034822b467bc6", |
| "language_model.model.layers.33.self_attn.q_proj.bias": "2767f8e60e90f34675264b7d4d400e40f27b53237bdafc2b96ca4429969ecbe2", |
| "language_model.model.layers.33.self_attn.q_proj.weight": "51e7ed6c7f9e707a74075b2b92310a277ff806881b7f9316a4484fd0cbfac7f9", |
| "language_model.model.layers.33.self_attn.v_proj.bias": "9ce355060d74aeb5b06cdba228767b3e1d445e4971cec32e040b1a598bc92e94", |
| "language_model.model.layers.33.self_attn.v_proj.weight": "914c9f19d6a98ca45dd3d5417ef27cb1cafb4a3429c023cbab356f5b5388acf7", |
| "language_model.model.layers.34.ada_rms_norm.linear1.weight": "8e16aa1bdb8cf291557baeff7e7fc8fc725a1f58223b61bfbec50c97e94ca4a2", |
| "language_model.model.layers.34.ada_rms_norm.linear2.weight": "c12b51bed290efa5a9f55ac77d66d138e4ab5b1f710774198b87e1338c6c8533", |
| "language_model.model.layers.34.input_layernorm.weight": "d31f816dd7fe0b62c2a3fc4199ad5718dd9e7d9b82964f9168ce082ca0a72cb8", |
| "language_model.model.layers.34.mlp.down_proj.weight": "d30db2ad55be77d52d76fe0bf761e276349b5d0052a16fa7438814020671410f", |
| "language_model.model.layers.34.mlp.gate_proj.weight": "e2cefc498386a09645eacd7f1ad5596804c773a7ad2f459fe5653245e3c5211e", |
| "language_model.model.layers.34.mlp.up_proj.weight": "d3b5cac3b5e976fdae2760e939e3b0389987459b715ceea3340247ffaa3f3fea", |
| "language_model.model.layers.34.post_attention_layernorm.weight": "836b47cd1d4afec377514ce4e2b681a706bdbe57302f5f8a7ca9c1fa0f8d2000", |
| "language_model.model.layers.34.self_attn.k_proj.bias": "e8e085f6a41a2992bbd1245b8279019411c3d61e370a7878dc737b1f356da1d9", |
| "language_model.model.layers.34.self_attn.k_proj.weight": "4c7722b3026e0c4f38cbb4d53e58a1deb5d3146d1b6adad41cd4c00c00ab1e30", |
| "language_model.model.layers.34.self_attn.o_proj.weight": "1ed64c04433b60e6cc15f30d926b07dac74a7bfa898a5a5dcc5d3f5ac1d6a7f9", |
| "language_model.model.layers.34.self_attn.q_proj.bias": "e212de79083c5e67fd297682d8286fe03db60db097da4e44bddea499c5393df2", |
| "language_model.model.layers.34.self_attn.q_proj.weight": "41ec0667d422d680ee0710349cf3bc383da2f5219e65d7455669ca915f2f82ce", |
| "language_model.model.layers.34.self_attn.v_proj.bias": "c090facb872a8593b70aaef34fb6bb9c7b096576ea8e98375f7ddfcab17d6869", |
| "language_model.model.layers.34.self_attn.v_proj.weight": "15ab6884fdc68a66571471c0ccefebe1dba10d29a3fa02e730138e945f7ad054", |
| "language_model.model.layers.35.ada_rms_norm.linear1.weight": "84b0bc82789f40c387d445232b195f2264a7cacbc08f9950b2992f5301dff03f", |
| "language_model.model.layers.35.ada_rms_norm.linear2.weight": "9527b59575910a9b9ce544538d3a4c4a06fd9fab322893b974bab9ca5f8ff1e8", |
| "language_model.model.layers.35.input_layernorm.weight": "523690465467627f40e9fa7c171524e8fc5234d69e42f60c87ef66409f26afc7", |
| "language_model.model.layers.35.mlp.down_proj.weight": "31852793cf06683ad8603dccbd0521aabcac548d0d59ed9198e11eca5085ebec", |
| "language_model.model.layers.35.mlp.gate_proj.weight": "276ca170e0851a95508dfab85ce69b5c4bcb277d42b0bc011a7744aae5240105", |
| "language_model.model.layers.35.mlp.up_proj.weight": "a47b0d075c5e36a632220186e64c58f53bbcd26905f3c76eecff6b66e7ae14f7", |
| "language_model.model.layers.35.post_attention_layernorm.weight": "bf327f0a6be3ccfadb9f20fa35967e5469e0bb5d9118ad1ad4bd005d35e042d3", |
| "language_model.model.layers.35.self_attn.k_proj.bias": "c037d93a8e67b7eb0a477cc1d4ca3c58f3b690a685d5c43ee0ffae799d02429e", |
| "language_model.model.layers.35.self_attn.k_proj.weight": "bfc6b00e89e24a8a5782cace492be4ff2bb09e71bafa3e0725ee7d5934e96325", |
| "language_model.model.layers.35.self_attn.o_proj.weight": "34bd03335133b7b8a5a5f406dbf980b5e4bc40d68a6693d83e561e18a98a836e", |
| "language_model.model.layers.35.self_attn.q_proj.bias": "4e3961ab1c81ecf53acf984f6798b6ab87053e32cd7aa2208dd93d68f8d92587", |
| "language_model.model.layers.35.self_attn.q_proj.weight": "a6bc85db464ae47476fbfb443b35ca4f54172a27abf48c5f6863f58488d8b131", |
| "language_model.model.layers.35.self_attn.v_proj.bias": "ce56cd1c4daf4067277b0956b74e452e93285224c047ca279b53413dbd90b961", |
| "language_model.model.layers.35.self_attn.v_proj.weight": "646316463c91df3d3576a2084198b696a6151a62de0321846b6a261c87e70b65", |
| "language_model.model.layers.4.ada_rms_norm.linear1.weight": "5edaac2479722c808ec546b2064c69e3648ac30087aff10483dd641d9fab9877", |
| "language_model.model.layers.4.ada_rms_norm.linear2.weight": "4e1e132ac4b0928ecf6adc73655a45c2c2ce271838d414d0e058eea592458878", |
| "language_model.model.layers.4.input_layernorm.weight": "6fddfd3c7ff5c57b1e61b9f7c2e584c81d76ceb36bdc6b6db184e4967792ddfc", |
| "language_model.model.layers.4.mlp.down_proj.weight": "f6a4d828031c52e1159f1c6091c5cf15bd2a17632135bb077b3edb6a2074247a", |
| "language_model.model.layers.4.mlp.gate_proj.weight": "83cc8bf9c524c09a96649090f0f2b633555dce18063e444e1afe8d91220ebf83", |
| "language_model.model.layers.4.mlp.up_proj.weight": "1f68a2b37ea208cb00bfb4290d5b7e5b886cf4a7566ac8b3a1d1950ef65c0e52", |
| "language_model.model.layers.4.post_attention_layernorm.weight": "923dc9d51e5902c644ed6200a7ada48446c18d698bec0f0e52435e2197c749fb", |
| "language_model.model.layers.4.self_attn.k_proj.bias": "07b5a171c0e9feb85ae061ecf44e6eaac42c57dd1c426b0268cc6af3e961177e", |
| "language_model.model.layers.4.self_attn.k_proj.weight": "52a229bf987b8013dd846f4d65bae68cc572412b7c3be5b330cfbcf5b4b80286", |
| "language_model.model.layers.4.self_attn.o_proj.weight": "4978b8e8469e2320db245f11cda2cee89290570702051ba134c87b78e1abf47f", |
| "language_model.model.layers.4.self_attn.q_proj.bias": "a7c9ddf74c5c2977e0c89bb06ecb9658f926d38f3ba5badb4245038ac07b2ac1", |
| "language_model.model.layers.4.self_attn.q_proj.weight": "8dddfc9ac871cf84235d28e983546ad37170271a1768fe4133d1dec16570babc", |
| "language_model.model.layers.4.self_attn.v_proj.bias": "70bb20ebf8dd2c7bb068df7ce43aca5749cfff8ed7041a67217e1474b22a8a18", |
| "language_model.model.layers.4.self_attn.v_proj.weight": "7304292bc5c8c44cd200f2941c8c0cb5e5f97990470e02a4a3c1eaf740d48f32", |
| "language_model.model.layers.5.ada_rms_norm.linear1.weight": "c934fae23b1622c6a4a98d37dbd095c28b128b3aa92d06da1d75148ff64e73b8", |
| "language_model.model.layers.5.ada_rms_norm.linear2.weight": "20bcfbbdfe1d3c469e54080f784a24e257182b592452f75415e486036259aa01", |
| "language_model.model.layers.5.input_layernorm.weight": "8dd27206a02ef9b86a154fce180e2b1e2bfa0b7d8dfd52ffbe50984ff7876a96", |
| "language_model.model.layers.5.mlp.down_proj.weight": "9f31946c2534375ec8a2ef9c25f25ba994d42b0d86826d55dd753758e4008115", |
| "language_model.model.layers.5.mlp.gate_proj.weight": "3f2063704d9b3f7aa69b60f35049e85c513d5f6a510ced22046f4416f3b7f8ee", |
| "language_model.model.layers.5.mlp.up_proj.weight": "1a02eae7ad4fa17fbf785dad4008c40146badc3d3a318ae05720c5ed796da70c", |
| "language_model.model.layers.5.post_attention_layernorm.weight": "54493087b4a2716b0bcd62372c10302a416227047e41a472bae26c120944214e", |
| "language_model.model.layers.5.self_attn.k_proj.bias": "b219f9e3dd26fb4dceff615440fb38ea4c3f0d39a35fb44ddeb2fb068aaeeb43", |
| "language_model.model.layers.5.self_attn.k_proj.weight": "341431a5819e9f86f3a0584824784d7fed7d83e2c63c8c0f38502ad39827a525", |
| "language_model.model.layers.5.self_attn.o_proj.weight": "e8a95b217858acc79ebd5e9009c094816edd79207281c55941cd049be4360a6b", |
| "language_model.model.layers.5.self_attn.q_proj.bias": "4782447d46c991f7f87769a836f22d1d90ccda7592eb629f75c101681fd1316b", |
| "language_model.model.layers.5.self_attn.q_proj.weight": "14fabcb602045d30e700ac8a9a43a416d67058094cf65d5af4916b3ff34671e5", |
| "language_model.model.layers.5.self_attn.v_proj.bias": "05c83fc9212843f1dbaaefe77fd9cadefe024cdbb3f15d16ff01fffb6a5f0d06", |
| "language_model.model.layers.5.self_attn.v_proj.weight": "20298663601962a8caad15619778cf54bab8e514028ea4cfa2a52e009879cf83", |
| "language_model.model.layers.6.ada_rms_norm.linear1.weight": "b12866e98d563b1aa02488d356b16959cc74204d6341e24feff69c212f07804b", |
| "language_model.model.layers.6.ada_rms_norm.linear2.weight": "8d0dd5ef0bc7243900e655abff303abb01894984e829e53a70421303937fd15f", |
| "language_model.model.layers.6.input_layernorm.weight": "fd49b469d1130f90e065e9ca4bce5e301ded44ed84fac2c77aa113ffe622abb2", |
| "language_model.model.layers.6.mlp.down_proj.weight": "0d3cb4418ee2b2fd78301686fff34ba256f83160a4ce8a8a01b39f024951e59c", |
| "language_model.model.layers.6.mlp.gate_proj.weight": "2f6f97c6d051eeeff704895be7e39474df47a9bc93d2e82fce3f9524ebe73a66", |
| "language_model.model.layers.6.mlp.up_proj.weight": "65f209c953f4b601b93316cdab1941da5e2ea3a64afa1768cd0d6be279f2b4f0", |
| "language_model.model.layers.6.post_attention_layernorm.weight": "80099b5d897f7fe45037c70760d2765d3fa44f15da7a86787f25ea4c2c268ca8", |
| "language_model.model.layers.6.self_attn.k_proj.bias": "376cbf6c1449eafa5752567c4d047a0a8455109ebc5aae92a509aa0afda45807", |
| "language_model.model.layers.6.self_attn.k_proj.weight": "a42129209cc23b316f0b9be8060dff69f6ca93d0ca747c80211307e834353140", |
| "language_model.model.layers.6.self_attn.o_proj.weight": "5f081ef20aa0eff4169b94f3c7a86b74129ffde1ba56efaf324d6c42cd5fc539", |
| "language_model.model.layers.6.self_attn.q_proj.bias": "a4b88a84955bd3fb392fa7dd3a779364d5f0248a61214dcca7acbe5bc828758e", |
| "language_model.model.layers.6.self_attn.q_proj.weight": "af19958c994ce719e9bf63e18ebaea06e2801d6e4da7297fff91d4dfe8a03fe6", |
| "language_model.model.layers.6.self_attn.v_proj.bias": "cae684bc37da3e35b6694bf53c8fcdffb9d0dc52245c7109635317f4654f2de0", |
| "language_model.model.layers.6.self_attn.v_proj.weight": "edeaaa8ed6f368bbd02be1a7fce051637069854748b107c6fb2fa75f60540d66", |
| "language_model.model.layers.7.ada_rms_norm.linear1.weight": "b9f3c8eaddb668eeddc875bbcf00658c9966ab205159596cfdfb3d04041869a6", |
| "language_model.model.layers.7.ada_rms_norm.linear2.weight": "d8ca61ef5a4f1a01e75619c1e79260e6a7ef25a23ded9e1c6a26d68c4e6be4f1", |
| "language_model.model.layers.7.input_layernorm.weight": "eda5a363a3f399ebf7dd09d8e8c94c26bf9269cf5f5d224065b9d5b149107303", |
| "language_model.model.layers.7.mlp.down_proj.weight": "c46bad3286fe47dea3244d98398c28599d5a82c3d180ce82b3152f8538067af1", |
| "language_model.model.layers.7.mlp.gate_proj.weight": "2b9e4c8f925d8530b40e6469aa4c655e57b4d8b0354726c142173e30a2d5d366", |
| "language_model.model.layers.7.mlp.up_proj.weight": "0333f7b19c7ca06cf20a476ccb4fcb2dfc128e0a0dc3d89a16571cfa518ab162", |
| "language_model.model.layers.7.post_attention_layernorm.weight": "3c8aedc3dbbb36e0a30a17eaa6c20dfd41bbe281806ac3eed3318dd02c2fa718", |
| "language_model.model.layers.7.self_attn.k_proj.bias": "40f2f8eed8b7700b63a136ec81e01e9942a9e912ec908e831b22937929276b10", |
| "language_model.model.layers.7.self_attn.k_proj.weight": "9279389da6fa5933e12d202d37f6ab76b46d71fabbad933f8c8f2feac3d84db1", |
| "language_model.model.layers.7.self_attn.o_proj.weight": "0c5bba35eee6859668a8c4d9438fcac8ed57b9c08c72ca6df6e43ee990deb40f", |
| "language_model.model.layers.7.self_attn.q_proj.bias": "b8aaaf81ad02070a06817bbffcd2620b4b207eec50b78ce728b8243041c8f666", |
| "language_model.model.layers.7.self_attn.q_proj.weight": "4363f39a9adee418cdd122d0482fcac3c323d4c113de61158e6c0a3d0110c581", |
| "language_model.model.layers.7.self_attn.v_proj.bias": "c498e575f7730bc4b4886bc7de40cc92e815b6201c049ec989bc7872f4ba7f53", |
| "language_model.model.layers.7.self_attn.v_proj.weight": "ede8c651a03b111cf32528c6ee21b02b683daa798a899f0001d8f08185d54680", |
| "language_model.model.layers.8.ada_rms_norm.linear1.weight": "59fa7c9066eed0b6a86cd3af5bfcd547d8d19ef3c0dd173d28e631501330d9f3", |
| "language_model.model.layers.8.ada_rms_norm.linear2.weight": "ca513ba60d71998b42bdbd3caf52e06ac5cfc6232a132c585490cb83967b8e8b", |
| "language_model.model.layers.8.input_layernorm.weight": "89c90d2d6fdda91ee77d31ee622bde9c90de9adc751e57e0e587dffd19514600", |
| "language_model.model.layers.8.mlp.down_proj.weight": "547cffbebe13d567cfcd906dbc73347eff229743dc8c1bba9570664d43fc73e3", |
| "language_model.model.layers.8.mlp.gate_proj.weight": "13ff0b8302ca640d6c22aae7b13571f7adb84412ea00b30f887ad87ef80c8242", |
| "language_model.model.layers.8.mlp.up_proj.weight": "757410a44eb81badb4ac8879ed6c9e993eb01eed8663dbb4c7d1b65df2f36810", |
| "language_model.model.layers.8.post_attention_layernorm.weight": "3a88c6c9e632ac4bed154cac712e30aad862a7e530b540b1184996db5d42cd4d", |
| "language_model.model.layers.8.self_attn.k_proj.bias": "f469273a9e3ffad16dcfb0420fc176c7ecf378d7e9207c8888296a6aec6e1d2f", |
| "language_model.model.layers.8.self_attn.k_proj.weight": "cff1df224117b3ca0e61c93f37d62a523dce5bda309e60086e7964c051de94a1", |
| "language_model.model.layers.8.self_attn.o_proj.weight": "2d7593e774084130deb1807fa04ac75d5d01cccd0432ff6925dbbbc3a89afef1", |
| "language_model.model.layers.8.self_attn.q_proj.bias": "02099befdc35bb6fb46c345dd65818ff4b516583370a58f2c46def1cb3aaa61b", |
| "language_model.model.layers.8.self_attn.q_proj.weight": "af1938629c036bbdeb790533f5808888acd31d00db550a445c74cb2e41b4332f", |
| "language_model.model.layers.8.self_attn.v_proj.bias": "deb1a84d872b5c0c14df6fd9fcd90899f118d542827968aed3938801f695d52f", |
| "language_model.model.layers.8.self_attn.v_proj.weight": "c941017d688e402053af57c90a224bdce7e09a40bc65e783ebcc2fcbb9a75ffc", |
| "language_model.model.layers.9.ada_rms_norm.linear1.weight": "a3d10e2c0f35c14c5981bfdf00caad100f5d0881fc4b6424458533a77d9beb3b", |
| "language_model.model.layers.9.ada_rms_norm.linear2.weight": "c3b2ca0fc15f206beef1a6084aef94ab4fd07f537b0e97cfa41aa1684fd6018e", |
| "language_model.model.layers.9.input_layernorm.weight": "0816bf4884cf2b1170934f59fc8127c8443a3ccbe62a1d64f6dbc11328470281", |
| "language_model.model.layers.9.mlp.down_proj.weight": "a37107016f1e22d3ec55b2a6e84c01405ddaa55cc3a3f4c0ba6e72fb094ecdcf", |
| "language_model.model.layers.9.mlp.gate_proj.weight": "49f0370c5467dfe0e3520aeb6eefad7ce341f4443ad8050d4705bae6b9ff5251", |
| "language_model.model.layers.9.mlp.up_proj.weight": "03f3c35e4976e49d5c1740b1a7ba991df81314276d12a3de2f30c69f7569d430", |
| "language_model.model.layers.9.post_attention_layernorm.weight": "ca3398d9aa960157fc6fb69cf11758fe3030686351d64ceb73db824f9f9c47c3", |
| "language_model.model.layers.9.self_attn.k_proj.bias": "4aceb41b743f0f7381ab5139ec617f8269860dd28253ec63051a186ab8a53fd3", |
| "language_model.model.layers.9.self_attn.k_proj.weight": "1dfc950af4be8012d59ce0154c530c2af07caa77004e49c8796b63ee58f44c0e", |
| "language_model.model.layers.9.self_attn.o_proj.weight": "b1b1c2eaa4b19bf33c054b17e8555d43d3a56d24f69acc44349ab2c56f092f46", |
| "language_model.model.layers.9.self_attn.q_proj.bias": "869f3e7c626b3d5ea25da0065e4248fc2c8e5cd7f83cc83b1de6a9d9e102824d", |
| "language_model.model.layers.9.self_attn.q_proj.weight": "c8a8bdbbe8fb9a9e7a2a4c66aae28934d22f489dc5cb319df92287e92481141c", |
| "language_model.model.layers.9.self_attn.v_proj.bias": "f4baf2f1824b6edd7780b581b42c353a54070a6c69c095d57c05e53729bf28cb", |
| "language_model.model.layers.9.self_attn.v_proj.weight": "c60a6b0d8ef530e9dadef5247de0f120dec069ded64462ffbafdc9fb01b327e3", |
| "language_model.model.norm.weight": "acb2cb15ddbf3882e11579632b4bec81ab81e9fc418d0dbb68494209b19dfb38", |
| "multi_modal_projector.linear_1.weight": "85377ea3378e16a898a6f760fd4e0c84f5fcf4fa562f2197ad644e898aee8472", |
| "multi_modal_projector.linear_2.weight": "cd444cc81bc92a6aa04cde58731477cec08471f55755f6de272deb6074c015ef", |
| "semantic_vad_heads.0.bias": "a3803a0b4a242ad6458ac49ed2e66623e9663c4eb91b015879eca5f4e93ef293", |
| "semantic_vad_heads.0.weight": "68efa1d3ee83fb5917e48c0ca07f0fc3d7f1a747c77a62a431522c5af8e925f2", |
| "semantic_vad_heads.1.bias": "b1774ea2e8920ca539ff8cd2f1c617a57782ed2c48cec0c80a27cffab3fab022", |
| "semantic_vad_heads.1.weight": "c888e2280eee23eebaa3ed6e9d060fdf3996c026ce8fb1518e8f4c97275c27fc", |
| "semantic_vad_heads.2.bias": "cf822932d4a2d2c31afe48c4055c3e03ac57139d6d2cce09ba40546ebeec1fcf", |
| "semantic_vad_heads.2.weight": "007fecf12cddd26a4b4a882ef08c3eaf72fa5e41ffbf36241fc2abba3e4d21cc", |
| "semantic_vad_heads.3.bias": "c263152a4cb4fcdd5aaa5f399e035b3fa3f1fd93f3f9a6ef13a24b895482e970", |
| "semantic_vad_heads.3.weight": "88c4032cfdaf1990c1c89e0b9a39bff20aaf968a706204a3e84c9f534219a7c3" |
| }, |
| "readback": { |
| "records": 938, |
| "payload_bytes": 1882263104, |
| "stream_body_sha256": "1048b0c5faca3dfd681564fcdcef5babcd01e7a8be85d477f79d7b05ad961a8a" |
| }, |
| "aliases": { |
| "language_model.lm_head.weight": "language_model.model.embed_tokens.weight" |
| }, |
| "claim_scope": "All 938 tensor payloads independently hash verified; no inference or accuracy acceptance." |
| } |
|
|
