WeMM-Video-9B-AWQ / quantization_manifest.json
ll490187880's picture
Use icon badges for model card navigation
643bcd3 verified
Raw History Blame Contribute Delete
256 kB
{ "status": "quantized_unvalidated", "algorithm": "awq", "group_size": 128, "source_identity": { "path": "tencent/WeMM-Video-9B", "metadata_sha256": { ".wemm_processor_backup.json": "bc532dd1b867364948c6aeb20e1c7740e5095149a0cdbff8eb90bd7e41536cb6", "chat_template.jinja": "a4aee8afcf2e0711942cf848899be66016f8d14a889ff9ede07bca099c28f715", "config.json": "bc16d7acef8659bc6d87c36d5dcb908d9875758c370ac20d908c071601b95039", "configuration_wemm.py": "43ee3ec8477c6677f06835a893a146d18024aea0145086ceca3b6039e2d91887", "generation_config.json": "b91f22ecb30192b6919660eb61c01d7602f93ff6764556b1991c71fbe9ca82e6", "h5_modeling_bert.py": "b2eac797422294be10295c27f5709c8fda362c55d6f476dcebfd5f38aa65c6dd", "h5_modeling_whisper.py": "b507884daee13857c17d2d97290183e71a5a1044253a49c5a9cb109ba3332907", "model.safetensors.index.json": "cd67089896422812c1241a0a0a97a1e8b686bd3e6a84e6ecc60e740fb5814d9c", "modeling_wemm.py": "30c9e34d16f4b3720410c47034b2b807a3686c88f4558d5aab6c102fc1db0bde", "preprocessor_config.json": "27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516", "processing_wemm.py": "8f907439e011c47293a851e28efec1501c36b862ba8c04784d23a0a4a5aa36a8", "processor_config.json": "e3ef1357f83844d60e099c4019f235444111fcd79bb3d06a0d82b62f5ae24c07", "release_manifest.json": "3afc7aec43d2bb77259d706504ac9d0965dada22dffb87d1f7b0d111ab1c14f6", "tokenizer.json": "7d85c81efc77071423f90a9587c4d7e79f8b431e9b1e3682374654e616d24268", "tokenizer_config.json": "83febe739ecefd99f984f546dfdc10149cedf293b9ee0291b99894341188b613", "validation.json": "d5e022f10a14edb765eaa78b345a28686bf4f2f941f0793fe69d6826f5dccd2a", "video_preprocessor_config.json": "ed1cd10c0d1cd1471a10be6c6f6bd5eb337718976e45832acc54c4a7c883b641", "wemm_media.py": "2e4b427e3ddabc526f7984066a982bfa7c0a4d56f3d7c979fc41651463461122", "wemm_video_policy.py": "5a08358f04b011c401d6355cf396caebae4536442df76ae17dc89470c2b1a50e", "wemm_zip.py": "016d7a2bc9b50cf2bed2e901d7ec445260eff890751e94683c8fac0be09eecdb", "wemm_zip_policy.py": "f4029f5015cf6342da1bfacaa6b4847d7f20ca450019ff7bc5f4ad899e3706c8" }, "weights": { "model-00001-of-00005.safetensors": { "bytes": 4323854152 }, "model-00002-of-00005.safetensors": { "bytes": 4349682880 }, "model-00003-of-00005.safetensors": { "bytes": 4299807576 }, "model-00004-of-00005.safetensors": { "bytes": 4299052536 }, "model-00005-of-00005.safetensors": { "bytes": 3704976920 } } }, "w4a16_profile": "dense-ffn", "profile_implementation_sha256": "25ee97a3151693561ad876572cde731b1e0fdf8157b5bc8e1d34d6353788c6f0", "norm_implementation_sha256": "2df64182d8df52ba6539d69bf3301953dd17913b0935bb38a1cc27d13df7fd36", "source_config_sha256": "bc16d7acef8659bc6d87c36d5dcb908d9875758c370ac20d908c071601b95039", "source_index_sha256": "cd67089896422812c1241a0a0a97a1e8b686bd3e6a84e6ecc60e740fb5814d9c", "script_sha256": "77e88d88bdacec4056872b0485c35fcebd8dca723bcf017fa015b3ac06a2bb83", "fixtures": { "calibration/shard-00/manifest.json": "513d3c8ed7bbdaac4a654a0c7bfadb070f1aca4c1b3b5982082ef46566c1df7b" }, "awq_implementation_sha256": "1898b5d93b25dc7e4b047470c9574e53625b27a81f3fed0f3e0951a91c07f9e0", "tensor_loader_sha256": "d22bade75414c1e0bdf53ef58e0e114efa95b329d3f0017f4e5bd1002c47375c", "source_runtime_sha256": { "video_preprocessor_config.json": "ed1cd10c0d1cd1471a10be6c6f6bd5eb337718976e45832acc54c4a7c883b641", "processing_wemm.py": "8f907439e011c47293a851e28efec1501c36b862ba8c04784d23a0a4a5aa36a8", "h5_modeling_bert.py": "b2eac797422294be10295c27f5709c8fda362c55d6f476dcebfd5f38aa65c6dd", "validation.json": "d5e022f10a14edb765eaa78b345a28686bf4f2f941f0793fe69d6826f5dccd2a", "tokenizer.json": "7d85c81efc77071423f90a9587c4d7e79f8b431e9b1e3682374654e616d24268", "wemm_video_policy.py": "5a08358f04b011c401d6355cf396caebae4536442df76ae17dc89470c2b1a50e", "model.safetensors.index.json": "cd67089896422812c1241a0a0a97a1e8b686bd3e6a84e6ecc60e740fb5814d9c", "wemm_zip_policy.py": "f4029f5015cf6342da1bfacaa6b4847d7f20ca450019ff7bc5f4ad899e3706c8", "configuration_wemm.py": "43ee3ec8477c6677f06835a893a146d18024aea0145086ceca3b6039e2d91887", "config.json": "bc16d7acef8659bc6d87c36d5dcb908d9875758c370ac20d908c071601b95039", "generation_config.json": "b91f22ecb30192b6919660eb61c01d7602f93ff6764556b1991c71fbe9ca82e6", ".wemm_processor_backup.json": "bc532dd1b867364948c6aeb20e1c7740e5095149a0cdbff8eb90bd7e41536cb6", "h5_modeling_whisper.py": "b507884daee13857c17d2d97290183e71a5a1044253a49c5a9cb109ba3332907", "wemm_zip.py": "016d7a2bc9b50cf2bed2e901d7ec445260eff890751e94683c8fac0be09eecdb", "wemm_media.py": "2e4b427e3ddabc526f7984066a982bfa7c0a4d56f3d7c979fc41651463461122", "release_manifest.json": "3afc7aec43d2bb77259d706504ac9d0965dada22dffb87d1f7b0d111ab1c14f6", "tokenizer_config.json": "83febe739ecefd99f984f546dfdc10149cedf293b9ee0291b99894341188b613", "processor_config.json": "e3ef1357f83844d60e099c4019f235444111fcd79bb3d06a0d82b62f5ae24c07", "preprocessor_config.json": "27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516", "chat_template.jinja": "a4aee8afcf2e0711942cf848899be66016f8d14a889ff9ede07bca099c28f715", "modeling_wemm.py": "30c9e34d16f4b3720410c47034b2b807a3686c88f4558d5aab6c102fc1db0bde" }, "world_size": 1, "minimum_expert_calibration_tokens": 0, "source": "tencent/WeMM-Video-9B", "quantization": "AWQ-W4A16", "format": "compressed-tensors pack-quantized W4A16", "layer_count": 32, "quantized_expert_matrices": 0, "quantized_language_matrices": 96, "protected_frontend_embedding_head_tensors": 881, "protected_hashes": [ { "name": "model.visual.patch_embed.proj.weight", "source_sha256": "c1c629e9272d0425778e3e126c9ee2eedd664cec896d1f8e78f69ece3e40cdb1" }, { "name": "model.visual.patch_embed.proj.bias", "source_sha256": "c225260e635b108545d8fdb40761f29bf2c1966f17e33d21389bcf5150afa649" }, { "name": "model.visual.pos_embed.weight", "source_sha256": "16881d3699c5e5ae19ea18ad6c9745dbaaf30a557774cc29a52191bdf5be2c24" }, { "name": "model.visual.blocks.0.norm1.weight", "source_sha256": "b7b46a286fd867dca28414be762658c03b7c51e224bb882a7677b33f478a5377" }, { "name": "model.visual.blocks.0.norm1.bias", "source_sha256": "4a01309b82b14a66b7626ddd890f0bbceb450c985c307f928fabb90f56290abe" }, { "name": "model.visual.blocks.0.norm2.weight", "source_sha256": "b23ed5cbc81d792db4fd75d7a9c2c98519e5cfee52e49377fd222071c3cf7cbd" }, { "name": "model.visual.blocks.0.norm2.bias", "source_sha256": "0aaf8c526fd38752af41f36e0d7ab003ac7d04e1d355bc164f3b8ca0b32912e0" }, { "name": "model.visual.blocks.0.attn.qkv.weight", "source_sha256": "d96e8f0ce725374fb8cd6e2f94c1eb5f41ca79db7f45068e3f5ccdadfd9df374" }, { "name": "model.visual.blocks.0.attn.qkv.bias", "source_sha256": "c4456b1e1f42d68e0667b905c654f7c5739346972a61da844e928e011e0d5d01" }, { "name": "model.visual.blocks.0.attn.proj.weight", "source_sha256": "b366d31665198753ee37195782942e0dfa254e413a2a0616fe9e1eec8a085b8c" }, { "name": "model.visual.blocks.0.attn.proj.bias", "source_sha256": "a99ef6305c744ca39623928f16c894320a28c86444d03c7ea426bde396befff0" }, { "name": "model.visual.blocks.0.mlp.linear_fc1.weight", "source_sha256": "a3815ed54b2c1762f8dc6302e7737642e2e2025b05d615bbecb90de8ab624436" }, { "name": "model.visual.blocks.0.mlp.linear_fc1.bias", "source_sha256": "88bf13001c8677d3fe17b32c5eb96017c5baeaac1e29e094c5039a9d9ec02392" }, { "name": "model.visual.blocks.0.mlp.linear_fc2.weight", "source_sha256": "4ecbcb9752690ff881c768690d022309cc0d440183b07cf92a641ab0d7eca2a8" }, { "name": "model.visual.blocks.0.mlp.linear_fc2.bias", "source_sha256": "15f5a7093bed980175fba02059d9ca223bd0c4b740807679d590147f887ac6b1" }, { "name": "model.visual.blocks.1.norm1.weight", "source_sha256": "0dc42576b24183823a2ade0de8f62dfde7d7b6304fa2aee33c70cf2597ad86bc" }, { "name": "model.visual.blocks.1.norm1.bias", "source_sha256": "4f1cec87a366b1f0285ebbdc57c22339dfa10839fac2d5a3a7fccc393915f81a" }, { "name": "model.visual.blocks.1.norm2.weight", "source_sha256": "7b2a687384698bb5663727c66eff128f37d0e8a03793ad4ecd8e93d5240af704" }, { "name": "model.visual.blocks.1.norm2.bias", "source_sha256": "2b5cc558bf04b7e34f53f125ab4b3b01a49cc1619f938aec193f86741fb0035a" }, { "name": "model.visual.blocks.1.attn.qkv.weight", "source_sha256": "be459cffa701af3edd34d60e5a0875b267958ac336ce2dc4383d0293bd3aaafd" }, { "name": "model.visual.blocks.1.attn.qkv.bias", "source_sha256": "e551a60a30d9496670faa3dcc79c9a698a72af6b50a16ac3a214d231dfa0e7ae" }, { "name": "model.visual.blocks.1.attn.proj.weight", "source_sha256": "ede04bf117707c5fdae7ce9f3f00954f3c80d5252375644063aa740b998525fe" }, { "name": "model.visual.blocks.1.attn.proj.bias", "source_sha256": "97b2f15af30e42056cff68d796cc7c97c67ea7517253f1788c76277eee43b02e" }, { "name": "model.visual.blocks.1.mlp.linear_fc1.weight", "source_sha256": "732066eecacf5eda878e73fbb415cab6c8ee66f45f9d2d2e1ef26215084d0a7f" }, { "name": "model.visual.blocks.1.mlp.linear_fc1.bias", "source_sha256": "4adb0adc57fff48d578662fb7642004b4016aa69aae95a7948baa421532176ea" }, { "name": "model.visual.blocks.1.mlp.linear_fc2.weight", "source_sha256": "6d549b4f2e4f2a0f70d7bfdeb4e4e02c9f7db4c1f02dea2c68e1af6dbf46a9b7" }, { "name": "model.visual.blocks.1.mlp.linear_fc2.bias", "source_sha256": "840db1abc709899a9bf30c45cd26683e98c116f629165724a0e3b0bfd959e46e" }, { "name": "model.visual.blocks.2.norm1.weight", "source_sha256": "4a9c1268d7988684335054217d69a73039309c58b53dc4e0e3f16cc2b4587407" }, { "name": "model.visual.blocks.2.norm1.bias", "source_sha256": "fe7d15b83abc625466be8d1eb5f67489e11a28f51bcae67643807374b6ceff36" }, { "name": "model.visual.blocks.2.norm2.weight", "source_sha256": "c8769c159f91a5addfe3e835dde0cf6029762241ffd3a7d9cdf47ac168f28f48" }, { "name": "model.visual.blocks.2.norm2.bias", "source_sha256": "9028b98f33d888d1806676309043c629e004c8da755c47125728643621e0e612" }, { "name": "model.visual.blocks.2.attn.qkv.weight", "source_sha256": "6b626d5a3d23fd10e60a612c0af44b1a65a8390b49fa8905b721d3b89bd7904c" }, { "name": "model.visual.blocks.2.attn.qkv.bias", "source_sha256": "14e7693bb776a5a44adc52b8e0e88d3b11da5657f95dedbfff93376380aee5a2" }, { "name": "model.visual.blocks.2.attn.proj.weight", "source_sha256": "24962c6d926fc7f9c78b819d675ab7b6a4c00b6b5a0d52df44fb47a31b824614" }, { "name": "model.visual.blocks.2.attn.proj.bias", "source_sha256": "bd98036b913463b6f5c3fbe27891055f566061f28edefe1a4cd081ff3b666729" }, { "name": "model.visual.blocks.2.mlp.linear_fc1.weight", "source_sha256": "8720ed45a5d5d960a8995e712c5ea1e4b63b406f75cfbe469138b18d86cf66bb" }, { "name": "model.visual.blocks.2.mlp.linear_fc1.bias", "source_sha256": "3893d7c5454f45367747020d1e8c2360859e116130b630e96e0f085676d8286e" }, { "name": "model.visual.blocks.2.mlp.linear_fc2.weight", "source_sha256": "c3be97fc5f4dd06217652fc3ebfa46c2d0d0b07edebe69e19df4a8a5f58ddb07" }, { "name": "model.visual.blocks.2.mlp.linear_fc2.bias", "source_sha256": "d601b37df4056d8357548db14a0a5911291e2dce82894cf088ac59d3b46a1240" }, { "name": "model.visual.blocks.3.norm1.weight", "source_sha256": "e97089ad6b13e0f08254424d9e1eaa93acd8523685b46a3ea76c630c50625794" }, { "name": "model.visual.blocks.3.norm1.bias", "source_sha256": "6b053e29bd3111e2d359f65654714ba849762461e77465556f8ceab5a039a0b5" }, { "name": "model.visual.blocks.3.norm2.weight", "source_sha256": "de6d9ada1d597cd7af110f6d00490119b94ae553ac4a7f3723ece04fc40dd702" }, { "name": "model.visual.blocks.3.norm2.bias", "source_sha256": "0a29922baef0e238f043c589a5e26d027a02ee717d30e01a062f93a5a0561544" }, { "name": "model.visual.blocks.3.attn.qkv.weight", "source_sha256": "1090c760ca6b6ee3782f5c008c197d9c05617e03b3e9d19439df26db328c35f2" }, { "name": "model.visual.blocks.3.attn.qkv.bias", "source_sha256": "10b07556c2eefc2b6661a0eacb306427fe3e758f5edf22f053b8becf78127261" }, { "name": "model.visual.blocks.3.attn.proj.weight", "source_sha256": "be635e55087f45eee78d616830d95e5c84b26e128f0f0a470a18160d9eeea7db" }, { "name": "model.visual.blocks.3.attn.proj.bias", "source_sha256": "6a1c6b29cce5fc7f950ca8fd7a43feab2f21e00f062c3026a8dc3e89a17e8978" }, { "name": "model.visual.blocks.3.mlp.linear_fc1.weight", "source_sha256": "18cf5dca494b557ffff14afd9e37503b2da741d3e04c28384ad14330e309d28d" }, { "name": "model.visual.blocks.3.mlp.linear_fc1.bias", "source_sha256": "26b298848af189e40e8a2610c6f54935dbbd156abe53495e9fb9b31e209ed6aa" }, { "name": "model.visual.blocks.3.mlp.linear_fc2.weight", "source_sha256": "05017768195cdf112fb121d0eec09638a95e1bb08364c23ee461349d5f8ac38c" }, { "name": "model.visual.blocks.3.mlp.linear_fc2.bias", "source_sha256": "5d47d0087a4b211a8d0fbd3f5dd1448caa211d199a3c6515a8f0159d712c79da" }, { "name": "model.visual.blocks.4.norm1.weight", "source_sha256": "ed817cfd0333c7fc5fae46dd5895f9d44fccf2410d60b670ae0c0f379334e050" }, { "name": "model.visual.blocks.4.norm1.bias", "source_sha256": "1efdffae358ba12794037a13bc81c0d1fc7581496e3308558ea6b9ad731b81d6" }, { "name": "model.visual.blocks.4.norm2.weight", "source_sha256": "65c2ecfa5f74d783101f55262bb59ed150a2c9ee75f1c40d1e7a2130f3817dc0" }, { "name": "model.visual.blocks.4.norm2.bias", "source_sha256": "829390253c6b0cc4d38f56f1fa79e736e2c5173f4af19aff5696e4399912881b" }, { "name": "model.visual.blocks.4.attn.qkv.weight", "source_sha256": "bff58938ea45a352dce83d7ce17eed172c54688404ff4da4bb2be30005f087fa" }, { "name": "model.visual.blocks.4.attn.qkv.bias", "source_sha256": "fa042e9f6a1cf38d5f6bca3f8e43383fd91f3a14b9ae986fc54e5ae129357126" }, { "name": "model.visual.blocks.4.attn.proj.weight", "source_sha256": "60304413a19f03431b8d0719b5cdc0cc079ddc7222e8ca934fca1b89d5e6f6fe" }, { "name": "model.visual.blocks.4.attn.proj.bias", "source_sha256": "b10d96a83dc99f5cadd09c5f87e0df0a2e97840434e6a84f0b7ebed95a4a7c57" }, { "name": "model.visual.blocks.4.mlp.linear_fc1.weight", "source_sha256": "78d6fac9bad6f5f2b21ecc4b1dcd001ec53bc842c82dbdf1e98146e7af28c0bb" }, { "name": "model.visual.blocks.4.mlp.linear_fc1.bias", "source_sha256": "aa23b67865d072a94aafe181ade8a966b00bc2d533c674994260974816541f09" }, { "name": "model.visual.blocks.4.mlp.linear_fc2.weight", "source_sha256": "85cb653fa8cd74bb4f2e69b7857ee0c7c380fc1cec9ae4baf86be1e6987ab48b" }, { "name": "model.visual.blocks.4.mlp.linear_fc2.bias", "source_sha256": "ff261aa8494543068fa63f8569d8b79f1296ecd3cd8324ebd5fd23c8cc1b6414" }, { "name": "model.visual.blocks.5.norm1.weight", "source_sha256": "bcdc6bdf1146f022cf377e470ae88f46f984d68d62da210e99c542c2e567fd18" }, { "name": "model.visual.blocks.5.norm1.bias", "source_sha256": "841628f54e5ba965b2451b7d2f0c64029dd61f18e3852d1092ab711e96dc2a25" }, { "name": "model.visual.blocks.5.norm2.weight", "source_sha256": "e6ee1db42baf2c240c7d73b23a34f8b298ba1046fe53cba7e464508881f88284" }, { "name": "model.visual.blocks.5.norm2.bias", "source_sha256": "a1920f06cc1b6fc0d31ee159aa953a5f2446e7b44827dbc9bd0cc773df9ebdfc" }, { "name": "model.visual.blocks.5.attn.qkv.weight", "source_sha256": "9aa92546977efb47734aa47fda18de01636edab972fe021066a305a78f0d6189" }, { "name": "model.visual.blocks.5.attn.qkv.bias", "source_sha256": "d30be30005175ec439af3048402c2a2d59d06043e21717c2c01fa6d9f651a06e" }, { "name": "model.visual.blocks.5.attn.proj.weight", "source_sha256": "6b703459c82c89b34c1edec604c5a472b3554e6c10027b89f4963d9b4e11c123" }, { "name": "model.visual.blocks.5.attn.proj.bias", "source_sha256": "0284f35ce30776a6e2c4f4d44be57afbad974f6bac9ffe66af317d1ee1c2eec6" }, { "name": "model.visual.blocks.5.mlp.linear_fc1.weight", "source_sha256": "b8a20586257b43830a7e4e65549e87d61210d80278a1a68f8901f543ae5df5b8" }, { "name": "model.visual.blocks.5.mlp.linear_fc1.bias", "source_sha256": "bf6a932f1799a61dd6317845922321e029e5b5f4b578d18cf825cbf8628b7bd7" }, { "name": "model.visual.blocks.5.mlp.linear_fc2.weight", "source_sha256": "d19165a5bd991cd2670cc4aa12c44688984ba5beba78ec8826320f8e87f525bb" }, { "name": "model.visual.blocks.5.mlp.linear_fc2.bias", "source_sha256": "421577d048e1d7940c93688cbed13539be3eef08b54898def56a6519765118eb" }, { "name": "model.visual.blocks.6.norm1.weight", "source_sha256": "1a2a1339fc1d013e7b2b1f28f3af2c9bc27c38b005d0186bc68e45cb62ead02b" }, { "name": "model.visual.blocks.6.norm1.bias", "source_sha256": "351d3a00650f42a6e3c36d79429e6287e9747c1e7a818ad6886f0fce4e3a62b8" }, { "name": "model.visual.blocks.6.norm2.weight", "source_sha256": "f7fb572baec90fab8f711cafe96eb3b0c1835d5d2b53c7f2c2cdd1f3a9e6810e" }, { "name": "model.visual.blocks.6.norm2.bias", "source_sha256": "de7b1423d08830571113fd286b94da802140e4305024df0704008387ae94a22d" }, { "name": "model.visual.blocks.6.attn.qkv.weight", "source_sha256": "f6bf86086f204fa6c2f3b3bc23bf2ccb8ee3055470679268cdb11d05b61f7368" }, { "name": "model.visual.blocks.6.attn.qkv.bias", "source_sha256": "19b677127247ce155d0cd6be1bc93319a1abb2aab815aa598a35312067178169" }, { "name": "model.visual.blocks.6.attn.proj.weight", "source_sha256": "96d90f10b38c4e9db48ee43657e1d46bcfc57eb953f97d6fe2fd773b74463ee9" }, { "name": "model.visual.blocks.6.attn.proj.bias", "source_sha256": "63d7b37e36dd1a98c2378da4d0b6ec0f65c80d20f38d9564f3ee35dd32bd3fff" }, { "name": "model.visual.blocks.6.mlp.linear_fc1.weight", "source_sha256": "dfa5652bc5207527afd5cd56af03f711e4e1362bc88c85c1ef5c9761838d5776" }, { "name": "model.visual.blocks.6.mlp.linear_fc1.bias", "source_sha256": "2ec59a3e8c15bcfe5eb79be7ffc708f8681231472a8b3f6b211bf1afc9e45be0" }, { "name": "model.visual.blocks.6.mlp.linear_fc2.weight", "source_sha256": "054cfb40f8688f318ce3d03565c6b99d99beca375b71bd1a10a2baf94ab1f4ff" }, { "name": "model.visual.blocks.6.mlp.linear_fc2.bias", "source_sha256": "1f28a8f96682c9cc6f7239a96e4d14ba26782a60f0156d7cf61ec47eedc3309c" }, { "name": "model.visual.blocks.7.norm1.weight", "source_sha256": "084d10b8441d9912abdb7fc40ba43e0c3f6427827f27c7f3337af7e072a8779d" }, { "name": "model.visual.blocks.7.norm1.bias", "source_sha256": "150269863e34bcfb92cdbeb673b7d05e82f05ad9c2f0d266cf7378ad34ab299a" }, { "name": "model.visual.blocks.7.norm2.weight", "source_sha256": "7edd5b441bfce729ce9e8de1dc928db31cf1ede81adb1e39936250410e501c1f" }, { "name": "model.visual.blocks.7.norm2.bias", "source_sha256": "5ebe5d43d332a847b9eb6d60b37ea27364c4748e79e53b4fdd62ce89fb6d4ec9" }, { "name": "model.visual.blocks.7.attn.qkv.weight", "source_sha256": "3c7a46c437939699c2aa982c3076fd272ac9ccc557d36a5948785465eff22bc7" }, { "name": "model.visual.blocks.7.attn.qkv.bias", "source_sha256": "b59cfc6a199f67a3088f78db0522b6e15c43222f4ef7b99794f36e2dad9bf22d" }, { "name": "model.visual.blocks.7.attn.proj.weight", "source_sha256": "49e302e5903f9c7bf31a191726b31deeaa5c6760383ebbdc3ae55f44ea374b7b" }, { "name": "model.visual.blocks.7.attn.proj.bias", "source_sha256": "ddab5237362da3425f61cdb89bc2fd0d94e7b29b4127355fe78eca3d82dfa436" }, { "name": "model.visual.blocks.7.mlp.linear_fc1.weight", "source_sha256": "020801848ca389a721076ce40e7203f47c59803d2d603899eb096ebb1a6162d6" }, { "name": "model.visual.blocks.7.mlp.linear_fc1.bias", "source_sha256": "bbab87d52e9eed9aa67d814bd361bf9d6738abb5b51747be14e08cc35553ac84" }, { "name": "model.visual.blocks.7.mlp.linear_fc2.weight", "source_sha256": "cedc83feab0381c0b54a957d35817d8476e3e11ca81d735dc432944ab7b1a755" }, { "name": "model.visual.blocks.7.mlp.linear_fc2.bias", "source_sha256": "a6b741b03c4e8ac502a6a59f61888b11fc5928edcd63e720f9b62f4921de847b" }, { "name": "model.visual.blocks.8.norm1.weight", "source_sha256": "7aa5953a726c2b762b2c23ecb6e6f964da0ed30636f43bb7253c0ad4ed42cade" }, { "name": "model.visual.blocks.8.norm1.bias", "source_sha256": "008097610545c0940abaceefc8d727117a1a1b3ce9bb4f573270bd7e8a40b185" }, { "name": "model.visual.blocks.8.norm2.weight", "source_sha256": "b4c577f6863e9bf72f23b973070bbc97462695c9bb62f33dfd56ded5819b72bc" }, { "name": "model.visual.blocks.8.norm2.bias", "source_sha256": "21b3a2e25bc5f1d790119d716b2cddd9607cf3832878f78f017b71fddc472aa2" }, { "name": "model.visual.blocks.8.attn.qkv.weight", "source_sha256": "09486ccfdb7fc200a99483d46291a8ef7d6e19c19d099a0f6d35b10631a9ab39" }, { "name": "model.visual.blocks.8.attn.qkv.bias", "source_sha256": "d4822fff29be7d360e430ce41926f583d6a58e9d4fb34258eb6980540c54cd70" }, { "name": "model.visual.blocks.8.attn.proj.weight", "source_sha256": "8bb38cc2fbe5082bfa1557cfd08de3a07c50fd70f397cf30c4276b364f31e172" }, { "name": "model.visual.blocks.8.attn.proj.bias", "source_sha256": "af9173c36869d94333ba267121e6c9847f97909bd42ff18f936c76fd87b95c18" }, { "name": "model.visual.blocks.8.mlp.linear_fc1.weight", "source_sha256": "164910a1c8c7673c9e77edbc91b2f3ccaf59a9605142c42649ba7a695398f1a6" }, { "name": "model.visual.blocks.8.mlp.linear_fc1.bias", "source_sha256": "48c74b0539c1693fc84eebaeedd681fe33a0b0605aed5235d22d80e32c9d983c" }, { "name": "model.visual.blocks.8.mlp.linear_fc2.weight", "source_sha256": "2759cbcc2d9b21b6f88b8c9d8f8a3f3dba1c8f543812830a93ede9d6480d3f83" }, { "name": "model.visual.blocks.8.mlp.linear_fc2.bias", "source_sha256": "28ecb01911a36c11badf6a7c0e3d4b25e85d57f8b3e5bf47cae273e17cd4f86d" }, { "name": "model.visual.blocks.9.norm1.weight", "source_sha256": "4081e6afd24f11ac762b739e1b9c4caedfc04edc5136e599e67990fe5b48da2a" }, { "name": "model.visual.blocks.9.norm1.bias", "source_sha256": "cb6efb95e16b5d7650f8146af3463d4b7fe57a2359083f88323ecae6e151fb9c" }, { "name": "model.visual.blocks.9.norm2.weight", "source_sha256": "f4084aa529acf5e77def068c2e0820c1031826845d9f3f9a9bbde34a864ae341" }, { "name": "model.visual.blocks.9.norm2.bias", "source_sha256": "f2f9d4d452e6263d3561a30181a82979fd1b0e65b840cc89e17934adc5f1c1c9" }, { "name": "model.visual.blocks.9.attn.qkv.weight", "source_sha256": "f168f6d25747337b21a114618e65b2f83d7e3ce569c6dfcdc9cb37fc77cf12c6" }, { "name": "model.visual.blocks.9.attn.qkv.bias", "source_sha256": "cff0de95a185abf8ca63831859b2b3a16a43e3f416d6d03a30ad9787ca29e736" }, { "name": "model.visual.blocks.9.attn.proj.weight", "source_sha256": "956b660b522f6e33395af2a3023ff7bbdde6c8651e25fb9c3ed0d3b54561cb21" }, { "name": "model.visual.blocks.9.attn.proj.bias", "source_sha256": "6a4a541dba9e8138878572f31d59e12b555c65df5ebb64176ed4dc5aa73b8284" }, { "name": "model.visual.blocks.9.mlp.linear_fc1.weight", "source_sha256": "c410c39779eaaae744e07bf33cb50fc12447d7c337e686dbf95f24bcebfc55f2" }, { "name": "model.visual.blocks.9.mlp.linear_fc1.bias", "source_sha256": "e730e5e6dff11726d96c975af4d6f2ec296b8136c367a7d6f3b38e31f4ea6b88" }, { "name": "model.visual.blocks.9.mlp.linear_fc2.weight", "source_sha256": "e7b07bd5e8775fef2d34614d4f7ce82fbb13536c5aa39df6b8021b203d63f8ce" }, { "name": "model.visual.blocks.9.mlp.linear_fc2.bias", "source_sha256": "49edeb8607c48e269422c601ac9d54ae9e0602846483d43bc8d708d49e2aadea" }, { "name": "model.visual.blocks.10.norm1.weight", "source_sha256": "22824e1cb9ae3c8edfab15ba371de776f5625bdf4f0612e8a1c149e7a8c677bd" }, { "name": "model.visual.blocks.10.norm1.bias", "source_sha256": "cacff5b61b1d929a73c8a78366a8d485c2c90b36aef2c2f142004da8df799712" }, { "name": "model.visual.blocks.10.norm2.weight", "source_sha256": "79eb0b36d8b2f3e6a37ea2e5e2de570d7b70b7a4c6a3221c5844b378ca3fc60c" }, { "name": "model.visual.blocks.10.norm2.bias", "source_sha256": "df6b0659379e959461919b2e9a57fc16ab85ff01d58d6188c909ff900c682602" }, { "name": "model.visual.blocks.10.attn.qkv.weight", "source_sha256": "747ba6e506008277a3a8365d4aa2237f59c9340a3d7d8eac797dca3ef5a42c0f" }, { "name": "model.visual.blocks.10.attn.qkv.bias", "source_sha256": "2f6334d6302609341777301a66f3452e1a566c7227f4dbe2e242337b50775467" }, { "name": "model.visual.blocks.10.attn.proj.weight", "source_sha256": "f380f2ce43018c8fb1a6d015f6ba03377ffaddc0cf7729ad1b9cb57dc44ad256" }, { "name": "model.visual.blocks.10.attn.proj.bias", "source_sha256": "92c72813237ecd9a7264d27b9bf495e1abbcdd95a1b5f78b65a3b1cd87ce46be" }, { "name": "model.visual.blocks.10.mlp.linear_fc1.weight", "source_sha256": "0000ffc29cf3da0eef1176c602f79de344aed15f16a0f6544e1139b9c92a3eb0" }, { "name": "model.visual.blocks.10.mlp.linear_fc1.bias", "source_sha256": "07068b64f17c664739c8d18be1ceb26d1b550cd0e6065a0d109ef6de9dea3c4a" }, { "name": "model.visual.blocks.10.mlp.linear_fc2.weight", "source_sha256": "12ba2e0e9ec60aab6b1502aec6dce6ee7afa23f81b0c727830810b0887a9d9a6" }, { "name": "model.visual.blocks.10.mlp.linear_fc2.bias", "source_sha256": "9fa8106a47c1c1acbb87852377b2fc453d70340bdec82b43035c2bdc73156c2f" }, { "name": "model.visual.blocks.11.norm1.weight", "source_sha256": "39f983553a50af138c77369d955c8478e9e327a6e076fee9eaba65ef8ab27e5f" }, { "name": "model.visual.blocks.11.norm1.bias", "source_sha256": "8d46916ece612c6317c150d32d8cfefac88f2999bd89093fc14acd04740b7464" }, { "name": "model.visual.blocks.11.norm2.weight", "source_sha256": "46194e75877614e93e11d208a999ac1d4aff0863bad72f7997328f341e68a3e5" }, { "name": "model.visual.blocks.11.norm2.bias", "source_sha256": "9cdff2067cf5777472f200020e3ec331b85c62ed1220c69f82268e4b9754555c" }, { "name": "model.visual.blocks.11.attn.qkv.weight", "source_sha256": "688b2550641bc888ac4afe7449f7b6dc9a527ea4c679b61a01307269129585b7" }, { "name": "model.visual.blocks.11.attn.qkv.bias", "source_sha256": "8202ec414637ab859eb12d5a5330e42217ceff6a3cf3a510775bcfbeff81db05" }, { "name": "model.visual.blocks.11.attn.proj.weight", "source_sha256": "54c440132153665c0b3c613ba1941c495b3d019a3b6193a3d3743c77e4443e6e" }, { "name": "model.visual.blocks.11.attn.proj.bias", "source_sha256": "426abdfb4b166e326cfc5216c5f22f32cff58cb2cb073fb05a14dafe8dc58ff0" }, { "name": "model.visual.blocks.11.mlp.linear_fc1.weight", "source_sha256": "720053e0ce3ba8e006eac3236fba9bc914307dfeeeea46db1d6cfc2c80642772" }, { "name": "model.visual.blocks.11.mlp.linear_fc1.bias", "source_sha256": "051287f40f63703a8d2f8493a2abce302a82d8c85a9c4432b54151041210b5ef" }, { "name": "model.visual.blocks.11.mlp.linear_fc2.weight", "source_sha256": "55e80bf9751b6ee601f8ca6bdaef89d722f038b46b8cd9f766c5973ab4a04e32" }, { "name": "model.visual.blocks.11.mlp.linear_fc2.bias", "source_sha256": "986d87a588dca4ccfccc26a2b5b905e91325a948d49f7869d8ad5a1d25fd8669" }, { "name": "model.visual.blocks.12.norm1.weight", "source_sha256": "faa6856380d3767606faf2d95a1eebfbb1238b60e6c01024fe07a44580a334fa" }, { "name": "model.visual.blocks.12.norm1.bias", "source_sha256": "dd12103b644bc6f9d670ed02291608f5d80f45e3903d241a0d7ad45ae267d1b8" }, { "name": "model.visual.blocks.12.norm2.weight", "source_sha256": "65ef8d119e6a2f416bd9b4d30c53041793b92177f334618e108e4f06eb46a66e" }, { "name": "model.visual.blocks.12.norm2.bias", "source_sha256": "e712f6f778146f1b48963c946940a4ab19575f724ef717556d09dee5a9d051ed" }, { "name": "model.visual.blocks.12.attn.qkv.weight", "source_sha256": "2964f817b0c511b1c1b73d44451f56622b8ba3fa447ab4ada53f7d51e8912040" }, { "name": "model.visual.blocks.12.attn.qkv.bias", "source_sha256": "4ece914255083e806e353cfff7fb61449c93063f17a5eed0b62612473f7315e4" }, { "name": "model.visual.blocks.12.attn.proj.weight", "source_sha256": "8ea94976d8fcfe075f87789ecd642c4c6fe94b3544012de18c75e18ba68bda3b" }, { "name": "model.visual.blocks.12.attn.proj.bias", "source_sha256": "7094b1a5f6fcc4c4719afcfe6a3687b016bb6de7e061d6dc02b7f8eb703341ab" }, { "name": "model.visual.blocks.12.mlp.linear_fc1.weight", "source_sha256": "6b77af1241707fdb746816b86b5eaa4dec2e88b2ab68630061fd6fbce46cbc80" }, { "name": "model.visual.blocks.12.mlp.linear_fc1.bias", "source_sha256": "4574463e7ffff394916b82f62a8280779363be23cf03a2939ba3db48873c5a19" }, { "name": "model.visual.blocks.12.mlp.linear_fc2.weight", "source_sha256": "a55610742cf8e349ce1b7080a931ca4cbd44af2ce333d42331cf92323012f996" }, { "name": "model.visual.blocks.12.mlp.linear_fc2.bias", "source_sha256": "d12cc6c928df9c9759dffd7af1217a8b03eea40e623224c199cc174f5e33a040" }, { "name": "model.visual.blocks.13.norm1.weight", "source_sha256": "e2cd5fcaf5882bbdaacf2284fdcc7781a6f316cc8e796afff9f647aea4ca8a8c" }, { "name": "model.visual.blocks.13.norm1.bias", "source_sha256": "94a50048e33edc919628cb62a829a3599d714473bc3051c91c80c42b04193c3a" }, { "name": "model.visual.blocks.13.norm2.weight", "source_sha256": "3a464cce6ae0609b00239f3df260604c725a0d0c404728bd540f8625e1961ac5" }, { "name": "model.visual.blocks.13.norm2.bias", "source_sha256": "214a43d549dc1808004e983b6a5b7f31240c774fa6d84ccee67e254caefa73a4" }, { "name": "model.visual.blocks.13.attn.qkv.weight", "source_sha256": "4d1cc48ad202b06b0c1e33b39bae02972e846b324802d600f60c4ca8cb4ad579" }, { "name": "model.visual.blocks.13.attn.qkv.bias", "source_sha256": "6d95ef3eb86556aed377f32b1e6a78b2433ef01678b6efa91e6d12029fc904f7" }, { "name": "model.visual.blocks.13.attn.proj.weight", "source_sha256": "c1a321201b47385d41fe90f4eeab3a9a09f8fc5e6c371edb6987cf44f5752c92" }, { "name": "model.visual.blocks.13.attn.proj.bias", "source_sha256": "e97973014a706ef7f37879ef43b6bacd972160b32d4420232412a00901168eb9" }, { "name": "model.visual.blocks.13.mlp.linear_fc1.weight", "source_sha256": "617447568b974124c7b315a65f9f6b71a071ad1bbca67d1804877fcf7dfd4657" }, { "name": "model.visual.blocks.13.mlp.linear_fc1.bias", "source_sha256": "74382ee2523fab87e338cb9df285cc9bb370511b0fbb12bb34ac1075065f6de0" }, { "name": "model.visual.blocks.13.mlp.linear_fc2.weight", "source_sha256": "285900a6217b9381febf51a3c942d50f2d6b8f1ce7cb9008da608dcc3863b0e6" }, { "name": "model.visual.blocks.13.mlp.linear_fc2.bias", "source_sha256": "b0f9a9b5e187b018cad5c7028f380c88bf94c9b8fc37a76105556625dcfa627d" }, { "name": "model.visual.blocks.14.norm1.weight", "source_sha256": "831fc395372d29d30cb325306c41595dc1e2c742d4d8a4088a533947e2bb999b" }, { "name": "model.visual.blocks.14.norm1.bias", "source_sha256": "299c6b74a62c6100dd8912f1a1c53d8e0c24b12ee56db61715ca72e5521ace0c" }, { "name": "model.visual.blocks.14.norm2.weight", "source_sha256": "56e9255c54b4663e251bc1a642dabd69db1f6cadd199240409ba33c86da45bd2" }, { "name": "model.visual.blocks.14.norm2.bias", "source_sha256": "46f9f1a98dea128771768a4bdb57e25348977732ad0fd9dae8a66e30398e0304" }, { "name": "model.visual.blocks.14.attn.qkv.weight", "source_sha256": "23e01894da75caebda6fa0290dd7fc07048cf4c18cc4cc0535688bab76cad2a2" }, { "name": "model.visual.blocks.14.attn.qkv.bias", "source_sha256": "a1ef4ed820e7cb9759cef0388036cd017fc0a39c5189a13e5eab83adbce582a8" }, { "name": "model.visual.blocks.14.attn.proj.weight", "source_sha256": "7c2453a23243dc9f7a63ef658da613732d20a9c77c9e75f604ebe5e84eac0491" }, { "name": "model.visual.blocks.14.attn.proj.bias", "source_sha256": "d63fa48041b272305a869b04697dfab81e41a93c258b76a7bcb28b841b3d28c9" }, { "name": "model.visual.blocks.14.mlp.linear_fc1.weight", "source_sha256": "12a3bf19a582120a5ff67f034a953fffd9b5c5a5ae05a42c5b66b7f84d94d7b5" }, { "name": "model.visual.blocks.14.mlp.linear_fc1.bias", "source_sha256": "32ae765ad4d7c749739e23a5365d863491e8571615197b8519621bec2239b247" }, { "name": "model.visual.blocks.14.mlp.linear_fc2.weight", "source_sha256": "7743720a1a548d8cc9bd0775b8226627e8e304a800596adba6563026567c7e99" }, { "name": "model.visual.blocks.14.mlp.linear_fc2.bias", "source_sha256": "89ce557fc2d12c449554e34aba3926c52ecda16c861b73861b10db8ee5a45d6a" }, { "name": "model.visual.blocks.15.norm1.weight", "source_sha256": "2266809796b8c67cc90f4a6cd3680434b081436ffd0210d917935d4b5cfb963b" }, { "name": "model.visual.blocks.15.norm1.bias", "source_sha256": "04bf3c664a5be95cf2d508f4dd348377ce190e396e6cf0df3b557d1fe362297e" }, { "name": "model.visual.blocks.15.norm2.weight", "source_sha256": "5c9bc340cf4b37be9c0a9f7fdd87d60d51ddf549d11680bcd762dce3b890ba02" }, { "name": "model.visual.blocks.15.norm2.bias", "source_sha256": "5600955cd5841f802cb344ff8ac1536a402c36b4d3f147aa02d38e16016dc916" }, { "name": "model.visual.blocks.15.attn.qkv.weight", "source_sha256": "4b2bc4f83d96cb56ff6b164f88f7a3f1da273d761abfba194b69f8e5343fc660" }, { "name": "model.visual.blocks.15.attn.qkv.bias", "source_sha256": "ea1649be714c64cf0c6f9045d72b90c6ce8b9f086db888677556ffa6a7ff08b9" }, { "name": "model.visual.blocks.15.attn.proj.weight", "source_sha256": "ba40abca54b691b14177f1b7628ab6987a7886ef2aa36a3419048bbde1ca727f" }, { "name": "model.visual.blocks.15.attn.proj.bias", "source_sha256": "d5ba00b24affabdda4584e62a52162cba985035483004c904543c4357658c462" }, { "name": "model.visual.blocks.15.mlp.linear_fc1.weight", "source_sha256": "259ec64c5352094c1c527687aa2d39f7a8afe7a4916ac3e28b634fb1e00d3197" }, { "name": "model.visual.blocks.15.mlp.linear_fc1.bias", "source_sha256": "8987e8dfc79add40435d1de43649a4ecae243f38117fd2a92dd9e4bbd233ee2c" }, { "name": "model.visual.blocks.15.mlp.linear_fc2.weight", "source_sha256": "46a02ea23e48a158573bfd19f3e46f58101e7a170905a357c956c79d57294734" }, { "name": "model.visual.blocks.15.mlp.linear_fc2.bias", "source_sha256": "e84db8a9ed875212a42c2228ecee54e0ac4cbf28858262535d2450d232c06e18" }, { "name": "model.visual.blocks.16.norm1.weight", "source_sha256": "92088847ad96ba7e6426f9e5314903711dbb0ca2b760ec3febf2234eee8bbfa8" }, { "name": "model.visual.blocks.16.norm1.bias", "source_sha256": "60ba4ea11dd25c15445753cfeda46d95a549c5b70832a187cd1996f7e0591383" }, { "name": "model.visual.blocks.16.norm2.weight", "source_sha256": "f6d77d83a431231bd9201f2efda4656d7d43e4eb2261588a76e586c423cc91b4" }, { "name": "model.visual.blocks.16.norm2.bias", "source_sha256": "058db5690ec9acc7c94349f981144302df9598bacd32188eb735402f282b9a61" }, { "name": "model.visual.blocks.16.attn.qkv.weight", "source_sha256": "c5b4da5df9df3ef37fa097f77b24137e3cd73349f4b1848ad3ae474397e55920" }, { "name": "model.visual.blocks.16.attn.qkv.bias", "source_sha256": "e55586408168a704d74fe1171367f42ea59f732bc48a18e20d2f01a8aa37bcd2" }, { "name": "model.visual.blocks.16.attn.proj.weight", "source_sha256": "9a9e3ae1ce5dfe6b50790a244b3503028e36ee38284791421a1539bcd80ef2b9" }, { "name": "model.visual.blocks.16.attn.proj.bias", "source_sha256": "79ed0f9ab3171fe521a1dfaccdbc4b666b6a97a655660646cbd5ac19f3cd68ea" }, { "name": "model.visual.blocks.16.mlp.linear_fc1.weight", "source_sha256": "899ee59b4c7c1888b952fadee58984c58616de14c680c275d6d0bec08ec52689" }, { "name": "model.visual.blocks.16.mlp.linear_fc1.bias", "source_sha256": "ede4db75de5f2936465471c376d7516618d679cdb784421c2ba07cdc2e268cfc" }, { "name": "model.visual.blocks.16.mlp.linear_fc2.weight", "source_sha256": "8bca1ccabc436828b93aa7e367f4eebc58a7987c3cdbc3fd7be2516e8450ceb0" }, { "name": "model.visual.blocks.16.mlp.linear_fc2.bias", "source_sha256": "1d71af5eaa72ce9fccf3ce32a2439cbb543ed416f010cb9475b80d2ca0881c65" }, { "name": "model.visual.blocks.17.norm1.weight", "source_sha256": "d67bf01b483b0df5dfc8ca729c316f764677e8b16077d92732dce9a014e03eb1" }, { "name": "model.visual.blocks.17.norm1.bias", "source_sha256": "9505d5c21cdfd2d95aff65f92a91e6cedd4c41c6a7cefdf8bae4857bb6e5bba0" }, { "name": "model.visual.blocks.17.norm2.weight", "source_sha256": "f1b0df9cfac6223c57c55a7bebc3f9faa8f0a994538c4784c71937362bf0c427" }, { "name": "model.visual.blocks.17.norm2.bias", "source_sha256": "67a85a1be8c7273ec7d6374dc68844cca8962b8dc341d300bd6fe601241a2309" }, { "name": "model.visual.blocks.17.attn.qkv.weight", "source_sha256": "5eac0834c02aeecd9f14305c77867570a1bc7dfe0145f1e172921c1f831c36b9" }, { "name": "model.visual.blocks.17.attn.qkv.bias", "source_sha256": "5c4d65fec85f8f80329eb2deb078d9003fe3d042e61c622b88b09aa1d48e9eee" }, { "name": "model.visual.blocks.17.attn.proj.weight", "source_sha256": "71879751762b7b7c5d889e82ed9a8bef0e12579708a7761551cc706e65135525" }, { "name": "model.visual.blocks.17.attn.proj.bias", "source_sha256": "0aaa98a957b0b2855333baa23f853229fdc8b45b9e5286ea973d8639649a1ed9" }, { "name": "model.visual.blocks.17.mlp.linear_fc1.weight", "source_sha256": "b755fa1c5b656ff155f54b02c53550efe8f5b94f078df74690afa1d49dbd8411" }, { "name": "model.visual.blocks.17.mlp.linear_fc1.bias", "source_sha256": "26829d225497788d1b155977dac860818f60a0e73a8fb1da224303b6485b0d81" }, { "name": "model.visual.blocks.17.mlp.linear_fc2.weight", "source_sha256": "efac7f054079f3af84fe8f5669928ad95a978e0eba926dc7e3962b3e11987b8c" }, { "name": "model.visual.blocks.17.mlp.linear_fc2.bias", "source_sha256": "ac12a0eba5731f41bd5732d6bcf607716d0f0d41e24db4c10d8640941d46bbb2" }, { "name": "model.visual.blocks.18.norm1.weight", "source_sha256": "a741ab9545371cacd29f4bccb7826390b9f25b3e49d71daa591879ad49532a65" }, { "name": "model.visual.blocks.18.norm1.bias", "source_sha256": "de0655cc48a1c28ae8c03afdcf9feaba6f008b62916e5395f1042170246283d4" }, { "name": "model.visual.blocks.18.norm2.weight", "source_sha256": "f548f98bdcccdcbc0ab11480f92df35d9806be6205b37f836090a0be59177767" }, { "name": "model.visual.blocks.18.norm2.bias", "source_sha256": "d10db305bd45562eecf7c307e085e087cd4ec145568474c7d65d2ec078a30716" }, { "name": "model.visual.blocks.18.attn.qkv.weight", "source_sha256": "cda229621365e9c0ba90f7f223e82d4a74d3ac3989d912ed8b73c2bd67e03b90" }, { "name": "model.visual.blocks.18.attn.qkv.bias", "source_sha256": "ac6ae43fa4482a6287bd7c741e5cfd230f08ed0d574435b908eb3b49747a5c09" }, { "name": "model.visual.blocks.18.attn.proj.weight", "source_sha256": "61d500788a8989151da17e98a6adb713d11f50ac23286b532caae61c929d982d" }, { "name": "model.visual.blocks.18.attn.proj.bias", "source_sha256": "031062fcbf472cd7e9589946e3c9beb77ebf4c9b069d1ea2bf9b8241aa86af16" }, { "name": "model.visual.blocks.18.mlp.linear_fc1.weight", "source_sha256": "6c9db714d2bd5e9dd91c8813204cb485348ee7bbd2cd0c55a0c3924d565e5e9f" }, { "name": "model.visual.blocks.18.mlp.linear_fc1.bias", "source_sha256": "3f5a12dcad72d4ebf83dea29eff6fdcff76a0ddba0627fb1d7de657aaafa475c" }, { "name": "model.visual.blocks.18.mlp.linear_fc2.weight", "source_sha256": "bb9f38f994345991e08455eb165452e65b440f3b008a0b2bed7d4cc921aa9d40" }, { "name": "model.visual.blocks.18.mlp.linear_fc2.bias", "source_sha256": "cbc720ba693acce8a9be3b62485a9b22fdae3f3742c29047c9cc81b55b62f46d" }, { "name": "model.visual.blocks.19.norm1.weight", "source_sha256": "19f1213b724e86dd85ba23332ec75402b07564bd928a905c181e58bc3d9657d0" }, { "name": "model.visual.blocks.19.norm1.bias", "source_sha256": "eaa1b2e420b277d6ecd31013d83656d1f63d5063151e0218881b10eb08710766" }, { "name": "model.visual.blocks.19.norm2.weight", "source_sha256": "e6111b5385626d9f6328b62c0f348f4b9d38e412d53a9ad59f1fcfb1cb8ec7d4" }, { "name": "model.visual.blocks.19.norm2.bias", "source_sha256": "c6cfe87931f621f5f94efe6e29ab40f77316d4ff8d501de8cdcb82044f173557" }, { "name": "model.visual.blocks.19.attn.qkv.weight", "source_sha256": "c3e31cf189d0abdc417e4daab3057fc21ece3d374faf1c5276450744cdc05c38" }, { "name": "model.visual.blocks.19.attn.qkv.bias", "source_sha256": "a2429aade85c9c66edbbf0af7e68644e816317bd141549bd5f69315716bb6fe2" }, { "name": "model.visual.blocks.19.attn.proj.weight", "source_sha256": "1f66558af9c7b3fff68475a83b621dc07afd37c9a66320a69df0dd07943edc30" }, { "name": "model.visual.blocks.19.attn.proj.bias", "source_sha256": "42b162ee1c03d3f81b9ceb6e27601bf18e4690ec5401bb391cd96db3a3eb9233" }, { "name": "model.visual.blocks.19.mlp.linear_fc1.weight", "source_sha256": "4afce7c74e9e30325f29a03fdb53f24d35407d8620121671c465377d1de0cea4" }, { "name": "model.visual.blocks.19.mlp.linear_fc1.bias", "source_sha256": "729b64d9bce7889e25e1b0f1c056c437381ce144be6cf1c82e663f3216112d38" }, { "name": "model.visual.blocks.19.mlp.linear_fc2.weight", "source_sha256": "e17bafb3785ee4072085ff22b6257364bae926e90f26f04df488efea0584a3ee" }, { "name": "model.visual.blocks.19.mlp.linear_fc2.bias", "source_sha256": "53744be45eba89023fe4cf33c0379272ce40c5ac4af2b335662b1dd0ff50e31c" }, { "name": "model.visual.blocks.20.norm1.weight", "source_sha256": "be50c2c71e9a1c736a812901d2baf2d23bcc851cb29bba8b15aa29f58c7edb79" }, { "name": "model.visual.blocks.20.norm1.bias", "source_sha256": "d37b2b6809b87b7e8187bc734d047bdafffd815c6aad49ac7dafc88a198ce853" }, { "name": "model.visual.blocks.20.norm2.weight", "source_sha256": "a563ecee3b3b87f47817dd15fc76269340022d7aa2cb573b778c10a744e05f3e" }, { "name": "model.visual.blocks.20.norm2.bias", "source_sha256": "26a638612140f656a05ee7eb60368bc9654d4054eeff551d660e48fb81631719" }, { "name": "model.visual.blocks.20.attn.qkv.weight", "source_sha256": "c05d90a9f81f7c2d1ba0b1c20d583b0f89c8af45f127dddad3f21482af8d393f" }, { "name": "model.visual.blocks.20.attn.qkv.bias", "source_sha256": "671292d3b38b58dd78d701e232f2739a1226370b0dbfbd6b2a1057ce88bb6ebf" }, { "name": "model.visual.blocks.20.attn.proj.weight", "source_sha256": "662bc2734026672e23644bd6731a465850415ff9ed10ea240954b19014545d8d" }, { "name": "model.visual.blocks.20.attn.proj.bias", "source_sha256": "0b689141cb1b0af0c75992031f0bca2b63748cf520dc9d335ea12c1ba29c2727" }, { "name": "model.visual.blocks.20.mlp.linear_fc1.weight", "source_sha256": "f917a328fee38d203f2085b26ca017595c7d601bdbb55d2fdcbf2ec4ff8292ff" }, { "name": "model.visual.blocks.20.mlp.linear_fc1.bias", "source_sha256": "9e6e1b5816f7e480e956198d628c560043668953061299c443fbd17ecbc5479f" }, { "name": "model.visual.blocks.20.mlp.linear_fc2.weight", "source_sha256": "1b2db6cca98dd3f552ef9456d81d9ca8c736570fda0b671c48a9a957a0dcc589" }, { "name": "model.visual.blocks.20.mlp.linear_fc2.bias", "source_sha256": "f119452b47d2107bd1c3431f20286f53b17f6b5f8036b7aa2642dc1286b5b3be" }, { "name": "model.visual.blocks.21.norm1.weight", "source_sha256": "4598b65754cc904108b1adf8b4b24caa7fd35ad7dc06f43bf91e33bfb7ab1572" }, { "name": "model.visual.blocks.21.norm1.bias", "source_sha256": "c8c375646954e6267113f758d8adcee795d84ce935e75b5645d40f57c79cd5ba" }, { "name": "model.visual.blocks.21.norm2.weight", "source_sha256": "c6e0fab69894a8e64e0e99e12b01c31c62785217a4d9e8423b6bdd5ca6b735cf" }, { "name": "model.visual.blocks.21.norm2.bias", "source_sha256": "7c83ea0702c8f4b7e4e29d878195f02afce3029c6b0c1c682091b554c22b2083" }, { "name": "model.visual.blocks.21.attn.qkv.weight", "source_sha256": "b5814c28d4dffd6712bf0383a206e2764c55e224fc7bf1683def350a757c53a8" }, { "name": "model.visual.blocks.21.attn.qkv.bias", "source_sha256": "4125cefd438036a4aebf6201b90a6a0e5bc07178cad2ee641c668f1738a49d09" }, { "name": "model.visual.blocks.21.attn.proj.weight", "source_sha256": "9530de9c159e786cab719140e7413e9cc10775640171487754f9f9a95e539e4f" }, { "name": "model.visual.blocks.21.attn.proj.bias", "source_sha256": "d58116c1b69bec70bc4f7bfb1801e2823f0c80b742a3bf3350e798580e9acf23" }, { "name": "model.visual.blocks.21.mlp.linear_fc1.weight", "source_sha256": "2dd57c20dca59140b6a2bf866c50d735caad55489ae3397ac57536eacaf93a84" }, { "name": "model.visual.blocks.21.mlp.linear_fc1.bias", "source_sha256": "23798c1fdd2edc70047017a0f4577ca56476c67252922dad8e8f3c36dd29f38d" }, { "name": "model.visual.blocks.21.mlp.linear_fc2.weight", "source_sha256": "910177e81defac5fe847a94d7a85e0ad37fc7ed828a7fb6d25db6a1b6c1affc5" }, { "name": "model.visual.blocks.21.mlp.linear_fc2.bias", "source_sha256": "bacf75b8c3869b5ac4d06ecb818ed603f1893c7f3a42033f7b4a989d7e3fda04" }, { "name": "model.visual.blocks.22.norm1.weight", "source_sha256": "11e88f91a632c4652df689b699fa6cd2f363da770f6ffa62dc6ca6df6f7d0527" }, { "name": "model.visual.blocks.22.norm1.bias", "source_sha256": "badc86df4bbc8ad39bb055cc655158f4325f96e5c8c4c7ae96c75dba41dafb25" }, { "name": "model.visual.blocks.22.norm2.weight", "source_sha256": "95263453edfbb1e6c5eecd70a92417724eea7f6c7cb6579a2865fefec0a5fc54" }, { "name": "model.visual.blocks.22.norm2.bias", "source_sha256": "d4483264c8326da0d1c11268553c42437b7b721b985eb776c1c2e4c69209fc98" }, { "name": "model.visual.blocks.22.attn.qkv.weight", "source_sha256": "7d8f4ba35cdc213007249f70ac561c854e521e21acb25df2fae761072bf58fe4" }, { "name": "model.visual.blocks.22.attn.qkv.bias", "source_sha256": "7cb62f7a54557c8b4a04d31eae9ec61b8cb34181fec52041a4757138da6be34f" }, { "name": "model.visual.blocks.22.attn.proj.weight", "source_sha256": "77323d2d73525494afb971d62ff8f9a1da43dec6c4b4aaa522b814c28e335046" }, { "name": "model.visual.blocks.22.attn.proj.bias", "source_sha256": "4a196e94c05352441055af930a75c22fcfa3b936c1908dbe3319308f620f9ce5" }, { "name": "model.visual.blocks.22.mlp.linear_fc1.weight", "source_sha256": "ad59bd12321bde8c74dfebc44313546d21003958818889af2ce1b67a48fe0744" }, { "name": "model.visual.blocks.22.mlp.linear_fc1.bias", "source_sha256": "ec7216f0a045f299af656a8d07bad3bbf5e99d8b16ac4e046ed182748cdc65ba" }, { "name": "model.visual.blocks.22.mlp.linear_fc2.weight", "source_sha256": "3d1b83d141f285e8d4ba9c9fc91b00b4c296b33c52bcce6cd2f0b262c3123c1c" }, { "name": "model.visual.blocks.22.mlp.linear_fc2.bias", "source_sha256": "6cdf2d6af82ab79d2aede92d4b2dc898e37d7a14b327b30b0f23e9e38608059f" }, { "name": "model.visual.blocks.23.norm1.weight", "source_sha256": "f88a09d739ebc24a6b092ee1de62aa3ad50054317b3c0c68006f82f57619a8b1" }, { "name": "model.visual.blocks.23.norm1.bias", "source_sha256": "5d3f440675b72343005ff2fef257b05508f4009772a1a797abcab5e897fc4826" }, { "name": "model.visual.blocks.23.norm2.weight", "source_sha256": "51b867f8c23c3d1ec396d36d67a7a0dfcf7931a35e3f30a324c60d0ee95f1ba3" }, { "name": "model.visual.blocks.23.norm2.bias", "source_sha256": "0456873293670744055b5e8bb87d543de76c34af766df3f38fc134f1246a7446" }, { "name": "model.visual.blocks.23.attn.qkv.weight", "source_sha256": "98af85ff99761acc37775718bf32553518875cc2a0f01ccfc959bdfeda58b71e" }, { "name": "model.visual.blocks.23.attn.qkv.bias", "source_sha256": "0248ab903ac2a55aab4451c2a03cd404f399a9d8b56d45bd04c58119da2dd9d7" }, { "name": "model.visual.blocks.23.attn.proj.weight", "source_sha256": "8fa493f36a3c61f45d09c2e83c66c614847fc0e29564635800ce7116e5762770" }, { "name": "model.visual.blocks.23.attn.proj.bias", "source_sha256": "ec01eb604aa5d098f5ae3e82647af2d44b087c1242729cac41c632c5fc25984b" }, { "name": "model.visual.blocks.23.mlp.linear_fc1.weight", "source_sha256": "95b269e94dc4060a805599da1574997bc3fc0ac5111224f4411d041e49254e2e" }, { "name": "model.visual.blocks.23.mlp.linear_fc1.bias", "source_sha256": "8c206770696400a40a5403b4c43cd3160faf9c014cfe31482fb2245be7e43411" }, { "name": "model.visual.blocks.23.mlp.linear_fc2.weight", "source_sha256": "8c1c71460159bcd8526144afe30a7c60bb4164531560faf17f45ae4f7ec6f1e7" }, { "name": "model.visual.blocks.23.mlp.linear_fc2.bias", "source_sha256": "114e3f5325b2058460d3a9501c00929c9b24e430466763b431acc7e4fd0c36ab" }, { "name": "model.visual.blocks.24.norm1.weight", "source_sha256": "f4155d28b69547fe9de548d965fddf69eff6c2291ac105d001d37a58e2571839" }, { "name": "model.visual.blocks.24.norm1.bias", "source_sha256": "bc7017dd090d45ed7b8472102213c1676485d88751cd21fd5beb282f1d9a7a1e" }, { "name": "model.visual.blocks.24.norm2.weight", "source_sha256": "724f4467560271b9b5b53293d130acf8245657b8366af6b7df2ce911826eef68" }, { "name": "model.visual.blocks.24.norm2.bias", "source_sha256": "0687888c2f6040af1164b280fe4b46268249628a823705ccfa2934df3f59bcee" }, { "name": "model.visual.blocks.24.attn.qkv.weight", "source_sha256": "0ebe809cce383b881d11a8a062d7807eaaf81c3567bbf59da2a29e2d7d17bafe" }, { "name": "model.visual.blocks.24.attn.qkv.bias", "source_sha256": "714c660942b3a37f92171fce3f2d36e36763cb6787aff205efc470474d05b844" }, { "name": "model.visual.blocks.24.attn.proj.weight", "source_sha256": "86804593835e9c7068fca8d431787917890ae0d45951e09b97b59e8f31827c7f" }, { "name": "model.visual.blocks.24.attn.proj.bias", "source_sha256": "cbb03bd8d274e109f9769c252027f72118175b806bc8a9d2881a1d3fff3001a5" }, { "name": "model.visual.blocks.24.mlp.linear_fc1.weight", "source_sha256": "331bbfbee425c08f33e1844fa2024f7443f85c2807cc1ce35c873e3fb96546b2" }, { "name": "model.visual.blocks.24.mlp.linear_fc1.bias", "source_sha256": "0f883872b917657aac7f55478dcd3f6909bc24181b6531a8d1c0ab60cf259d05" }, { "name": "model.visual.blocks.24.mlp.linear_fc2.weight", "source_sha256": "74ad3a069dfa6c5d52d4a334392f77ee4e4470fda03716dbd2c25bd5cf1dad45" }, { "name": "model.visual.blocks.24.mlp.linear_fc2.bias", "source_sha256": "16df66c75e840e5538ef95e4826c7e04f1f9b1a370a7855ac70c2eb2d272d67a" }, { "name": "model.visual.blocks.25.norm1.weight", "source_sha256": "6296a8c9abf78c4c25a5391bd5e2890266ea53c45e79eb047e1210f93c8c863e" }, { "name": "model.visual.blocks.25.norm1.bias", "source_sha256": "85070e4ce2080a630e973197cf421aa5da5b6e0219a6ffdd45eccd42a36eeade" }, { "name": "model.visual.blocks.25.norm2.weight", "source_sha256": "19b3a95793533686218b4005f25f9ecba9d514332dfa2e77a34e7125cbe82424" }, { "name": "model.visual.blocks.25.norm2.bias", "source_sha256": "244675d4baa7624ecbbfed9e95abf8f39e3f0743ccc5ea435c4507b82da62e24" }, { "name": "model.visual.blocks.25.attn.qkv.weight", "source_sha256": "276d45d4497f4a53de43ba17bb3157e9ba222094d3744e842f89d7ad17d5da6c" }, { "name": "model.visual.blocks.25.attn.qkv.bias", "source_sha256": "d0d00b39d0fdf04d2eb1987f08d5bfe4029b05c08b84ad140d27e77020df6ee7" }, { "name": "model.visual.blocks.25.attn.proj.weight", "source_sha256": "505b4691cb81d936384fa472f1d40ed0dc5dcb00be4c229115a930dfbe1c5306" }, { "name": "model.visual.blocks.25.attn.proj.bias", "source_sha256": "de560b267dd860695442b0cd4e7132521acdf5eaba8724aec277f158b359130f" }, { "name": "model.visual.blocks.25.mlp.linear_fc1.weight", "source_sha256": "38a9e636456d01478173459ac823a3d4483438e142dc1cd0e8e2ab091c0112fd" }, { "name": "model.visual.blocks.25.mlp.linear_fc1.bias", "source_sha256": "1a70a0dd6adcb49bea536820222d275001bbc1fc6b85c715d26e069855cf52e3" }, { "name": "model.visual.blocks.25.mlp.linear_fc2.weight", "source_sha256": "00a7fb414c4ae0fe72d7c304613e5a7e82e893fe43f20b0ffd6ffb820d0525d5" }, { "name": "model.visual.blocks.25.mlp.linear_fc2.bias", "source_sha256": "b2362e8b8276932b110c685146476650ca8161f6f54a543c3faeda44700b0af2" }, { "name": "model.visual.blocks.26.norm1.weight", "source_sha256": "d9029795544347cb0cb09aee6d4879b7c49fadf0ac017f3e5aefc59279172472" }, { "name": "model.visual.blocks.26.norm1.bias", "source_sha256": "41fd0244995b5acd3a75bb489696ea0e8632910dbe1135f59610967ee0cbaf19" }, { "name": "model.visual.blocks.26.norm2.weight", "source_sha256": "31edd86a8b1747f01d78cc26e8968d056264a88f125aa1ebd2c004f1b6f34aa8" }, { "name": "model.visual.blocks.26.norm2.bias", "source_sha256": "1a58e4333b901530ece5cdc11bbe5289a750457066e447261905ce82e0b12fef" }, { "name": "model.visual.blocks.26.attn.qkv.weight", "source_sha256": "2ac84f29d14f88768ca52a2ca5b85fadc22da00724e06819f1a49e25839439bc" }, { "name": "model.visual.blocks.26.attn.qkv.bias", "source_sha256": "f234e92e2f0c0c6b26b732a62e011db8efecbb4146ecb3a77cc5ec4efed33bf5" }, { "name": "model.visual.blocks.26.attn.proj.weight", "source_sha256": "71c6f6d71722cc2db450aeffd4cf91cf58912dac5f249f1b07b96a25ca27a25a" }, { "name": "model.visual.blocks.26.attn.proj.bias", "source_sha256": "28050756bdaf7753b73a13d0263e5958fcb78d82cddbcc0d395d4dbdf8db8a44" }, { "name": "model.visual.blocks.26.mlp.linear_fc1.weight", "source_sha256": "02ee46667cbc0929e5e5903c3933cf2005188ec189fec774fd71960174d374e3" }, { "name": "model.visual.blocks.26.mlp.linear_fc1.bias", "source_sha256": "72881ea089fba60ff85472e10e587959bfc09af0ead90e4f297df5078d784ba9" }, { "name": "model.visual.blocks.26.mlp.linear_fc2.weight", "source_sha256": "56e089c47811185ecbc2a4be53903d15a0006ba35fe51453efefc6cff9448989" }, { "name": "model.visual.blocks.26.mlp.linear_fc2.bias", "source_sha256": "2d5ae97511e6908f57041dd73f6ca53b7f3a75424a4719f1026d50fc6cabb353" }, { "name": "model.visual.merger.norm.weight", "source_sha256": "89b8b61e21407495557ef88da7bb7d6d8fc2276affcf61e099319d5eafc6c822" }, { "name": "model.visual.merger.norm.bias", "source_sha256": "b41e07fefc6dc2b8ff315b892729d05c9b3eec947bae77e653f9e61fd1f169b0" }, { "name": "model.visual.merger.linear_fc1.weight", "source_sha256": "1eabcc39c585a730ff4e143b94bd1ef477b408d1759de78ee944ec6606b0a00e" }, { "name": "model.visual.merger.linear_fc1.bias", "source_sha256": "f10940751f156bc32491743b93c052a916a98a1c8781069f04ced71f5c3e8ec1" }, { "name": "model.visual.merger.linear_fc2.weight", "source_sha256": "20129dadaf892724a764ba0e4fb5d019ded78071add8e73937ca47e53306be42" }, { "name": "model.visual.merger.linear_fc2.bias", "source_sha256": "09a0d7e05388133c54b04e79fc63796b1a9e157448531cd8b67f6edcd48634c8" }, { "name": "model.language_model.embed_tokens.weight", "source_sha256": "88a7e15da0ae5cd9bc0171267f5ca41697cf39ef93099267a2d12259d9ae0f56" }, { "name": "model.language_model.norm.weight", "source_sha256": "9d8df7ab2b5f7d13fcd45e34dde2b8c2ded0673590a568363a74b3d71c6a0547" }, { "name": "model.audio.q_tokens", "source_sha256": "74fd47f259023f103964f4a7fed7f23d7eb9ed965f4bf2efb76e045b9e15a704" }, { "name": "model.audio.conv1.weight", "source_sha256": "b1f3ff47d55b3957b1cb4675bb8bf3e9c40ed8040b5a0c4a8d0d5a3396778368" }, { "name": "model.audio.conv1.bias", "source_sha256": "a3a3573fe6a04c78b7ee9b1ceb28d28c8144735615877679e2c13b8b5b70bae9" }, { "name": "model.audio.conv2.weight", "source_sha256": "48d978e818589a53073e576936e55cbc154d735ef122cf47bfd336e238430f75" }, { "name": "model.audio.conv2.bias", "source_sha256": "0e8ecdf9966ff2d5df0ac6d27b2a8c5d3a74d1e66cb493f293b4837432080fe7" }, { "name": "model.audio.embed_positions.weight", "source_sha256": "d1be77dbc731c2ab06e60eede1c70461ba5337cc7e56c66efb683fb8b9a14586" }, { "name": "model.audio.layers.0.self_attn.k_proj.weight", "source_sha256": "dec554ded19715fedc7c7e2e813813ba3db2f79bec24259bd8996f6914dba9a6" }, { "name": "model.audio.layers.0.self_attn.v_proj.weight", "source_sha256": "0b0ab8582fa593cff5a624de2d87337e7e6f118622fd6ea46931262cf9ea8b07" }, { "name": "model.audio.layers.0.self_attn.v_proj.bias", "source_sha256": "a474b71f70fe9ca74091bdb01bffd0994d315b4e6f47d41df2a53bedc7f19d9e" }, { "name": "model.audio.layers.0.self_attn.q_proj.weight", "source_sha256": "fb37cc6702b6fd2d7574b4374b87096251a4faa94b1b154ca021f4f4b1fe21ba" }, { "name": "model.audio.layers.0.self_attn.q_proj.bias", "source_sha256": "eacb6ea77164e7b0ad44e8b916b83e8f223a12dfdd1a8b961a65cb0680df7257" }, { "name": "model.audio.layers.0.self_attn.out_proj.weight", "source_sha256": "550ab128c86c645b691c24fd166e645a81c4e14b24a3c79813dc1b6c67234fff" }, { "name": "model.audio.layers.0.self_attn.out_proj.bias", "source_sha256": "751808858ce2de38777ddd7ab41a4556d8ea4368dedcbe50065f9108b43749ab" }, { "name": "model.audio.layers.0.self_attn_layer_norm.weight", "source_sha256": "00bc5323dd559af697b5168b29f2f02d0d28973ba867507f4c9b7c348cb5f313" }, { "name": "model.audio.layers.0.self_attn_layer_norm.bias", "source_sha256": "45afd5866144af0d5b91a6bf49140aab030492e159715bbfe6efe4e40ed6cf19" }, { "name": "model.audio.layers.0.fc1.weight", "source_sha256": "bb956784cc3a10398489db092ba47b9151d25ef4c125e2b0883a7d0587ed3b54" }, { "name": "model.audio.layers.0.fc1.bias", "source_sha256": "6215255a3f064c07b9ae39caf03106c2cbf37daa3ab5b2601fbc6a04df541b57" }, { "name": "model.audio.layers.0.fc2.weight", "source_sha256": "7ee46981176f79dd354fa05e9488f137890c37d2970d9b9914cce645913af311" }, { "name": "model.audio.layers.0.fc2.bias", "source_sha256": "458061a7a310b409de016b3ae26c4de8d1d703d4deed5afea660e70341d41878" }, { "name": "model.audio.layers.0.final_layer_norm.weight", "source_sha256": "c133165c5e4390120068feb3a4f0220cee6ac23ecaffd34e1de3cd3f4a12c86f" }, { "name": "model.audio.layers.0.final_layer_norm.bias", "source_sha256": "65335e042b2f7afa426eba8dd2a1aa4854f27d681507674ecbe2cb0872b10d8c" }, { "name": "model.audio.layers.1.self_attn.k_proj.weight", "source_sha256": "a9cd3329b289a3386e51881da0f27dc957d68acab592c34d3fa3b6b2d566d03b" }, { "name": "model.audio.layers.1.self_attn.v_proj.weight", "source_sha256": "c540dd92f6b3c1a4d70ede058c5ec66fc9ce3053715a6f40c7f8f29d109457a3" }, { "name": "model.audio.layers.1.self_attn.v_proj.bias", "source_sha256": "b5e1957c22698bb3fa5c0ae49afabe808cbdb2732d7152adc80193192c8f5c58" }, { "name": "model.audio.layers.1.self_attn.q_proj.weight", "source_sha256": "7838589b5d0ee5eca6198699ee8b79a6d17c579a97ef832db591f48a6df2acb7" }, { "name": "model.audio.layers.1.self_attn.q_proj.bias", "source_sha256": "6ec851f020460de34c237e629f753b1b55d430d24ea386437472c27ccd040af3" }, { "name": "model.audio.layers.1.self_attn.out_proj.weight", "source_sha256": "03f4c7369ac28a02685b33e01eed38961999d0892f7a547d142e8ae2d7dabb2a" }, { "name": "model.audio.layers.1.self_attn.out_proj.bias", "source_sha256": "6dcc0f1bfb2af4284898091ffd4bbd8b1d6dae2e7994715d8918b94493094b4d" }, { "name": "model.audio.layers.1.self_attn_layer_norm.weight", "source_sha256": "8c6d9369800168ee0437505de60e36fe03a4302af4db4932fb68e57153c262d3" }, { "name": "model.audio.layers.1.self_attn_layer_norm.bias", "source_sha256": "62832f181c83fe91477f0d05dbf64c3e1b2d621b77ac10454b149fb26441a849" }, { "name": "model.audio.layers.1.fc1.weight", "source_sha256": "527619d4a2b4653692d61c9cbae0eab9dd9a4581f1cde476ab1376d2b2a6e3e0" }, { "name": "model.audio.layers.1.fc1.bias", "source_sha256": "6ca83722fccff4027850d3f873dfe9e80f67b48c2e199051ec378ecf27b01b05" }, { "name": "model.audio.layers.1.fc2.weight", "source_sha256": "1ccfa58bd0afd90fd99d1d07108eef07bd6059430ad867527d98c556e8e65e32" }, { "name": "model.audio.layers.1.fc2.bias", "source_sha256": "30ce718c4238b7b587320b38783b1c1a9ade01c7e8e5c79c7c311f739bda4474" }, { "name": "model.audio.layers.1.final_layer_norm.weight", "source_sha256": "732279ce91da069b32fc6beb699afc35086ced6a33690fb85c07c022dbdb9c16" }, { "name": "model.audio.layers.1.final_layer_norm.bias", "source_sha256": "78e89b5b9099045865ce81c4c7448c71151d6d237b84897331119b20c8a6effd" }, { "name": "model.audio.layers.2.self_attn.k_proj.weight", "source_sha256": "84528f06cbb59bccea30a4a9ba762f2ce0aa283df0d3958f402ea1cdddabaab1" }, { "name": "model.audio.layers.2.self_attn.v_proj.weight", "source_sha256": "c1145a76dd96689aeb50259656ad40b0f30faeaf94b0c84e9b931f0dd76e8bdd" }, { "name": "model.audio.layers.2.self_attn.v_proj.bias", "source_sha256": "b5dfb921a9e47ff14d16496f240f6f0756af2fa5692d30ab0a78ee530d0137c7" }, { "name": "model.audio.layers.2.self_attn.q_proj.weight", "source_sha256": "d37b8b64a83ae667891d0ec95a617f451088e1c832c9f2a139a84a229c5e4a5f" }, { "name": "model.audio.layers.2.self_attn.q_proj.bias", "source_sha256": "d49b6ed651db04ebe839ed1eddbd97e4cdc8341c6a1c123bc3c83b0113e8c98b" }, { "name": "model.audio.layers.2.self_attn.out_proj.weight", "source_sha256": "3196e9bc284393ca3ff6a3780fc921aa9515ee2d3360137bfeac82e62a7604ea" }, { "name": "model.audio.layers.2.self_attn.out_proj.bias", "source_sha256": "85af32d64fe07d78a64447a52798629586dc532697e5d390997a2bc451983949" }, { "name": "model.audio.layers.2.self_attn_layer_norm.weight", "source_sha256": "a22dd73eb60722b082387b9e5629359dcf06c6177d9ebf7ba3ccb554f431a8b4" }, { "name": "model.audio.layers.2.self_attn_layer_norm.bias", "source_sha256": "356311828e9133962d761f59ec025cea5d0233ea5c0a63f6d73b13250506c9af" }, { "name": "model.audio.layers.2.fc1.weight", "source_sha256": "646ff806c4cf09eb6c777e9e1a216141e5b073fe88ccef8b72b489a6d024c019" }, { "name": "model.audio.layers.2.fc1.bias", "source_sha256": "944d673abb4a04c2532fdfbe790ca980ff0af6981d6f336088196a69ddfc80bf" }, { "name": "model.audio.layers.2.fc2.weight", "source_sha256": "cb171e77018a47800ca4be0e0b827a187680d82a02d7f3ffaaeaffd3a52071e5" }, { "name": "model.audio.layers.2.fc2.bias", "source_sha256": "da1abd0698f73ba0b68013c3c54e833e8076ffe09031f447e3e86b6595fa235b" }, { "name": "model.audio.layers.2.final_layer_norm.weight", "source_sha256": "23466c77e8a6e0c882529cef571fb73eeb719d49668e78245d7e1a0eefd56abc" }, { "name": "model.audio.layers.2.final_layer_norm.bias", "source_sha256": "bc5e998ff073ea8d7b363cc684a38726538af6b5af3c934c1a7b02f1f631eabb" }, { "name": "model.audio.layers.3.self_attn.k_proj.weight", "source_sha256": "08e27bf8e31bfb4347dae11fefb0101d814cb4af2e6b7b3c6feb62f72bb2eaa5" }, { "name": "model.audio.layers.3.self_attn.v_proj.weight", "source_sha256": "7edf8e92baaf6bcf1319132dc688c2100bdbc15fcb7f511fce4dce48ecef385f" }, { "name": "model.audio.layers.3.self_attn.v_proj.bias", "source_sha256": "f7d9d007cefc7f77dd0f6c5577f6a6aba124607c023c6662da6c1361ca070369" }, { "name": "model.audio.layers.3.self_attn.q_proj.weight", "source_sha256": "4b16c575b6088e8d036c8bfa13ff0aa9abf3b1b8e0b4ee6602691dc62be6754f" }, { "name": "model.audio.layers.3.self_attn.q_proj.bias", "source_sha256": "cf44187281856fb527db09981d4583660f236939f1184a0e25afb008423bb124" }, { "name": "model.audio.layers.3.self_attn.out_proj.weight", "source_sha256": "512b4765068426b75a325d53434a027af29898bc3db1c951993ae3a5df464898" }, { "name": "model.audio.layers.3.self_attn.out_proj.bias", "source_sha256": "251d9127ff6cb06adc48991b12e0fb04bd0a327c5161fd39ef999d2ea19afc64" }, { "name": "model.audio.layers.3.self_attn_layer_norm.weight", "source_sha256": "34db4b350cde6a7fe08e4000cd70695f2b1198d8b71376a22107cb33acba800f" }, { "name": "model.audio.layers.3.self_attn_layer_norm.bias", "source_sha256": "514dad43d1ab1ee041ca7e0b75ebfefb936cb92d72b51094dd2b60d5a12bb735" }, { "name": "model.audio.layers.3.fc1.weight", "source_sha256": "0bf3c2e6c4cf8447e7e297fb9e43d57b33b103a64d14a66ccfba68d37e5d7eaa" }, { "name": "model.audio.layers.3.fc1.bias", "source_sha256": "c7008a1882dfac69a11f4eef2032d1bbf21ca191e32c4841e3c25142a46d6f37" }, { "name": "model.audio.layers.3.fc2.weight", "source_sha256": "f3255d54a0c920209b6129aa0677be2c35265ee2e6b17e1bcbe5fad5247a34a2" }, { "name": "model.audio.layers.3.fc2.bias", "source_sha256": "be20e9781c2b60b3d239bae323f544dbdd908a6332aa7562bfa89ff71561662d" }, { "name": "model.audio.layers.3.final_layer_norm.weight", "source_sha256": "3e8ddd34394a3f547111876205d8a736131a35c2e0f1b5d4927a2ee2edefcaf0" }, { "name": "model.audio.layers.3.final_layer_norm.bias", "source_sha256": "c0559db9bf92e208fc44108fab693d4e75e08972e5d1cc87fccc387407de7fb2" }, { "name": "model.audio.layers.4.self_attn.k_proj.weight", "source_sha256": "b3ebb5871fa1b7011a7f3f9b66f42f36fbd130014f0e984630e9096c5ece26fd" }, { "name": "model.audio.layers.4.self_attn.v_proj.weight", "source_sha256": "2c7bb53c9e5d5c809fd75d33117d4f4fd2924c7c8571afc0ac07a3a28b6dc188" }, { "name": "model.audio.layers.4.self_attn.v_proj.bias", "source_sha256": "0d65157a91ff83cde15aa117df305728a8ecb6c1d21e7c6bf8d9255a20e6b06b" }, { "name": "model.audio.layers.4.self_attn.q_proj.weight", "source_sha256": "fc4764c57a0848a3f799cdde6753520e04b661afac941c20e71d14276cf4c292" }, { "name": "model.audio.layers.4.self_attn.q_proj.bias", "source_sha256": "4e06d51b4a0b12e90e395ddb381389e2bc3506cd414e7c3111e31006db9db143" }, { "name": "model.audio.layers.4.self_attn.out_proj.weight", "source_sha256": "49fee0e3927af3fbb12b2fd6e7459ceb4ca82f2b116488eb7a25cc7cb62ee3b3" }, { "name": "model.audio.layers.4.self_attn.out_proj.bias", "source_sha256": "9132703a22329e0a2e76a2efab8521d9bc3c1f1ccd2728086d27b0d91b50b3ad" }, { "name": "model.audio.layers.4.self_attn_layer_norm.weight", "source_sha256": "01fccc55cb9144bdbd49bb8e0c82c995ae6f6c3dd1ac84186abd45f88f51cf1d" }, { "name": "model.audio.layers.4.self_attn_layer_norm.bias", "source_sha256": "32ca4da00d33a190f18bc71ff9508e693ca7f95bb9c3a6e9a67725c1cffe7b10" }, { "name": "model.audio.layers.4.fc1.weight", "source_sha256": "b259b3bb856d604a05e15842b72a8620163a6e2bad9f5fbda5571df4b395ad75" }, { "name": "model.audio.layers.4.fc1.bias", "source_sha256": "75cd08f919e152e671140012b627fec7fd66d8d615e4af159ee87277ab8526de" }, { "name": "model.audio.layers.4.fc2.weight", "source_sha256": "be9a980cd6eb2202e6a56861ac417cfd72c99c3b3f78161607d5c67830ba5bc6" }, { "name": "model.audio.layers.4.fc2.bias", "source_sha256": "d187f1a0b55057aa18463cfa166fd2786395e25d4557d246ace8dd172ac8b35e" }, { "name": "model.audio.layers.4.final_layer_norm.weight", "source_sha256": "5bf8480c01b8549c2b4c644d8ec28a675325f925c8bb727d725ef2651524f73b" }, { "name": "model.audio.layers.4.final_layer_norm.bias", "source_sha256": "6bb63bdbc0bee96eeffe63b03b887a578a51e8d19de319b07b82260a1f0f84c9" }, { "name": "model.audio.layers.5.self_attn.k_proj.weight", "source_sha256": "d6cdd1512058a623548d551fe94bcb85b570a9e7cf061bc466cabe01fb6ae049" }, { "name": "model.audio.layers.5.self_attn.v_proj.weight", "source_sha256": "ff8435f73626696e0bb20440e79d603bcd5a2de0fb4dddac22a411d19dc61f09" }, { "name": "model.audio.layers.5.self_attn.v_proj.bias", "source_sha256": "9970d828c98b678a2d2989b2edaa8fc2b2f6192dd7c64e0222b17201ed547eac" }, { "name": "model.audio.layers.5.self_attn.q_proj.weight", "source_sha256": "c945cad08a4bf76c3fab6624d35c9950c15eb78a88e7559142faa45a8d790419" }, { "name": "model.audio.layers.5.self_attn.q_proj.bias", "source_sha256": "ed7db8e5b2ba2cf759dd79c2ca825da7365656bc35e98e75848eec431584de32" }, { "name": "model.audio.layers.5.self_attn.out_proj.weight", "source_sha256": "59e5fcf95872a6d59e5cd60975d639d079e8e0b759a20b0468d5595f672c78c8" }, { "name": "model.audio.layers.5.self_attn.out_proj.bias", "source_sha256": "89b3054a3decd74ec76f022b262cd58299239388cab7e8e37e3356282ad339f5" }, { "name": "model.audio.layers.5.self_attn_layer_norm.weight", "source_sha256": "df716cf24882ab018731aa08fa0a9e3ffa25f72cf6b5cb3b6c495dca24cd5293" }, { "name": "model.audio.layers.5.self_attn_layer_norm.bias", "source_sha256": "327073e35f8f3066d241c3bfa893d1b29d52ea451fd07a5c42df210cdd7f6539" }, { "name": "model.audio.layers.5.fc1.weight", "source_sha256": "cf072f317756c8e25c3a0cdfdc48c8075b25f3e29d895a01db91ad97c05dd374" }, { "name": "model.audio.layers.5.fc1.bias", "source_sha256": "4ddd9ddb573db1a0bd9b1781d3d9ffa294dce701ac8ad4ecb2b0649268f144f1" }, { "name": "model.audio.layers.5.fc2.weight", "source_sha256": "94af77505d04f38e32f8e1391b11c3a8f3b8749eebfc115ff334b3e0feb65275" }, { "name": "model.audio.layers.5.fc2.bias", "source_sha256": "fdae1a8f8c9d069076797d4e03465656a1639a26e5f08e6fb4fb53a360a52377" }, { "name": "model.audio.layers.5.final_layer_norm.weight", "source_sha256": "cee0f8e963ccb4606578b5e32bbcc20867bf1bb5bc7f8af17dfef232395bccfc" }, { "name": "model.audio.layers.5.final_layer_norm.bias", "source_sha256": "9ddd289cd157d98e930323598edee44a7127b2eb2f1ceaebaae745d4a0348ef6" }, { "name": "model.audio.layers.6.self_attn.k_proj.weight", "source_sha256": "97fb8389051c1e4d417cdc0ef6cdf17a166b2eec0b29ec476a9008a7b8b7bcac" }, { "name": "model.audio.layers.6.self_attn.v_proj.weight", "source_sha256": "cdd9fd1006aab736e40877c73c9a74a890a21160558404ec1035691b92a43c70" }, { "name": "model.audio.layers.6.self_attn.v_proj.bias", "source_sha256": "2bdb982396ed6ca0ed93fed4316f3c0563d6a4c130f6df31f7f34d5ff9076b06" }, { "name": "model.audio.layers.6.self_attn.q_proj.weight", "source_sha256": "f2cafadda9c3ec16836783cdf71220513f38bbc6fb9972ae91688efa107ccdb9" }, { "name": "model.audio.layers.6.self_attn.q_proj.bias", "source_sha256": "7b9d5c71fb312db6b0ce63a5fe16f6700410d82451b85fdc8d96353ac88074a8" }, { "name": "model.audio.layers.6.self_attn.out_proj.weight", "source_sha256": "354d4082e85546e26090008e86e8d77034a595f875da2ef442f5454fee3f8766" }, { "name": "model.audio.layers.6.self_attn.out_proj.bias", "source_sha256": "8719f14b81b073228b63205f28c47ad531109cf59dc5b8f3e4393981f7026645" }, { "name": "model.audio.layers.6.self_attn_layer_norm.weight", "source_sha256": "578150f8cf0c55266dd8c98cb2cdcefadbaf8ac58a45b6652453d101609d0d29" }, { "name": "model.audio.layers.6.self_attn_layer_norm.bias", "source_sha256": "698bbe5c89f04fe7f32f9fd460174c76d3a55eb16717dde7b03ef92f11d16b69" }, { "name": "model.audio.layers.6.fc1.weight", "source_sha256": "0660736428097e601e51fadd7b0196a82351e00c5e2df8287551eb318b9e7675" }, { "name": "model.audio.layers.6.fc1.bias", "source_sha256": "c0f86e4a0abdb6855b02d44c6dbbf2c1a1bab2e6943cf1f12f9a98cd20e91982" }, { "name": "model.audio.layers.6.fc2.weight", "source_sha256": "48fd950a84be46d53a17b40885193773c3ca5f5cf2aa6369b4cac1187a041eee" }, { "name": "model.audio.layers.6.fc2.bias", "source_sha256": "f0a63a5c736c3e237068ea62fa8b6d49845d745f6fba2b0a40f9cdd8c9cfd7a9" }, { "name": "model.audio.layers.6.final_layer_norm.weight", "source_sha256": "3560a1a6890a5f6f8a97aa519b9f1fe18a9376cd2faa667fd00056d6428a8dbf" }, { "name": "model.audio.layers.6.final_layer_norm.bias", "source_sha256": "2f2d03478f6e77357729699aa4b870c8d17bed723199adde787eb14922afdf29" }, { "name": "model.audio.layers.7.self_attn.k_proj.weight", "source_sha256": "2216b7e2d367c2bd0b316011911bd9a30ff39f081f03347aa54027fcd3729f8c" }, { "name": "model.audio.layers.7.self_attn.v_proj.weight", "source_sha256": "5f977fd7f05e6a9d571e4118c07839a947be90cfaa18bcab95b2b3b720ea8905" }, { "name": "model.audio.layers.7.self_attn.v_proj.bias", "source_sha256": "bc15015a71d5f3dc6481c8a2fcd1ddf8a052e27423fcd8813dd64689b8231506" }, { "name": "model.audio.layers.7.self_attn.q_proj.weight", "source_sha256": "89120dcb265dc4ac2b36446b38f7904ecbee79d4c5b79364aeacc960c031ff11" }, { "name": "model.audio.layers.7.self_attn.q_proj.bias", "source_sha256": "a94a8efd5336790226f0cee2fdd9403c48a8ec17ff116b0d97fccbd840f569f4" }, { "name": "model.audio.layers.7.self_attn.out_proj.weight", "source_sha256": "72d885b2c88b673ea2cd36b27b223b6d94a995a187457223e76ac6f51332ec4a" }, { "name": "model.audio.layers.7.self_attn.out_proj.bias", "source_sha256": "6d2b457b39ee82138d373bc1c3c18855403f0b068564aa13363cf49b86e378c1" }, { "name": "model.audio.layers.7.self_attn_layer_norm.weight", "source_sha256": "3c7c1673efd5a57cf17208a8f904de03205a19b398386d6cdc042bdb2c447dd2" }, { "name": "model.audio.layers.7.self_attn_layer_norm.bias", "source_sha256": "5fccff19fe7d37c211bded7ae374716d203ead2443f413f496901ae8f9f166e1" }, { "name": "model.audio.layers.7.fc1.weight", "source_sha256": "5495b3afb5ff0988392791d1440f95fd82df1979442ea72c4aef02ae02b64030" }, { "name": "model.audio.layers.7.fc1.bias", "source_sha256": "72eee8465a87ff82fc3cfeede7338bdb4bd32663cdcfc1d0e8d547fd6a4f4e9f" }, { "name": "model.audio.layers.7.fc2.weight", "source_sha256": "1b5f5d7f2f943d81919eea918e24d0ba58991249f50110f7044555c86abebd74" }, { "name": "model.audio.layers.7.fc2.bias", "source_sha256": "45e5aff5f3b5de7630b3a0d9857c3a30049e62abc932ebb2412dfcb045eb9984" }, { "name": "model.audio.layers.7.final_layer_norm.weight", "source_sha256": "d6f265e843fa8c3150f7a3ea711274a403a36f73405ce49fe090620cd1f2ae1d" }, { "name": "model.audio.layers.7.final_layer_norm.bias", "source_sha256": "f313ed155a85b6aa9d070965783cf1649774d74e3f0270c890f074ac280628de" }, { "name": "model.audio.layers.8.self_attn.k_proj.weight", "source_sha256": "3d503cf9dc4df312b3fed074689727aa0ca4f7667870f9bb2674c8a11b6b9a84" }, { "name": "model.audio.layers.8.self_attn.v_proj.weight", "source_sha256": "d71f0ba2381470eab2314bf30841879cbeb28bfb1d876b758049864b12641e28" }, { "name": "model.audio.layers.8.self_attn.v_proj.bias", "source_sha256": "69fb510afb71276dd746ee29b9ba91a2c9eedf1aa53e504cdd758e5bfb6b54c4" }, { "name": "model.audio.layers.8.self_attn.q_proj.weight", "source_sha256": "36a89f3085b96cfbb2d1ed42f1fc0f493649f73daa140b76c18b901fa6a56e52" }, { "name": "model.audio.layers.8.self_attn.q_proj.bias", "source_sha256": "53b4f7d75bb9600fbb93013f5de0ce887eb7a0eadf5349a1ed09c412d662f3d6" }, { "name": "model.audio.layers.8.self_attn.out_proj.weight", "source_sha256": "71208e1fcc6c4ab4da0bba8dc96639aa8adbfedaf57f17ffe09b36dd1b6c70b3" }, { "name": "model.audio.layers.8.self_attn.out_proj.bias", "source_sha256": "d888d823287b1e752f24bdf2a020f0fc3796640d722becef341a0947f459adf9" }, { "name": "model.audio.layers.8.self_attn_layer_norm.weight", "source_sha256": "9affad21db5e6d4a64ffd0f89cba63de62ab8018145e92f75ab9a0c6795d6763" }, { "name": "model.audio.layers.8.self_attn_layer_norm.bias", "source_sha256": "75208aead4c55ead8e9614b1d055f4732f933a01530ae7bde70a5ed13aa653c5" }, { "name": "model.audio.layers.8.fc1.weight", "source_sha256": "7f54253322253cc5f9f08cc84005a528f11991122192698554135ef6d9bd2fd3" }, { "name": "model.audio.layers.8.fc1.bias", "source_sha256": "fe0c2cff475b0b76efd502c8f382102d83c5891c739abc4de3f3740cb6125aee" }, { "name": "model.audio.layers.8.fc2.weight", "source_sha256": "399b861032de668811f74524dbac61da97f989379591806877c6dc78874bba9b" }, { "name": "model.audio.layers.8.fc2.bias", "source_sha256": "3e4f1769f47f56366e8b35bcd6470771e64a6635b89461c8b1f84ca81486ad6f" }, { "name": "model.audio.layers.8.final_layer_norm.weight", "source_sha256": "30962a6b2fd5b66606e1e28a07d94e0ce605bb3f5577979cc9ce389e7a043b6d" }, { "name": "model.audio.layers.8.final_layer_norm.bias", "source_sha256": "36247555141df85d0d446515e291f7e53c3d3093511f922ef843e4ad604c1c5f" }, { "name": "model.audio.layers.9.self_attn.k_proj.weight", "source_sha256": "058ce67d836d02aa990313b2b472d60e247e7875b004d99dbb855f8f4481f057" }, { "name": "model.audio.layers.9.self_attn.v_proj.weight", "source_sha256": "3034d884e9aca97a6519acd3a56139c048f5b657daac39d682df6f0470b7c5c3" }, { "name": "model.audio.layers.9.self_attn.v_proj.bias", "source_sha256": "e8a7164261aedf19c00a68433299a1598fdff7a77d62a5530b589de93767809c" }, { "name": "model.audio.layers.9.self_attn.q_proj.weight", "source_sha256": "66365cdbb8f7a65f894c21097e581ff377a91ee312a5db03df678d5eab452b77" }, { "name": "model.audio.layers.9.self_attn.q_proj.bias", "source_sha256": "286b5e4fcd1c076980f181628f2dfdd40d913dfe716866d0b472ef5ac67a0199" }, { "name": "model.audio.layers.9.self_attn.out_proj.weight", "source_sha256": "f3d89f2015aef2a247955fe93059b5f25a08561c81684c17913ec32b893b3719" }, { "name": "model.audio.layers.9.self_attn.out_proj.bias", "source_sha256": "8c9ee34ccd0856c9f46528090e590f20b3ac86ce30781cb0418297e2b897da31" }, { "name": "model.audio.layers.9.self_attn_layer_norm.weight", "source_sha256": "9037f5343bbe86ee951e4b57084fd0d9bd69899e3b59aa1de0095331775b157b" }, { "name": "model.audio.layers.9.self_attn_layer_norm.bias", "source_sha256": "3b19eaa6b38867d77b6a7701fdbfa01cff5512628cd6febb0d53d75181d05027" }, { "name": "model.audio.layers.9.fc1.weight", "source_sha256": "f40247a2b121175fedb95705bd0d5979858bdc857e9821823a13fd516d4c3728" }, { "name": "model.audio.layers.9.fc1.bias", "source_sha256": "795343b382ad139b395b0f02ec3a4438c2901a1990ca302d65fc81be9de0c941" }, { "name": "model.audio.layers.9.fc2.weight", "source_sha256": "7f801b0fdcd4055a3e85dc9fb9ab7da86645c6caa7f971135b0cc6f0e9fc0dcd" }, { "name": "model.audio.layers.9.fc2.bias", "source_sha256": "550833f40f38da8aaf216c69e04058a155770985d31bd73103591b68dc5e6548" }, { "name": "model.audio.layers.9.final_layer_norm.weight", "source_sha256": "d41e564585baa8b3550e7264e0c4d69b6287e9b8587483a1341fbb01b6cd544d" }, { "name": "model.audio.layers.9.final_layer_norm.bias", "source_sha256": "561a74ddb5ebce974051ec8d6c4ca82dfb6fefe84fd1d7880d84ae78373be1f9" }, { "name": "model.audio.layers.10.self_attn.k_proj.weight", "source_sha256": "085ee29b842ee82f71ec9fce8513e165c4a1ee5471155f5ef518e9d57717a722" }, { "name": "model.audio.layers.10.self_attn.v_proj.weight", "source_sha256": "d3ac212097e900716c238a6a30453c70f1536b2bb9fc52cfd7b3d3de8245cb19" }, { "name": "model.audio.layers.10.self_attn.v_proj.bias", "source_sha256": "2f2e9874bc78c22bd42a6b0c33837c36d2ec5ab40362b272f1d7dc8abf6a29fd" }, { "name": "model.audio.layers.10.self_attn.q_proj.weight", "source_sha256": "56250ca05a71bc5aeeb08a05f2ea516231a1154b4086899f7eaf0b1dae90786b" }, { "name": "model.audio.layers.10.self_attn.q_proj.bias", "source_sha256": "5e30de515641803d5aac32557d7c8c32a2f3ecbb8ff9bd17a4dbd03f31e1de8d" }, { "name": "model.audio.layers.10.self_attn.out_proj.weight", "source_sha256": "5eadc6133fa16341fdfbc77492bf82e2e043e66fd8d6623497d7e360cf227604" }, { "name": "model.audio.layers.10.self_attn.out_proj.bias", "source_sha256": "cbfd3c8db3275603e9b1ac1c3c8d8d0d125e49c2120d496bfa9d55da620e5fcf" }, { "name": "model.audio.layers.10.self_attn_layer_norm.weight", "source_sha256": "c2046774a8a5d4bd21efc1717ee2998fd3db0c252f2fa444a94e91f7bf86a349" }, { "name": "model.audio.layers.10.self_attn_layer_norm.bias", "source_sha256": "84561e3306ac979a5b4de75f792d8f094de3cb8f76111ed99e7c7333a5035d35" }, { "name": "model.audio.layers.10.fc1.weight", "source_sha256": "02667fc93c1131b2b0dc5ae7564798142bd64b8fc891e7724251820a8264584a" }, { "name": "model.audio.layers.10.fc1.bias", "source_sha256": "ff8ded9ad471215731005216bcb43c4439ee18316bca9f9f7942ddec5ed4306c" }, { "name": "model.audio.layers.10.fc2.weight", "source_sha256": "6f44761d7c977c1529f35c2fb92992bb73418e72328d7377c9eae33db2674319" }, { "name": "model.audio.layers.10.fc2.bias", "source_sha256": "47bde3e18ebfc83fadce64c10340115e20fdfe6c0e27086e4727e4967529bc31" }, { "name": "model.audio.layers.10.final_layer_norm.weight", "source_sha256": "10df60b67fee53a5549174542f6c41371da7e941876557a5fda55113b164e7d7" }, { "name": "model.audio.layers.10.final_layer_norm.bias", "source_sha256": "67f9484ecae0cfcae7b6ad2e184ca09f8e6914edeaace8df31f6f2646fe23847" }, { "name": "model.audio.layers.11.self_attn.k_proj.weight", "source_sha256": "5c1baf165bae6987623b8ec4d459b5954f4d68aa43e198dfaa564019661802cd" }, { "name": "model.audio.layers.11.self_attn.v_proj.weight", "source_sha256": "0c40591544833e52abd5cf7bcb9f0ed0c9b87e9f4bc851c1e63a8ea8454b2498" }, { "name": "model.audio.layers.11.self_attn.v_proj.bias", "source_sha256": "2cf52cc999dba8195a58dfa14f0ed41a85690c57760daa47dd56f451db132348" }, { "name": "model.audio.layers.11.self_attn.q_proj.weight", "source_sha256": "049715e0a48ada8dfb8c06e74ac9a86ee12c8bda19510c4532a1a980495650a8" }, { "name": "model.audio.layers.11.self_attn.q_proj.bias", "source_sha256": "9062cc6ec0ee9b7da47967758154fb44f113bdbc31371ad157e0c81a4ec115b6" }, { "name": "model.audio.layers.11.self_attn.out_proj.weight", "source_sha256": "dd34871a0344d8adaee601e43c5313ca861b840dad55f4a6c40961a504961270" }, { "name": "model.audio.layers.11.self_attn.out_proj.bias", "source_sha256": "532a41a015b06fff1448fc31ca3ebc47a7d038c92c7b489758ea16fe6889cf3a" }, { "name": "model.audio.layers.11.self_attn_layer_norm.weight", "source_sha256": "183e7713f7c6cb0c204ef8662855a39a2fe00fe347f6dc4c73b9257dc61ef3e2" }, { "name": "model.audio.layers.11.self_attn_layer_norm.bias", "source_sha256": "dc37a9ac52b81ea2a3b60cd707d8a49e892ebc06c34300f6ad70ae612f635e14" }, { "name": "model.audio.layers.11.fc1.weight", "source_sha256": "3a0ee55863a5c47e9711e331ce877a50f666710ace737e20aa659021ea0e7546" }, { "name": "model.audio.layers.11.fc1.bias", "source_sha256": "7f43454a6c61380a8803ffb9cd869745bf8861d4f0616de77d950b33aaecce9c" }, { "name": "model.audio.layers.11.fc2.weight", "source_sha256": "062ec026cfb67b83130c9f66f59d771efb97c931e5d494882db546b0bbe092ef" }, { "name": "model.audio.layers.11.fc2.bias", "source_sha256": "47435877765dac1c0d326c02179923f35e4ded485f4165ae76474da42ede4fbc" }, { "name": "model.audio.layers.11.final_layer_norm.weight", "source_sha256": "9261bf6521206ccff89af5e7765bc85c57ea5940dc8a094246932ee35463c73c" }, { "name": "model.audio.layers.11.final_layer_norm.bias", "source_sha256": "4b8db6592581ba77d9d34f5de65d13a952ac0fd688cf12d4a1ad5df82a745bdf" }, { "name": "model.audio.layers.12.self_attn.k_proj.weight", "source_sha256": "edcde015bdd054cb8102e1ecb60c636b459b617a8832ac0eddc1f8e73a771356" }, { "name": "model.audio.layers.12.self_attn.v_proj.weight", "source_sha256": "e94b6a652870b4d6f7e3d87861469dc8ef7c6660407d1a243d6c6823f052d8c8" }, { "name": "model.audio.layers.12.self_attn.v_proj.bias", "source_sha256": "0baa742331d5335370130965a86f72f154b927fd582ca2cd179b3623bf59fb76" }, { "name": "model.audio.layers.12.self_attn.q_proj.weight", "source_sha256": "20f2a70e6865acdcbee8295b5b55bf4c808895dd65628f0d257189e67310de6e" }, { "name": "model.audio.layers.12.self_attn.q_proj.bias", "source_sha256": "517bd460b1457f20f5ef575eec889dc77ed01edc13ac8b5318e3273551a3e483" }, { "name": "model.audio.layers.12.self_attn.out_proj.weight", "source_sha256": "9391b15a65639cd74beaf9397eee568807c80e2ac0a02e213a299e7df5c112b2" }, { "name": "model.audio.layers.12.self_attn.out_proj.bias", "source_sha256": "594932fcc61a9515f32be77fd738ae7b742b8634277c1bf0cc87ddb19b9250cf" }, { "name": "model.audio.layers.12.self_attn_layer_norm.weight", "source_sha256": "6cb003ea07457cbf46ba0ea8d26f23494e6973d53fb2cc260f38aacd31027cbe" }, { "name": "model.audio.layers.12.self_attn_layer_norm.bias", "source_sha256": "311dd99f658440751c8351df6002f01a1963f5489b2cd83b7ecfa6fb77dc8604" }, { "name": "model.audio.layers.12.fc1.weight", "source_sha256": "6b39833a8d8d89d88c401c034411c2689743211b25e88d5ecf0a252bb6e4246d" }, { "name": "model.audio.layers.12.fc1.bias", "source_sha256": "832a0b14e7c87950b7262e9e3e220e1d7b79e38b555bc7d073449aeb9d8776b2" }, { "name": "model.audio.layers.12.fc2.weight", "source_sha256": "ad62a9509afac0c73e437adbdab9d992c7dd2f652440a4b5ee58365075ed3c5d" }, { "name": "model.audio.layers.12.fc2.bias", "source_sha256": "aaed762a1236049151b74c7f3fdad6894baa0073e4f4fe68bc298ebd8bee38c4" }, { "name": "model.audio.layers.12.final_layer_norm.weight", "source_sha256": "94c78291b9bb3288a8804fb32fc19237e01bc00147641e690f6609cf62e9a07a" }, { "name": "model.audio.layers.12.final_layer_norm.bias", "source_sha256": "e22088d9bf4ebbd7911095993ff5839d2bc9e79d664b06309e446bd497ad40da" }, { "name": "model.audio.layers.13.self_attn.k_proj.weight", "source_sha256": "a2ffc2157fb2ad8c6707d2163c34ae92708cdc1125a552e47f73d8e6804b9c35" }, { "name": "model.audio.layers.13.self_attn.v_proj.weight", "source_sha256": "afbb123b8b310905e29a0a674179285cdbd3b27642b100fd16cb0d54a22460d5" }, { "name": "model.audio.layers.13.self_attn.v_proj.bias", "source_sha256": "019eb0966d8f28523fee5b435e4ba0795f4b373ecf8ea674c39394f33a95c0be" }, { "name": "model.audio.layers.13.self_attn.q_proj.weight", "source_sha256": "bbca964e5743900e6e2cd3e7335538abe443d8035acecde04e4b341bee53229e" }, { "name": "model.audio.layers.13.self_attn.q_proj.bias", "source_sha256": "db324b52860bb0038fb1a01c7b8cb51ed6246fd05cc6fd97b7dd0bfbe1e84110" }, { "name": "model.audio.layers.13.self_attn.out_proj.weight", "source_sha256": "da9b579a78c896d98c1ef77e83ea82e9b9008e80402f9974d5036a340570ac15" }, { "name": "model.audio.layers.13.self_attn.out_proj.bias", "source_sha256": "9c730787c0d47e0663bcee9c8e2b2265fe551a105bf0ce3ecebce6ccfb4d34ec" }, { "name": "model.audio.layers.13.self_attn_layer_norm.weight", "source_sha256": "185d8f8b21cae133d31b6bc5b91139e523909e620f910db7912540dc67e57170" }, { "name": "model.audio.layers.13.self_attn_layer_norm.bias", "source_sha256": "40d122f3dc25bac67d1432b816596c98309fdf537e597bb8840b1a0a9030a880" }, { "name": "model.audio.layers.13.fc1.weight", "source_sha256": "12254ed91e7342c2691ae40b70df3c890508fb45d44ef873c51ecc18a76f63f5" }, { "name": "model.audio.layers.13.fc1.bias", "source_sha256": "fab6dbe87766b4aa167c2737783e4b01e1fc5b0ee09e774b541ffcac1b4d58bd" }, { "name": "model.audio.layers.13.fc2.weight", "source_sha256": "70f84aca5dc543daf042ba35181b9ab2e8db002138cadf7511396ea58ff36e35" }, { "name": "model.audio.layers.13.fc2.bias", "source_sha256": "8a4c2d1285bea8c4aac7cdbeaa74a0125c066bab88389389c25dbce15f4dd7cb" }, { "name": "model.audio.layers.13.final_layer_norm.weight", "source_sha256": "8bf10331f0243030352ea7dee9929729c8aa0a68419d7227ac0b4202c6a6cbd2" }, { "name": "model.audio.layers.13.final_layer_norm.bias", "source_sha256": "bfc3a64c0a508b7b708b4106d6a93e177cb8e7c75044794e1d8beceab1bb5e4d" }, { "name": "model.audio.layers.14.self_attn.k_proj.weight", "source_sha256": "070452b811e5dbaa6752e410699bc09680ee4e361c8503bd94b51618236c1b07" }, { "name": "model.audio.layers.14.self_attn.v_proj.weight", "source_sha256": "12cfbb7034755220d59df503cdeac7a03285a851afce64e1b11e88396528ca0a" }, { "name": "model.audio.layers.14.self_attn.v_proj.bias", "source_sha256": "b18a0e0f19193ec2eae5e9642eb0fb2452ef7f952d14e651800f82e50bdacab0" }, { "name": "model.audio.layers.14.self_attn.q_proj.weight", "source_sha256": "639900cd06755a9a042b06f2303d0b5fa8d342655c0724cd62ff0041c4e37814" }, { "name": "model.audio.layers.14.self_attn.q_proj.bias", "source_sha256": "c5d14a6c350a0e0423e3c055a8bb22ae8dce51e7241020c08a1fc59c742b037f" }, { "name": "model.audio.layers.14.self_attn.out_proj.weight", "source_sha256": "dcc2cb7530a53d0e58b5956d10b12d98a08ae64b135e62c2ae2eb7fd57f2464b" }, { "name": "model.audio.layers.14.self_attn.out_proj.bias", "source_sha256": "24b2e98d9b9e8499b8185fb083ef90f624b1202effa23cd2c0f5bbaba0e151a9" }, { "name": "model.audio.layers.14.self_attn_layer_norm.weight", "source_sha256": "8fa126dd177b3b1619a89349d599795ff7bc59ebadc0097998b5eee11d8d3e3d" }, { "name": "model.audio.layers.14.self_attn_layer_norm.bias", "source_sha256": "bde93248bde023791a40d50521df731bd35f1d90c4418ede3fb0e0cd7a53b74d" }, { "name": "model.audio.layers.14.fc1.weight", "source_sha256": "1b762f3303938586ad8822140317a089cde8b82a33dd80e202835927e0da8134" }, { "name": "model.audio.layers.14.fc1.bias", "source_sha256": "1c79b4ff4e3270d87ce4d7d38ae38729cb82e04005e68aaae7351561b635909e" }, { "name": "model.audio.layers.14.fc2.weight", "source_sha256": "174a30c3735ee5bee75f150fe0f1e14d62accfb562aefc7feca75cb8e464fc49" }, { "name": "model.audio.layers.14.fc2.bias", "source_sha256": "a519a7de65d552000028e74a29c8c6de7293fdaf8dd854a1e483394a4ba8b751" }, { "name": "model.audio.layers.14.final_layer_norm.weight", "source_sha256": "44a96b0e4b59d1abc86bfd532e19068b786120a2b8d3e585d4364a0c007474a3" }, { "name": "model.audio.layers.14.final_layer_norm.bias", "source_sha256": "c7643b9b1a0a195f020dc8f14d806493815297894907c8a861dee64162c22015" }, { "name": "model.audio.layers.15.self_attn.k_proj.weight", "source_sha256": "28bcee54d629548f462695c6e5b97b9cbe1e7799f352d000db0640e722ba6c5e" }, { "name": "model.audio.layers.15.self_attn.v_proj.weight", "source_sha256": "181a9e9ccd4b1edd5497a4ede4ce440097144abaa52f7e716757cf84a6047f2d" }, { "name": "model.audio.layers.15.self_attn.v_proj.bias", "source_sha256": "d1dff8e0119af10ea998e63d52fd7c1e8d3f8e784b9e1664d83a83b35eacaa52" }, { "name": "model.audio.layers.15.self_attn.q_proj.weight", "source_sha256": "a2efa152bab38af960ff0690f98899ce18d94278d0211cd64b231615a998504b" }, { "name": "model.audio.layers.15.self_attn.q_proj.bias", "source_sha256": "3d804003e1643476931a101e7afb0f20da717efcb8a115149caad3422f9ffcd9" }, { "name": "model.audio.layers.15.self_attn.out_proj.weight", "source_sha256": "2d50b15906591076f5d41a739354a395e7db7c2e9d54b05e926db0d266e6af84" }, { "name": "model.audio.layers.15.self_attn.out_proj.bias", "source_sha256": "f43fd9317f7d73679f635e5537f3e520b0f0ebc44c8c8fc91dde32ee5b1f6eef" }, { "name": "model.audio.layers.15.self_attn_layer_norm.weight", "source_sha256": "2699ad2eeecf22a1eddc81d18935250c2558c056383e95ad5b5432fdc016d6e8" }, { "name": "model.audio.layers.15.self_attn_layer_norm.bias", "source_sha256": "75b4720abdb150c52d18895a09262d3bbf3b105d9c2395e7eaa1dfd79ece9459" }, { "name": "model.audio.layers.15.fc1.weight", "source_sha256": "82ef2c678e375afc10fcb5475038e1ac3f3680d7c19452e0738c3dac435777e6" }, { "name": "model.audio.layers.15.fc1.bias", "source_sha256": "71f1dd0fbaa2cd40ffbae4fc18f906f9d9f45f6a3ce8cdd38745a7ea066249a8" }, { "name": "model.audio.layers.15.fc2.weight", "source_sha256": "6da56c1555110c97589dde521a520f5e9ba62be5d0fc94b4d4267533d8093d85" }, { "name": "model.audio.layers.15.fc2.bias", "source_sha256": "e2b0fc76b70277c0bf9d6a4f80b6fd5f41a360f3adc3c1a7895c6214bcbac613" }, { "name": "model.audio.layers.15.final_layer_norm.weight", "source_sha256": "63463cbef45b0e0dde34cb6f7ee2b3117dbcd58d988d35cadadbe54ca3f88de1" }, { "name": "model.audio.layers.15.final_layer_norm.bias", "source_sha256": "d066d46beb20f172964bf12035dda3346bd73c00352117b11be3471848e67771" }, { "name": "model.audio.layers.16.self_attn.k_proj.weight", "source_sha256": "68617316961d3871b492af7a31b9711e0fdd00a0118c655af0a5504d127c3e30" }, { "name": "model.audio.layers.16.self_attn.v_proj.weight", "source_sha256": "77cc5e3e36a793ed6888a87de9523e3f039f823089ca32abe9b9a780cf4cb619" }, { "name": "model.audio.layers.16.self_attn.v_proj.bias", "source_sha256": "91dc27ff00cdd658855bb3ba0443f278fb1125d6537314b791640be4bddd55ab" }, { "name": "model.audio.layers.16.self_attn.q_proj.weight", "source_sha256": "3eba71647edafa46e7328181e5e732ab778f34459fdc0c9e643c2026c43f89cf" }, { "name": "model.audio.layers.16.self_attn.q_proj.bias", "source_sha256": "dbc6175b9aaf658e0941c798cec9a6bacc8df793d4db62437e044c0f59d31020" }, { "name": "model.audio.layers.16.self_attn.out_proj.weight", "source_sha256": "1a0e7d8508c9729eeaecc31d654cb1b6d83c46d78674deb965af7f4deb519ece" }, { "name": "model.audio.layers.16.self_attn.out_proj.bias", "source_sha256": "348f821f5715356a3158d15ce3b46d6cf97e3f5deeb9733bc0baa9976a421633" }, { "name": "model.audio.layers.16.self_attn_layer_norm.weight", "source_sha256": "0d7caa97902f0b0c0b5edd863de248509e276c2185daa6aa4beef8583d45224d" }, { "name": "model.audio.layers.16.self_attn_layer_norm.bias", "source_sha256": "6adfb107f6f76f4a0f90f4a0d1f5d8428274b26ba5a4ff615cef7be3e179a4f5" }, { "name": "model.audio.layers.16.fc1.weight", "source_sha256": "92977990015fc8af36e09d6e14771bfb919e934a525a07cb3529067b3a6c2882" }, { "name": "model.audio.layers.16.fc1.bias", "source_sha256": "ab616262f1b261e68dc2cd0ee8b8aa1bc8eea4a57e52282426ab9b03e21b2ac5" }, { "name": "model.audio.layers.16.fc2.weight", "source_sha256": "8394267e3e6ba3c213d440791f0f756cc65826dbd700936984b51e36b66cbdce" }, { "name": "model.audio.layers.16.fc2.bias", "source_sha256": "d7209bbcbcd2abacc94ab1905f4cb05ef8860eeee6fd308d6375b004c8452032" }, { "name": "model.audio.layers.16.final_layer_norm.weight", "source_sha256": "cfb4925e266e0de1c83ac35864be972ed273d4e0f01d28fe2e28071139456694" }, { "name": "model.audio.layers.16.final_layer_norm.bias", "source_sha256": "0f3c087d73b974f13e269a6a65c99521421809f99b4ebfa54e362dbb82fc724b" }, { "name": "model.audio.layers.17.self_attn.k_proj.weight", "source_sha256": "ea9f60edc840a546f0d38ff4f4df3edb6f8bc162429168aa14f60fc4f28a3a6b" }, { "name": "model.audio.layers.17.self_attn.v_proj.weight", "source_sha256": "770264ce7fee3d9dc9095572affa6f45eb60b5870048704309ab133e6fd7e9de" }, { "name": "model.audio.layers.17.self_attn.v_proj.bias", "source_sha256": "2c642d1294ef0737cdacc6c410e58e40ae265b239998c6d2dd32e515973d82bd" }, { "name": "model.audio.layers.17.self_attn.q_proj.weight", "source_sha256": "b1f58999ff1982fde59ff026a964b4304d3054df17178572c7e26bd8267686cf" }, { "name": "model.audio.layers.17.self_attn.q_proj.bias", "source_sha256": "3af3e8b3e5664c874660b5acac1b0a79a558954e807efffff175114bf9916afe" }, { "name": "model.audio.layers.17.self_attn.out_proj.weight", "source_sha256": "3cfc8f5e40292c55700b90b7f4a26b75a7fcea274a29b3d4b6b0dcf100416528" }, { "name": "model.audio.layers.17.self_attn.out_proj.bias", "source_sha256": "6c2a0d0ee86742d82bedf2e9453655f215efdec7ce6904c2d4181015b29e6da5" }, { "name": "model.audio.layers.17.self_attn_layer_norm.weight", "source_sha256": "4d8da82d4ee66fafd7f38b2411e633ca5c6e707631e1d1e8d9c40a41020e8232" }, { "name": "model.audio.layers.17.self_attn_layer_norm.bias", "source_sha256": "453056756b15a2d4fb6b5a1a2d4df838679bbb65564e8c38e745f06613030385" }, { "name": "model.audio.layers.17.fc1.weight", "source_sha256": "c9f1ea250077c5aa93453ef8d017fd98b2ce6a1fb70805275f567bc76f694554" }, { "name": "model.audio.layers.17.fc1.bias", "source_sha256": "340bdd8b8294243ef796577d809f12525e78b248bae7d587f085c714c6b2cdf9" }, { "name": "model.audio.layers.17.fc2.weight", "source_sha256": "5941df98e5a59e8336a405d8d5234c28a9a4945a27a0da05c80a91fc561b882d" }, { "name": "model.audio.layers.17.fc2.bias", "source_sha256": "815f87876d26822beec505320a0c16d91c33ed813ed6854fdd61b2e49f61230e" }, { "name": "model.audio.layers.17.final_layer_norm.weight", "source_sha256": "d084d34b6ed92f04750c29edfd52e1857b248c2e2a8922705ae9c10e8b462c2a" }, { "name": "model.audio.layers.17.final_layer_norm.bias", "source_sha256": "08d27d35ddfb3fd83689dad3f2fb30883743ff0409b9177a5b69a2ec2114b928" }, { "name": "model.audio.layers.18.self_attn.k_proj.weight", "source_sha256": "284b964f6c0da9fa8c75e3719dcda45403dde73cf54c7f5eeee4a257f04cdb19" }, { "name": "model.audio.layers.18.self_attn.v_proj.weight", "source_sha256": "3d544b337fce0a661fa1cb9d0360595d693d3ac768e0dae855cacdc5b67d2a33" }, { "name": "model.audio.layers.18.self_attn.v_proj.bias", "source_sha256": "dfd8f10252782ccc55e5b0dfeecf54e3b48793326b3e39738aca7ed423b4f8b6" }, { "name": "model.audio.layers.18.self_attn.q_proj.weight", "source_sha256": "1018d2bc0a690b3ec7c2a95cd9dac1672ca612171889a7dd73024e826cffda74" }, { "name": "model.audio.layers.18.self_attn.q_proj.bias", "source_sha256": "0f7655276c68e948d8d13cd4954c3b63e8d71a199a1f889a035004acf917f11d" }, { "name": "model.audio.layers.18.self_attn.out_proj.weight", "source_sha256": "1c04661e8d75148dd8b33242222dfd1f17c1a355e122600ff73c7f8772c887d0" }, { "name": "model.audio.layers.18.self_attn.out_proj.bias", "source_sha256": "e70e43b2a776dc1170d7c654c91397c50921e665efe0dfb495bdceb7a8918bfd" }, { "name": "model.audio.layers.18.self_attn_layer_norm.weight", "source_sha256": "7449b2e981bd77966c4276e75fb1530031ddfab2e7c60792fe6f8c0caf11cbbf" }, { "name": "model.audio.layers.18.self_attn_layer_norm.bias", "source_sha256": "b555a122ef6c56e08fd64499c686f1b8e7cb4a5e1cb57f0cbc78083d98849f99" }, { "name": "model.audio.layers.18.fc1.weight", "source_sha256": "cafc82b0225f33562ba02824a13d5960b711a29e5a4d98d343a3f5eae70d2e7e" }, { "name": "model.audio.layers.18.fc1.bias", "source_sha256": "6965b447f6e577b930d21f3a203d11a6b360735505b0113852f509b4f9cabd40" }, { "name": "model.audio.layers.18.fc2.weight", "source_sha256": "fafb454ba3571c30eafeed56809cf7eadf3b0d30d3c64ea0cf24e9535db73ff1" }, { "name": "model.audio.layers.18.fc2.bias", "source_sha256": "8067551138f26f9450b09de038feb849d92d7033acf3bf1493067cd105c8a95c" }, { "name": "model.audio.layers.18.final_layer_norm.weight", "source_sha256": "9bc98e8dfccf5b4a8296cfd05b1a85a56a0eb3cb951b5f9221e8874936ab4d4c" }, { "name": "model.audio.layers.18.final_layer_norm.bias", "source_sha256": "80ef9b148944b917f9a57e6e07e1dc0f82e711d7680356cc299ea6cc575fa58f" }, { "name": "model.audio.layers.19.self_attn.k_proj.weight", "source_sha256": "fa29f560760eab6bf1d87c7894253ff799aa57f56b647f1fdfe60cd8c8f4082c" }, { "name": "model.audio.layers.19.self_attn.v_proj.weight", "source_sha256": "a5ff8a02ab06492b8040c64a716b8c1876ac85d519bf08a488240c4fb47e6883" }, { "name": "model.audio.layers.19.self_attn.v_proj.bias", "source_sha256": "3f25657b941b526806b64e829fcdd4e2521fd83d300f64d47e70f062671d55b3" }, { "name": "model.audio.layers.19.self_attn.q_proj.weight", "source_sha256": "87bc185c652adb9695829141706f32fbe44809a4a9148e9308dfcba4fe02ac46" }, { "name": "model.audio.layers.19.self_attn.q_proj.bias", "source_sha256": "1c6ec9a440aa545672e6a0709eb6f76859d3b49d9e5a0e62339cb213c78cad03" }, { "name": "model.audio.layers.19.self_attn.out_proj.weight", "source_sha256": "a3a9ff83d1fa23305831aed7733bb8be56f8fdf341d572cdfaf81ecc80d0e4f7" }, { "name": "model.audio.layers.19.self_attn.out_proj.bias", "source_sha256": "fe482fdcf043013fff0e4317f9349f86658ae637cf8da2f6f4a1e0baa739fa2d" }, { "name": "model.audio.layers.19.self_attn_layer_norm.weight", "source_sha256": "192ac37f5de26c24d15db07dcee6a6d83259542b5ddfd474f137a7e29ed1c687" }, { "name": "model.audio.layers.19.self_attn_layer_norm.bias", "source_sha256": "9c138e270e0fd503f491be2803830af5ac1761af55d97f93f001e2ec2e1a2b06" }, { "name": "model.audio.layers.19.fc1.weight", "source_sha256": "a1a68a5411aeca6354dce43224e02bbb2567b3efbca5bc704cec0c5d2573eb36" }, { "name": "model.audio.layers.19.fc1.bias", "source_sha256": "a2c85223290f7530cfb9c001ccfc469215d6ecda4bafbab54e600e876887e3db" }, { "name": "model.audio.layers.19.fc2.weight", "source_sha256": "906cdd5146983b44f0a33e980b12077869a8bf9f77da4c25d774295990964c92" }, { "name": "model.audio.layers.19.fc2.bias", "source_sha256": "7ed9ab0e461f7e1056ace1283080c7af0eb35258f5cb8362b0b3ce6f6e2ef1df" }, { "name": "model.audio.layers.19.final_layer_norm.weight", "source_sha256": "04375d92cbd06eb8ef966511c54d4584e44b80ab19a9aabd3376d9035849f0e0" }, { "name": "model.audio.layers.19.final_layer_norm.bias", "source_sha256": "82b86f976fc00b6355688b4a2cae5fbfbfff7b95e78c877d02b7bd02b0574880" }, { "name": "model.audio.layers.20.self_attn.k_proj.weight", "source_sha256": "8386bfbccd804b4237665640b5658613bb031a6b48f499ed8ba40244081eb2f6" }, { "name": "model.audio.layers.20.self_attn.v_proj.weight", "source_sha256": "6370f464d6ea09a2befc4d0bb3ca28f50660cbd235c7fa040149e2b56e089521" }, { "name": "model.audio.layers.20.self_attn.v_proj.bias", "source_sha256": "88fa8f19cf068a77b87f987082ea517fbd8c1bfa534821080034ebec235fe09f" }, { "name": "model.audio.layers.20.self_attn.q_proj.weight", "source_sha256": "4db7b70865f0f146b77dc9da778d3d170066064c994cf42f5923c3f5eadcf4c2" }, { "name": "model.audio.layers.20.self_attn.q_proj.bias", "source_sha256": "c39091ffea5ae7197158311107763deabcf9da510e21138380d8d702279613db" }, { "name": "model.audio.layers.20.self_attn.out_proj.weight", "source_sha256": "60760c33aeeecd70828e44a3dd21af944b084d78e7a55e94b130a3ef204b672c" }, { "name": "model.audio.layers.20.self_attn.out_proj.bias", "source_sha256": "7708442ca73b26355b692c348b96c9ced7c3ef4ddd7cdce932ad5b823e43e650" }, { "name": "model.audio.layers.20.self_attn_layer_norm.weight", "source_sha256": "288ba2a20320ecd9014c59d882aa988dae17551e0fd46ff8a3fb67a54c8849ef" }, { "name": "model.audio.layers.20.self_attn_layer_norm.bias", "source_sha256": "87ae61a071189646974dedc9f1400b3835bd432b8e6a2f25e6076adb08f95ffe" }, { "name": "model.audio.layers.20.fc1.weight", "source_sha256": "7d23b8ec537fa98ff5fbb532c6a172bf55bb94558f88deb92d9495e812e0e23f" }, { "name": "model.audio.layers.20.fc1.bias", "source_sha256": "48534127e865103e5b7c8cca834282c8b2774f6c81a9699e4961361ea4171177" }, { "name": "model.audio.layers.20.fc2.weight", "source_sha256": "087e1bd5c0796de94bab5d3b9a1627e0104cdd1e5fd9741c5f6a59f3fca28970" }, { "name": "model.audio.layers.20.fc2.bias", "source_sha256": "08ad0718dd86ab89ff586c17e29d9d5b064c7cc07c96a0191068c577b13014b9" }, { "name": "model.audio.layers.20.final_layer_norm.weight", "source_sha256": "b29aa801fcb18ce6fcfd3ecee7be49025f62c789088d14d541e56fa4a7e9a880" }, { "name": "model.audio.layers.20.final_layer_norm.bias", "source_sha256": "880a49ffebbf65aba287873bdfb266f4766114a905f35987d417f741ef71934e" }, { "name": "model.audio.layers.21.self_attn.k_proj.weight", "source_sha256": "570b3ade6d84a876d63b5d2ea9dc5a1f349d9e25617962cbc8a994d7b711792a" }, { "name": "model.audio.layers.21.self_attn.v_proj.weight", "source_sha256": "4d938208b50dbbc61ab8f56b5c91cc2b82bed755ca8eea3a87bdace8fdf8a050" }, { "name": "model.audio.layers.21.self_attn.v_proj.bias", "source_sha256": "9a661fa132a3a114ec5548ab83c316f20f435d585ba988733a76c8f65b5de33c" }, { "name": "model.audio.layers.21.self_attn.q_proj.weight", "source_sha256": "6cf2f7deea12570e1254273836d92e2c1761ea56a01288dc537651a6fede0705" }, { "name": "model.audio.layers.21.self_attn.q_proj.bias", "source_sha256": "7946b0448f0770caba14131409004049ab34158345ae28c6b134a57fa58cf36e" }, { "name": "model.audio.layers.21.self_attn.out_proj.weight", "source_sha256": "4c4d3ee87315fe92adc50e66787117b227a7b08657dd442de75be225b02939a3" }, { "name": "model.audio.layers.21.self_attn.out_proj.bias", "source_sha256": "0bb977bc0f18f9b3dedca6caa706083735d307cee3134b4316887706d9827909" }, { "name": "model.audio.layers.21.self_attn_layer_norm.weight", "source_sha256": "bbb97d606640d89a13781ca6a22e077048a2129622dea3da98c2e6fc302b0630" }, { "name": "model.audio.layers.21.self_attn_layer_norm.bias", "source_sha256": "cdcbce04b407706366ef22f15d9a23aa2bb60f062ac56f591729cf0164d08352" }, { "name": "model.audio.layers.21.fc1.weight", "source_sha256": "273707ad7b90f7d6d4ffb43c4b1698754b826fee834f6fd5217f5b7756047a15" }, { "name": "model.audio.layers.21.fc1.bias", "source_sha256": "01da928bc434b7b395a8b69c2b672e369d117bddee186a29d0873aab983829a6" }, { "name": "model.audio.layers.21.fc2.weight", "source_sha256": "35347ab3daeb6f245af4617c2b591de60ea4394f74a9a08373b1124d977434bf" }, { "name": "model.audio.layers.21.fc2.bias", "source_sha256": "71ee19920d1643553df03aa3cee37dfb99f256175d736ee3b52547bb2d33014a" }, { "name": "model.audio.layers.21.final_layer_norm.weight", "source_sha256": "4e717a7c1d4df1143c9022e6a61e68940d16dfecad64ae49e58b0ca2d4cb09f8" }, { "name": "model.audio.layers.21.final_layer_norm.bias", "source_sha256": "c0c3ad37447a35da7ac5b92c50d7dde28324c0d26dd75596e490e3f39d41f7d2" }, { "name": "model.audio.layers.22.self_attn.k_proj.weight", "source_sha256": "1d055ee40016bee42c7e5ee35b1d9fad006d2983605698eef2f10e11d3ce8e9b" }, { "name": "model.audio.layers.22.self_attn.v_proj.weight", "source_sha256": "e267af3729d84130fabfed18e507b0610b064aa0c34ec0a6b47b90e164941200" }, { "name": "model.audio.layers.22.self_attn.v_proj.bias", "source_sha256": "065b707209e81cdcfa5c993d137577920b0f2cf61306a9f293b058306386aa9a" }, { "name": "model.audio.layers.22.self_attn.q_proj.weight", "source_sha256": "5609a0f9d6d3e472b2f421eee680bba707a9c1822162f2d7a441b63a5bde1c6e" }, { "name": "model.audio.layers.22.self_attn.q_proj.bias", "source_sha256": "368b0b3dc3fcca24f506d6479c5c650be9e87a8c501ca5039dacba779f68858f" }, { "name": "model.audio.layers.22.self_attn.out_proj.weight", "source_sha256": "989ac0e2706060cb0e0e3b23d70ca771ce3479f1c42393abf34921375ab3773d" }, { "name": "model.audio.layers.22.self_attn.out_proj.bias", "source_sha256": "31b0504e613cfb65198a05eab07ed03b6accd5ff560b73d234dd440f2977e5cd" }, { "name": "model.audio.layers.22.self_attn_layer_norm.weight", "source_sha256": "eb6a954b7a62c2554869825acbbe2e7074b5a4d6120d1cd218cc74eeeeca6cd4" }, { "name": "model.audio.layers.22.self_attn_layer_norm.bias", "source_sha256": "6c5507cdb6fdb7ed1d50c0d6f807c24d6e072e63452385cfcb6eef82bd6f1968" }, { "name": "model.audio.layers.22.fc1.weight", "source_sha256": "39d63e50da4ae58d921e2850a416d662375b411605af4264eb90bf24031abe1d" }, { "name": "model.audio.layers.22.fc1.bias", "source_sha256": "a691106576e1cb5e10adc3f6882921959bec3e76ff9436ca1d11567d8cbc56d0" }, { "name": "model.audio.layers.22.fc2.weight", "source_sha256": "24db27051d25836bea3cc9fae000a3a57a587da474090064a0cf5bfbb73149bc" }, { "name": "model.audio.layers.22.fc2.bias", "source_sha256": "facc2fc2761ac25e66b2da24def5ce983ebf92481bf5e2a8f3d87dec8764ffad" }, { "name": "model.audio.layers.22.final_layer_norm.weight", "source_sha256": "c76578e4f5eadceaec2afddb30731c3ecff6f0ccf80778e67dd9075b0df48ae6" }, { "name": "model.audio.layers.22.final_layer_norm.bias", "source_sha256": "1052541e2a3820b7bcaf59ba0da25a0a8f5a25628875e6073af199fae1dc7b85" }, { "name": "model.audio.layers.23.self_attn.k_proj.weight", "source_sha256": "382253846431f6e0fcedc67f6c7abd3eca569b2e5d8291b682d8cdafdcca6a3e" }, { "name": "model.audio.layers.23.self_attn.v_proj.weight", "source_sha256": "e7f5cdd8d667c02e6b99f652d7403e204e6b76d1bc833bd92a3f86980801275d" }, { "name": "model.audio.layers.23.self_attn.v_proj.bias", "source_sha256": "abe57a967e4007ab93d5c06c9bd03ecbb4ec664b8ec9c06618085b03adbb2ac6" }, { "name": "model.audio.layers.23.self_attn.q_proj.weight", "source_sha256": "fa22a900b97fcbf8294193395bcd455ff3de7e1ed9605c0769d5c3c41f9ac862" }, { "name": "model.audio.layers.23.self_attn.q_proj.bias", "source_sha256": "4128f21fbfca81350f8fe2db4e120c4b179d0d94274de694a5d8c829bc1fa54d" }, { "name": "model.audio.layers.23.self_attn.out_proj.weight", "source_sha256": "91855c07ffb1a43edc4f3eb90ecca9795c62eecb72672f2cf17fbeac5bdfa3e7" }, { "name": "model.audio.layers.23.self_attn.out_proj.bias", "source_sha256": "bdc3da4689f90c91ad3da59d4058235574132cb4b8dfcc1eb72c3aaef778c5a4" }, { "name": "model.audio.layers.23.self_attn_layer_norm.weight", "source_sha256": "b4ba176cf633b51f839ee84c1f2e96a42744aaf501c07a3ece6d79540adba373" }, { "name": "model.audio.layers.23.self_attn_layer_norm.bias", "source_sha256": "c8edab3c142d43b53586e6f027f7cc8c3969d830514c211274174b9448702678" }, { "name": "model.audio.layers.23.fc1.weight", "source_sha256": "fd0930cb3de695d478de1aa85f3157a6723407a6ad354954fdf97faaf00e2cdf" }, { "name": "model.audio.layers.23.fc1.bias", "source_sha256": "bc5df421405957170df02de6cf6460b6d592335bc06b7056aa487cc3688865a0" }, { "name": "model.audio.layers.23.fc2.weight", "source_sha256": "4055d07622afabb3b6db06c2c56ba3a531faf61c6c8ad6f50e8718fddcb3bc9d" }, { "name": "model.audio.layers.23.fc2.bias", "source_sha256": "d99a286c3724e96b26935f6ddb68923d021fa16f0af2b9ecca2ca412d918c992" }, { "name": "model.audio.layers.23.final_layer_norm.weight", "source_sha256": "2d2f9ceab11f72ab1470904de0aa3be3f647b19dd0e755078860ce19fa264fc9" }, { "name": "model.audio.layers.23.final_layer_norm.bias", "source_sha256": "e8c815bf14687d69a469da7e208b56240f468490248ca0c8747c33bdd5db1ed9" }, { "name": "model.audio.layers.24.self_attn.k_proj.weight", "source_sha256": "087e6a3f72ea9873d40a765d8139a2de7e074c4ed07a6b50a7c905e5bd9d44eb" }, { "name": "model.audio.layers.24.self_attn.v_proj.weight", "source_sha256": "0eccea58a1cd602381c4c2bf5b2babe4fbd355a55f2f32e1e011e6c0513d68c2" }, { "name": "model.audio.layers.24.self_attn.v_proj.bias", "source_sha256": "3432ad081eb321db04e63539a51c4aca792d56a466558986403c0f55d334e235" }, { "name": "model.audio.layers.24.self_attn.q_proj.weight", "source_sha256": "90c8fb4d6867421b3b490ef4113a8f79210c67f9ddee65006155a4060586fe6f" }, { "name": "model.audio.layers.24.self_attn.q_proj.bias", "source_sha256": "f0c6880c6da1927015a77f21e1ef63fb24cf38678bfce335f8aaf11b576b959a" }, { "name": "model.audio.layers.24.self_attn.out_proj.weight", "source_sha256": "fbaa9662a576277f1f6fbd821246c15e22d20a979783af3905d0b8f7d1bb59ad" }, { "name": "model.audio.layers.24.self_attn.out_proj.bias", "source_sha256": "99e11811ce5dec36c190ae93fd23a5875037130c588c803f57f9b094a2e48e41" }, { "name": "model.audio.layers.24.self_attn_layer_norm.weight", "source_sha256": "364c84e19b40b4217aa90669943216f2d68e22fe1474831b14156c5f50586c98" }, { "name": "model.audio.layers.24.self_attn_layer_norm.bias", "source_sha256": "522eb1bcfb998a5c9ce0c9b2e75cb0dd32989c7c95541cd2b883f35a5e6c021d" }, { "name": "model.audio.layers.24.fc1.weight", "source_sha256": "9887193873abafd40e783b2197bd9413a7a94bc668cee7b46002f19537f4d6dc" }, { "name": "model.audio.layers.24.fc1.bias", "source_sha256": "08d3f13c8d51d7cbfcb57f19cc02662d119a8c2cc5dc55647e0bd6211ef38b1a" }, { "name": "model.audio.layers.24.fc2.weight", "source_sha256": "f366653667ea1a4ee44d77c5714f4b848f653fbb1b5579427f57bac21f715b54" }, { "name": "model.audio.layers.24.fc2.bias", "source_sha256": "ebd878cc207ffbb42ccee55d80d2c5c383ad800c439a5c81745825c85997d9d4" }, { "name": "model.audio.layers.24.final_layer_norm.weight", "source_sha256": "4444a78ffb6254f3a7545a5be0e53dab8ac610ee42430fc1e1a4d3a2fb823d04" }, { "name": "model.audio.layers.24.final_layer_norm.bias", "source_sha256": "7e77141336512d088d8e429a96f7771ae6227dad4364c24abfe057a1674a7fd8" }, { "name": "model.audio.layers.25.self_attn.k_proj.weight", "source_sha256": "d9ceccff2847e655bdda6a72ce2f9c5e8da3d0a704cac8515015c5fb4afc3284" }, { "name": "model.audio.layers.25.self_attn.v_proj.weight", "source_sha256": "44ea33783e15fbde5aa71f9f4146499cf38a0b78e3c0ec9a2339d84489fa26ac" }, { "name": "model.audio.layers.25.self_attn.v_proj.bias", "source_sha256": "cd69abaee8c7549218b90325f818c1aebcacfc857019ece27736590ce5f4371b" }, { "name": "model.audio.layers.25.self_attn.q_proj.weight", "source_sha256": "4f49b592313e9592b96a882e02cc1f5c3ed5668b5cc70939ce6cff23507170d6" }, { "name": "model.audio.layers.25.self_attn.q_proj.bias", "source_sha256": "78fb1a0d2f9fb7bd72a95b57a968548fc2858e53cc9f1813c9065f7c274bf472" }, { "name": "model.audio.layers.25.self_attn.out_proj.weight", "source_sha256": "c1fbcba8be4b6c21fcff1a00081b2754ee8a6aaebeeeee17c02917b62c9b8da7" }, { "name": "model.audio.layers.25.self_attn.out_proj.bias", "source_sha256": "4d6f4de40e308430da18c1becadc5fb16a4050ea861cd90a137b8851e9f5f44c" }, { "name": "model.audio.layers.25.self_attn_layer_norm.weight", "source_sha256": "7004495893df3c3f3f87e16c608672537ef5a85cda07b0667620db5fac72c9e3" }, { "name": "model.audio.layers.25.self_attn_layer_norm.bias", "source_sha256": "b4850698046f1698557607f48f8f4e1972da389a61d821c6e9c6e85312a265c0" }, { "name": "model.audio.layers.25.fc1.weight", "source_sha256": "6bf344613db0086a4ac60257b2e1f772460af4042877fb9714597e634460eecf" }, { "name": "model.audio.layers.25.fc1.bias", "source_sha256": "1f27c961e7942ab25505e60fb5511262fcce74af3dab650f4fdcbce3d7ec3587" }, { "name": "model.audio.layers.25.fc2.weight", "source_sha256": "3b4627fdc5d1e657c18460dcc850e1db538c5b4662413e49b8e1fb591442651d" }, { "name": "model.audio.layers.25.fc2.bias", "source_sha256": "bb6626980b59394746f692cb547de8529d06efe9bb2090a6c69777b026dd4a80" }, { "name": "model.audio.layers.25.final_layer_norm.weight", "source_sha256": "4c4c2956676dc6b6155005e134a847c4ea0a987a1b65cfd6aea365bde99b6e79" }, { "name": "model.audio.layers.25.final_layer_norm.bias", "source_sha256": "051a1c7338ba352a115a02ab096c4569c804ee00f9bc7b1c34980af97ac61e4a" }, { "name": "model.audio.layers.26.self_attn.k_proj.weight", "source_sha256": "bb7104e6810203c5415eb11fd043df370826c0cd8eff4c7977f8d54872f9f5d1" }, { "name": "model.audio.layers.26.self_attn.v_proj.weight", "source_sha256": "a130f0cb498315e87531b52776535513883400dbf3a97b8f21b60edf19bb2566" }, { "name": "model.audio.layers.26.self_attn.v_proj.bias", "source_sha256": "ec0ce66ffadbad5d5ed333b887cc1ebca841d9ea494962a7d79bed7c51e31a02" }, { "name": "model.audio.layers.26.self_attn.q_proj.weight", "source_sha256": "815e7a5637ca58d06acdd974841ff8fd1f725bfbabec5807af0bda9f61ee5871" }, { "name": "model.audio.layers.26.self_attn.q_proj.bias", "source_sha256": "7ed3c8aeee9cf61ecb618dc2ac2aef31b370911804634c02eb5b5b8ada26d8d7" }, { "name": "model.audio.layers.26.self_attn.out_proj.weight", "source_sha256": "7dbfa49100a6b2c54df3c570e7bb7fa588e10789c6549397bcd6c59937bf2142" }, { "name": "model.audio.layers.26.self_attn.out_proj.bias", "source_sha256": "5f0e4e1542c3f40a2f6fc5f7979123ae8b743cf535608a2a0490aa40f530660d" }, { "name": "model.audio.layers.26.self_attn_layer_norm.weight", "source_sha256": "f23c7076d8d4ac0a21c248f8c4564b3e4082eb9ba7e8f2a43c59d153e55f4702" }, { "name": "model.audio.layers.26.self_attn_layer_norm.bias", "source_sha256": "36c84f91a39b9db82cc9027c2a7321ba54ae568bcc1e3b874d6a45328b34f9e4" }, { "name": "model.audio.layers.26.fc1.weight", "source_sha256": "b4d8471e02e7fd447c4e563434c85b23816805e047f62a5935374c38371100da" }, { "name": "model.audio.layers.26.fc1.bias", "source_sha256": "b7c6d122a6f3a1da5da40854a97f963c18c630add97bb7e2d97febdcdb349bc2" }, { "name": "model.audio.layers.26.fc2.weight", "source_sha256": "3fa22c07859a32ac905b9bbca257160e41ed458e057ee37fd9ce219df338d72f" }, { "name": "model.audio.layers.26.fc2.bias", "source_sha256": "ad51a2b78431567998463d8e5213ed8bd54951d6ce4d88d1d3fba3e374699f82" }, { "name": "model.audio.layers.26.final_layer_norm.weight", "source_sha256": "bd6735bcaacb85844a61a63fde81feb9971820da7b6177bc88b111d7c5ae63e0" }, { "name": "model.audio.layers.26.final_layer_norm.bias", "source_sha256": "e87e2ec49098e6081c7da734f185bd539a7526c403d9dbaaf1b22f50cb842aba" }, { "name": "model.audio.layers.27.self_attn.k_proj.weight", "source_sha256": "f815fb6db468f2d0ece5eab4fb092aa5de7493f5482a58bff54cd335580da4b8" }, { "name": "model.audio.layers.27.self_attn.v_proj.weight", "source_sha256": "a16234dcb6ebed3f5d6485d054e1dd8db3530013dd45e0a918983ef7c82de815" }, { "name": "model.audio.layers.27.self_attn.v_proj.bias", "source_sha256": "0d481d1bfcb087d4aaa396779762eb8e226a0e87d7909b8401f0ca73521aa2f4" }, { "name": "model.audio.layers.27.self_attn.q_proj.weight", "source_sha256": "09ed7e0fb83e71172e9689ccbc338aaafe5cb1cdd36e6a7ccba28eb0b8ff7302" }, { "name": "model.audio.layers.27.self_attn.q_proj.bias", "source_sha256": "4d136586d29695dc5dfb8d4e976de03d08f9fd27aa3925f3e01c7053c5d31a5c" }, { "name": "model.audio.layers.27.self_attn.out_proj.weight", "source_sha256": "df9c6ad162ada241caee0961bfcbca468e039817d51bef8ca229cf8a8b70bf42" }, { "name": "model.audio.layers.27.self_attn.out_proj.bias", "source_sha256": "64940e0064a75e8ee0d2c3ca0ffe56298ccc2d54863c45b35c9a92c406424e3a" }, { "name": "model.audio.layers.27.self_attn_layer_norm.weight", "source_sha256": "212cc1035b2d4c3bd3dcdfd92b43aa8332e43a691d7a9234afa93b02c9ee83f4" }, { "name": "model.audio.layers.27.self_attn_layer_norm.bias", "source_sha256": "880aeab484dd8c8133acc682f98d855cc48ceb5bcd684b65695fbf18666c13cb" }, { "name": "model.audio.layers.27.fc1.weight", "source_sha256": "6f63721701780670a51e3eb82702378511a5811f41df43cc08c65555f483b558" }, { "name": "model.audio.layers.27.fc1.bias", "source_sha256": "ee63db2851f4c0f749834b211a3289cbd9404aa1f18babe4054a60dce5306650" }, { "name": "model.audio.layers.27.fc2.weight", "source_sha256": "62aa4ad6af25ebae873d42b85d027cba863c5f0830dc654827b4a3578c6b0aa9" }, { "name": "model.audio.layers.27.fc2.bias", "source_sha256": "7526057ed7b71c2342f275695690028cf551d029c340ab803599e6a4679dddb2" }, { "name": "model.audio.layers.27.final_layer_norm.weight", "source_sha256": "2fb3b051e74622adb6ed007cb1a292dc51866ae5ccffe107ee948706d2b87c2f" }, { "name": "model.audio.layers.27.final_layer_norm.bias", "source_sha256": "4ba57532687a04b24b33c21c840010b3df9516895289fd464e91ec60ee37b89c" }, { "name": "model.audio.layers.28.self_attn.k_proj.weight", "source_sha256": "81c77af9ebd8db968d15ed9b4a0555a691ab7a8006a64d4d937b6a293a224366" }, { "name": "model.audio.layers.28.self_attn.v_proj.weight", "source_sha256": "a3616ff721d3e5d7bcd60bdca85199b80de69d183d38673b11c37eeeac2736f4" }, { "name": "model.audio.layers.28.self_attn.v_proj.bias", "source_sha256": "f7c2df589bedddbe233acd30faac8ee9cfae5279799c9d8b977eb30c519abb8e" }, { "name": "model.audio.layers.28.self_attn.q_proj.weight", "source_sha256": "6ad45b3f809e11f1354e0d80ce143004a358a3858d05d00b988dbedd729644ec" }, { "name": "model.audio.layers.28.self_attn.q_proj.bias", "source_sha256": "84512e70bccff4ffd67b2e9126bbfc32f32e390ab1f33d5aa19c32abdefc8a82" }, { "name": "model.audio.layers.28.self_attn.out_proj.weight", "source_sha256": "ca54e364b48c36099e00ce5e84b0717b562b42be496d1bd9337e0a064039145d" }, { "name": "model.audio.layers.28.self_attn.out_proj.bias", "source_sha256": "b7e31e71da59095560f9bd662a909bf623f7fb2cb16bcd19579067e8557ea931" }, { "name": "model.audio.layers.28.self_attn_layer_norm.weight", "source_sha256": "04ea15230802052f9dd833ab8a5262bace0528b38c6eb557ba20b498924cd341" }, { "name": "model.audio.layers.28.self_attn_layer_norm.bias", "source_sha256": "c453648cbb66b8c9aae219fd85541e244b00b43a6a94f9f7df99ef27f2936cd7" }, { "name": "model.audio.layers.28.fc1.weight", "source_sha256": "3232661779039362b0b29c5c5975a1a590be3aae4adf85fb1662a740246b107a" }, { "name": "model.audio.layers.28.fc1.bias", "source_sha256": "e5482ce9dd14cd51e8d629c6335e831e811ce08e35851e320b0c24905838d06f" }, { "name": "model.audio.layers.28.fc2.weight", "source_sha256": "127778b114c349d9099aee343926f52ec6e9bd96d84fb1e74ba72b92323cb4cd" }, { "name": "model.audio.layers.28.fc2.bias", "source_sha256": "351c727e2a655e8581ad69218664f8549e1969300c0b7fb69c07a771fa3c0b0d" }, { "name": "model.audio.layers.28.final_layer_norm.weight", "source_sha256": "baf86767733746b83d4f1dd9f5dd1ca9734c67b55b1cea162039c7763096aebd" }, { "name": "model.audio.layers.28.final_layer_norm.bias", "source_sha256": "96f0329431c2c92a26a506aada8ba48eae313e75da0c57dece9f3cdf01548611" }, { "name": "model.audio.layers.29.self_attn.k_proj.weight", "source_sha256": "8087bb43838265892a83bfcd065866e92e4ed96f2dd2bae3bb6a1dadcf0528ff" }, { "name": "model.audio.layers.29.self_attn.v_proj.weight", "source_sha256": "866fca51451cbc01ba97581e36c3a1764d2aa1cc1a9a58ad1b26747692294034" }, { "name": "model.audio.layers.29.self_attn.v_proj.bias", "source_sha256": "19a432731681881e2e5c2e09945ca782cee6ff6d41fac915b9bf8ea98278e468" }, { "name": "model.audio.layers.29.self_attn.q_proj.weight", "source_sha256": "4ecb2ce67cd9761f97eab975b4cb3541f57bb5623cc94edbd32b3c781b70510a" }, { "name": "model.audio.layers.29.self_attn.q_proj.bias", "source_sha256": "836da2b8b7acae9c10b4b74a153c20a742d2131e7792d228d84bd1bd37eaa75b" }, { "name": "model.audio.layers.29.self_attn.out_proj.weight", "source_sha256": "5707c5d9cbf81de21748b4f10c43b5f3ddcd4e76762e24bf4ff87b8a3efce1a6" }, { "name": "model.audio.layers.29.self_attn.out_proj.bias", "source_sha256": "f5f158ed0dcdc809e7cb4afb7cef0cfbb1de7772a4e358ab36f6a9b5a212852e" }, { "name": "model.audio.layers.29.self_attn_layer_norm.weight", "source_sha256": "20b692ad885da3b868f7cd1b4d45d955aa3c969c7becbb36b2003ff4d7c1db99" }, { "name": "model.audio.layers.29.self_attn_layer_norm.bias", "source_sha256": "3a61563121138db6ca1d7e97e1aac55cce9377eb3428ed142124be8260aede5b" }, { "name": "model.audio.layers.29.fc1.weight", "source_sha256": "5b9bbd0fac853228e4aa1ec9c5017c05fdaa4b5fee397b3e150e6fcf088df934" }, { "name": "model.audio.layers.29.fc1.bias", "source_sha256": "fefc0a03370b77188390a60bf4a1de98c35d75b24b4a2fb6761e4806124fe851" }, { "name": "model.audio.layers.29.fc2.weight", "source_sha256": "3d5bd7affdef759bc206b4e0bfa2c3d8e6814ec51b579e85a230537197b0a3f4" }, { "name": "model.audio.layers.29.fc2.bias", "source_sha256": "fa842a220934bc99ccd659da1f3add32ff519b2c036124d0a3913af8b0687c4e" }, { "name": "model.audio.layers.29.final_layer_norm.weight", "source_sha256": "8d2f9e96337cd38870683116ca0174021309ffa78623c25d65b55fe8994a4557" }, { "name": "model.audio.layers.29.final_layer_norm.bias", "source_sha256": "7e9923c11ac0d711a8214aec5650790dccf8f56598cde5515a29c7a121c80814" }, { "name": "model.audio.layers.30.self_attn.k_proj.weight", "source_sha256": "f59a0bff7d31596bf7d3987832166aad695dfc2f889e9729e44df601cf289c62" }, { "name": "model.audio.layers.30.self_attn.v_proj.weight", "source_sha256": "48844ab98e1bbee8b4f61bb13dc2f490f5d8451ca2f45725c50b66daba3831a2" }, { "name": "model.audio.layers.30.self_attn.v_proj.bias", "source_sha256": "24014d138a346621813a878c28dee0a1ad0d1ecbb5b4546fdfbc76b9a64405df" }, { "name": "model.audio.layers.30.self_attn.q_proj.weight", "source_sha256": "99d29dbb5d24b05337c84ac56c4f44398f34984a9a399e01e85c51325ee33ffd" }, { "name": "model.audio.layers.30.self_attn.q_proj.bias", "source_sha256": "7f3ab9d7f7683d9115f23c4ffe783e649efbfcfac82367c5b2010602f4f63c79" }, { "name": "model.audio.layers.30.self_attn.out_proj.weight", "source_sha256": "65d75877e124663403fd5ccc948ec5646f48d17cea9761e48d673d860e5ec1eb" }, { "name": "model.audio.layers.30.self_attn.out_proj.bias", "source_sha256": "296d3eeda753e76843904dc947158d503f503dbd4f756945e3ba32cea0b7865c" }, { "name": "model.audio.layers.30.self_attn_layer_norm.weight", "source_sha256": "bef40f5a30083683e5859c38527ef2182bc563d970f35bd32aeb04e06ea3c79f" }, { "name": "model.audio.layers.30.self_attn_layer_norm.bias", "source_sha256": "c5130f5779a1219c4740776a2e9b22a04793b3c213a0652726d36a5eb423024a" }, { "name": "model.audio.layers.30.fc1.weight", "source_sha256": "add527ace499cd34d1a84578a7f84950aa58844071f401ca09e96d8ae89f77da" }, { "name": "model.audio.layers.30.fc1.bias", "source_sha256": "a0f4e4cfbba86b44763e97babac13887066a02a69303dedd7aa7ea70d95eb7d1" }, { "name": "model.audio.layers.30.fc2.weight", "source_sha256": "5315abfc5144977c7ab6b97020853420d5d73e1a663e003ad53bcbb56e66fad2" }, { "name": "model.audio.layers.30.fc2.bias", "source_sha256": "76e1dc4576de8adad651c3ae76cd3a0b49d8a5756ecf282e92af0324ad51a5e2" }, { "name": "model.audio.layers.30.final_layer_norm.weight", "source_sha256": "f6278c14308745fd3407f5d27e1164c56365ea0838c21316fa7f75f52400d14d" }, { "name": "model.audio.layers.30.final_layer_norm.bias", "source_sha256": "4a1296262d59ab5646c8681d0019c70f302c83654865d0aa8849502c7c8bebad" }, { "name": "model.audio.layers.31.self_attn.k_proj.weight", "source_sha256": "a862d297e1ca3dabf3695ccb4259a55b6cc25940a4d4a8193dde5be2ee252359" }, { "name": "model.audio.layers.31.self_attn.v_proj.weight", "source_sha256": "a09a219113a512772375df02b626f0df967f6a823cd795bf815227fffc604e78" }, { "name": "model.audio.layers.31.self_attn.v_proj.bias", "source_sha256": "cbbfbb47cd182347a3da87ea2398d495789c85626dfea67519e8ff85e60d7488" }, { "name": "model.audio.layers.31.self_attn.q_proj.weight", "source_sha256": "3a270f8bf4678dba5b8d23c48a52b80e345d719ee4d2f10a99440e82c3aeb978" }, { "name": "model.audio.layers.31.self_attn.q_proj.bias", "source_sha256": "a7ec70c94a922f55f05c37e6b5b90c121b86a2fb9520eb0d740609e244b5d5a1" }, { "name": "model.audio.layers.31.self_attn.out_proj.weight", "source_sha256": "f301809264f9c7a0fc1eabf7a80124acea03410314b63fd2616aeec7bcbf7643" }, { "name": "model.audio.layers.31.self_attn.out_proj.bias", "source_sha256": "b7fec6f05a52cd16fc9a8c5357de6aaceb6e3b701fc397a1cd6bdf6fed4b60b3" }, { "name": "model.audio.layers.31.self_attn_layer_norm.weight", "source_sha256": "1555d486bff87c3d16425699398f59763e6fc4d4b9632e9b707b4a4af28839d2" }, { "name": "model.audio.layers.31.self_attn_layer_norm.bias", "source_sha256": "0f5b8b695d085a3ded39fc5a1f498579489c192c47fb27c8aedc474ef8ad64d7" }, { "name": "model.audio.layers.31.fc1.weight", "source_sha256": "7eeb430568b726861c3c545f621fa41a83f93714900b91860ae739750801df0c" }, { "name": "model.audio.layers.31.fc1.bias", "source_sha256": "ff78eccf8a61ed32724681c8ba88e0825af1ba1adb7a605693a2e0441f6200ba" }, { "name": "model.audio.layers.31.fc2.weight", "source_sha256": "f76b303a07e36d19a4cbb2a943352d3d7af3e2659b56b10936e023d2448fc953" }, { "name": "model.audio.layers.31.fc2.bias", "source_sha256": "ed5dc10ae8c4d640af5c461dfc8feb3bc8aacc2a6a10344940ed373bd7e3e4ec" }, { "name": "model.audio.layers.31.final_layer_norm.weight", "source_sha256": "ccce6d9f49102e1614fcc5387004759659a71a746cfc3d016627891b9e9600e3" }, { "name": "model.audio.layers.31.final_layer_norm.bias", "source_sha256": "857f85ef315c22bf245d0b6d7a55e00e725c0e942dec5e4ceac9e64501a80d02" }, { "name": "model.audio.layer_norm.weight", "source_sha256": "2a1054251b29a49fd00be48047b86cfe25f81d5cf72620495f3eb168da1eab13" }, { "name": "model.audio.layer_norm.bias", "source_sha256": "969ca30e3fb612626fc4a14d8711f07d8b15d8b6473f09c5da3109d0fc03e442" }, { "name": "model.audio.qformer.bert.embeddings.position_ids", "source_sha256": "95322a6a0897537a64d36081c73274ec6cbd732fdf07f69701a6acc35d1c4ed1" }, { "name": "model.audio.qformer.bert.embeddings.LayerNorm.gamma", "source_sha256": "b4eb6b2a185888cb18f29e24b374073a2154b5fc7924d88640bd7032aa8c5662" }, { "name": "model.audio.qformer.bert.embeddings.LayerNorm.beta", "source_sha256": "7d93a5c51931b3afbe37b6ff548e618cababf82aabaeea14f33e4b323711fdec" }, { "name": "model.audio.qformer.bert.encoder.layer.0.attention.self.query.weight", "source_sha256": "29e03c5bd8ca3b171dcfba02a0a152617a29f6095f1165aca1dc09e494f68f0f" }, { "name": "model.audio.qformer.bert.encoder.layer.0.attention.self.query.bias", "source_sha256": "f2a9630e7917f14f54264504d1f1cf7015deb917377451dc9eca1f0fc3757f05" }, { "name": "model.audio.qformer.bert.encoder.layer.0.attention.self.key.weight", "source_sha256": "544366c2a9a7f67043becffd8349be9156112b6781e674030527a6c7b70cdb07" }, { "name": "model.audio.qformer.bert.encoder.layer.0.attention.self.key.bias", "source_sha256": "f2a9630e7917f14f54264504d1f1cf7015deb917377451dc9eca1f0fc3757f05" }, { "name": "model.audio.qformer.bert.encoder.layer.0.attention.self.value.weight", "source_sha256": "4e59da0f7ab303afbc298dcb4e612e10949a1e6e85fa79e9a122cf9796fdcfdc" }, { "name": "model.audio.qformer.bert.encoder.layer.0.attention.self.value.bias", "source_sha256": "827e1d45674aedb000ea07349b31e35f02f2434c39989c13a9d5147401cf9d50" }, { "name": "model.audio.qformer.bert.encoder.layer.0.attention.output.dense.weight", "source_sha256": "7fc35529763f1063297e38daad09ea8b61c038b0e1a7d1dba7fd2d770352177b" }, { "name": "model.audio.qformer.bert.encoder.layer.0.attention.output.dense.bias", "source_sha256": "1ac2483e9eba3808856d02fb307ebc55c2ea788a4b571efe938c7b2747349435" }, { "name": "model.audio.qformer.bert.encoder.layer.0.attention.output.LayerNorm.gamma", "source_sha256": "cc77d23d4278891e244f62f03372f82f51c6f4844dc3c8a7a0cf941b47d94854" }, { "name": "model.audio.qformer.bert.encoder.layer.0.attention.output.LayerNorm.beta", "source_sha256": "fcaeb6b1eb558688a949c62fddc63db559ad30e6d8e2408ae076947ca1d1402a" }, { "name": "model.audio.qformer.bert.encoder.layer.0.crossattention.self.query.weight", "source_sha256": "a4ab67e95842b07a1f7fc9b9d5b9c560cd0531c5c6561b0274ac88322a1cda44" }, { "name": "model.audio.qformer.bert.encoder.layer.0.crossattention.self.query.bias", "source_sha256": "3dbd3f8d90e8a24d5de7f23e0ef873ace08c3fc4d2005841b3cc851d9ecb202c" }, { "name": "model.audio.qformer.bert.encoder.layer.0.crossattention.self.key.weight", "source_sha256": "5d8d9f69f35915c4f91f12de0cc03c91d18c96b12a1013c78c83237ad7d6c0f6" }, { "name": "model.audio.qformer.bert.encoder.layer.0.crossattention.self.key.bias", "source_sha256": "3fd8fa1701bd51525779fafb988ae39d3a3998dfdb7b1dafd5d2def2472822c7" }, { "name": "model.audio.qformer.bert.encoder.layer.0.crossattention.self.value.weight", "source_sha256": "d95f47e0abfc4b0e66dfa405368b34ad9e915c7b4af1c8f0c236b4b6a887dc7c" }, { "name": "model.audio.qformer.bert.encoder.layer.0.crossattention.self.value.bias", "source_sha256": "7fe4de6f09f63d37521a044653d9237be49a6ba2fce30ef2d6c15bf59590cf34" }, { "name": "model.audio.qformer.bert.encoder.layer.0.crossattention.output.dense.weight", "source_sha256": "e080025cced25b1b1ee2baddadd3bbb64e5c996e3255f8aef518291e9397ddf6" }, { "name": "model.audio.qformer.bert.encoder.layer.0.crossattention.output.dense.bias", "source_sha256": "75f3183a5d7b94fbc1fe39818d78728e5fc904b3132ec17e92c300323c3e56ee" }, { "name": "model.audio.qformer.bert.encoder.layer.0.crossattention.output.LayerNorm.gamma", "source_sha256": "f1d29506a0d38d5956a55f22d294bde19026d6c9486fda1a1c2e0ba83117d378" }, { "name": "model.audio.qformer.bert.encoder.layer.0.crossattention.output.LayerNorm.beta", "source_sha256": "746439d3faf60a1034b8f53ba101bf1f5230e12d673d7be422e809ec6a3b8415" }, { "name": "model.audio.qformer.bert.encoder.layer.0.intermediate_query.dense.weight", "source_sha256": "d2a5f6668c920c7abb4cc2133fafb852f2f04d4ce31b66325086a740f5795c04" }, { "name": "model.audio.qformer.bert.encoder.layer.0.intermediate_query.dense.bias", "source_sha256": "0208bade353e1bc91262f94af89f9236c7ebcd084df988b529517ad483a95b2c" }, { "name": "model.audio.qformer.bert.encoder.layer.0.output_query.dense.weight", "source_sha256": "dba284892a54c7fa9dac5c042c7c6779a394836aa21baf50b937d7c2d2d2fd61" }, { "name": "model.audio.qformer.bert.encoder.layer.0.output_query.dense.bias", "source_sha256": "a4ca6f772c256eef1dc5343c84d3e1803e05e5bd687bf758ad01fe1c7c9d0b5a" }, { "name": "model.audio.qformer.bert.encoder.layer.0.output_query.LayerNorm.gamma", "source_sha256": "f22624ba0d40191456b3448e24cd405a1dd6be9f09eedfe28a774c70f0fded91" }, { "name": "model.audio.qformer.bert.encoder.layer.0.output_query.LayerNorm.beta", "source_sha256": "5ac535b849b1da8107f7c0b177b2f98e76940b69c5a1b2a4a4e0ec36d787e923" }, { "name": "model.audio.qformer.bert.encoder.layer.1.attention.self.query.weight", "source_sha256": "f4aa4d53c79323611cb632a97b6ffc88cfdb7244ad2ed10b1f9ebc6a7a34c793" }, { "name": "model.audio.qformer.bert.encoder.layer.1.attention.self.query.bias", "source_sha256": "f2a9630e7917f14f54264504d1f1cf7015deb917377451dc9eca1f0fc3757f05" }, { "name": "model.audio.qformer.bert.encoder.layer.1.attention.self.key.weight", "source_sha256": "9fed88ba6a8869a024e98d721061a6b01d4fee1c9123e2ab930c1c7919a94591" }, { "name": "model.audio.qformer.bert.encoder.layer.1.attention.self.key.bias", "source_sha256": "f2a9630e7917f14f54264504d1f1cf7015deb917377451dc9eca1f0fc3757f05" }, { "name": "model.audio.qformer.bert.encoder.layer.1.attention.self.value.weight", "source_sha256": "5e2b626fc9cf7f668ecc1d2e7c82abb62083e40a8ea69fbed2c36627439c2536" }, { "name": "model.audio.qformer.bert.encoder.layer.1.attention.self.value.bias", "source_sha256": "5c7d648362b4b186bb026ef4e7075f99f380375bcd7a517849d2554a27a47013" }, { "name": "model.audio.qformer.bert.encoder.layer.1.attention.output.dense.weight", "source_sha256": "780e3de7a1e77ac48e4cab2d5db3876bc0a38c9ecdaa6126ecb74ebb9cfdb3b8" }, { "name": "model.audio.qformer.bert.encoder.layer.1.attention.output.dense.bias", "source_sha256": "e21773753c491d93fe87de510b83b4f8317fcefc6e1cfd39581a9c14786e5977" }, { "name": "model.audio.qformer.bert.encoder.layer.1.attention.output.LayerNorm.gamma", "source_sha256": "5297f11d984f28798081ff9d91991989d5fcb35d978fa03665215b006d7d9dfe" }, { "name": "model.audio.qformer.bert.encoder.layer.1.attention.output.LayerNorm.beta", "source_sha256": "eade4b97f586f541956e1ed940ec8fa100a08c634200ea65d846b2a25c4a12b7" }, { "name": "model.audio.qformer.bert.encoder.layer.1.crossattention.self.query.weight", "source_sha256": "ee2101d25b2afb36f2436bfde02568204cbd5cf3b3c957ee8b7700bec98525c1" }, { "name": "model.audio.qformer.bert.encoder.layer.1.crossattention.self.query.bias", "source_sha256": "10b486fc6db4bf052f8a2638567f39683ff08009fec1dbd01ac0806416b7dca4" }, { "name": "model.audio.qformer.bert.encoder.layer.1.crossattention.self.key.weight", "source_sha256": "d9536bb523915ff0ca11bbee6d96cd313e6fd5d16772876419009ade647fc29c" }, { "name": "model.audio.qformer.bert.encoder.layer.1.crossattention.self.key.bias", "source_sha256": "438e3c1431c0851f2acf6076dcb05372558bbc3bc37171aab689af226c293e74" }, { "name": "model.audio.qformer.bert.encoder.layer.1.crossattention.self.value.weight", "source_sha256": "62e09ed1c3bed09b293c9c345a4a61d5f909eb90f537deb193ca0114d41322d1" }, { "name": "model.audio.qformer.bert.encoder.layer.1.crossattention.self.value.bias", "source_sha256": "6fc4ba1e34fbacf2404721d98c19dff0b18147c34354dee0e32c086a484eef46" }, { "name": "model.audio.qformer.bert.encoder.layer.1.crossattention.output.dense.weight", "source_sha256": "044c994ce3fbc99abdb1ef26fd5f146a41373b74f3c54e3c2512f2128d30f358" }, { "name": "model.audio.qformer.bert.encoder.layer.1.crossattention.output.dense.bias", "source_sha256": "fe1f1669459bdd9cd0adeee5162b0ea513e618355256f4fc350c6759ede48d70" }, { "name": "model.audio.qformer.bert.encoder.layer.1.crossattention.output.LayerNorm.gamma", "source_sha256": "1643d1294b1b7fb4e0980b234777eed32f12dec2f709051fec9774eef3c59387" }, { "name": "model.audio.qformer.bert.encoder.layer.1.crossattention.output.LayerNorm.beta", "source_sha256": "0eac765eff3e822a8df555be5d511903d5e2b714ec79b3d72fd1dc39043532d4" }, { "name": "model.audio.qformer.bert.encoder.layer.1.intermediate_query.dense.weight", "source_sha256": "0d1272acd3072d1c6c770f4c4d063f1419ad5b96b40359976807bc32fb5fbb19" }, { "name": "model.audio.qformer.bert.encoder.layer.1.intermediate_query.dense.bias", "source_sha256": "04c96080f44592e885e405344403679277e861f444b7672296450fc4f848d4e8" }, { "name": "model.audio.qformer.bert.encoder.layer.1.output_query.dense.weight", "source_sha256": "9bc7792b9190cb09638389b09c8440e06a77ce62dff550db0854af5ededfb86f" }, { "name": "model.audio.qformer.bert.encoder.layer.1.output_query.dense.bias", "source_sha256": "312420b565ae8db166cc952192125a21cf0eb1df3b0b550458aa50a91ee75135" }, { "name": "model.audio.qformer.bert.encoder.layer.1.output_query.LayerNorm.gamma", "source_sha256": "ae000a2675f5443473b4b503049ad3812637bb83187fbda644524937dd0ae58a" }, { "name": "model.audio.qformer.bert.encoder.layer.1.output_query.LayerNorm.beta", "source_sha256": "44ee2313fde872a32ca73cb0ca4f0a1abc5afb18b8d20000ccf67420a543f70b" }, { "name": "model.audio.audio_proj.weight", "source_sha256": "05ee1fa88d114dee662a88c8e6d419c3759559500c0e487f95f2d18be35b2cf4" }, { "name": "model.audio.audio_proj.bias", "source_sha256": "5a7d554152d99af6950a4f4b7fdf87d1bc7ed9dc3d970500e75cc484c76a00b3" }, { "name": "lm_head.weight", "source_sha256": "2bf6bc455fccee34bcfd3ef4489565ebd73153516b956ca4459b0a74a41c5536" } ], "router_and_norm_policy": "BF16; AWQ compensation rescales routers and offset RMSNorm along with balanced language projections", "versions": { "torch": "2.10.0", "transformers": "5.9.0", "llmcompressor": "0.12.0.1", "compressed-tensors": "0.17.1" }, "files": { "wemm-video-capabilities-compact.png": { "bytes": 2718998, "sha256": "57d892abb395c639078b49ecf317698f038303adf1fc976ddf13ff9e9273c77f" }, "wemm-video-architecture.png": { "bytes": 116917, "sha256": "9902c081a70abeaacf34c898c86c44587eebe0fd62f1923225d1726766eb0a7a" }, "chat_template.jinja": { "bytes": 7755, "sha256": "273d8e0e683b885071fb17e08d71e5f2a5ddfb5309756181681de4f5a1822d80" }, "config.json": { "bytes": 6922, "sha256": "10f37d44d8d8d3b9986661709a066ce462461391c216aa70274d19308728ac85" }, "configuration_wemm.py": { "bytes": 37064, "sha256": "43ee3ec8477c6677f06835a893a146d18024aea0145086ceca3b6039e2d91887" }, "generation_config.json": { "bytes": 138, "sha256": "b91f22ecb30192b6919660eb61c01d7602f93ff6764556b1991c71fbe9ca82e6" }, "h5_modeling_bert.py": { "bytes": 50024, "sha256": "b2eac797422294be10295c27f5709c8fda362c55d6f476dcebfd5f38aa65c6dd" }, "h5_modeling_whisper.py": { "bytes": 69582, "sha256": "b507884daee13857c17d2d97290183e71a5a1044253a49c5a9cb109ba3332907" }, "model-layer-000.safetensors": { "bytes": 212683944, "sha256": "205760d7d458e5c8dfe6c5b6aed92eed922e4ede31e1270cb8c3263cb91ca672" }, "model-layer-001.safetensors": { "bytes": 212683944, "sha256": "d5ba4bb6e32eba3ca83d7fe3b95108d71aa5267cf77ca8b001894bcc856b20e4" }, "model-layer-002.safetensors": { "bytes": 212683944, "sha256": "5ee2717f9e35e1844692db2dcad108aeb4ea6b4605d257717872f1cd036c4699" }, "model-layer-003.safetensors": { "bytes": 195316952, "sha256": "412f2e9b038606bd134194147c2caa1cbab91f2d361f0d0e66514f3cdfb7a21f" }, "model-layer-004.safetensors": { "bytes": 212683944, "sha256": "62edbef9901f3dd61762563fa4254f57090306254b7876183eecbe30a3210d08" }, "model-layer-005.safetensors": { "bytes": 212683944, "sha256": "400402e14a31822514211a4f69160eefe6ec1d3886e291f0dd66717a297f091d" }, "model-layer-006.safetensors": { "bytes": 212683944, "sha256": "3f3a8f9e8ed2e5d8e81a22b680dd8b3dfbd6feaa38531d526b511b1234c5a68c" }, "model-layer-007.safetensors": { "bytes": 195316928, "sha256": "f99cbe30196d7bc2a82682f7c23dc7559ca761766d752928d7c203c4428aacbf" }, "model-layer-008.safetensors": { "bytes": 212683944, "sha256": "46eef5dc221d6b028bdd9f1afc49ee62ae04036dcf8a9f904a583dc2e7488f89" }, "model-layer-009.safetensors": { "bytes": 212683944, "sha256": "71128f42a8e92f8f154efca3acf7107e8ad305f8e32660848e97a5ca777d37a6" }, "model-layer-010.safetensors": { "bytes": 212683968, "sha256": "81fddb581d8c7288d3c56ac85f30e034a40f3af6b1c2bf6f766e67201e83ba32" }, "model-layer-011.safetensors": { "bytes": 195316944, "sha256": "bfa471a5d723de4f3cd229fd10f46d1a62abf18f21e4ffcc0662609307b52690" }, "model-layer-012.safetensors": { "bytes": 212683968, "sha256": "7dda8101617af7c7cbf483412e7a9678219ae6c2d5a9499fa5d1e0b40157348c" }, "model-layer-013.safetensors": { "bytes": 212683984, "sha256": "4dac4fedd0ec8bfd1e6a7ccfb7c7e67170adb713815f6a8f1316292ad7ba8857" }, "model-layer-014.safetensors": { "bytes": 212683968, "sha256": "d3fbaf78fed0a7123af2504c54a015ae1a0dcf620987bde319701809defd463b" }, "model-layer-015.safetensors": { "bytes": 195316944, "sha256": "0966384e615d19338a5db378c6667db1c9a808d8e9a0c1a0620adbd89d1b3273" }, "model-layer-016.safetensors": { "bytes": 212683968, "sha256": "20f0735f40097e4752870409aa6afce9bed074483b10cd2468de742528c5458d" }, "model-layer-017.safetensors": { "bytes": 212683968, "sha256": "2abf1cc92b41300f194d044a6a79f4d08c213038fd97add7bfb4ae1640bf7c27" }, "model-layer-018.safetensors": { "bytes": 212683968, "sha256": "e40c20a2a443636481970039462cf3817539bbf0ddcd3690033b53d7897a27df" }, "model-layer-019.safetensors": { "bytes": 195316944, "sha256": "c7769ae39059cfa764bc6e5a2e34fc0979dd609a7a415b7cf746fbde2c24a50f" }, "model-layer-020.safetensors": { "bytes": 212683968, "sha256": "5d1835832d65dcf794de915d3bd4bea5f90a80f9b025bbdb0d58852a808eab0d" }, "model-layer-021.safetensors": { "bytes": 212683968, "sha256": "e0f4f0c1a83df10688534eb35ba25e103f2c06bb3e5d717275dc1eb3a767fcf7" }, "model-layer-022.safetensors": { "bytes": 212683968, "sha256": "ef484fb74504b2d33c76e8f89610306dcc4590fec4380e16452f4b645bc6e8cf" }, "model-layer-023.safetensors": { "bytes": 195316968, "sha256": "373b81c7ae81032c670de4db6d8eeaccfcca494aae9d9913cb18ded261b4a875" }, "model-layer-024.safetensors": { "bytes": 212683968, "sha256": "fd76771ef280846a846681cf7d7319e2dbe0ba5f0aa0960924b3f3081e948e25" }, "model-layer-025.safetensors": { "bytes": 212683968, "sha256": "075dd57c63cdd9b1bed458435b5c0d5cc17fdc50e52de4d836746a3c32c8e6fc" }, "model-layer-026.safetensors": { "bytes": 212683968, "sha256": "10b1adb79562e614ddec57a3ec00a78eb8f2e2bf9191a96cc5424d667a73bf71" }, "model-layer-027.safetensors": { "bytes": 195316944, "sha256": "9affd0f40a168cefb13b877d423412636380f8ec2a18165ab2eed8644587f7e3" }, "model-layer-028.safetensors": { "bytes": 212683968, "sha256": "142c7c9f390d49ba5661fae991337860d86d2dc3f8cf26e20444e38e31a7f398" }, "model-layer-029.safetensors": { "bytes": 212683968, "sha256": "511a4d32fd5f776c13f76a3bfb1e906427906444cd9ad01d4e3ceb7ef28507b8" }, "model-layer-030.safetensors": { "bytes": 212683968, "sha256": "66577d0ebd19fe455026cde6928da368bd6a588e1e0b21033e806d79c34b3c0c" }, "model-layer-031.safetensors": { "bytes": 195316944, "sha256": "6d6a21453a95821b01a49aa37d34d6718b206914b48cb0aba766314683d434d1" }, "model-protected-000.safetensors": { "bytes": 534995168, "sha256": "ff6947928184cf2ea46f86cf7b55765c6c54a26eb35f7bd75f4df4fe90a113d5" }, "model-protected-001.safetensors": { "bytes": 377062784, "sha256": "5ca41d41e6a6a1a77d99aba248fe34c180b03218880542b9164119825672c43c" }, "model-protected-002.safetensors": { "bytes": 2034237592, "sha256": "679a1d6258318ff54cd7f7d3149095157c17cebf0edd96ea39ebb582febf3e23" }, "model-protected-003.safetensors": { "bytes": 536114240, "sha256": "30077de10a0b8767cf26ddfe98a144407b1abee8c64f351a7cd4f3d54c697118" }, "model-protected-004.safetensors": { "bytes": 528005240, "sha256": "d2246b7cef1010f9eea9c808dbb6671541b1178f5a55a980a383c76f67668948" }, "model-protected-005.safetensors": { "bytes": 534024136, "sha256": "e8d1a5f3e712ddbdfd5f69635a384cd95d0e9de919cea632dd768fc04e226809" }, "model-protected-006.safetensors": { "bytes": 525882624, "sha256": "cf33e02d572f8481d0878ffdb702b380a0de423f2762ab839df1a2ba02f6279e" }, "model-protected-007.safetensors": { "bytes": 33628392, "sha256": "e0ef3df4ce9c36603ec75b18377157c3d12f2804759e61507ce123619cd9accd" }, "model-protected-008.safetensors": { "bytes": 2034237568, "sha256": "02a2f8447f9915d2e51e2686b66f9e1d84363a1d1801a9cc3f0fa23bbe460cd7" }, "model.safetensors.index.json": { "bytes": 132883, "sha256": "f8ce7c2f09c3ace428ebbdc38692f715f5fa3b04f1007056bfa38ba8ebdd0ab3" }, "modeling_wemm.py": { "bytes": 103798, "sha256": "30c9e34d16f4b3720410c47034b2b807a3686c88f4558d5aab6c102fc1db0bde" }, "preprocessor_config.json": { "bytes": 390, "sha256": "27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516" }, "processing_wemm.py": { "bytes": 24880, "sha256": "8f907439e011c47293a851e28efec1501c36b862ba8c04784d23a0a4a5aa36a8" }, "processor_config.json": { "bytes": 2687, "sha256": "e3ef1357f83844d60e099c4019f235444111fcd79bb3d06a0d82b62f5ae24c07" }, "tokenizer.json": { "bytes": 19989342, "sha256": "7d85c81efc77071423f90a9587c4d7e79f8b431e9b1e3682374654e616d24268" }, "tokenizer_config.json": { "bytes": 1098, "sha256": "83febe739ecefd99f984f546dfdc10149cedf293b9ee0291b99894341188b613" }, "video_preprocessor_config.json": { "bytes": 386, "sha256": "ed1cd10c0d1cd1471a10be6c6f6bd5eb337718976e45832acc54c4a7c883b641" }, "wemm_media.py": { "bytes": 11378, "sha256": "2e4b427e3ddabc526f7984066a982bfa7c0a4d56f3d7c979fc41651463461122" }, "wemm_video_policy.py": { "bytes": 5670, "sha256": "5a08358f04b011c401d6355cf396caebae4536442df76ae17dc89470c2b1a50e" }, "wemm_zip.py": { "bytes": 12156, "sha256": "016d7a2bc9b50cf2bed2e901d7ec445260eff890751e94683c8fac0be09eecdb" }, "wemm_zip_policy.py": { "bytes": 1625, "sha256": "f4029f5015cf6342da1bfacaa6b4847d7f20ca450019ff7bc5f4ad899e3706c8" }, "README.md": { "bytes": 8632, "sha256": "35692defa53ce287e2a99593e842d226ae91f62f9a2248e8f55fa92b5e02bfa8" }, "LICENSE": { "bytes": 25380, "sha256": "bac4d42ddebadb11e405fc4de2335579e67676362ac870108012ab4899ef1e5b" } }, "weight_bytes": 13804957680, "diagnostic_variant": "AWQ_dense_BF16_attention_and_original_input_norm", "quantization_scope": "AWQ_dense_FFN_INT4_attention_BF16", "architecture": { "family": "dense", "model_type": "qwen3_5", "layers": 32, "experts": 0, "hidden_size": 4096, "intermediate_size": 12288, "shared_expert_intermediate_size": null, "layer_types": [ "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention", "linear_attention", "linear_attention", "linear_attention", "full_attention" ], "linear_attention_layers": 24, "full_attention_layers": 8, "model_class": "modeling_wemm.WeMMVideoForConditionalGeneration" }, "base_awq_manifest_sha256": "7e63c38e1f9e3341e9fb3fe6dda02c8cc01f3608645b585b29b4be6ecb351735", "attention_restoration": { "source": "tencent/WeMM-Video-9B", "attention_projection_matrices": 152, "input_norm_layers": 32, "tensors": { "model.language_model.layers.0.linear_attn.norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "439c95a826d4c28b40757b7896c4d16c9fdbde2be0d21d325b99fa2896197e4d", "dtype": "F32", "shape": [ 128 ] }, "model.language_model.layers.0.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "e2271c4be19ebd875fc59fdc0a497cf1a24cf5ac5da74b0dfe91a47cb1754de7", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.0.linear_attn.A_log": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "5ceff403e22a13b4e23eb1682eb9b22a509fd64de4020ba6c9cd07969ef10202", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.0.linear_attn.conv1d.weight": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "c00b4bdf7cba69c1337b1788f52240f2a14a05d909c4563d3cbbc8f1f714431e", "dtype": "BF16", "shape": [ 8192, 1, 4 ] }, "model.language_model.layers.0.linear_attn.dt_bias": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "af01529eb997acb80e89edca0f454562f7e1269f31355f37d862bc12337df40b", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.0.linear_attn.in_proj_a.weight": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "c8d90a298823a851696f83fd47d2dd3208d0b6929d870b37eacce13faaf993c5", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.0.linear_attn.in_proj_b.weight": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "57fae763516a2cffce91091e49b27ffebf56c9b0f3d01779adae73922d1a7bc8", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.0.linear_attn.in_proj_qkv.weight": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "18cbe7ef48218395276a9abf83f66a580d7487ad863aced752da012d58f1d358", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.0.linear_attn.in_proj_z.weight": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "375aa35341bd93a5fe2d5df57aed1e62f788379faf0fa4745bf5661ccfd57369", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.0.linear_attn.out_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "424973386553d8ddff8ff9de983ec214d752bd043df2f9bacaf2d604524cb797", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.1.linear_attn.norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "7b62dc19184810117d423b54da928a724d373ef3076dbaa054effec76cad748a", "dtype": "F32", "shape": [ 128 ] }, "model.language_model.layers.1.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "2899655135a127b5393cf5d7dfd9e7a89baccda38038257e9885e9b72ea91d56", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.1.linear_attn.A_log": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "7ed41a280f80f85063d3e0ff965c2bb8b101e585206948555911fdac1779bb4e", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.1.linear_attn.conv1d.weight": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "31d9a7aa807647f3a7936e60c2464fc1a9c981718d2ea5e5134d5d4ae635c7ac", "dtype": "BF16", "shape": [ 8192, 1, 4 ] }, "model.language_model.layers.1.linear_attn.dt_bias": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "7e1224f0c225176b9c26d84ca79e591122c65eec6a77154008d8c02f5f03d9fe", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.1.linear_attn.in_proj_a.weight": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "24adc8f5d7dfe47deae3a776137483047446ff05f6f1c8da53e68482c8cd4ada", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.1.linear_attn.in_proj_b.weight": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "c2500164a9d952e3b80cfae3a2aec92f8dac5cf41e56dacd8b5333c69d5bf1c0", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.1.linear_attn.in_proj_qkv.weight": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "4d0ecdac2fe2e65d83c30513fbd150ec5107140afb17fa61bf082e91a652ef45", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.1.linear_attn.in_proj_z.weight": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "422a52217dd7bf016c11efad06725d03cce9a9ab8aeaf98d49c89a446560c32e", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.1.linear_attn.out_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "dc371d49826e2219b73bf2d38d2d0529f07949446f83f0e34f9805ffba6d5134", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.2.linear_attn.norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "180ff8524fea313a69040a1aca45e3672b6b4b4ad1fecfe40eb932d95324b713", "dtype": "F32", "shape": [ 128 ] }, "model.language_model.layers.2.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "69680797234f3a1ead986002f1351d55f5a4dbb1cb6edeb579e3c1ea8f493517", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.2.linear_attn.A_log": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "2a21904e32b42782ddd8f088063dbc02ed938759e41b51db1b40af795c729b8c", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.2.linear_attn.conv1d.weight": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "9cc6c47a6794c31d0b988235ee746d6c159fa8547cc17ca04fd2e0c61064574a", "dtype": "BF16", "shape": [ 8192, 1, 4 ] }, "model.language_model.layers.2.linear_attn.dt_bias": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "996987d628ac448eaf5b6cd33b615b0ee87c86add0266d003a8bef5930d01d26", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.2.linear_attn.in_proj_a.weight": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "25319d50fc46476d923db0349d7462f773d300b20ca99f70fc6dbaf021c4535d", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.2.linear_attn.in_proj_b.weight": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "4919b52e82fe49098bfc3675281c11c297f93ec8dba3025e3c8efdc4395c487e", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.2.linear_attn.in_proj_qkv.weight": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "6ac3e4ba9f14cd6b34d10736ee22cc2efae362d6ea8763ed663b72b3dca352f2", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.2.linear_attn.in_proj_z.weight": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "ebce123c7cd1e64a2447af539117b97a78f519a295fc7ca4ef9c650eaacbeb29", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.2.linear_attn.out_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "0b5d05c9f85849d83ac5bc386a45779eef5ce5040277f16e08c3589bb1ee7622", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.3.self_attn.q_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00001-of-00005.safetensors", "sha256": "80adf0afe8a7bb77d86df9fd0e0dfd2191cf17f3b1c7035d0ddcfe77da11f2bb", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.3.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "3dee4dc351a0f9c63d085586d70d4013bd6ac86c7f80595241f2ec16075618c3", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.3.self_attn.k_norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "e3a110fb3e522d6a60dadfdafd77d8e33ae4e1c6c173889c872ea112a07e121e", "dtype": "BF16", "shape": [ 256 ] }, "model.language_model.layers.3.self_attn.k_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "a38116449c97619c59055607c8589316a3d0f48b8259b0fe65417303c23e5486", "dtype": "BF16", "shape": [ 1024, 4096 ] }, "model.language_model.layers.3.self_attn.o_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "f46b10f472ff0e627ef244b4d16676079f359b839c0b1592d43b8d5f4d074975", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.3.self_attn.q_norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "be777b1e6ff0d9dd21110d761984985fe954283cb8852ed91fc44072f70a5110", "dtype": "BF16", "shape": [ 256 ] }, "model.language_model.layers.3.self_attn.v_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "fd2c70c59e9a40c7bc2d034ae51a5db4806c0bfb92d86e59d881a41a1695b9a9", "dtype": "BF16", "shape": [ 1024, 4096 ] }, "model.language_model.layers.4.linear_attn.norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "235e014a046d23c4a6341a1d752df368740c374528b284e3d46f68f5301b2846", "dtype": "F32", "shape": [ 128 ] }, "model.language_model.layers.4.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "54a48d1702df9740c7d7829a9b8ac4a804489cebc14d40a56bd66b451da6db91", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.4.linear_attn.A_log": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "04d9168ce44e8617ab819354e871408ce54b44d7b2b8991a465ff119c427c5e7", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.4.linear_attn.conv1d.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "9f6c188705878b6e50e60390b4d631a9ef1843042494737c7af8ee44417780a8", "dtype": "BF16", "shape": [ 8192, 1, 4 ] }, "model.language_model.layers.4.linear_attn.dt_bias": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "d043882c3fdecfd3346b27eb8165cd5cdd124906f3a3969ea645c905a9dae11c", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.4.linear_attn.in_proj_a.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "70c43710add24d832556a9882eaeea01f5c3245e5aeb5b9d9012b90d4ada14ad", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.4.linear_attn.in_proj_b.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "174a1bb995360c4d4c9c7f0c05425a05e8d98aa66c950c668f49c69ea1829c5f", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.4.linear_attn.in_proj_qkv.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "959b1e9c92b3dea8b52af2f8b0354e882bc80e66122e1774fa2b299a4061aee2", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.4.linear_attn.in_proj_z.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "3405117442e0fc2bbedb49f36635484ab6178b130b2fbb35f3562a09f3e46fbb", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.4.linear_attn.out_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "aced85ff79006b1b9d839f402cd9319a39869b8cb49addf13260378f04b73cd8", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.5.linear_attn.norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "5306d13578782928e8f97367d8b2dc58f88bb2d6355f27ddc83e0778a5c23ae5", "dtype": "F32", "shape": [ 128 ] }, "model.language_model.layers.5.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "696556fd449306111852c496f6d6fe9efd2b3bae89022dee8756c6069da838bf", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.5.linear_attn.A_log": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "3c031a8343fe62c258b0a8c5c4d1cd9891921a43b24950e6897796620729fda1", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.5.linear_attn.conv1d.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "afbe4ae6a38de9990ce3986a16cf7d12fa5e650a20ee1eebdc7f8a7fc80fd4f7", "dtype": "BF16", "shape": [ 8192, 1, 4 ] }, "model.language_model.layers.5.linear_attn.dt_bias": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "03a530475bbe7e1e99ab7ba71da983721a37a2be1a06b6dce41e602d2d36e3ce", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.5.linear_attn.in_proj_a.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "a6ab9c6391282b95ead5dab3a9d75d6a16ae7b8c28c5248351cc565f81fa9281", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.5.linear_attn.in_proj_b.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "a9c663152526cbc6be46fbe3cabfec31a1b6f4988e584aba4540069b9335eccd", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.5.linear_attn.in_proj_qkv.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "5bdc4c72030738af558d7c26362ccfd5d9c88561aa3391b2cae7c441e80d66ed", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.5.linear_attn.in_proj_z.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "20ee728cddb4b0751cf2d43bf7a0fc6b78f5cc73dbd6e589d8f69b8b7076ce45", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.5.linear_attn.out_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "9f2de63e7782094d0cac53b2890bd2ac964b983be7af438779cebc3469a1fbce", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.6.linear_attn.norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "11070da61d620354b5d7a6343a9605f62de50b52f90373f87bc9cfa381ca4aad", "dtype": "F32", "shape": [ 128 ] }, "model.language_model.layers.6.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "23150431cba608aad4d6d08d7d4242803ee9649dbc37df9f8e30107ce1c95dd6", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.6.linear_attn.A_log": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "2bbf1f4872bc296d722c0373819cd92b4bc326ff8ae05f42c942b5f1f1b313d7", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.6.linear_attn.conv1d.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "3de5265be15790371ec4f9d59d12b673877e059951352ba58cfaa6548c357fa9", "dtype": "BF16", "shape": [ 8192, 1, 4 ] }, "model.language_model.layers.6.linear_attn.dt_bias": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "be696e94b1a1e133efa7dee83559a5b291a36495a8e810cd99fe2f47a02b01fe", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.6.linear_attn.in_proj_a.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "66540ecd47f975b017f01ba27a9cc9915aa1b71ce765c014c897993e048a3cdd", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.6.linear_attn.in_proj_b.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "b670d52634ff4b462dd26eec9d7d74f9dbacf62c20982bba0bf3fbe3e5aa2728", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.6.linear_attn.in_proj_qkv.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "c77576f09bb34c53a7c801848e367a62f5d5ac5dafd7bb8b29e2544acd70c3bc", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.6.linear_attn.in_proj_z.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "b181773b968ce6050ddd1d576f5e8955e6260aa47c557acbc5ac78acfca556a7", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.6.linear_attn.out_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "9a4ded1d59325f2432d295a06e22f6eaed659c347b5fddb64045dd059389e90c", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.7.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "f188f22eba5f4f883d7e84f86cdd394a089bb70f8a0c1cb42efd765bfa7dba76", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.7.self_attn.k_norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "5457d50cd29f34147b32e328cf9a9446695b4b1105cc4e0d83718221cdc9512d", "dtype": "BF16", "shape": [ 256 ] }, "model.language_model.layers.7.self_attn.k_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "8c6c5166e4ffa6509f6691ae8769d15789b640f34c701e6730a96ad33712faea", "dtype": "BF16", "shape": [ 1024, 4096 ] }, "model.language_model.layers.7.self_attn.o_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "f445b10967b4578ab6f9cf46ce32c13c14e289015ef9255b2dccb0d12f15f017", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.7.self_attn.q_norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "b3e87705e0af04488a6e3f05808060aa55f9f48932d122abd3b9b0052072c7d6", "dtype": "BF16", "shape": [ 256 ] }, "model.language_model.layers.7.self_attn.q_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "2a1ba707a42b927111a228199d32861bc3a358b00cc44b7ddab9597e4e00f773", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.7.self_attn.v_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "b8ccabfcecbacad0f174570fa927656e80be8825b5790fd559dab5c7a4feb3ba", "dtype": "BF16", "shape": [ 1024, 4096 ] }, "model.language_model.layers.8.linear_attn.norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "30c327de8973f547a6916d0f96098c89cc21ba8281f871e9758ced652fed04f6", "dtype": "F32", "shape": [ 128 ] }, "model.language_model.layers.8.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "e31ed5be62bdf527ff9093b0a421c65d1b64b407a9d476f4eb371bddb14a974c", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.8.linear_attn.A_log": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "62d8d927438ab0603002f8637f2e43c861b4b82f26bedb7112968046feb53697", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.8.linear_attn.conv1d.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "53fe838d233d7d99c70272aab0e9d541705f3dd039458991fcccb6a30d019c61", "dtype": "BF16", "shape": [ 8192, 1, 4 ] }, "model.language_model.layers.8.linear_attn.dt_bias": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "1cc7de1a4560244d08f068b3800a656cde827242a48292696a5aeda505017a07", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.8.linear_attn.in_proj_a.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "9ea9d1eb8851064cba922c68eabb82490e54ae2f4f2cd3fe840b189333478460", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.8.linear_attn.in_proj_b.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "dd4eb9eb53c6644840e3a52eb9fd02b4570f1f0c97e295403d5d6fbc9fd0b93d", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.8.linear_attn.in_proj_qkv.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "e5cb581889e90cb3bf10c921d98a75a5953f11610f2f7da2ca99d9cb720724ee", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.8.linear_attn.in_proj_z.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "cce858d57739431f6891010b644f1aeb5ab71822fa2413ccaaef03c35498a425", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.8.linear_attn.out_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "fa27403d50c367c74c79af8f67d8f65e64594cbc593c917f180923e371cd727d", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.9.linear_attn.norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "78866ef6cf3fc7968f49ddd9006db75edf1d7d24229bf7864df934262fba491b", "dtype": "F32", "shape": [ 128 ] }, "model.language_model.layers.9.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "998d8f4db4005f5b1e058237fe02f0604dee781d7149ab490fb88c37be863e39", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.9.linear_attn.A_log": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "5f9ffc3e4e47d8ec984adb8e28444594f95989c4c77a59b4cc9be61318f6b51f", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.9.linear_attn.conv1d.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "ce5c9d7c28af21c86f07fea89f5c60683cbeda8384e5e22a2a4044a06f438cb1", "dtype": "BF16", "shape": [ 8192, 1, 4 ] }, "model.language_model.layers.9.linear_attn.dt_bias": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "8848b22b17c650ede4e8c5894bd315825348525d8803769a3daa14e7bf37ad87", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.9.linear_attn.in_proj_a.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "048e57a32c63d4332ef3f9d1999425d27f4e68d91c5207f60f3e03c85b4768f0", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.9.linear_attn.in_proj_b.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "8faccfc54d321c648787ac9251ead7dde56e6ae902a7b3ac8387a8a07aca0112", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.9.linear_attn.in_proj_qkv.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "a3fe3d1fbe7e8c15dc71b874c3dfc3ea9fdb82f670adc3bef48a69e6309f4b7c", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.9.linear_attn.in_proj_z.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "62eeeea641bf8bf5d73ff3ded0a42680e2ae5181d6742c96d744669eb2cbcaa1", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.9.linear_attn.out_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "6eb17d6bd7206c905bdb4fc80bfff803b76400867e2a0324921c64d88461f720", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.10.linear_attn.norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "6178a2d5f7a54f008e2b2afd5594f09d3ae0f824d3f5f478625d52f4b7cc475a", "dtype": "F32", "shape": [ 128 ] }, "model.language_model.layers.10.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "ded6f9f7fe1300c8942a049f8b0492a8e1574d49db35689185386b19b4a79139", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.10.linear_attn.A_log": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "f5be8228f0941fab05fd8103156586ac472f780aedb974cba362fbcfc08fca57", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.10.linear_attn.conv1d.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "59f3e44a0d1b8bf063061f33bbe862d6464b5a868718d276fc2f12f965f9bbfa", "dtype": "BF16", "shape": [ 8192, 1, 4 ] }, "model.language_model.layers.10.linear_attn.dt_bias": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "0f34c699a75b01a25b59c9071e651145fc9b7691697604084836092704a9ca54", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.10.linear_attn.in_proj_a.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "334a25b0e4b3648a8839bf54e9c3965f2c5eb5c68c2345e4493092a5531b5640", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.10.linear_attn.in_proj_b.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "a5457313d395a65815a38ae3bbf626dfe92b06eb15d19bae8be11f9615441b7e", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.10.linear_attn.in_proj_qkv.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "270601820a9c60f1d702b88d05201f2c33faa2f7789c96d17f1c014beb2e286d", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.10.linear_attn.in_proj_z.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "620519f75d4cc9010d0e35487dfde6d13e44a5f4e4087ef9a4c674aac565d8b8", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.10.linear_attn.out_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "9770e78892194d7a1cd79d60585a3247a5b795debd62d37ad69f54026019db5d", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.11.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "c332c37ba409b44ed4e98303fe15c3f4b5b18f8794b0a76c7e27c8b6a13c45ef", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.11.self_attn.k_norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "de5c30e4644cdc28299313fd8ddd7aa4d7b56e8a16a4b3edff62c8a28580e14b", "dtype": "BF16", "shape": [ 256 ] }, "model.language_model.layers.11.self_attn.k_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "b49660232d6eb2eb377976bc0334191dd77a8826bd38f2ec63157c1baa93fa14", "dtype": "BF16", "shape": [ 1024, 4096 ] }, "model.language_model.layers.11.self_attn.o_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "e5025b8f18f63092f1e91e82073a357913c9b2259219da55a955da757d082fa7", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.11.self_attn.q_norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "0ee5cbe91141ab397f850d027ed982dc6e82d820afa667cd5b8e10487b41f875", "dtype": "BF16", "shape": [ 256 ] }, "model.language_model.layers.11.self_attn.q_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "b572cf2392784f6d95c7b108c7c239f90d80fda78f3364b5713cb84608d95324", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.11.self_attn.v_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "da4cba9cddbf0c9017416cb6af169d6df9440676ccd7d43e8bb5e93c1bdaed8b", "dtype": "BF16", "shape": [ 1024, 4096 ] }, "model.language_model.layers.12.linear_attn.norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "250c4866962b108b420437f597e64363a4249b9b474d50482f8b353ec18b95d7", "dtype": "F32", "shape": [ 128 ] }, "model.language_model.layers.12.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "4208c0e501d896adc61dfdb23a2dbb4fea1c5d8599ac1e25091946ad67c13838", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.12.linear_attn.A_log": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "4f52a33856566dbd04b8c45d75911323c21afa78cdd1bf8eaed641242ab6320a", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.12.linear_attn.conv1d.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "d878fd08ad2177ec6d5e2f37c52db0fbcf36b8e71c05461be443e04538ff42ed", "dtype": "BF16", "shape": [ 8192, 1, 4 ] }, "model.language_model.layers.12.linear_attn.dt_bias": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "70cf84d6a5621cfc631de9316640654a1454ecb004472181166108c08c62552a", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.12.linear_attn.in_proj_a.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "06acc623c956d05db1dc680ca3a093b389f26e9a85c71461c50792ed7304ab23", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.12.linear_attn.in_proj_b.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "cb9620214220259d68c35b163363986cdced16620a4714e3b6cd542faa6ef9d4", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.12.linear_attn.in_proj_qkv.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "8f252b40597c859ce8d93a10a5ec00f5d877bf1a16c825538d2c6faa6e709ee5", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.12.linear_attn.in_proj_z.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "3f5f977e121cb9ff0be6a2376f9d02afdbe714b63c7364f9df38a7cc254e705d", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.12.linear_attn.out_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "d72224849c9ff154e9e2a3edbc552b23c646b7dd5a46b2257bf97a42582a5b5c", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.13.linear_attn.norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "5239285171220dc65de196ba59644d33d5ef56909d736336956fb4bce9311199", "dtype": "F32", "shape": [ 128 ] }, "model.language_model.layers.13.linear_attn.A_log": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "2d5b58da89ab9e26cee1b0a3a00d63d7c43e3e056ff759830a336691052236b6", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.13.linear_attn.conv1d.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "80f204ed94696777ba459c90eb513afba996bf499d2102c678c64ee6a23f057d", "dtype": "BF16", "shape": [ 8192, 1, 4 ] }, "model.language_model.layers.13.linear_attn.dt_bias": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "db53449d31381d120c2688ff5f5a8dc84ca4db07f67479dee1d55d256bd93050", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.13.linear_attn.in_proj_qkv.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "fd9137d0a024d74449849c3ba41080e82a13bab081c2277a7eb88721f1d753fe", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.13.linear_attn.out_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00002-of-00005.safetensors", "sha256": "4da9ec9be892c0701894064fac575adb61229b6473b96372b14c5a52e5b7125a", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.13.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "730abf76bd946d5525a1984204ecfe233249ef47ef03c41fb152d53f94b6e2b9", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.13.linear_attn.in_proj_a.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "8c709862dd88d2cfb3a52d455fde60005eafb0c87852d0d873355a2c531a7eee", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.13.linear_attn.in_proj_b.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "342bdea53ae281841d68e8f5e5327d8b6c3d84975dbfc6de1c430261f9f4c51f", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.13.linear_attn.in_proj_z.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "4f9e789ba3a416f61d1d3746c1acfa9ac60fba741eb6e251739d9641764d22c1", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.14.linear_attn.norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "eb63ecd269416f29fcf346516078201d618f92de3af77fa48eb1900c1b43f769", "dtype": "F32", "shape": [ 128 ] }, "model.language_model.layers.14.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "a2cf6795d507670cd1e8948a99e89eee850a802092d8df13ab0528a5b40b3671", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.14.linear_attn.A_log": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "f4552f3db685d5dab5edd0a2c701ce7cb4289fd4c5de9364fdda34f5a2736a5b", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.14.linear_attn.conv1d.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "c0e3e6deea642faba3b295dad4a9b33df4da5468cc92f34ba655c156215d02a6", "dtype": "BF16", "shape": [ 8192, 1, 4 ] }, "model.language_model.layers.14.linear_attn.dt_bias": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "77d71dc84327843ac3e36ae9ef5ddac40b6eebf19db3ecb66a80b1c9830d8bf6", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.14.linear_attn.in_proj_a.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "2299c2a9a7673d7467f86b2f7b87b0c28eaf3bc9195beb7b56b584f3066f099a", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.14.linear_attn.in_proj_b.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "a47465b8430c55f94ef9ab1456ad47ad9937116e2b1035180760e0d6af400848", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.14.linear_attn.in_proj_qkv.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "88782187d070c67db9a9d8e191794895c42aa39cfddba51114cfa2ee21fb0e3a", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.14.linear_attn.in_proj_z.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "c7b3cd1b48fda9377af058dc02a603013c69904a996e1d006e4414c89b456e13", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.14.linear_attn.out_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "0e138c80719ee92f8444f235539d69ef318f765495b9ad8536915dfd4344c435", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.15.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "c4412aa33a49409242f0265da0837a8f27a147e2dcd28d16f7aeeb427f03107f", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.15.self_attn.k_norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "c36f872396b57d46cdbdcc745c3a886e8119bba68554a27af43f577741de4f86", "dtype": "BF16", "shape": [ 256 ] }, "model.language_model.layers.15.self_attn.k_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "4c6d3fbbdf88730651ac9a632050757920c9011a594e0bc9b35945268bc71e24", "dtype": "BF16", "shape": [ 1024, 4096 ] }, "model.language_model.layers.15.self_attn.o_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "3cfcc5837897590cfabeea39c70e4b25e4b111953f9e6441cb8301aa190048db", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.15.self_attn.q_norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "b51cf255a56120787015738f5446395e2e26aff51170657af9d6d754e19b6fbc", "dtype": "BF16", "shape": [ 256 ] }, "model.language_model.layers.15.self_attn.q_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "169eb0c8926d1e4a0f6b6fc19ce34861bd5c2db62ed6ac24f3bb47faa48387c1", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.15.self_attn.v_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "36337d7a1087339a9f014d7c869b4bd4b04f36695e71af4792b0f2db567fb872", "dtype": "BF16", "shape": [ 1024, 4096 ] }, "model.language_model.layers.16.linear_attn.norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "7a0677bf6c7a25a160bd700853cbac560fff8c2e825a458757559c4b34daddba", "dtype": "F32", "shape": [ 128 ] }, "model.language_model.layers.16.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "4326d267f67de0338b945882d59242b74b5df763630efe463ec957b30015b0cf", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.16.linear_attn.A_log": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "1b1663adc75a9e9441a729eb94925068be68767f321d9068ec59d2a641c14142", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.16.linear_attn.conv1d.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "3f736f47005856264cd87b1c20bccbe6d1e62ed5ea69f301c5f034d1410cfa96", "dtype": "BF16", "shape": [ 8192, 1, 4 ] }, "model.language_model.layers.16.linear_attn.dt_bias": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "ac1ec2b8d7382e8ac52e3b10b2947ec017b8dfee1d88633776b991ce63a12a8f", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.16.linear_attn.in_proj_a.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "4b69932c1cba5063c48b7a63cf0713748d335a34b8dfa0a5c209db77a31b62b1", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.16.linear_attn.in_proj_b.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "8d3d86079cf6307ba3a5511213e5a1e0d635e2ba7acae61a186b43020ddd6263", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.16.linear_attn.in_proj_qkv.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "c78d14c94646c148a35960cbd78a710a3c728b73048f00f78d277c9ba2a98f11", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.16.linear_attn.in_proj_z.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "2c43316b4102a5ab7dfa74f370cbe43d5d2f258b6f858c515cfaabbd344a6a9e", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.16.linear_attn.out_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "b922f191c93bb8bc52d77d3f4c8739eb6ab6c1b71c8c31ba1ff9767cfb29a38c", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.17.linear_attn.norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "ed370f92b10b98abda893ee9cc8619a193348f62b0eb3075db5ba8ca195ce979", "dtype": "F32", "shape": [ 128 ] }, "model.language_model.layers.17.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "226c4590e140c40e67a1ab36a41204b430ee9ceb805690554ba0daad5712c433", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.17.linear_attn.A_log": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "9192c04d6f8ce37a3a5715025d13495fe4e9091cc8f8353d067b8efc7b983355", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.17.linear_attn.conv1d.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "927926197be7b0a97c0cc2bc67dc74a97c2d4b3b534621ea33c66888714f9bd2", "dtype": "BF16", "shape": [ 8192, 1, 4 ] }, "model.language_model.layers.17.linear_attn.dt_bias": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "37e2569a84081d3c64a9ec06e2c05ae63b41b738cc717479d96214c213cc99f8", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.17.linear_attn.in_proj_a.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "8df864cccf4d34e3561d931619c990c0e415eb80f53211a2ebb4805d9969c467", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.17.linear_attn.in_proj_b.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "aa430324f0fad18329b5f2a4b61007b53c3a3b4ac95852a0a372b4a9237056c1", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.17.linear_attn.in_proj_qkv.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "2a1eb22460f3e9633b7323e80c026738567bca0d2b5a952596ee1f9e5f48eacd", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.17.linear_attn.in_proj_z.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "c368da7808353cc071329f9373d8f6b4fd7ddcb95e2118c232bc2b58c524b6db", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.17.linear_attn.out_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "70e8dacfc6e599bd981b4f1f17f2f20ab8e401e4982f8bfc3cec627557fbf214", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.18.linear_attn.norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "bcbb9df319bcc9fee6a2dec53770f9bb2ebc4b1747cea1a2a9889a35a8e49a70", "dtype": "F32", "shape": [ 128 ] }, "model.language_model.layers.18.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "66b418574f264ced280baec044b8b2d01edd8f984d1af3806d032dbf91114f38", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.18.linear_attn.A_log": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "507ecf9e011793f0f1002d964b681f41a571b4e0e1d4e940f19dd7edb8644c08", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.18.linear_attn.conv1d.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "2145e5cce37ed907908efa6d1a69dfd7ab6ecba420d0c96aab851775f11a8956", "dtype": "BF16", "shape": [ 8192, 1, 4 ] }, "model.language_model.layers.18.linear_attn.dt_bias": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "7bcd221c41f9c152a3d08b9b26772c86a4e5d375004fddcef180f5260ee8d66c", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.18.linear_attn.in_proj_a.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "3b9897cf95a8b869e5c4fe821590fb08b5ba368e15cf19db29fedc3f2971cd5a", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.18.linear_attn.in_proj_b.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "f15562ddcb7c007123757bc585d7156f62d70a4c47eeec8b240b92692e12996a", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.18.linear_attn.in_proj_qkv.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "a1ef92529aec79f6749c9b001e3e3332a7bac680947ddca85b7887e8e4b166e5", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.18.linear_attn.in_proj_z.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "8f453109c09669535644a97861870e6d3eca9d9b5542633efd6bdd0db81f00bf", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.18.linear_attn.out_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "34cbab037028f0cccc107db3ef2275db4008c99ae8dbca061317a07934886c57", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.19.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "c716364083de622814ef4b24bd8c939a49c2f166830f2cdc51d46c6095ab7eee", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.19.self_attn.k_norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "6a86474fef916508f75a854be0400bcf625e9c572b9a58c1d1ae301d1eb4711f", "dtype": "BF16", "shape": [ 256 ] }, "model.language_model.layers.19.self_attn.k_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "b1e8ee543615675888be8a2e9989fb6174b031977e2656c63414c1726da8bedb", "dtype": "BF16", "shape": [ 1024, 4096 ] }, "model.language_model.layers.19.self_attn.o_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "9f93070cdbdf5f99001804b266fb29c9e2f29e745a0d3a203992504d102bfad0", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.19.self_attn.q_norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "88cee62d208e1b292fc59a2696daad9994fb5b3f3850647cab4b943c82cc8f8f", "dtype": "BF16", "shape": [ 256 ] }, "model.language_model.layers.19.self_attn.q_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "cf6f260645ff7e66629f5b063379628a57ab7f8a1ddc467ebc5bf584fcad75e3", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.19.self_attn.v_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "d03e1459c617c8a32440c4bec0bb4abf7f46341d7aa4be9d5a0e9b450229b556", "dtype": "BF16", "shape": [ 1024, 4096 ] }, "model.language_model.layers.20.linear_attn.norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "bbcb2bfb9c38f13888a0540d7fd3995fa26db6a1f961d4c92dc8db49fbd4689d", "dtype": "F32", "shape": [ 128 ] }, "model.language_model.layers.20.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "a30d9ae18c4b40303f435093e8049adee12174af246589894c57fc0ff8574cdb", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.20.linear_attn.A_log": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "79e914eae8ec04b0ec86c80a42b2f50dac4b287825eebc08ddbd94d9a3432e92", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.20.linear_attn.conv1d.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "8ccc31b5219a0ecfc9061e4fbc4bd4f00d20b1c0981db14d7e6f695abc44d4c7", "dtype": "BF16", "shape": [ 8192, 1, 4 ] }, "model.language_model.layers.20.linear_attn.dt_bias": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "7e4c3579890607a59479007cd143c524eea65cb81bffff0f138137c237807223", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.20.linear_attn.in_proj_a.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "077aeba962dbf1b51dca9a5cfba37ad343e0f51c97870659cbd52f5f672e57fa", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.20.linear_attn.in_proj_b.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "68a1e3841b055f059853f6044bd091f9423777d281a7d10c96cb25256345f495", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.20.linear_attn.in_proj_qkv.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "ae42a76f09d49c512322d932750c4ce5cfe4786f77a57276b5e5c325a14940c3", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.20.linear_attn.in_proj_z.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "271d625038a52843a1f9f86b6911a894dff268f088c30138df43aa7563f4e394", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.20.linear_attn.out_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "a493d9f6a84066fbb6f64a044b85396abc32663bc0e2ddf4a731777c971aac04", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.21.linear_attn.norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "1a255b833ddc9fab1ccdba2cf1532b852befb3e29f07bb429bd1010853467c18", "dtype": "F32", "shape": [ 128 ] }, "model.language_model.layers.21.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "48da6f37933fccceded893243754ed8d45a0bb5ad88bb59b1e1fec7a87922618", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.21.linear_attn.A_log": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "1ef469a1c11bc4e854eeef7ba340f93af04eb4058eac2223c4cecb13ec2307b0", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.21.linear_attn.conv1d.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "1535bc987017c6f626097dc6a194601a65fe8b88642bbf64b5f5caad5645a952", "dtype": "BF16", "shape": [ 8192, 1, 4 ] }, "model.language_model.layers.21.linear_attn.dt_bias": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "a48a58f15e90661ae4f20370d9ec31e76bc6ceb765a889870a7c94a1f99b63da", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.21.linear_attn.in_proj_a.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "3520f359b70b2a4a07a6caa660a827369fce7f858f283e60c150ef8f2508c57b", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.21.linear_attn.in_proj_b.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "8dc05702f486c9c138bfc8b1a64fe822262e9928e407424bead3cf8402a7877b", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.21.linear_attn.in_proj_qkv.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "1be33c584876f49efd3e63bd66c1d57ecceeadb2cf3324d5494ab4d18d320749", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.21.linear_attn.in_proj_z.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "13c16297e8c18af80d5df96cbd1160c3983e18aead344cf7e3821ff48be936e7", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.21.linear_attn.out_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "16b761173a52da5cf326bb1e6079f7919079383adb48b1086a06525c98f92639", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.22.linear_attn.norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "02cad1a9113f6f2f5e224843dac682f2bdac7a27dc0af075b99b40de118d96b9", "dtype": "F32", "shape": [ 128 ] }, "model.language_model.layers.22.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "217803ea35a7cbf929beb10ba5d4c60968a0abc31463049d876927660be13e17", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.22.linear_attn.A_log": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "c6a384535fca5d398fb2149279caac34cd7d2a99ade0e780ed433edecc067a4b", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.22.linear_attn.conv1d.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "e8b3e96ae0710d2c19ec858997e3d5c99c5a5918a2892ea279e73d8a525e1e7d", "dtype": "BF16", "shape": [ 8192, 1, 4 ] }, "model.language_model.layers.22.linear_attn.dt_bias": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "b4e173fe2e7f11589e6a28c4764a8c655803d97b28f973076452e21db039826c", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.22.linear_attn.in_proj_a.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "0be0e2879586b27b4a925e00b8bdb527c1b4620f9a4cdb660af9d71ab6fc5fda", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.22.linear_attn.in_proj_b.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "721289f44aa96a2af122fe23fccb55bb8bc8e89736a26697133b793f4f27845e", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.22.linear_attn.in_proj_qkv.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "3234c5b6a7f1ab81ee83121f89f63f5eeec0a496aafced29d419ad7237f2e475", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.22.linear_attn.in_proj_z.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "947cb0fb45abe819e4a2741b50894501966318cf2b00e1f1b29366a4d2e09084", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.22.linear_attn.out_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "d478c5b85296078521fba84b89d4e776052a8fe738ffabf469dee875908d3d1e", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.23.self_attn.q_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00003-of-00005.safetensors", "sha256": "3fcd57a6e4f5816bcb2740f60b73ccceb555712516fcacbcac2dc9b996bade1e", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.23.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "f4f62800b9d2b8c47fb91dfd161bed35422d1a15a108b34850af6b338d371077", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.23.self_attn.k_norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "e517066470a32f21630733126f831ae1ae0c44c18975494d2b171312346f8b36", "dtype": "BF16", "shape": [ 256 ] }, "model.language_model.layers.23.self_attn.k_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "a132910e045dcc785d4ecc55e1a54300bc9c4bb66f8bd674589cfbc00f9bc602", "dtype": "BF16", "shape": [ 1024, 4096 ] }, "model.language_model.layers.23.self_attn.o_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "01b9d2ac3ae2b2669d73b23e7786abb7b99267c3438fe0ca692995ee5c8088db", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.23.self_attn.q_norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "53f76836b47f49067adb43942a6ee8388ba6eacb1a7294fc0c2e345298527b04", "dtype": "BF16", "shape": [ 256 ] }, "model.language_model.layers.23.self_attn.v_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "c0fb0ff4f553ebdf62b50b521d40dd9a8186e3d63c245c3e76ef770eda198ea8", "dtype": "BF16", "shape": [ 1024, 4096 ] }, "model.language_model.layers.24.linear_attn.norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "f195b72baa534f86ae03dbff91c627be50c9d79c00bfc85e9576d435f6067516", "dtype": "F32", "shape": [ 128 ] }, "model.language_model.layers.24.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "dea13542201229732a49834c7faa01920bfca69297342d9b1daa6daba7f0d8d3", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.24.linear_attn.A_log": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "75bb4b54febde8ab3739abb407cfd61e58cc526c323495c1f6b4577a89b3dea6", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.24.linear_attn.conv1d.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "65b4221d3ee934760f80efa49f0654c160ca438f2fc4f356b59653783785c12f", "dtype": "BF16", "shape": [ 8192, 1, 4 ] }, "model.language_model.layers.24.linear_attn.dt_bias": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "174ed86ea3bdc0dd0d2ef0bf5d3efcacf5bee5f14be9bb747d7062dd49322aae", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.24.linear_attn.in_proj_a.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "a65bcaab6a3c74e56fcf833bff61dd5071d98d10ec239fa56f819efb75e76026", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.24.linear_attn.in_proj_b.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "545869e2a07a98a650daf09ae0a346daf0ff544895f4172af7a05c8c5ff629e1", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.24.linear_attn.in_proj_qkv.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "2badb9a707d4e3cd47f3eb341d44565b0943b42f66af96f022d92a8e93e9f836", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.24.linear_attn.in_proj_z.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "7cb6f2e507a7652d9229b536e62f46d7ea9725e5b932928c3e8fd92fba51eeda", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.24.linear_attn.out_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "df05fa3c98621c3032fd9ceb7dbfa97988208e5f9c26f964fba75712264f8a69", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.25.linear_attn.norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "878f484cfd6d380683958a01bc720362a969aa90e41c8a49c1e06f128bf87851", "dtype": "F32", "shape": [ 128 ] }, "model.language_model.layers.25.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "0c72312d0fcc5cd8e80ac9ab35b7ec365bccdb4e780d933b71f4ba4aa7a4f7f7", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.25.linear_attn.A_log": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "32bbeb00b2fa4bf84eb0f1c8a52d2cc4532040af5ac1dfd93fb969c12030f022", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.25.linear_attn.conv1d.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "18003bf16cf05209523cb1374aba7cd91b1b7de656d1e474844e3aaf85e2fbfa", "dtype": "BF16", "shape": [ 8192, 1, 4 ] }, "model.language_model.layers.25.linear_attn.dt_bias": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "6ba0919ec95c0cf2c97d082613a09f27b1adc85fc3208439e302fcd9ee4a3aa9", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.25.linear_attn.in_proj_a.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "c5261d7d2b75a9813df7c16ce94e30549760f5acb2f2f2ea835652ab65817040", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.25.linear_attn.in_proj_b.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "6948ed8e469116a39a184d31bdee81205282fc467acfe617865058b2560a772c", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.25.linear_attn.in_proj_qkv.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "a72d7b0658c9d727a1d181b4e25ce9124ce6d2c2ef613fb30da7e11958a57a29", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.25.linear_attn.in_proj_z.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "613ad8c01b37a934012e4f0acda1f27640f0218986d57c845570574cd512676f", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.25.linear_attn.out_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "8f5b36c6517a361af5199906273d602ee4d926a21618dd39e8aa607d5e5b56af", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.26.linear_attn.norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "169ac6f87f20ec15d2917f42fa1de4dcf1f17fe6c4a7044156663d92b8d7f84b", "dtype": "F32", "shape": [ 128 ] }, "model.language_model.layers.26.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "fbd87ab9af974c8cec52fb5be614aac470e7923e92a6ffb559907a9ae202cf00", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.26.linear_attn.A_log": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "523a90f1d662ebd8eeeac6f11999648f1db7a6ec164dbd62ff87b1dc09598451", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.26.linear_attn.conv1d.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "68f25e20601d5fcdbb34b762cb3617c8068a055b2ae48c9e39a276dded3c81cb", "dtype": "BF16", "shape": [ 8192, 1, 4 ] }, "model.language_model.layers.26.linear_attn.dt_bias": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "1861d116ed8a8bdec32f5eeccdbe6bc338c85189425cba961920f985b8f94f9c", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.26.linear_attn.in_proj_a.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "d85ed10e16ba2826aa5896b9dafa5f3898d5150809ed27f78517bd97410ecf83", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.26.linear_attn.in_proj_b.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "178699f3fa0c593edaa5becf87a107a948c545b51c79642aed9d8eee5c0a5b64", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.26.linear_attn.in_proj_qkv.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "ff6be044f3b281acd0e7a5861a0a70d0f670ce81d0f9822a4b96c6af645496fc", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.26.linear_attn.in_proj_z.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "87c8bc49b08d9b8957f4f504d18657540b81136ab3667b9eff9ad3a4b0a68c95", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.26.linear_attn.out_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "499a6e72bf7e9fb93cb90999cfa2181493f3420ea7450c395b5b4f51b0d340b9", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.27.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "d486d61ddadadd61c0772be91f87d0d63db0450525ad8f753c1254930199c387", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.27.self_attn.k_norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "0c4068925e29d74588c2138eec42b8d26be433fe6db8b7d7f3506a7bf8832941", "dtype": "BF16", "shape": [ 256 ] }, "model.language_model.layers.27.self_attn.k_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "a8626a63093711d2defe614bc515839548b3bba70a6eccd1404717e8023ab687", "dtype": "BF16", "shape": [ 1024, 4096 ] }, "model.language_model.layers.27.self_attn.o_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "74b1a3bae44ea418cfae91a87e4a1c0659a7e6dd5dd6ec7976598a6fddfa143e", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.27.self_attn.q_norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "364b1374505b133988ade243f7b3bd42c80b6096c0744d939a6666cb868ea0d1", "dtype": "BF16", "shape": [ 256 ] }, "model.language_model.layers.27.self_attn.q_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "f949e5174311a4647f0f74cf2d50b49664b682c028409523c6b0a7a61b8a81be", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.27.self_attn.v_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "00226fbe26e3607ca32022921b16e3dc71810c6e89ed4adb0c23db7d20c80dc7", "dtype": "BF16", "shape": [ 1024, 4096 ] }, "model.language_model.layers.28.linear_attn.norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "2331f7d5bd0afcf6b5ce9348802fb31d3058f8850bc4aae98a0aa4dc28ce0a36", "dtype": "F32", "shape": [ 128 ] }, "model.language_model.layers.28.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "0ca9b2156e16bc3b9750d94809c3a7f5b3cdf7db7cb1d715447d7233c14f9ef0", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.28.linear_attn.A_log": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "5413fd91cc299539f24c271a8a1dc0b6e44228ac09dca9c97613669141d6a56f", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.28.linear_attn.conv1d.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "61321bd60c1d0df6bc4e9a2153ab902e5ac98489eba3ca34b928357c351addd7", "dtype": "BF16", "shape": [ 8192, 1, 4 ] }, "model.language_model.layers.28.linear_attn.dt_bias": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "c068151191dcdd84883878bbbce6e4ce1fa1f21bf709bdffa7b235f7654d4293", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.28.linear_attn.in_proj_a.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "64fe921b2445ef84ee1a88bb93fcb03a1598324ff67bc5ee52e2a68595c9bb5e", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.28.linear_attn.in_proj_b.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "b8aab91700ac559645c533a7316a96013f7ebc3f685e3e75a188c72749f91033", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.28.linear_attn.in_proj_qkv.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "1293b75a40439bb8727efde8f831fb04ac5df7fd82748a83f2927420be5d8cb7", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.28.linear_attn.in_proj_z.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "6cdd4c513a35adf6667107018e8525c2ce9af3d3fe7f352bd59c566082b748ce", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.28.linear_attn.out_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "a6aa81e60d4535f17046c232ee410c7866dde5a463bf8c592063595995feccc9", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.29.linear_attn.norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "c2b76ab78ee809a016308f1eaa83192fe76ffb979af72c7eef5a8e195f80ffdf", "dtype": "F32", "shape": [ 128 ] }, "model.language_model.layers.29.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "433ce4de543977957aab315db7bc1827a6942cf0268a63cdd2d4eb18686ca494", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.29.linear_attn.A_log": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "e7ae2b3bc4651491dc22e99eb5c326d1f8a776b7072a40b047c0fbe9c80fcc70", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.29.linear_attn.conv1d.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "9b47ffd9b35a597d7d6e1d1c64c1e4a2429c2f6e9b994e88f89507ec29f8ed97", "dtype": "BF16", "shape": [ 8192, 1, 4 ] }, "model.language_model.layers.29.linear_attn.dt_bias": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "2bc84e209cce8efa33dbac6b5ebc8ab5a13e0b9004070720e61cda0548bb4e01", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.29.linear_attn.in_proj_a.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "00b3717d1c1d30fe502cf175ba7939e225ff9e685437bf85cfedd4022e68849f", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.29.linear_attn.in_proj_b.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "d0145c6f774ecd607b497e4ec4e5ba7ce60a8923c35dd0fb1bb1576fedee3ad6", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.29.linear_attn.in_proj_qkv.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "977c666f3597e7c881981a0b089050fa4d5a917dcee40d768363bb2e08a30282", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.29.linear_attn.in_proj_z.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "8793690a00aa17ed96ce9e779d849b3e91a51cdb2893054837c7014d05d93fe7", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.29.linear_attn.out_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "79147783c52a902870ebdb224100a64342f709b91845dcc8222dfee2745a54e8", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.30.linear_attn.norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "fa2b21d5f1f7a3db8de67c6fee9c90c1cec44c9c3f071484ed2dadbc6f0afc25", "dtype": "F32", "shape": [ 128 ] }, "model.language_model.layers.30.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "9ec66cb8156ad32c7260511fce1b355493bcf8551f319ed478ef21868bde02bd", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.30.linear_attn.A_log": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "19d4e166b7985c49ae5146626e26e3abdd31669a6b2e1a05b38cd35bb5d90e4f", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.30.linear_attn.conv1d.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "7f9ca63002924bcada482a59ec0f8ba09df1cbd70ae009cdd2e8f906c5d246a0", "dtype": "BF16", "shape": [ 8192, 1, 4 ] }, "model.language_model.layers.30.linear_attn.dt_bias": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "92bccdf03b259125cd80fd31262cecd97d3b6742385711489bbeb4bfbd9e9f1e", "dtype": "BF16", "shape": [ 32 ] }, "model.language_model.layers.30.linear_attn.in_proj_a.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "a1b77a440a5d7d0e1998e4fcbeb56fd63cce1d74591659262c9e843f2ddb63db", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.30.linear_attn.in_proj_b.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "37f4bb20e4c47ecdd53186b7d8b6a6b9110d114a4fb66f26d174420a76c29db4", "dtype": "BF16", "shape": [ 32, 4096 ] }, "model.language_model.layers.30.linear_attn.in_proj_qkv.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "ddc41cf4536e23eb487096215337b4fe37702e9c455b31a7fd4f552b73ac9f72", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.30.linear_attn.in_proj_z.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "b4903fa799daef6c650bdf9a1b6a5c0098b2b0e388e1b37424c0c2ca07f2863d", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.30.linear_attn.out_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "af31d9233dbeca5564e4825a6bdb5e0158539bf46cbe94f61fef7fa8cfb0d9d3", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.31.input_layernorm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "b5b293187489f0c961ce988f98166700a78b350c4a8f6f5ce9f8a5daa1c71aff", "dtype": "BF16", "shape": [ 4096 ] }, "model.language_model.layers.31.self_attn.k_norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "cbc101f65e107b77b616ead10df175ff2e12f6a55b485098f253bcc056161046", "dtype": "BF16", "shape": [ 256 ] }, "model.language_model.layers.31.self_attn.k_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "4447d5a45a75f0b4b90cb35206a3bb4fbe088eb86887e75c0e0216ee3dcba4cb", "dtype": "BF16", "shape": [ 1024, 4096 ] }, "model.language_model.layers.31.self_attn.o_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "214305309bac13bb42454ffb7b8ee86ca426d40ab23e2833edbe1734668c04e4", "dtype": "BF16", "shape": [ 4096, 4096 ] }, "model.language_model.layers.31.self_attn.q_norm.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "8a3f4847b016d1f0df486636d089d3a8d998c46fcb4a5237c8e8bf223ac57df4", "dtype": "BF16", "shape": [ 256 ] }, "model.language_model.layers.31.self_attn.q_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "36ab1783db59a9347fd5d6717c8010e25a09d2a3bef4a826bc300c9858bf12ea", "dtype": "BF16", "shape": [ 8192, 4096 ] }, "model.language_model.layers.31.self_attn.v_proj.weight": { "source_file": "tencent/WeMM-Video-9B/model-00004-of-00005.safetensors", "sha256": "60531dca8d33fc9ae19e3b4d8413ee9658adc5eef7ae6b88ffadfc748687502f", "dtype": "BF16", "shape": [ 1024, 4096 ] } }, "policy": "Restore complete attention branches and their original input norms; retain AWQ FFNs and compensated post-norm/routers." } }
{
"status": "quantized_unvalidated",
"algorithm": "awq",
"group_size": 128,
"source_identity": {
"path": "tencent/WeMM-Video-9B",
"metadata_sha256": {
".wemm_processor_backup.json": "bc532dd1b867364948c6aeb20e1c7740e5095149a0cdbff8eb90bd7e41536cb6",
"chat_template.jinja": "a4aee8afcf2e0711942cf848899be66016f8d14a889ff9ede07bca099c28f715",
"config.json": "bc16d7acef8659bc6d87c36d5dcb908d9875758c370ac20d908c071601b95039",
"configuration_wemm.py": "43ee3ec8477c6677f06835a893a146d18024aea0145086ceca3b6039e2d91887",
"generation_config.json": "b91f22ecb30192b6919660eb61c01d7602f93ff6764556b1991c71fbe9ca82e6",
"h5_modeling_bert.py": "b2eac797422294be10295c27f5709c8fda362c55d6f476dcebfd5f38aa65c6dd",
"h5_modeling_whisper.py": "b507884daee13857c17d2d97290183e71a5a1044253a49c5a9cb109ba3332907",
"model.safetensors.index.json": "cd67089896422812c1241a0a0a97a1e8b686bd3e6a84e6ecc60e740fb5814d9c",
"modeling_wemm.py": "30c9e34d16f4b3720410c47034b2b807a3686c88f4558d5aab6c102fc1db0bde",
"preprocessor_config.json": "27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516",
"processing_wemm.py": "8f907439e011c47293a851e28efec1501c36b862ba8c04784d23a0a4a5aa36a8",
"processor_config.json": "e3ef1357f83844d60e099c4019f235444111fcd79bb3d06a0d82b62f5ae24c07",
"release_manifest.json": "3afc7aec43d2bb77259d706504ac9d0965dada22dffb87d1f7b0d111ab1c14f6",
"tokenizer.json": "7d85c81efc77071423f90a9587c4d7e79f8b431e9b1e3682374654e616d24268",
"tokenizer_config.json": "83febe739ecefd99f984f546dfdc10149cedf293b9ee0291b99894341188b613",
"validation.json": "d5e022f10a14edb765eaa78b345a28686bf4f2f941f0793fe69d6826f5dccd2a",
"video_preprocessor_config.json": "ed1cd10c0d1cd1471a10be6c6f6bd5eb337718976e45832acc54c4a7c883b641",
"wemm_media.py": "2e4b427e3ddabc526f7984066a982bfa7c0a4d56f3d7c979fc41651463461122",
"wemm_video_policy.py": "5a08358f04b011c401d6355cf396caebae4536442df76ae17dc89470c2b1a50e",
"wemm_zip.py": "016d7a2bc9b50cf2bed2e901d7ec445260eff890751e94683c8fac0be09eecdb",
"wemm_zip_policy.py": "f4029f5015cf6342da1bfacaa6b4847d7f20ca450019ff7bc5f4ad899e3706c8"
},
"weights": {
"model-00001-of-00005.safetensors": {
"bytes": 4323854152
},
"model-00002-of-00005.safetensors": {
"bytes": 4349682880
},
"model-00003-of-00005.safetensors": {
"bytes": 4299807576
},
"model-00004-of-00005.safetensors": {
"bytes": 4299052536
},
"model-00005-of-00005.safetensors": {
"bytes": 3704976920
}
}
},
"w4a16_profile": "dense-ffn",
"profile_implementation_sha256": "25ee97a3151693561ad876572cde731b1e0fdf8157b5bc8e1d34d6353788c6f0",
"norm_implementation_sha256": "2df64182d8df52ba6539d69bf3301953dd17913b0935bb38a1cc27d13df7fd36",
"source_config_sha256": "bc16d7acef8659bc6d87c36d5dcb908d9875758c370ac20d908c071601b95039",
"source_index_sha256": "cd67089896422812c1241a0a0a97a1e8b686bd3e6a84e6ecc60e740fb5814d9c",
"script_sha256": "77e88d88bdacec4056872b0485c35fcebd8dca723bcf017fa015b3ac06a2bb83",
"fixtures": {
"calibration/shard-00/manifest.json": "513d3c8ed7bbdaac4a654a0c7bfadb070f1aca4c1b3b5982082ef46566c1df7b"
},
"awq_implementation_sha256": "1898b5d93b25dc7e4b047470c9574e53625b27a81f3fed0f3e0951a91c07f9e0",
"tensor_loader_sha256": "d22bade75414c1e0bdf53ef58e0e114efa95b329d3f0017f4e5bd1002c47375c",
"source_runtime_sha256": {
"video_preprocessor_config.json": "ed1cd10c0d1cd1471a10be6c6f6bd5eb337718976e45832acc54c4a7c883b641",
"processing_wemm.py": "8f907439e011c47293a851e28efec1501c36b862ba8c04784d23a0a4a5aa36a8",
"h5_modeling_bert.py": "b2eac797422294be10295c27f5709c8fda362c55d6f476dcebfd5f38aa65c6dd",
"validation.json": "d5e022f10a14edb765eaa78b345a28686bf4f2f941f0793fe69d6826f5dccd2a",
"tokenizer.json": "7d85c81efc77071423f90a9587c4d7e79f8b431e9b1e3682374654e616d24268",
"wemm_video_policy.py": "5a08358f04b011c401d6355cf396caebae4536442df76ae17dc89470c2b1a50e",
"model.safetensors.index.json": "cd67089896422812c1241a0a0a97a1e8b686bd3e6a84e6ecc60e740fb5814d9c",
"wemm_zip_policy.py": "f4029f5015cf6342da1bfacaa6b4847d7f20ca450019ff7bc5f4ad899e3706c8",
"configuration_wemm.py": "43ee3ec8477c6677f06835a893a146d18024aea0145086ceca3b6039e2d91887",
"config.json": "bc16d7acef8659bc6d87c36d5dcb908d9875758c370ac20d908c071601b95039",
"generation_config.json": "b91f22ecb30192b6919660eb61c01d7602f93ff6764556b1991c71fbe9ca82e6",
".wemm_processor_backup.json": "bc532dd1b867364948c6aeb20e1c7740e5095149a0cdbff8eb90bd7e41536cb6",
"h5_modeling_whisper.py": "b507884daee13857c17d2d97290183e71a5a1044253a49c5a9cb109ba3332907",
"wemm_zip.py": "016d7a2bc9b50cf2bed2e901d7ec445260eff890751e94683c8fac0be09eecdb",
"wemm_media.py": "2e4b427e3ddabc526f7984066a982bfa7c0a4d56f3d7c979fc41651463461122",
"release_manifest.json": "3afc7aec43d2bb77259d706504ac9d0965dada22dffb87d1f7b0d111ab1c14f6",
"tokenizer_config.json": "83febe739ecefd99f984f546dfdc10149cedf293b9ee0291b99894341188b613",
"processor_config.json": "e3ef1357f83844d60e099c4019f235444111fcd79bb3d06a0d82b62f5ae24c07",
"preprocessor_config.json": "27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516",
"chat_template.jinja": "a4aee8afcf2e0711942cf848899be66016f8d14a889ff9ede07bca099c28f715",
"modeling_wemm.py": "30c9e34d16f4b3720410c47034b2b807a3686c88f4558d5aab6c102fc1db0bde"
},
"world_size": 1,
"minimum_expert_calibration_tokens": 0,
"source": "tencent/WeMM-Video-9B",
"quantization": "AWQ-W4A16",
"format": "compressed-tensors pack-quantized W4A16",
"layer_count": 32,
"quantized_expert_matrices": 0,
"quantized_language_matrices": 96,
"protected_frontend_embedding_head_tensors": 881,
"protected_hashes": [
{
"name": "model.visual.patch_embed.proj.weight",
"source_sha256": "c1c629e9272d0425778e3e126c9ee2eedd664cec896d1f8e78f69ece3e40cdb1"
},
{
"name": "model.visual.patch_embed.proj.bias",
"source_sha256": "c225260e635b108545d8fdb40761f29bf2c1966f17e33d21389bcf5150afa649"
},
{