| { |
| "base_model": "black-forest-labs/FLUX.1-dev", |
| "base_revision": "3de623fc3c33e44ffbe2bad470d0f45bccf2eb21", |
| "algorithm_commit": "50f2ee26a93e4ee28edf8c433a061103b866518e", |
| "global_step": 2000, |
| "world_size": 16, |
| "weights": "ema", |
| "lora_merged": true, |
| "lora_rank": 256, |
| "lora_alpha": 256, |
| "lora_target_count": 419, |
| "ema_tensor_count": 838, |
| "recipe": "global128_clean_dm_raw2q_lorav2_adam00999", |
| "num_horizon_basis": 128, |
| "coordinate_mode": "global", |
| "endpoint_conditioning": "native", |
| "guidance_embedding": 3.5, |
| "external_cfg": 1.0, |
| "shift": 3.158192909689767, |
| "final_step_size_scale": 0.3, |
| "source_checkpoint_sha256": "af9aa4ed7294c7ecf46ca25d06f40a2ceea7bfb756d7968cc0b43d496f64a10a", |
| "transformer_tensor_sha256": { |
| "time_text_embed.timestep_embedder.linear_1.weight": "2b7bd8853da0a9f21456330ebc5efced88543d850092765a701cc2884fd28037", |
| "time_text_embed.timestep_embedder.linear_1.bias": "3e084c11ef433c48106383ab4ea61f5ffc40864622d9c134fc05ad1fc493311e", |
| "time_text_embed.timestep_embedder.linear_2.weight": "fe4d787de47b1863b0bd1f35f675aa961d805828284e39d9f8da11e6209e034b", |
| "time_text_embed.timestep_embedder.linear_2.bias": "656c961184b8cec82de33e8edaae471fb7bb63c0896012368247f86a258421a9", |
| "time_text_embed.guidance_embedder.linear_1.weight": "d6e2dabd8ed945cdd47c68a1a569f2d1688b94fa26c8b28f3e5396242fd92659", |
| "time_text_embed.guidance_embedder.linear_1.bias": "26586a3ae8cde1d0f0251b4336896d3da0dcd72ec5f7a2747a8fa31d030b36dd", |
| "time_text_embed.guidance_embedder.linear_2.weight": "2ec8a5709dcd9a9407abdce89dde10fcd8473fb8b3942fd406eeb252e24042bf", |
| "time_text_embed.guidance_embedder.linear_2.bias": "7d0e6e20ae94c1e7cff2cd8f7c9337bc3321055047aca9bace2a0e4f4117275d", |
| "time_text_embed.text_embedder.linear_1.weight": "571b91fad12d174d2902afc950af2349853df00d9727dfbf81a3436a5661f79e", |
| "time_text_embed.text_embedder.linear_1.bias": "13a7d668cb7889b03302a98dda8d99198e2367db0d6f2ba4476bb5570ee5191c", |
| "time_text_embed.text_embedder.linear_2.weight": "f2821c16e1cffd0aac262837ec56914331cb868b1ed13169116579f6c4ae7739", |
| "time_text_embed.text_embedder.linear_2.bias": "7b3d71656cca52b9d542cb5c8a149bd8333aa1c3b3c4f9880affe591fd5c8e5f", |
| "context_embedder.weight": "47d502cec032a24be43e80147cb93aa85946f6027ea9faa70063a9e8860550d9", |
| "context_embedder.bias": "8989c00c22d21442695ab2858706f37cd9bc7c6433906b73bf5f319aa1c8bdef", |
| "x_embedder.weight": "da497730c1cae727aee571261d9579137d35250d71cab8153b6ffac976a86234", |
| "x_embedder.bias": "c2d88b98ec1d1b71adf156fde66ebc10be1ba29687ac05f2c3e06e0a6c778c9c", |
| "transformer_blocks.0.norm1.linear.weight": "3022f19e3936c198821e93f91d6e3416eaea7812d02ce4868d7826058051ad89", |
| "transformer_blocks.0.norm1.linear.bias": "0cf84d02f6bd5f1477f042b55d373593d8d1c7c808ad97894883896a623de151", |
| "transformer_blocks.0.norm1_context.linear.weight": "ccb9ac8b1b43101ea8b1f5102a07bee98922feb9f4068fc64f1e0ad6b78908f2", |
| "transformer_blocks.0.norm1_context.linear.bias": "16c81f628f5405aad852882fc774d98ca19895754d1accdb09f93f9f2cf872a4", |
| "transformer_blocks.0.attn.norm_q.weight": "027f89aa7d5d9cb13bd54fd6ae2be838dd900fc057a3648f714b09c0a194ef7e", |
| "transformer_blocks.0.attn.norm_k.weight": "64e97cca4a131c6818d70421faaf8950e140fefa86729483b619b92fec1d7e3d", |
| "transformer_blocks.0.attn.to_q.weight": "554fcad8c1c39e8c38e95e020c1af71e57cf7a148f88235cde4b5e097a6f634b", |
| "transformer_blocks.0.attn.to_q.bias": "77c9b353dbae529fa068a02c6fd3646160bf9e1b02cdec156ddafed38e74a637", |
| "transformer_blocks.0.attn.to_k.weight": "89446b2f66f81be329c978e924dfac41000c0b022cc939e82e47d10055fdfcd6", |
| "transformer_blocks.0.attn.to_k.bias": "1dd7bea11ba2f9ac843ab440a5b5dd8c95c30fbf5904bda1d5cb588d2e6896f8", |
| "transformer_blocks.0.attn.to_v.weight": "24653485938cbb604a69e3a5e27494ce47065fedd8be357629111db5e8d22c01", |
| "transformer_blocks.0.attn.to_v.bias": "c39bde68e7ab906a032e5dbdd470bad42fa52503688de83f7077ce99a121fef8", |
| "transformer_blocks.0.attn.to_out.0.weight": "27215eaad33dd1f74af8ca9c6631911c228a86fd37d37a28e74973e1feed329a", |
| "transformer_blocks.0.attn.to_out.0.bias": "391a71adb687c60b8c5132905d49f8112ae5395c6d1ba8df0c1a615ba19c4616", |
| "transformer_blocks.0.attn.norm_added_q.weight": "51a32e196ff25b8f1144f28683b96518a898efe51d8a25bb330fa91287d96918", |
| "transformer_blocks.0.attn.norm_added_k.weight": "35ad60d07ffd97ba6044f76526c010cddd6ef63fdd5c6fbbeead39582d0ea29e", |
| "transformer_blocks.0.attn.add_q_proj.weight": "8416cf7b3de510ed398870244ed7303af537e5f02d1b4c7d7a47e3bad8510762", |
| "transformer_blocks.0.attn.add_q_proj.bias": "f210d0592de39e0695f18e25e4a62b36d295bb370f1875c17c300c5c0e8e9904", |
| "transformer_blocks.0.attn.add_k_proj.weight": "0e7326926995187b09005e8c946e8a7eb830572ac42f750df1c0d19e4adf3a5c", |
| "transformer_blocks.0.attn.add_k_proj.bias": "00390c5f873282678810b030f0c634a683464b71ad1ad9d275f4fd1ca9de977e", |
| "transformer_blocks.0.attn.add_v_proj.weight": "086db5cd6532dd621cbfe7133127aa323065de3ef50bcd8b7030287b500b6b75", |
| "transformer_blocks.0.attn.add_v_proj.bias": "0a7e9f717dc96080852b04dc6957aa55af47526e2aeac1f3dc05ffb9726a744d", |
| "transformer_blocks.0.attn.to_add_out.weight": "030371defd4cd0271b3bb3dd03d174eef6368e8a91da4482cb9d8fcc0a309d7e", |
| "transformer_blocks.0.attn.to_add_out.bias": "2adc7ccdce5feb4dc70fef6868a6ee19e4b0710afd547db6dfab800693df5ac4", |
| "transformer_blocks.0.ff.net.0.proj.weight": "1b2828863d533c599d105e340984f1f8c4c9b980f163da958b66204cd47b3745", |
| "transformer_blocks.0.ff.net.0.proj.bias": "2f2219c2b8f603353ab7c770ee65bc0f8d003278ef42479f04912afc21138e58", |
| "transformer_blocks.0.ff.net.2.weight": "5c2ceeb5c2ead96a778dfd03b082d3835c4212c1b1e5bd2b9d9af7eedf163549", |
| "transformer_blocks.0.ff.net.2.bias": "00930c9813bc3bf890a1e6224bc0fbe08392d42fcd3becce59870981d6bda66a", |
| "transformer_blocks.0.ff_context.net.0.proj.weight": "1686bad9b36d20e71d4d74def8a26e586a696306857f3d97af96eb7b0e4c6241", |
| "transformer_blocks.0.ff_context.net.0.proj.bias": "f80f070832d5fa05b2e41e654549adcfec0c4087f454d65a52ce078697c4a458", |
| "transformer_blocks.0.ff_context.net.2.weight": "374b01c7dcb5393eb80edc7bf3a522f80d20c8a9683eb90a8dad83f1e648e738", |
| "transformer_blocks.0.ff_context.net.2.bias": "90c6beb4f3211eefd7cc86b18cbbc7854c1d7667a59394f8fdc87ef3607270e3", |
| "transformer_blocks.1.norm1.linear.weight": "67c7d748ff66ef82ccaf245787f13e588243294b9b760f23a87a785c943df2d2", |
| "transformer_blocks.1.norm1.linear.bias": "496a5991ae64f991eda70254e55cf94856dfaff934f3f61b6d778d34fe86469f", |
| "transformer_blocks.1.norm1_context.linear.weight": "d1b5b9c14f6ee61cb29c1d0a7310fed92b5bae5ab22b38720453ac1cf0c48a81", |
| "transformer_blocks.1.norm1_context.linear.bias": "15210540a8f9f5e23c8de9990f8ee05a73e55fcafe777ffd03c0a39e45db0c1b", |
| "transformer_blocks.1.attn.norm_q.weight": "664fdb7ef4c2ee3d9ea9477c65dcd69a5698f14a91917995211cb5a6fa8be45f", |
| "transformer_blocks.1.attn.norm_k.weight": "74ac22e2aa1e236f52675d5045dae33b778cdeec99d8e8db75c32f87f6947aed", |
| "transformer_blocks.1.attn.to_q.weight": "f43492de7a9e481d69805fcb9285c7ba6d13a12165b1f3b604ab48cb8b2188ff", |
| "transformer_blocks.1.attn.to_q.bias": "a022ab8864610e68d7b5081526676b0708ce69895cb657706ee6b2407408aad8", |
| "transformer_blocks.1.attn.to_k.weight": "de737b72e97eca8783f3c032aba0486242fe95e261ec2d809a27b67b9ed4121c", |
| "transformer_blocks.1.attn.to_k.bias": "d9f8bf8403b2940ea385e0a7b0ea57590cc2072ef97d34f63d7f01e8aadd4265", |
| "transformer_blocks.1.attn.to_v.weight": "f2d1cacd4db1ac1b3b02016e9facb13e3502def1fa8a27f104bc5865813c5e79", |
| "transformer_blocks.1.attn.to_v.bias": "bed5ebce9e55906bbfb9a61738038b006d5cbdbf16a7fc97ce1835df4a5b4765", |
| "transformer_blocks.1.attn.to_out.0.weight": "1e20868c2ee7e566f0ec0f6dd94b37d2e93438de42bb580c92a26d2c52069594", |
| "transformer_blocks.1.attn.to_out.0.bias": "05951cbc1e77e34c8906e31629ee644073f620ea6655826b01bd08b0afe1cf8b", |
| "transformer_blocks.1.attn.norm_added_q.weight": "1da193478cd6170ee1dfb6c925a54ad3722ce5a4a4fcfaff2fba84f2ea37bedc", |
| "transformer_blocks.1.attn.norm_added_k.weight": "b38684c05981be72573966fdf5ecd5cdafd6e0204668b2a5af99fde0ca1b8421", |
| "transformer_blocks.1.attn.add_q_proj.weight": "88ab05978b00e9678834787eb6da221229dace6e7cad1ddad558c7d10308ac96", |
| "transformer_blocks.1.attn.add_q_proj.bias": "a5b27ad9357b3b493c96d49d1732531a4fce4e680da677d877f750a8a24a529b", |
| "transformer_blocks.1.attn.add_k_proj.weight": "33bb4737760f7a0a17d8d47e4a928e1f93e2326bc786bf25852865129374d0d1", |
| "transformer_blocks.1.attn.add_k_proj.bias": "730e40b7422246ec8f0d4f43ee3fec207b9678de72a3d17b607b8325e63a6f40", |
| "transformer_blocks.1.attn.add_v_proj.weight": "49d08931e163d577445acf9d0a00cc7f4c7433081ce0994205f0f617f0e97c47", |
| "transformer_blocks.1.attn.add_v_proj.bias": "a5adc2cc2f556fe71dab684daa186e9dc4031f1f4b030bde638bc9466c505adc", |
| "transformer_blocks.1.attn.to_add_out.weight": "ad86e574a6314bc601169120fe1e18972791b18ec5d4af21688cd7feac35c2f9", |
| "transformer_blocks.1.attn.to_add_out.bias": "87f76e7ef51a5a09930908da42a5a9a3979ce228f061391afb9141ccd3e4deee", |
| "transformer_blocks.1.ff.net.0.proj.weight": "da74efc09fa5b67863f6844543997c0855ac5c2c2c23abd3f810f7ed270226a8", |
| "transformer_blocks.1.ff.net.0.proj.bias": "f28461fd9ce68595ab9b8c5f6b10caadf75c5cbb8d15ce8c88eabf66e35f22ab", |
| "transformer_blocks.1.ff.net.2.weight": "a526c1122ef4716c1c7fcbab99bfe5f26a73c52c0a1e5185e7a8851d0c137481", |
| "transformer_blocks.1.ff.net.2.bias": "59404edfa91dfce6ec4db54c73860845246285d0dec83054f5287ad9cdadcb3c", |
| "transformer_blocks.1.ff_context.net.0.proj.weight": "b3d5c36b4bf8e9ee25386713ee358197bdf6afa5573589d89e1ca76baa525cb5", |
| "transformer_blocks.1.ff_context.net.0.proj.bias": "4f479111904358f552e6280a67a82f3e427e3a208ffe497434ebddae007ccbe1", |
| "transformer_blocks.1.ff_context.net.2.weight": "801ac2cba3afb9b4f25676b0c620a72667344bb3e4041e7b8829c14a2bc0cee9", |
| "transformer_blocks.1.ff_context.net.2.bias": "232a310f1de8455d0b396b79924b5c5a7acfdafa8d8f55cac5f109f0bf1c044e", |
| "transformer_blocks.2.norm1.linear.weight": "a813a7ba8a545c6ff5d3310a300eb4f60b1dfd1b928d1acbfeea94fa39fbb659", |
| "transformer_blocks.2.norm1.linear.bias": "53ad3cd95bc11be2d74702eb7ef6b06ee7e6abd7886f6c07fc313ac5092fa043", |
| "transformer_blocks.2.norm1_context.linear.weight": "60d4fea1238d72f00d8dadc4022ad829dc3e946feb34d3b1a191c81e7f887508", |
| "transformer_blocks.2.norm1_context.linear.bias": "5739b99c7435baf228e828c46cbb87e33da2bc5e631170cef81f4d427b3d01ee", |
| "transformer_blocks.2.attn.norm_q.weight": "ca8b04fa59a16a17ee1a5bed67b182b673019c27a592f0488e95850d40573a39", |
| "transformer_blocks.2.attn.norm_k.weight": "f8e2e580ce029f672b6915991dbea71245681066d7ae531a030dca9e43000f61", |
| "transformer_blocks.2.attn.to_q.weight": "148a0df22d9650db36cf194d6d5f890aee512c60c2636f6005f5ee04e826ab55", |
| "transformer_blocks.2.attn.to_q.bias": "26dc9d56a47acd24d53c99b5273886e0b91a16918ce298ad4a5fe63fc89f295f", |
| "transformer_blocks.2.attn.to_k.weight": "d4b79afcc497699a8c2ab7747ad195fe70762cbd4629d6932468b186955cdfc8", |
| "transformer_blocks.2.attn.to_k.bias": "a9e2687fc7e1ac84d4be5ba7106a9eb1059dad199e36e18ba6b7ea9f2bc85d5f", |
| "transformer_blocks.2.attn.to_v.weight": "3b625819c7268cef3323595699d432c13b634c9099d1d2860152122e5d196f3c", |
| "transformer_blocks.2.attn.to_v.bias": "273eb28050b265c9205e8fb5909de25909f4d46cde80d9202a2770b92ac50637", |
| "transformer_blocks.2.attn.to_out.0.weight": "b6f5f9acb32ff2ba16f0cf36761c1a58082d68850d2626f34d7a911c6708a561", |
| "transformer_blocks.2.attn.to_out.0.bias": "9643d3735a515f3ccae5f1764e3c37345796a724e6360ec8ca28d99f7020ebe7", |
| "transformer_blocks.2.attn.norm_added_q.weight": "1b9955bbe580fabb4b95003583a585dfc9a3958cbe3989da7331eefcfb6532f6", |
| "transformer_blocks.2.attn.norm_added_k.weight": "23993b1a2066b8a33bb816c0c80c18cc1c0980b504a813f25510638bbc01b561", |
| "transformer_blocks.2.attn.add_q_proj.weight": "5b084913c559006f53a87a08636e77e4fd94155d8265cbfe948ba247d8fbe8f7", |
| "transformer_blocks.2.attn.add_q_proj.bias": "5d602a7d390f19a99149b4183f127896fd989583d96ada8d10968345689d29e3", |
| "transformer_blocks.2.attn.add_k_proj.weight": "07fc31d845e7ac08e15585176ba532799a5962df7d15e53bf6168ce74ef5ac13", |
| "transformer_blocks.2.attn.add_k_proj.bias": "916744fdbc860dfb87aef0fbf8acad56dce77b338a3ba1b0c33344683e14c708", |
| "transformer_blocks.2.attn.add_v_proj.weight": "4a2d105cb08d6f182a7580e0a85399586eaee6cf783b810d254a03241e622d6f", |
| "transformer_blocks.2.attn.add_v_proj.bias": "40608a856f0c1a72ab70babe47500f8875fda2e3b0d22ab8ae25dc9e44c2fdc0", |
| "transformer_blocks.2.attn.to_add_out.weight": "443a0131e87b2aa429f1fd01c90ab2faaa036c689893664965493251da521cdc", |
| "transformer_blocks.2.attn.to_add_out.bias": "34c8da799b9c9163fc84285edd837acb2df9ebd5ea8ca591517e84cd45720ccd", |
| "transformer_blocks.2.ff.net.0.proj.weight": "b18f2cc39ed05bd6036bd60ea98fd5e6e2c9e2edf467fa34d9f3b768c714a248", |
| "transformer_blocks.2.ff.net.0.proj.bias": "0a8683fb19ad2eaecf49000551661ee8262107fac80ca2f0e6eb457d5fbf2750", |
| "transformer_blocks.2.ff.net.2.weight": "986b5b837349d27f673f8326272b48f24bed4d317ed0d8a36840e33c2b06b85f", |
| "transformer_blocks.2.ff.net.2.bias": "a2df04816514491ec2bd83f3315b363284370ed0c541944e725db379d0ca70b9", |
| "transformer_blocks.2.ff_context.net.0.proj.weight": "7a65097cde8350c10bbd991bdfbcbb2672af50c0e01e955f5881cb9a05bc8f04", |
| "transformer_blocks.2.ff_context.net.0.proj.bias": "c31e773f219dfb7a2d68dcf7bcea9e9347b590ca14427063899d898726840f29", |
| "transformer_blocks.2.ff_context.net.2.weight": "14ae6b180b9b872ac7c26f04fa12cb1bb90ed0f201a86896c65750800073a2f4", |
| "transformer_blocks.2.ff_context.net.2.bias": "dd2ca2748ea5eeb17f7397370d9483e733fb0a8b881ffc15be3d5cd5d8eb83f2", |
| "transformer_blocks.3.norm1.linear.weight": "67d20d0915d48f1d4c1762417836d81d80dcbc649394d97beaf4723f5bdfe512", |
| "transformer_blocks.3.norm1.linear.bias": "c38462fbb01202355d1ab742750461f349588eb8540315b010d84bb3a28fe114", |
| "transformer_blocks.3.norm1_context.linear.weight": "6cd11fc87fa6a1f1a2cb446383e961b6bef6c679849ece0baacae700b9b5abd1", |
| "transformer_blocks.3.norm1_context.linear.bias": "db31e272f4eb4e63dc4dfbdab00363f1430fe583c5de9107e70eedd677b692fa", |
| "transformer_blocks.3.attn.norm_q.weight": "c39d156b0aa53c6c0e99c56edba97989b6fb441f8efeaa62ce9d7c7d281a5d53", |
| "transformer_blocks.3.attn.norm_k.weight": "baab4d086e39c9ec0cfd6d9daf93bc0381c14409c8b34d1d17bebe0b220a77c8", |
| "transformer_blocks.3.attn.to_q.weight": "c04d95d6046cb39af567f23753f4872297ec801a9cfb0ee6fae01408d1714e80", |
| "transformer_blocks.3.attn.to_q.bias": "729fbdfa1fff01aac01aefa2845605d4bf38d47149526b7c9a3e8f875b46bd69", |
| "transformer_blocks.3.attn.to_k.weight": "d05aecb4dc59da90cf8ff54ace1021a9189f0871ca16c7748f39cd29e6458d38", |
| "transformer_blocks.3.attn.to_k.bias": "c15f2aadb00bfe616f6a4cc468525a8c466b6c97f965007f0d16529aef908204", |
| "transformer_blocks.3.attn.to_v.weight": "133cf78f719e4951ac42af75b97ddce01b275ad05a8a59738173ab23c3f71c74", |
| "transformer_blocks.3.attn.to_v.bias": "9867e3d6c4ba60c5b5d7358cdd861673ff9d41bb7db7f07884457cf1895474c7", |
| "transformer_blocks.3.attn.to_out.0.weight": "a142b10eeac95942b95dcb6d496cad1295a646dff7560fdcee36180aa21022e8", |
| "transformer_blocks.3.attn.to_out.0.bias": "6674f7dc391ad90912d5259efe49460464d4c681de30f909b9f8e97ebe8a372f", |
| "transformer_blocks.3.attn.norm_added_q.weight": "2090594cc645bb2c56bd6f5313eb389b359ea4676a5d75f8f4bdf689028a4615", |
| "transformer_blocks.3.attn.norm_added_k.weight": "641c36ef70ab351cc9f583057a2e0258ef3c4e9ca7383e2721cf83973a7d1bf0", |
| "transformer_blocks.3.attn.add_q_proj.weight": "94bef3e04f6504fb16b7d50f8fd252b6045da97d15ce98ea0e98e454732d0fd9", |
| "transformer_blocks.3.attn.add_q_proj.bias": "33635f734b2deda6d996ef374ab73dbee23b198b9e79c432541e1f7a6a73e430", |
| "transformer_blocks.3.attn.add_k_proj.weight": "5870300a78ec7ed50af21776ebbf8e55f5e3b98dc0889fb2d73a2afab131f310", |
| "transformer_blocks.3.attn.add_k_proj.bias": "fcfc88cd92760b17cbcd28a1973aeed97ff6eb2435dd64ef4d3801ef6cc2b3db", |
| "transformer_blocks.3.attn.add_v_proj.weight": "17f96dd2703e1801dd01495468cb600009d2084d24498ee8de116e99e82266d4", |
| "transformer_blocks.3.attn.add_v_proj.bias": "2374cfd3429e61061c2d7eaf70555f1eb9464113b32d0dbe41845b42784f66c2", |
| "transformer_blocks.3.attn.to_add_out.weight": "63beb384503c3e6b09174d2c3cf43668926eb163790b460595d4e2de9dfaf917", |
| "transformer_blocks.3.attn.to_add_out.bias": "07b646cd6df6f32421c83a1bbfb8c7424b6d6e0c53ccbc31d374ff8c13841972", |
| "transformer_blocks.3.ff.net.0.proj.weight": "0c8d905f54b5dd914bbf145042388a820c0ac9a45179d522515d7bc7d2004bca", |
| "transformer_blocks.3.ff.net.0.proj.bias": "68c8a08865b7761fa9b8a1843f931e30b053a574cb0c41c402d23a901e1596c1", |
| "transformer_blocks.3.ff.net.2.weight": "c22122228a231e420055b41bdf61195ae61c85c0654ea45d911f2642efd3d3e0", |
| "transformer_blocks.3.ff.net.2.bias": "47b4f2adcc2db09ef4b97e1aae90c1e598b4110b2dd635fecf837ba9f16da6c3", |
| "transformer_blocks.3.ff_context.net.0.proj.weight": "c15f56f95e58381ca127fddd58f80cd2f47317dd1b05c1e3e556f6d68abd2ce3", |
| "transformer_blocks.3.ff_context.net.0.proj.bias": "e1d953b6fe66b29044706e24b42dd12380d3f48ca709756d67a47b460067fe9e", |
| "transformer_blocks.3.ff_context.net.2.weight": "1bcf0baf584ad355c548ee91372e490b8a0839912c2edcbf27d2525123962312", |
| "transformer_blocks.3.ff_context.net.2.bias": "425175cb06397516f18fd46b3d660cef6e96b5782fed76fb4bdacac3babe68ef", |
| "transformer_blocks.4.norm1.linear.weight": "802fa9b246174b2b5baed7c9663b2edf01621014653b7278421ee0c2211814cf", |
| "transformer_blocks.4.norm1.linear.bias": "94703cabddf348a8146e645423f2f0a24c42d57e2ae32d64db88c5b491aaed15", |
| "transformer_blocks.4.norm1_context.linear.weight": "c3bb23c51218c35fafd78d96a233785b8ac3c94452f9d8abaf29ac23c6bf3a37", |
| "transformer_blocks.4.norm1_context.linear.bias": "144d28a29eb89349db59fd65a2104c8591e5315708435d683035239bd88fb507", |
| "transformer_blocks.4.attn.norm_q.weight": "192e092f9c2bbd0143c9a5662c98637f957f07d2cc4301f5a5130d5b850ce2e4", |
| "transformer_blocks.4.attn.norm_k.weight": "6946330742bc9b675d3850f1fb77319a5ce8e022171b41b37a785d05bc41d368", |
| "transformer_blocks.4.attn.to_q.weight": "35aa43ddc1bfaad03a3a4b7b5f884cbbad9addfe6fd67eff91862e2e58ac3ca9", |
| "transformer_blocks.4.attn.to_q.bias": "691a8bd5e9b9840e15024a2dce18f649350776e4233c341e5ff120c7cb585e2c", |
| "transformer_blocks.4.attn.to_k.weight": "c7111ca6e70559f8fd4332ba4196c052bbed1d5c5d1fb3f56189011fa4fe4d57", |
| "transformer_blocks.4.attn.to_k.bias": "2e86c5fe3126b8c7d7de985b73bb39b2d04e8e8a023fb4bad5a22632270f7383", |
| "transformer_blocks.4.attn.to_v.weight": "53715e6bdf4aa1fe305cde3048f64761241efe907e9e584bd8b5bf344b4043d1", |
| "transformer_blocks.4.attn.to_v.bias": "daf62e20f6f7c93dfc3c2622872afbe94a712bca90a0b22c85f9a1231f3422aa", |
| "transformer_blocks.4.attn.to_out.0.weight": "d7814f7fc481e60de14e9fad51f109e1eb5c0727ba8a324bef07831eff9d2376", |
| "transformer_blocks.4.attn.to_out.0.bias": "4cf3f6ea4d9a6b8f1af0d7b0bb25545927e6f074024ba220a132d1cb9d508ba3", |
| "transformer_blocks.4.attn.norm_added_q.weight": "792967c080a5a5242222bc226d41461194e4c569eeb2e8899cb9292d513e9ab8", |
| "transformer_blocks.4.attn.norm_added_k.weight": "f35d31667476977ffc9add4475e12efde8fa89222e66746f341ebe8bfcdbfcf6", |
| "transformer_blocks.4.attn.add_q_proj.weight": "2ef4c2c26eca797892effa0b9349d325a6746ce47dbfe33443df10a69e73123a", |
| "transformer_blocks.4.attn.add_q_proj.bias": "9fd4f21a3bdf09c209ed924eca93db86e344f224da3e35ecb778a05358553644", |
| "transformer_blocks.4.attn.add_k_proj.weight": "5d6d7c96e25f415cd2aa49d669cc5550ed4ae0f5749270b8d2b8af9eb817ef4e", |
| "transformer_blocks.4.attn.add_k_proj.bias": "5f2bd2e31347820f6d818da2885fee1a528d2aa8de41abbc8de845d98d955360", |
| "transformer_blocks.4.attn.add_v_proj.weight": "d35d13ad32558747cc37c2cf66005208adaad30fc4fdde43705ad28719e8d553", |
| "transformer_blocks.4.attn.add_v_proj.bias": "2bf19a0bdd8203de8115c99a6f146237db59eee5bdea5c700aa22e3dbf8ecb58", |
| "transformer_blocks.4.attn.to_add_out.weight": "01b35242a1428e0073d9b8cff88816bb115717bc13e239433788a31625a158b8", |
| "transformer_blocks.4.attn.to_add_out.bias": "126a76356bf6ec3d5efa36b077dc0a52801070623d0985ba776bdf9d0b6e6b37", |
| "transformer_blocks.4.ff.net.0.proj.weight": "6492535b2dd855a599bc971538bdce7a21af371feccf69a309e2107e0d9a161c", |
| "transformer_blocks.4.ff.net.0.proj.bias": "074f371e4b1df3065739384ce9d4a5ac4ee399325d0c8fd4a8600dab6aeb4695", |
| "transformer_blocks.4.ff.net.2.weight": "9676f90ed0d8afe586459564711d1c305dfcccafdc446c7627fd1ca0a4bba470", |
| "transformer_blocks.4.ff.net.2.bias": "4184e44fb936ed539242c353d002f223d2c72690d8f886bfecb96f9de9e57c9c", |
| "transformer_blocks.4.ff_context.net.0.proj.weight": "3ff09026a9c50b2ddbf30b5791ecb0b52a94d835d93a63314cead0b4fe35d53f", |
| "transformer_blocks.4.ff_context.net.0.proj.bias": "73b451600a0340897a1c319634831a3ada21fcb9996aab85e1f956f839731ca9", |
| "transformer_blocks.4.ff_context.net.2.weight": "062cd25a136cb10ed787a676cef3d8d14249a6753a460ca235b1bc9205545e9f", |
| "transformer_blocks.4.ff_context.net.2.bias": "1f8da040e4a1d26ce51885bf89cf70e13725dacba97e520c07799217d2054913", |
| "transformer_blocks.5.norm1.linear.weight": "ef9306cfe7cc3bb58e1873ba490e32a0082cc05b193339d81a198c7b35bc09c7", |
| "transformer_blocks.5.norm1.linear.bias": "9e73fb2345473ffc8fec4c243ced07588cf49c7a735cfa4dc0ec4bb5a7b3f0e2", |
| "transformer_blocks.5.norm1_context.linear.weight": "8ab1a28992dd60a9b340f5eaf7cdea69723232f0d269b86f952061a9feee377f", |
| "transformer_blocks.5.norm1_context.linear.bias": "7cc5045458c6212e7199b7617e54df6728884a93747920c7253d6c14c319bb40", |
| "transformer_blocks.5.attn.norm_q.weight": "4c85615fc65879c16066f5c56dbc1a6002ff0ead5640b0ac2088d80d979d8587", |
| "transformer_blocks.5.attn.norm_k.weight": "422cabcdbfe2c63a8e904d90af9c6d09ae03a295b1f8935b5d1924f1782af385", |
| "transformer_blocks.5.attn.to_q.weight": "50f3ddee917f6494f0b9a3d64dd00b03c538c0c394b4bd84884bc1af395ae6de", |
| "transformer_blocks.5.attn.to_q.bias": "c6db7a9695f433b2d98a695d79f825bc0e8189ea758a04ed88929b3121a73019", |
| "transformer_blocks.5.attn.to_k.weight": "55ec195845d32e44e235fc3e5e34eba3c28b2ee80588124373450b61135b81d8", |
| "transformer_blocks.5.attn.to_k.bias": "32808bac108d2180b34886ccce39f18f30571f8e4b7d3f80a85bc75be9f4d819", |
| "transformer_blocks.5.attn.to_v.weight": "39e24e5725c8135a64632b1e3d5750cf65e28693f6eb30649cd42d99b660247f", |
| "transformer_blocks.5.attn.to_v.bias": "eec2f1eb732ffd75b72d1e6c68866b4b04ac5e2086f22eea866d0665fabea263", |
| "transformer_blocks.5.attn.to_out.0.weight": "40f725c520f0299f487d6837574d6d3623cc9298385e84845458b32d4ac1569c", |
| "transformer_blocks.5.attn.to_out.0.bias": "e82c52c996d27419961ec2aa15ee3be3659b120ff5d19162b759e8c335455ff8", |
| "transformer_blocks.5.attn.norm_added_q.weight": "862e70e3efdc51819908719f6f4c6d17b4b758a32bef09295ffb30e124a4381c", |
| "transformer_blocks.5.attn.norm_added_k.weight": "4151be48b11e2dac5988955ff4c18a2ea701a1a68a6b84276e6c3c457d59154e", |
| "transformer_blocks.5.attn.add_q_proj.weight": "9bdd83eab3ba1bf2ae04b3eab57fccab6270a3e845a6f15c1e1e32a8637fdfe7", |
| "transformer_blocks.5.attn.add_q_proj.bias": "cbba2ffcab58a1fd633907d0612383471966a05ef9d3ac1924bce0aa26f116d8", |
| "transformer_blocks.5.attn.add_k_proj.weight": "081d012c0bd7c7c4350ed73be984d9a60aafe81d4249db7e42e485ef9d0e64cd", |
| "transformer_blocks.5.attn.add_k_proj.bias": "6fc85d3aaeb2b492850185fe048e02319fa5c80f8ea1d5aab24402ea53fc9b1c", |
| "transformer_blocks.5.attn.add_v_proj.weight": "8d60027ae81d8fe1a2b72570d98ee194cdcce21c2c01ff8a3de49161f02a8696", |
| "transformer_blocks.5.attn.add_v_proj.bias": "5c8407505b3ee227042a9a5b589ba2c7a748dbc4ed0a4b01bcb6205031d8956d", |
| "transformer_blocks.5.attn.to_add_out.weight": "ee51eb876aa878ce3b05c35c0622e53a940ca41737c2ad5ceccca34681a20552", |
| "transformer_blocks.5.attn.to_add_out.bias": "7acdff8aa9d0a82ee61fe9f00e21a7cdfa031c642801f07192b8d81be33f2033", |
| "transformer_blocks.5.ff.net.0.proj.weight": "0c96971439a88b59dde372d0e84dcfa2b6ee8bf981d1571352cc16034177671e", |
| "transformer_blocks.5.ff.net.0.proj.bias": "b00bcb901b519ac0c4ab2585f6a94a4f0b6254e327ea0768d77a164426e6f820", |
| "transformer_blocks.5.ff.net.2.weight": "5176bf599ac3db8ed69d23db620731f51c4bb11dcd09d4e9a37e49f5ca30d182", |
| "transformer_blocks.5.ff.net.2.bias": "d14b27ab98e81b968e37ff895b87f3f70a15d3f99caad689e3bb1b82927c2090", |
| "transformer_blocks.5.ff_context.net.0.proj.weight": "70bef20bf5bd5ef2a08409249306c45a29ab7500021d18c227a3800829183c62", |
| "transformer_blocks.5.ff_context.net.0.proj.bias": "12e09b961a8e118b480d3f4ef81ecf3ce9e5881800405819a76600df81b91e45", |
| "transformer_blocks.5.ff_context.net.2.weight": "02d15d1b230d34f31d271f0362a3afa3e631934224bbe1d240fb69c567fffeaf", |
| "transformer_blocks.5.ff_context.net.2.bias": "1659db3ad6c2a00105afa64614695ffff70357ccfebc63b0c9625e86aa1a0db3", |
| "transformer_blocks.6.norm1.linear.weight": "c609d75aec166968c04c53ce367e3da0a9f2d8a14782c70e1cb79913d91c727f", |
| "transformer_blocks.6.norm1.linear.bias": "81f30d009d6cc780e8b94ad8e08c43316dd69acbf67924f2ae738af3ffd49b17", |
| "transformer_blocks.6.norm1_context.linear.weight": "4941de9287fa31bd5da57d79a03161aced0692ba36aa88b1236700626840b5ce", |
| "transformer_blocks.6.norm1_context.linear.bias": "ff43dffb93286a6fabaff7697a45e1d190d3d5ce813ca7a72b6e79ea16507e97", |
| "transformer_blocks.6.attn.norm_q.weight": "4f25c5be3af2b969a691c02349ab91f0af35dd9feceed867b3758ebc41b2be89", |
| "transformer_blocks.6.attn.norm_k.weight": "97a3af4cd1341791dc9b5f3d71e824d4263ef09ac3dafc1cfda4298b9b8e24d2", |
| "transformer_blocks.6.attn.to_q.weight": "d4b945b34cc905551174af4c5f3bc6439a3ea358c33d208da1348b15c625cbd6", |
| "transformer_blocks.6.attn.to_q.bias": "e21eb57e3e417bd0492cff3a81f5055e21f7ce59b9c4e0f587eb52e5b264ee36", |
| "transformer_blocks.6.attn.to_k.weight": "708d20b4e196a7f90ea27ce98a27a51fe46a063b505fd77b641b37d212d9bf98", |
| "transformer_blocks.6.attn.to_k.bias": "3e5f309ca300712d10d9516603b19b708d26b2351d174a3c72e3eefa68481821", |
| "transformer_blocks.6.attn.to_v.weight": "10dea0113b70befc9bdd8e78118adeee80191147aec08212bbe06ef9c7b492ab", |
| "transformer_blocks.6.attn.to_v.bias": "ca8f5e0dd63a9c9144bc3576fa926f9341ef51c21a28c6eb55ea4b208baca6c5", |
| "transformer_blocks.6.attn.to_out.0.weight": "4717378ba23e68827cf787b80ebae91bab1e04a2de9ae9035037843bdd2413df", |
| "transformer_blocks.6.attn.to_out.0.bias": "17260d30934f75481ea3d36b7391516ae15559304a3072ddc40dfac8cc3501bc", |
| "transformer_blocks.6.attn.norm_added_q.weight": "9d1b7ad609cb52bed1d1365b90155d9f026d7f5ce8b4552284d349cd8311c944", |
| "transformer_blocks.6.attn.norm_added_k.weight": "209036ef46f2c45b4f40225f15ca795402dc35417d2a6ff24fe61884bca67dc6", |
| "transformer_blocks.6.attn.add_q_proj.weight": "d0aa53c773a4e10ed6c5d09e566b4ee647d0d8d9127e6109cbb381486b799122", |
| "transformer_blocks.6.attn.add_q_proj.bias": "15c56f1059f845010fdd6bc35a40b31e5293efd105282157fbebcacc1f019b19", |
| "transformer_blocks.6.attn.add_k_proj.weight": "d951419c4f370d259af8a887e439057038732f06d54057cea1c3e1c0e2d82d95", |
| "transformer_blocks.6.attn.add_k_proj.bias": "843fff3745abc67b6b5121936ba368b928df4e35ef2fe1f5f681d82b20fb88a9", |
| "transformer_blocks.6.attn.add_v_proj.weight": "4a456d483614380deaf1ef54522f930cdf4143ade5406d2be7776f3013de7ba6", |
| "transformer_blocks.6.attn.add_v_proj.bias": "eddf7fb1578b74b7cee65479d3f5825f20a1be98b549d43311af36086b63d4df", |
| "transformer_blocks.6.attn.to_add_out.weight": "d7ec8c718eef00955bd4ce79f6d12942b4f27327d43ae9a3404e9c3a541c135c", |
| "transformer_blocks.6.attn.to_add_out.bias": "e45706ef909ce72a6dc1fb7d39a9e788e556123e0db77f508dad5d08ec6da7b3", |
| "transformer_blocks.6.ff.net.0.proj.weight": "92fd38fc1debe68fa73b2885e615b3177fbdb241dfc1a818be08b993db6e2009", |
| "transformer_blocks.6.ff.net.0.proj.bias": "2e83ddda9d947eddefcce1cc435696ac9d95f02bd184078ec10f1663e743329c", |
| "transformer_blocks.6.ff.net.2.weight": "7d14a6be4696b516bd137255b5ed398301bcc10220f0c745a5a6ce3001510a4d", |
| "transformer_blocks.6.ff.net.2.bias": "159f7b9d292f1556d73a22fd1844e83dcb3100e8fe67c8e5a43a3be173bd0f9c", |
| "transformer_blocks.6.ff_context.net.0.proj.weight": "09b256b426c631fcc0be7e818446d2f290b89764063213f996223753d8e6c7c3", |
| "transformer_blocks.6.ff_context.net.0.proj.bias": "e4f4fc9b763670767763b748dec9742dfd27e2d6f3eeb35ba40cd6ef5459d140", |
| "transformer_blocks.6.ff_context.net.2.weight": "0023aa262bd6362711ddc8f89a8cc388488265855809760efb6c1e913a06ed6a", |
| "transformer_blocks.6.ff_context.net.2.bias": "181881c3e7e3995190d5d0ae49f0bd5e2303279459817a2c5642bca14ea1884a", |
| "transformer_blocks.7.norm1.linear.weight": "96ffc85df1e3bf6ce65b0d29c828f56de0ad769b886f24add3628a2f29cff6fc", |
| "transformer_blocks.7.norm1.linear.bias": "fb789c7037c24833e6c6845017acf7cd2c05db09bb8b0568c8679c3a6064f7de", |
| "transformer_blocks.7.norm1_context.linear.weight": "48a056fef674c1aa3e428553a6833a839cd93314cf75120773d70b2be25545c0", |
| "transformer_blocks.7.norm1_context.linear.bias": "0074c057adffb2b2869af57b04b7717df525f23ab646364e877966a6d9002357", |
| "transformer_blocks.7.attn.norm_q.weight": "fdfaa79bf4846e31b84fb22de4c32a26c17347e9548049d9b329c15358d2a2c9", |
| "transformer_blocks.7.attn.norm_k.weight": "ddddefffba4a196ae0e348217796d418b02f1026db329c612f304ba826c1e503", |
| "transformer_blocks.7.attn.to_q.weight": "722295a8cd709eba8a072a0a1acb716196f2a58cb47013b2cf00cf031d120ad5", |
| "transformer_blocks.7.attn.to_q.bias": "ae673c1c3ab6d9a579fb9300081f98acf84067eac7617ef0c4eb2ddce9d4378d", |
| "transformer_blocks.7.attn.to_k.weight": "3461dfab5e2a5329543233c6246c86ef44d10dd3b3d4c0ec66abd67b2570976d", |
| "transformer_blocks.7.attn.to_k.bias": "e6bfc4ab81caf63e7874ae483199ad4e5759b757456f6ce8562261aaddc2e47c", |
| "transformer_blocks.7.attn.to_v.weight": "e0755f69628c1e706b3aa486cc55b63929109dc1fefcf19228907bbb41395170", |
| "transformer_blocks.7.attn.to_v.bias": "211ffcb0454afc3d603966c9cc492b8293f9f757c469dc41bd081baa6035c354", |
| "transformer_blocks.7.attn.to_out.0.weight": "d2ade8a4f9fdf5322d12d09ae3102a0838b77df5dbd8ecc0b899aa3a291e771c", |
| "transformer_blocks.7.attn.to_out.0.bias": "504b191c9a7125d252c0e7014baf269045d563affa701020a86cd11b1e412748", |
| "transformer_blocks.7.attn.norm_added_q.weight": "45cf75265163b329272ee7f86f4ee4c2130674186a77b4008b69d4d463dc5cef", |
| "transformer_blocks.7.attn.norm_added_k.weight": "9a4e9bc0cf42965e364235c433923ee87b1e47a608ebb213092beb3f616525ee", |
| "transformer_blocks.7.attn.add_q_proj.weight": "b1efc29aa69684f1c1be3ebf9f45ce0be37a3972eccac64d13cae08b0ac93e19", |
| "transformer_blocks.7.attn.add_q_proj.bias": "a8fcbbdd7a68beb15c1422e577532048c136ff042a1f443ed8be912935779eda", |
| "transformer_blocks.7.attn.add_k_proj.weight": "f9e1e0fb1f3823b7bbd899cc2eb3286688ba16de36f2e188785b828499de9f89", |
| "transformer_blocks.7.attn.add_k_proj.bias": "10479eb10407488c31532ccf968bf011aa247e7aa954d6842b4c45808f1b2328", |
| "transformer_blocks.7.attn.add_v_proj.weight": "b51a39d091374a06261c8713ccf59db683d42d6a603b0c40217bb6e8292114b9", |
| "transformer_blocks.7.attn.add_v_proj.bias": "40bf0dcb2cccabe79c89e6f6e03f975eab58bdd9a8904bb5c50bf5d3830f611b", |
| "transformer_blocks.7.attn.to_add_out.weight": "68aaa5b53a36d6e4469846bce7dcdae9df90d67328c743d6b27f43cc0b21082f", |
| "transformer_blocks.7.attn.to_add_out.bias": "5698b0f01cbe7e788480853e477999131a9b5b4fb10632f431636c749fffe5d2", |
| "transformer_blocks.7.ff.net.0.proj.weight": "faccbcaf27ad2d56350ab7ad046cce0b1e99c65bc52dfa6cd7d4c2c09c5c66af", |
| "transformer_blocks.7.ff.net.0.proj.bias": "ec0961ad202cfb1b1d2ba84051e318741b70b323c1d50380fa3a54bbb137c6ff", |
| "transformer_blocks.7.ff.net.2.weight": "d8dbf126c8eeaca1949cef72afbede39e3d921c6f430a4a1d4d278cb341cf8e9", |
| "transformer_blocks.7.ff.net.2.bias": "963bbd15e1acefe97df2261130fbf00465d2468cf77c0afef810cb9c308adc0b", |
| "transformer_blocks.7.ff_context.net.0.proj.weight": "6375a698a99a4aa4c62671c44a8930468bf27d31527ab7e9b5a2823074ba499e", |
| "transformer_blocks.7.ff_context.net.0.proj.bias": "73d5718b59c41dcf9a4fbcb94147fcc2d0da0e591544f13591502ec6b19f1ed6", |
| "transformer_blocks.7.ff_context.net.2.weight": "1dceb0306cf6a955f7d082ffc343ff7504158731a19163563e3dcb705471c0be", |
| "transformer_blocks.7.ff_context.net.2.bias": "2dd761253a2b4abaa4dd75e731fac6663ce6572a2fb72ab72c5c7f950ce5772c", |
| "transformer_blocks.8.norm1.linear.weight": "4662771d9c7d16ef37666aa8522bb4e7e31e54c2d5d80c26c50671f730838994", |
| "transformer_blocks.8.norm1.linear.bias": "5f5963846ce87ac0556fb966dda7bea38abf410a115d84238590701d6c10d1b9", |
| "transformer_blocks.8.norm1_context.linear.weight": "8d9a30fabdc39e26331fbbabde89de714fd5ff4e583390e5e914b744a026f758", |
| "transformer_blocks.8.norm1_context.linear.bias": "ae6065c252205c42d8d8d8aaffdb51612480e3b6c0cf0389d1a5900cb8e76084", |
| "transformer_blocks.8.attn.norm_q.weight": "e8f741f71a54c5fa892161765f0c0541ad3bc61318e4b3e4c68b3a20988624e5", |
| "transformer_blocks.8.attn.norm_k.weight": "0ba9a374463e383068ca4a3bda88e3e44b2dca91e70baf08db420e0de77b67dd", |
| "transformer_blocks.8.attn.to_q.weight": "50dcc2ab9030aba8114c79961a65320676e497640c8d0754e9b479fda83adce4", |
| "transformer_blocks.8.attn.to_q.bias": "633085d98b310876938ca1fef6df81e6ed88096b79e0d04d2e7fc032aff2a759", |
| "transformer_blocks.8.attn.to_k.weight": "08ef354eebefa7a1e6309db90fdd033e629650783d277ef39a13e4c06daf0700", |
| "transformer_blocks.8.attn.to_k.bias": "0816e715d4a52fac4b1d0bbef2820609b138ec870b88200cae2a3bbe017da966", |
| "transformer_blocks.8.attn.to_v.weight": "d5df7e26316e30a93e7b46848bc7c4b681006f5ca9ed5ed0a88ffa487094befc", |
| "transformer_blocks.8.attn.to_v.bias": "d5fea168ff90ee1a543bc061bab04ef35f8e9639f9d5211176aba44f51d24aea", |
| "transformer_blocks.8.attn.to_out.0.weight": "ba54ec93996ebaa89a7b9c3769212fc4ebcfce96711fb080e4e88e66981c61e1", |
| "transformer_blocks.8.attn.to_out.0.bias": "4d56cda582b3e379a273ecca647797843d559d8656f62ff473c5b81be9bf92c6", |
| "transformer_blocks.8.attn.norm_added_q.weight": "c3aa9135da6e235535644e6a383c71159c19e658aca2eded548bf034841a95d0", |
| "transformer_blocks.8.attn.norm_added_k.weight": "badd9e6677cb0c17fcd692c92be5fa4e57082ee985ac5da45d764d8c435a3cca", |
| "transformer_blocks.8.attn.add_q_proj.weight": "08cb37077e31630feac652d88e1ebbef68990047364ff8ad4725119f55372c43", |
| "transformer_blocks.8.attn.add_q_proj.bias": "37c98ec66dda2af3643ea2e6c582855f5dde20f432591f6a75583cfc02f04e33", |
| "transformer_blocks.8.attn.add_k_proj.weight": "2997a6db0a878fab4beada1455e15e2e1506255913cade01ac97b02b833370a6", |
| "transformer_blocks.8.attn.add_k_proj.bias": "cb8922b499398a7c2aafcdcf703b03407cccc453d6cc2f5974ca978763ec28a0", |
| "transformer_blocks.8.attn.add_v_proj.weight": "3db11c4d0321644a9014adfabf981373c93928c53d708b0c464d9c1e72eac084", |
| "transformer_blocks.8.attn.add_v_proj.bias": "43c650f7b529fb481ac9baf3b74b99f38f5c3750241fab047a39120f79149204", |
| "transformer_blocks.8.attn.to_add_out.weight": "bf3c540b6af639c4ef7524e4ac4a0e8b544606f98a4b0e07f3c5ff0581552108", |
| "transformer_blocks.8.attn.to_add_out.bias": "de89905d45a9437e2944dd22ea9863df9ef38983dccf2709d99f18b5b128a505", |
| "transformer_blocks.8.ff.net.0.proj.weight": "47dabc0ec33c266461db9c0de1d76b1acdd07393754e01fa4ca53a53343f2928", |
| "transformer_blocks.8.ff.net.0.proj.bias": "930a2f8ea440a847ccb0a689ce56d41b046c0d100d235266a3e679013dfc0d71", |
| "transformer_blocks.8.ff.net.2.weight": "4d77b47a7c59ed51fe861811e585d43488e373db2b476df5147979fa10ba9a5d", |
| "transformer_blocks.8.ff.net.2.bias": "5ba3afde69276f692a675de683a89750a9ac88d6fa132057aed899ea4bec2ddd", |
| "transformer_blocks.8.ff_context.net.0.proj.weight": "1e1193ffdbc9c0e011ca523214c1fc860dd6936881a883f46818f082c9dcb31d", |
| "transformer_blocks.8.ff_context.net.0.proj.bias": "e7dfce56de9b159dfbf300a355bf81c812d7edfb2329064056648969343b6188", |
| "transformer_blocks.8.ff_context.net.2.weight": "c7b103a348fc9a45533b8d0ec7130905c8aaf272093a49d1a13d93a412210831", |
| "transformer_blocks.8.ff_context.net.2.bias": "2fcc1537133c599c299d4affc320bd225fbdf9b4762c3d185b9dd39f02ce5c4a", |
| "transformer_blocks.9.norm1.linear.weight": "40b06d5a8ad64362ee93429a3e85653287cf1eaff21456417217104e91398d2c", |
| "transformer_blocks.9.norm1.linear.bias": "8298cc4b897c23e40f0c9735e43dd4f839629e53780df163bc5c83eaeb166234", |
| "transformer_blocks.9.norm1_context.linear.weight": "6681a3e1848abd1a8b961565c916f87e77bd667cdcb24b4c6a4ba2e13e7769c3", |
| "transformer_blocks.9.norm1_context.linear.bias": "ad371d5f96770b225fd3e1aa8d54a2a34442eddaa4789476f70d071785d34a3f", |
| "transformer_blocks.9.attn.norm_q.weight": "f8103cdc96289400bbea6beed9088bb6a29cd60d0c128a141a8834bcd0541d03", |
| "transformer_blocks.9.attn.norm_k.weight": "678fc5bd1d37c68c030761031298aa2acf2e39cb34ac5a3df92d6781cbc60a7e", |
| "transformer_blocks.9.attn.to_q.weight": "ea47282ede67cf49e8d650f9c4908654b35975fa82147a67e0288ace8e1f4493", |
| "transformer_blocks.9.attn.to_q.bias": "e02fa8b89878f10924e7d1b9b5af5183058b87546e1a54292082a313787bca5c", |
| "transformer_blocks.9.attn.to_k.weight": "dc74e58a8560638c0b7cf0e123c768a3f58f65be533ac07f5ece1dc1964c8a2a", |
| "transformer_blocks.9.attn.to_k.bias": "c42bfc3805966cc4b37953f38417c3e1b8c1f61e1092931155a868d201dcfe16", |
| "transformer_blocks.9.attn.to_v.weight": "eae0d1d7403359d1b36db85dbd17ff762f3a80dd1230e170039ee99ac023132c", |
| "transformer_blocks.9.attn.to_v.bias": "6ec34124c8f54af0cf1df21972c594269b2c6eef20867ee044e74718c619a4cf", |
| "transformer_blocks.9.attn.to_out.0.weight": "10f2167eb72a975b808ef4e13681ab7ef466ebc2d4def8d2556eac57bd3fbf7f", |
| "transformer_blocks.9.attn.to_out.0.bias": "1d8f71be3d983b634d2f7c89286182b8ffa882d3b97652c66a81ca48542f691a", |
| "transformer_blocks.9.attn.norm_added_q.weight": "41ca2dec62f47b836cc869b458852fbd6954392c45ca92f7c6099cac6db09084", |
| "transformer_blocks.9.attn.norm_added_k.weight": "7dd550f7c4296025834fdf699bbcdd5ea89660c2fbe76b0b0bc1f9d74ea6f83b", |
| "transformer_blocks.9.attn.add_q_proj.weight": "ffb4504226c634fd5a9e3d6de747b0d0e32b4a5ce6a33662f328d83ea178eb37", |
| "transformer_blocks.9.attn.add_q_proj.bias": "ba3cd6867a8a666fe42c06603052ec66c0e9aa5b9923a7b951f2b69acdd2ae4c", |
| "transformer_blocks.9.attn.add_k_proj.weight": "894711eba4ddb7723c8af55a363736f55a489fdaacc3a6c6eb5a24e376413152", |
| "transformer_blocks.9.attn.add_k_proj.bias": "0f83aae1967ecc5df68bd1f6b1a68056eab264e914b969ffd0d83b880e776048", |
| "transformer_blocks.9.attn.add_v_proj.weight": "49a9ab5fb9b06c3daa9fa7776e8b56c9e764a0bdcd62e0341dd4655846bcf493", |
| "transformer_blocks.9.attn.add_v_proj.bias": "d9a7f1475472ff30ae1912313f5b2ddede46239de1948af7123717683cccc9da", |
| "transformer_blocks.9.attn.to_add_out.weight": "c00dc1120ecdc5a852095aced8a11235ac56499995d754d30b798c430261f153", |
| "transformer_blocks.9.attn.to_add_out.bias": "0f7ca73f2bf0429e82f6ab92d35f96a222a40b968949d25d0d93384d6487c2fe", |
| "transformer_blocks.9.ff.net.0.proj.weight": "9e020321f1d604e247b5814a94c7df69aeec2da413c9e7ffbcdff2ec93e76eb9", |
| "transformer_blocks.9.ff.net.0.proj.bias": "83289f013cba53490811124c4d1a5b0fe02b9c282ace5816f4008987178c3ec1", |
| "transformer_blocks.9.ff.net.2.weight": "526883fda409363ba70312cbc8f202292b9eac47c02f2fcd167651685b509aaa", |
| "transformer_blocks.9.ff.net.2.bias": "eaeff7d549bc25def60bd107ab21e0184dcb762c339238acb954b2e9748b4ff0", |
| "transformer_blocks.9.ff_context.net.0.proj.weight": "7b8eaaee1c0f7319f16a9022fc6968dc97d9b92d7d7419732d36e5d51eb5b456", |
| "transformer_blocks.9.ff_context.net.0.proj.bias": "7d0b0e2f9e97c8943e2190c40cd73901e57b3c4b3794c04f5df38def7570993b", |
| "transformer_blocks.9.ff_context.net.2.weight": "6093e58b262eb5e70a20cafe16ac13d90738a7dd15a8690587d40b14ce172d42", |
| "transformer_blocks.9.ff_context.net.2.bias": "c79644f0b2dfb81c10e0142dc98ee612db47387df227a863df752ba0af204533", |
| "transformer_blocks.10.norm1.linear.weight": "8e1076d5531f64bdae07d806b46c1383d0d1311a0101f3d6c42ce097b1088dfb", |
| "transformer_blocks.10.norm1.linear.bias": "ad401524a653360e8daaeff8881c8fba20f705d97ee6012c9bdaae0c5d6c93d9", |
| "transformer_blocks.10.norm1_context.linear.weight": "75b1b2e5959ac5419ac20f16da4f270f654113639f02a84d4ba387b56bbaff46", |
| "transformer_blocks.10.norm1_context.linear.bias": "b83a2a90112764e3e44ef5a6733785f11044a0ff09313942dd7c01aa196a99a0", |
| "transformer_blocks.10.attn.norm_q.weight": "0a7210d4a905654d8b1a72ab6f93e3e2c6a47dc84c78173c498d2006639c049f", |
| "transformer_blocks.10.attn.norm_k.weight": "abf8ce11f91321b1f22f7330671891de2aef88130f74aa811eb78d3e30153d96", |
| "transformer_blocks.10.attn.to_q.weight": "2976e73f78c353238eba537436755d6128c1351d0fc7ea0805d2baa5dd080420", |
| "transformer_blocks.10.attn.to_q.bias": "5ad2d1a988e25a1294b0a85a2f8de67c1cadb56d83480291823ca4517d59676e", |
| "transformer_blocks.10.attn.to_k.weight": "4b39a30834c12f0d0f3f223ba93b05507b7d80dcf01d9b21765a1fd2b2496690", |
| "transformer_blocks.10.attn.to_k.bias": "a0cbe03a06c247c20ddc3ea67b5c1bd7aa52f533dba318ef23582db1acc95326", |
| "transformer_blocks.10.attn.to_v.weight": "722817bfaf72a181f71dce479f46f077413934c94db066b14c513d47edcd87f1", |
| "transformer_blocks.10.attn.to_v.bias": "d638b5d2fa9fdb5e041b74ed15f8733dd75ad025ee01488ec3adefbb94c40190", |
| "transformer_blocks.10.attn.to_out.0.weight": "680d9d302cc4dd2d6e81adf7b3233cb406ddca19456aa44711e400f061646804", |
| "transformer_blocks.10.attn.to_out.0.bias": "b6f634b7000797f1cb3be177cfa965264af02d7509fc85832fb90e8e027396ce", |
| "transformer_blocks.10.attn.norm_added_q.weight": "94f0a035d02840c5786354a3ce96da651bc4bdc7c7ffd668a68d1e24232091c7", |
| "transformer_blocks.10.attn.norm_added_k.weight": "ebc7d21da7c5432da77a9a6433045915dba971b9740291e6499e427b80544641", |
| "transformer_blocks.10.attn.add_q_proj.weight": "9923628d81cc73b81ec910866ef3a0d4c5c6ccb694ae7272310092ca587bf8d5", |
| "transformer_blocks.10.attn.add_q_proj.bias": "534b3eb3a9455feed0f2e888cd976bd095da4e7a8300896e123aed61b2a1d863", |
| "transformer_blocks.10.attn.add_k_proj.weight": "b9dbe885e621a0bcffbb1318740681a4736bdb23ba551085b865b8c878cee1e9", |
| "transformer_blocks.10.attn.add_k_proj.bias": "f94e6b82666575722a6545728097d29be6799f5465efea506ee176c7a0d7e350", |
| "transformer_blocks.10.attn.add_v_proj.weight": "3f9eb992460fe7d8459031547536dbc896c5471a9032f55228c11abbc8d815bb", |
| "transformer_blocks.10.attn.add_v_proj.bias": "dc79ac9c099c909b218e11eab0a20e8a29038af8fd95cd426d139739d23a009c", |
| "transformer_blocks.10.attn.to_add_out.weight": "ed47ff5512cf975196d172cc62cac428414f61e2cb6a658fa52420ceb8df28af", |
| "transformer_blocks.10.attn.to_add_out.bias": "24761cdaa085c65e4769264b1cda3c53556074323766c60e28467d3b2f185fab", |
| "transformer_blocks.10.ff.net.0.proj.weight": "40378e701563e1386e0c6d925727c082d9508a33ad2bc602cc586b8e775e506a", |
| "transformer_blocks.10.ff.net.0.proj.bias": "822ef9713f6b193c3b0443046eb484cc7f9163d63dd11150b1e5cbbb637c1d62", |
| "transformer_blocks.10.ff.net.2.weight": "08bbb962cdd65195015105ded5149fc6f234a087154ce83d6a61b964cc230eda", |
| "transformer_blocks.10.ff.net.2.bias": "7c8f6e5a6cb657e98d3fca5825f2b4efc7ff5f3a7f25d0cc3fbcabaf4f9c2328", |
| "transformer_blocks.10.ff_context.net.0.proj.weight": "d6ee911e19dca3b11f43143c1a4d98019e95a78ad694f15e683cec4dfc0e3fec", |
| "transformer_blocks.10.ff_context.net.0.proj.bias": "8e9e1d1b6f2a6073f70c4219f1e69f79f1adbe3ce7878ad34faaca0b348617d4", |
| "transformer_blocks.10.ff_context.net.2.weight": "412e0785360b07c4de6dd15d39fa9ca2739e86ad3a005eeb5e22789472c7a172", |
| "transformer_blocks.10.ff_context.net.2.bias": "fa44575af037e208096ea97c17b33502de3fb7dace2a4c5abbc3e8e91edee8e6", |
| "transformer_blocks.11.norm1.linear.weight": "5fdd512031cc872ae405afdf4bcb59a849855ba74b74d2a99271993cf3b81aeb", |
| "transformer_blocks.11.norm1.linear.bias": "6ee1132d7a3c7e9847a242ab1ffe5b7ef2b7ed5077cbc7bf73c4ce6fa8c4e210", |
| "transformer_blocks.11.norm1_context.linear.weight": "2d1f82c11eb3a8b12dc0edc83b2b76f699f4519978283a402ccf41849c910506", |
| "transformer_blocks.11.norm1_context.linear.bias": "c5b9e982a7d14aadf94073066507a0ae8204d851f063220b9b6004b6dc020e78", |
| "transformer_blocks.11.attn.norm_q.weight": "88e8d068d07da0e003b6363c77ef1f358ea290506db44a840fe033687ba4fe24", |
| "transformer_blocks.11.attn.norm_k.weight": "3bcf5340b1db753ea5ab9d8966030eb32d59b2c7118c48ca3c204bfe12ae3ea8", |
| "transformer_blocks.11.attn.to_q.weight": "4ae181e53df92cecc82d2c51e9770d477ddda8395e7af6f518597cadcc439542", |
| "transformer_blocks.11.attn.to_q.bias": "77a63e075ad536f33cafc96ace15bc9f624289e7b5fd60545a95668795035aee", |
| "transformer_blocks.11.attn.to_k.weight": "17d97e3c2594ff16ec77a54ebcbae781a26e340806b98c4d2b82d4134742ac63", |
| "transformer_blocks.11.attn.to_k.bias": "c742881c619c606651316e7000fdc9e58193e6026603cb6cf5f76790fee67b17", |
| "transformer_blocks.11.attn.to_v.weight": "36a89c7854f45e7b73b60f112c0338de8fd7f489a68753ad9a3d149db6a93d8b", |
| "transformer_blocks.11.attn.to_v.bias": "6e09c137928c2c3a4a1f431659b157b7a8e189d44217f260f6da686892b67ca3", |
| "transformer_blocks.11.attn.to_out.0.weight": "cce6c94d00e7f2397fe16f7e4f2ca0674877d2c8fc76310762ec7c23a2ab7091", |
| "transformer_blocks.11.attn.to_out.0.bias": "ad5957c17ecf516d44accbe14d34291dfc2e39ca210efa04e61349cbb11a9868", |
| "transformer_blocks.11.attn.norm_added_q.weight": "99c18358e888dd26c6675066ff431bc57922912070700e174a13bb6cb76cceaa", |
| "transformer_blocks.11.attn.norm_added_k.weight": "2c143477875a5b3dbab0d0e94b2efceb4c56d2dcadc08f7b35ca69567e92431a", |
| "transformer_blocks.11.attn.add_q_proj.weight": "ae969107e6c7e736eb2f5d2d66e0424923cf11b1444378b90de983e3501691de", |
| "transformer_blocks.11.attn.add_q_proj.bias": "07a8fe894c400e0cb2d2152a942b5f567df33f2cd0a31c2a751ba63f1b057a08", |
| "transformer_blocks.11.attn.add_k_proj.weight": "6ca61fc8bcbf42302f5580b74a5cde65311c5892ceb08c08f385251883f217da", |
| "transformer_blocks.11.attn.add_k_proj.bias": "ade5def18da90ce0af2877a217d3adb6073007efe86e7ec6f089212ad221991e", |
| "transformer_blocks.11.attn.add_v_proj.weight": "2717f88e325010c6cd05af3fba7987781eaf1c6a979bd65047aca7b1af2eafd8", |
| "transformer_blocks.11.attn.add_v_proj.bias": "3d8f29f58be2610b16b1e260eac2a3633e84cb0de49f701ace2d96dfe48535de", |
| "transformer_blocks.11.attn.to_add_out.weight": "c5063f133d785e2d7ab3062d8d14156b98509056785cc7c45f05c07708fc8777", |
| "transformer_blocks.11.attn.to_add_out.bias": "f404d15faef7dd42b7eb29f9bf730a7f7ee8f0982e5199898de23d344b6f6a79", |
| "transformer_blocks.11.ff.net.0.proj.weight": "15366904ad9ffbfbe2d4a603f5c3c47ab550b330b0c449e01fafc86457d49777", |
| "transformer_blocks.11.ff.net.0.proj.bias": "e1237fcc02620379dc7283e63d6004253ee2ffda5e011bff3339e2774dd4cfe2", |
| "transformer_blocks.11.ff.net.2.weight": "8164933c843a8d0acc00030d81db37492781f15838cf385c849c107c8de5ee45", |
| "transformer_blocks.11.ff.net.2.bias": "5a2cf6fe15f82aa63423ccc9f0767801de3faed74dfb08342993981afb490950", |
| "transformer_blocks.11.ff_context.net.0.proj.weight": "78588267b444b26e47e01999e638b57c7fa3b293eaeae52876a937b5c9fec4e9", |
| "transformer_blocks.11.ff_context.net.0.proj.bias": "de6bd226adc7a1ee15e3e389af3a9c98e100a72feda22fc3549548ad6153ad9c", |
| "transformer_blocks.11.ff_context.net.2.weight": "66df197ff18be52318ed862f1ac660f2931b28c1f6f750cdde6bc1514f3e2957", |
| "transformer_blocks.11.ff_context.net.2.bias": "f7f878ded9371e66c1d90fb807157356b926a68a1dd4b7841b5b28681e1c1112", |
| "transformer_blocks.12.norm1.linear.weight": "9035504a7c413a61c1b7f1ac110419e27d924b146d5ff4cb467e1e0174bda094", |
| "transformer_blocks.12.norm1.linear.bias": "44a35fa4a164b2645ade10401af1db3ecd6465f654fc8b0ebafd99cba9fc1e68", |
| "transformer_blocks.12.norm1_context.linear.weight": "88b940fc400ee90f8888fcfcc5e793e85eb6fb5043c2f32bd8d2e3875027a85e", |
| "transformer_blocks.12.norm1_context.linear.bias": "7cc5cb102fa5b3649c535888681532ba413e0879e780c16737e2f855f861814f", |
| "transformer_blocks.12.attn.norm_q.weight": "8bcb083a8180c0e0d5d1d0072ddfdf48d7d448aafaf51840d66c012ea3528906", |
| "transformer_blocks.12.attn.norm_k.weight": "5c22378b1351bb6989574d35e616332a9d7cc21c0bf815d68b6915188ab015d2", |
| "transformer_blocks.12.attn.to_q.weight": "f05250fff8e30d897eb20e8b6a0b45ff407a6c5e87dbe4d9e3782c34b376764b", |
| "transformer_blocks.12.attn.to_q.bias": "a5212f5590222ba9a8ca60462073b4bd21574271a4cda044f1571c3d730e0220", |
| "transformer_blocks.12.attn.to_k.weight": "e07d1ef439451d2bc21f1d0c8d2c9085cd22b67cc8e46778b806d3a58318ac57", |
| "transformer_blocks.12.attn.to_k.bias": "c0fb3c3cc35d0807e6b51a0c4ad1a997efc9a1454d1cb42a3b5381a595db112b", |
| "transformer_blocks.12.attn.to_v.weight": "21635c9c3a7f44666f3626532056d454f6a37e2e3a2654c50533dbc11e418ce3", |
| "transformer_blocks.12.attn.to_v.bias": "818570f6f3b63efe5c413afca57f39b72f7b2e8d48e5a723e6d7868954d2f95a", |
| "transformer_blocks.12.attn.to_out.0.weight": "c4857738ec7c33070589af01680d427c7ba172d6921c7b8f6a80a24023d801ea", |
| "transformer_blocks.12.attn.to_out.0.bias": "8bdad8b7134477a1f3d68ca94413991eb3b5aad6aa1a94fb0c2657ec2bf69820", |
| "transformer_blocks.12.attn.norm_added_q.weight": "8ef8dc961c0ebcee6aa3487db5d4b8e01c0eee815b538f5e879023d495a53e83", |
| "transformer_blocks.12.attn.norm_added_k.weight": "9eeb39ec9070d39fe84eded9d1f4394ca544f4b879211e9a0df5fedce1ec2f7d", |
| "transformer_blocks.12.attn.add_q_proj.weight": "bde395f94f1ffc64502d02057edcbbf5bf07fca5897227f4e4b454c92db85383", |
| "transformer_blocks.12.attn.add_q_proj.bias": "759dae972aa76e324db6c3ddf7be38ca7c38fa269eb55b5348d18c7f5c7a0adb", |
| "transformer_blocks.12.attn.add_k_proj.weight": "2531ed9a1052b6bbd0d7ba34713377cd0c12924d7c850ef0e679420cd450dc1c", |
| "transformer_blocks.12.attn.add_k_proj.bias": "ff93033e4adfd736be9e6b2cfec20edf484d44bbc0e1d0e3d634f2dad5de68ee", |
| "transformer_blocks.12.attn.add_v_proj.weight": "b48e3c6173126d0124b8724d012888da0c565e43829e1d154d8fc4656139580a", |
| "transformer_blocks.12.attn.add_v_proj.bias": "c8759952d2dfd8639f99212039226da4dad62d3f43a61ea7c773c08a1d1759e1", |
| "transformer_blocks.12.attn.to_add_out.weight": "5e18a8d35129a1c3a6241ddc882665fd6c3ad09bf7060c3ae6b8bdbe805df28a", |
| "transformer_blocks.12.attn.to_add_out.bias": "bc7a92526467c41f7cd9a854e78c1b72b9d56145f6ee96e410295037b8b14586", |
| "transformer_blocks.12.ff.net.0.proj.weight": "078080282b7fa38181365cc234f2a5b113ee775c4f8db51e890429139d5ddcc1", |
| "transformer_blocks.12.ff.net.0.proj.bias": "30d78eddc62d138de6a15c00c0ddaf6dfc4fa72c3ede3bb31a46ae74e42ee93d", |
| "transformer_blocks.12.ff.net.2.weight": "11e0886ad8bc13826f2bbbae81930a4d8b0350640014f4c34bc456221953ffd8", |
| "transformer_blocks.12.ff.net.2.bias": "d1dd6351cd948603626f1ce5d287308ac39d264113988bfa0679736f03120231", |
| "transformer_blocks.12.ff_context.net.0.proj.weight": "3aa8b573e8859feb6ce0c5e2c8b5b5f1afa3bc47a828aab32c747fde10239101", |
| "transformer_blocks.12.ff_context.net.0.proj.bias": "86e6f07895f2077245486d533be211df2902eae7cf76dee2e608ed3cc27252b1", |
| "transformer_blocks.12.ff_context.net.2.weight": "0439eae7f42b39f70bfa612c4d731468c4ce6043e5bdb8980deb6720aeab9583", |
| "transformer_blocks.12.ff_context.net.2.bias": "98ca1b2fb71da25def343bd8e6098524ec1026795ee70bdde1ab671c991b180c", |
| "transformer_blocks.13.norm1.linear.weight": "ff8414ac46e6ec120ebc18c356bf47b56da9bc0dbc078d8546cd4374db10c930", |
| "transformer_blocks.13.norm1.linear.bias": "249568d590b175456de9b48973fd0f0f97f8a1739e57349fed06134a941d05c0", |
| "transformer_blocks.13.norm1_context.linear.weight": "d9ed4ba0c508adaf2decf747b01406a336ccb2c1c82db7702eb99d3af9d381d8", |
| "transformer_blocks.13.norm1_context.linear.bias": "e63dfc59ca613c333361f2718d6c63a2d22b27dcbcc590022250b6e281f0eeda", |
| "transformer_blocks.13.attn.norm_q.weight": "d823467ec7458ba5b31252f8abb860a86fa8747868c773bf50a153724f64c43f", |
| "transformer_blocks.13.attn.norm_k.weight": "42fed9b9628e19ff5547627727eb5d82f1fb8d661f3967fafdc2e470c424bd6c", |
| "transformer_blocks.13.attn.to_q.weight": "094ef29905fb2624bf43b34188ff4653f490ba75fd8fd38cb637a0e3347b6795", |
| "transformer_blocks.13.attn.to_q.bias": "6bbfc2adcb3cb0253676d8826e8c62427c33b63800eb718bd378d1c16ae115bf", |
| "transformer_blocks.13.attn.to_k.weight": "b4aa857fdf8eb84686aa1986698e973d301dbffdebb0917417bc932df4c4337f", |
| "transformer_blocks.13.attn.to_k.bias": "a1e72999a99a827f3e14c46392daa33ce257790d120269a3cef478fc154c9cde", |
| "transformer_blocks.13.attn.to_v.weight": "982ce30a9bc1e4ffed6387ee9695d83418e3e32e136d7f8ebd12a621b7ad8ec7", |
| "transformer_blocks.13.attn.to_v.bias": "522ec157f631addb604c8312c28dadfc75eb15fc1c7dc6cead637984f6a444c6", |
| "transformer_blocks.13.attn.to_out.0.weight": "0d8a519893732710473b539ec35ea96fe095b00c2c3c740963e76c291ab3af71", |
| "transformer_blocks.13.attn.to_out.0.bias": "f1413d8b2094217f92cffea72ace9f83b0ddec3eb5e6ac5cf5983cbcb429e651", |
| "transformer_blocks.13.attn.norm_added_q.weight": "a34d195466d8ede6dde9c17387faca5b8cfdbc0f9df02c20499b7df4f41ce4b0", |
| "transformer_blocks.13.attn.norm_added_k.weight": "49c7336ca47b14eaa1003c0778f568c28736d967a03f64f4f4c03ef7e09081cb", |
| "transformer_blocks.13.attn.add_q_proj.weight": "80a5e03d5017637033d7a573fb2a7cc4a8fe339597ca422f63a64ce035a80a6e", |
| "transformer_blocks.13.attn.add_q_proj.bias": "74d3a09f5bb5dbdcc1522bc210402424f2c6f214ee471b1c8a7ffe28844fcf70", |
| "transformer_blocks.13.attn.add_k_proj.weight": "758611afaef2b3a0256d126620dddf87855a4458c0499d422d48faace50023e8", |
| "transformer_blocks.13.attn.add_k_proj.bias": "dd4a556ad08952c9619f2b32bee8ac68fca1f5911614fa76a0742711bb566c8e", |
| "transformer_blocks.13.attn.add_v_proj.weight": "09eb18b0b9cb3ba93a4c4a88051da9f6671f7eea5259b4b950cacc9a1ac0a03f", |
| "transformer_blocks.13.attn.add_v_proj.bias": "6788f4cf1f54d0e2a66a2c77fb90112d423d67be8de1159a097d254f4ee59008", |
| "transformer_blocks.13.attn.to_add_out.weight": "8a9b494c02405e4c4bf57c0732a13a6b4150c8fb23c26335dcbbff1073e0f02e", |
| "transformer_blocks.13.attn.to_add_out.bias": "82c8754851ca7b0be7aee117725248684a0db928adad381e9ca6851857e8a3d6", |
| "transformer_blocks.13.ff.net.0.proj.weight": "b3170cb86c6bf952f06a1dcacfe843033e69c11862d92ccdce60920680ca4dff", |
| "transformer_blocks.13.ff.net.0.proj.bias": "2f77def21b6adcc53ef511fe5873badb925147e981037326b5d448d6177e3f9a", |
| "transformer_blocks.13.ff.net.2.weight": "3d3eabb3782ab23c42c578648ea1c7cc78007da0cfa6301228e3e16ca3820273", |
| "transformer_blocks.13.ff.net.2.bias": "8eb37aef77b004612cd27b6ee8877c943ca535fcbdcd2f3403a52acf0d70b1d9", |
| "transformer_blocks.13.ff_context.net.0.proj.weight": "812dbdd9b353b6ce9b93551af47e94e06dc8986bbefc1dd85a1d3a91cef7821b", |
| "transformer_blocks.13.ff_context.net.0.proj.bias": "2dc99c072d533b45c8c57c4c75fa4fb3410d408383cc3ca3d6b36c44d9ab4610", |
| "transformer_blocks.13.ff_context.net.2.weight": "ca2bbcdfed6b6fbcd8bc79f0b6368fa0527a7d0401e44f740fa4c4e7230af514", |
| "transformer_blocks.13.ff_context.net.2.bias": "0230ce14ab248f4aef73c6d1ca57447694236b532b4ae79a0b5f74002c7af2bf", |
| "transformer_blocks.14.norm1.linear.weight": "ec5c0afdc48650998c2cd93380684104ac2ebcd71d45d20aa3c6df01450d9c4c", |
| "transformer_blocks.14.norm1.linear.bias": "6a27065fc13ab9eeaceb4540cbf9c48ef4b09dca0bbb8a8a4c99e937b701f09c", |
| "transformer_blocks.14.norm1_context.linear.weight": "2c3e6142d50bfbb6763d36d8c0800cd53f3a3be00dd5220e8ab266be412852de", |
| "transformer_blocks.14.norm1_context.linear.bias": "3416413b5b15147b829f414ea6d65c80aa1a9d02ae2cdcc800b5f1d380fd689a", |
| "transformer_blocks.14.attn.norm_q.weight": "b8d57687958b10ef26ec14d664ebb0d3f3dd6be9daec224f34af9e0f358ff798", |
| "transformer_blocks.14.attn.norm_k.weight": "3c2e6c08fe5984059ec56ce66e966d1c6fe978355cea9710abca72cc5c33d46b", |
| "transformer_blocks.14.attn.to_q.weight": "07413379fcf58a988d4eb7cc93142804bb6ce8295951dc217f2252f9a084c3f7", |
| "transformer_blocks.14.attn.to_q.bias": "b8edf7c7c79672e3aee860147c4a3cc0c2c7481c1c58ed86943af7232b2c3845", |
| "transformer_blocks.14.attn.to_k.weight": "a3cdfd23bebb07d64b67e2db3b5c9d131bf2c1f6362ac2c8f5dc7134d47e5426", |
| "transformer_blocks.14.attn.to_k.bias": "d77ba4829df497ee267978eb7828516c860e4aa7f8acf949bf53c2d8848e2c7f", |
| "transformer_blocks.14.attn.to_v.weight": "6c565157f3e235077b076a4f13084556d2d20cb4741f5c9bf13d5ecb12dad772", |
| "transformer_blocks.14.attn.to_v.bias": "26c74bd49e7c8d16b48a3a8c46bd9e7f876fafacc4679316e6df2c15a96288c0", |
| "transformer_blocks.14.attn.to_out.0.weight": "80542f12ef1d7f2c8eff1c2ac22d1e4bfba73c925c315091958218568e8f0e1a", |
| "transformer_blocks.14.attn.to_out.0.bias": "0eb073c9356a124532088d730b134db4d9a0d75d2411b04e521946405fbac67b", |
| "transformer_blocks.14.attn.norm_added_q.weight": "3d3088544c806a313aa395ebcb1e53824532b3eeb4b4b0febedbb105796432a6", |
| "transformer_blocks.14.attn.norm_added_k.weight": "9e6530e4294fb725f3093d0ad1b86563f0aa068efffee1b6b6f2c08705395c65", |
| "transformer_blocks.14.attn.add_q_proj.weight": "40e7ea117c30f655f8398fb967c5da665c6436603cdbea91135eba517ec9c629", |
| "transformer_blocks.14.attn.add_q_proj.bias": "88135894d700cde41f54be90bd25564dff1096124b414b0ed558dfb7e305df9c", |
| "transformer_blocks.14.attn.add_k_proj.weight": "efc571c88147ccf691ee3d64b6c588ec4c74b787460f08b530d8823b72733e91", |
| "transformer_blocks.14.attn.add_k_proj.bias": "011f226341b64f5320c4d22b010262ae7eb7eb79038c943c20b895f92f10aba5", |
| "transformer_blocks.14.attn.add_v_proj.weight": "ff1b3c9a4bb53761c64407b3c7f32d9aea205a50da239de44c4124c914f38afb", |
| "transformer_blocks.14.attn.add_v_proj.bias": "333fe6b80746e4dfc2c0c1d1ebdf6b02920b6bb7e3f1f9065ea8b90c859f2b6d", |
| "transformer_blocks.14.attn.to_add_out.weight": "182a0ef68af39f062918cb9d489fd0ee27995ac3d61873edf4df847863963cc0", |
| "transformer_blocks.14.attn.to_add_out.bias": "55b9ab9fa19ca3a667d91ef00060deb73d022e2bfc3f101011c6c0e43349bc89", |
| "transformer_blocks.14.ff.net.0.proj.weight": "8e877c5a409cf0f0ee88ee55b1901b5e4d1336becec3afbcc1f670e2746e4a0b", |
| "transformer_blocks.14.ff.net.0.proj.bias": "8beaccc579a38d9d2973f767b3dff021a25a4c732744c4fa8a5e59640581f2a9", |
| "transformer_blocks.14.ff.net.2.weight": "6273b50d3f9b8ef34c69380cb2cfa1c4d7a0caa6164dc06cdc534707a8df1033", |
| "transformer_blocks.14.ff.net.2.bias": "64e6c395bb73a4891c33d2e4b4443dc41de7658e3dc416ac3180999778558278", |
| "transformer_blocks.14.ff_context.net.0.proj.weight": "35754713571224637f3cef2e1b16196aeb04d852bbc797385ca54c52b572dfe0", |
| "transformer_blocks.14.ff_context.net.0.proj.bias": "02f7d8d9a8bd9e0642e2bdc993054a4a70b9d24f1d6efaae95516e75e21be9f9", |
| "transformer_blocks.14.ff_context.net.2.weight": "17c4ac14c81a266450533c80b86212ff351650544626ed295e7b5e5e9896b112", |
| "transformer_blocks.14.ff_context.net.2.bias": "aac6e729c9d4c94457d77f3c105d94d65c961ccce3f887240d74a76531835f50", |
| "transformer_blocks.15.norm1.linear.weight": "d51888e5553ae97a5b0e9512b9063175f36db8c8a1d8932b9137c520a7eb83e2", |
| "transformer_blocks.15.norm1.linear.bias": "4c1fcd8b2905bb02a67404c7b414a3504b06216905dbb91c66298575d2a4f60f", |
| "transformer_blocks.15.norm1_context.linear.weight": "e204210a0b5567ef650136cb5558d6373bbff35e288b8c7de49226a3730a64f8", |
| "transformer_blocks.15.norm1_context.linear.bias": "b9b12d2e0dc461d328c5d42eed444c8f8a747eeeda8227a5aac6f0a542e80663", |
| "transformer_blocks.15.attn.norm_q.weight": "f5d2f4152798de1d69d5f3b3c83bd41ecd422adafae95f8683a3e3feba2ce3b5", |
| "transformer_blocks.15.attn.norm_k.weight": "07fd4cfe092c466001c1e8557235bf81a41e51b3f335eecbd475e4236049ea01", |
| "transformer_blocks.15.attn.to_q.weight": "f3885ea4effa5abf7fe2d08f91637d3159386bc35b49e30d94532d350119f8e9", |
| "transformer_blocks.15.attn.to_q.bias": "ad2c23408509ba70bb3cb0f50fcde95af6bc2f37f5cc6114322973e52cbb6aa0", |
| "transformer_blocks.15.attn.to_k.weight": "808fa5de6ef1611eddee03282b43e8c6912dea7d490f68bf6d52d4aeac9d8edd", |
| "transformer_blocks.15.attn.to_k.bias": "d4708a49b458f6409fb5d2f4e0be687fbabc794feedafe0cdbd6ca910b823f4b", |
| "transformer_blocks.15.attn.to_v.weight": "ccff6aff05c1f71a197944c14ed7968fd754b5189cfd0dbcc6cab8b7a3bb8eac", |
| "transformer_blocks.15.attn.to_v.bias": "c729abe4d5bfa6c206a369d1eeea692bad311b02393a8270b03e3eaafbd7b77b", |
| "transformer_blocks.15.attn.to_out.0.weight": "0d63ec741456f65ebec0043ef74cd8564b6137eff5b0503c8013a5e2b77512fd", |
| "transformer_blocks.15.attn.to_out.0.bias": "5328cf418eb921cb8ad0844d9087d79f167a0259b697262f8a89a9e2781ef573", |
| "transformer_blocks.15.attn.norm_added_q.weight": "4ca89d6b4fe5c5a67076d867aa53a7fe07491c310eb0c60bae96aabed905ba5f", |
| "transformer_blocks.15.attn.norm_added_k.weight": "63b1420764e26029eb4416670475834341994a17eb07e84c7b3b851f5bddef9b", |
| "transformer_blocks.15.attn.add_q_proj.weight": "2e72e1f0d634c01194d5bcdb3a15b103b66574d8cd861578e2266fc49591fe18", |
| "transformer_blocks.15.attn.add_q_proj.bias": "80202f030204823f652cb22bd57ddc4ad5931e32756b53c0284eb8fccfeec50f", |
| "transformer_blocks.15.attn.add_k_proj.weight": "a2094e70ff185df0ffe80fc8c4da461a0471e6b2ca1075a6f9304d2de9950fda", |
| "transformer_blocks.15.attn.add_k_proj.bias": "05c8bb3f26d460888e0ebddf71c8aae3c91887ef59a0daff8e5f29e65a808cb0", |
| "transformer_blocks.15.attn.add_v_proj.weight": "daa224207b75a2eb5978079640ca011dba738c77b0b47c32ea560a9516cdb74d", |
| "transformer_blocks.15.attn.add_v_proj.bias": "38ea36ae30ee63b8f50b0ae7a053b9cecdb4962fdc2aba191b03333c42dec820", |
| "transformer_blocks.15.attn.to_add_out.weight": "d49f2ba4f5742904d0d76480bf6ae026e155e18e910ae21f8f6c20ee08473bfc", |
| "transformer_blocks.15.attn.to_add_out.bias": "b22bcffbb59f859bc7f376d87777fa106f07c1bf49cb0aaf9a90d5a490089d82", |
| "transformer_blocks.15.ff.net.0.proj.weight": "b6355b1704a4e96dc9ced6de1c6d81df27cdfc17558f5d14192ca3cd0e893697", |
| "transformer_blocks.15.ff.net.0.proj.bias": "faa3a27ec9eb3f30c1db2ce93ae35ee0658d712f97b48cc7b57aac67bc3bf1be", |
| "transformer_blocks.15.ff.net.2.weight": "bff3fdd559221759de25d5c1913878b0c53bdb63aba8a05c63465615680467ea", |
| "transformer_blocks.15.ff.net.2.bias": "7d3e058d4d96e5a936db7ce71965143c572b6af0847f5009b6c35acdc4593e16", |
| "transformer_blocks.15.ff_context.net.0.proj.weight": "1910f5542aa0fe98ba4534644fb8fad9d8de158e83a20dfdef2cbfec332df873", |
| "transformer_blocks.15.ff_context.net.0.proj.bias": "6defc2b2abae4796395fb4fc12eb53b1df2c8e453021f12558d34d8b1834b3d9", |
| "transformer_blocks.15.ff_context.net.2.weight": "9e408a07dc971eb2130345106f7ff987d2a451ae89a4daa962b5e82a5b9add2a", |
| "transformer_blocks.15.ff_context.net.2.bias": "f1cda2530972e6279d1895cbe296fb3af4081d40b0b67d472fcaa41aa3b9751b", |
| "transformer_blocks.16.norm1.linear.weight": "41ef290bdcd21a0c86f1a32eed58ac76452e21b760bf405ba10e3b71eed07827", |
| "transformer_blocks.16.norm1.linear.bias": "5507b9cf8f73f12bd9e0ed485aa191b3ec556db0fdab2565838714730468b699", |
| "transformer_blocks.16.norm1_context.linear.weight": "ecdb997ea22b19ef8db77b5313e93e50949a09c4def8756e1c57e2f2f931d56f", |
| "transformer_blocks.16.norm1_context.linear.bias": "6d37101346c1c00b3eab7e851d4d20d49b4bf29268155c7608bd1526fcac6a8c", |
| "transformer_blocks.16.attn.norm_q.weight": "c75d82935bc8c3eb88774b4e46dbd1bcef86731932dcf866780d226b4da17ccf", |
| "transformer_blocks.16.attn.norm_k.weight": "9ecfd9b41321b80abee17a9f41d8d327458ec7e5ae55d1b5512d546008505979", |
| "transformer_blocks.16.attn.to_q.weight": "95b07c007d76ea7aff8904448cdfcccf6918177a7a4a324d16793d0f272b5435", |
| "transformer_blocks.16.attn.to_q.bias": "c94b77e26cb35f694179e9de32f34dfb7cd727f883251e1cda8de61ff92409d7", |
| "transformer_blocks.16.attn.to_k.weight": "6d46376f5e62ac61ec0bd17eca22fc96dace43e9153ee1cf2268e3bae4394a8b", |
| "transformer_blocks.16.attn.to_k.bias": "4206d472de9e8f555ff91ca1354bda579a9a0f85a1f2af9ce9f2b62950efd41a", |
| "transformer_blocks.16.attn.to_v.weight": "001e71872c8b1e25d34cbfb9efa843eb8127b309faa26dafcdaa0e2dc2be108f", |
| "transformer_blocks.16.attn.to_v.bias": "0e07d6b1a8fe8cf25b81d8f7f5f04d2ae05fd18190f9516309fab40b3b981709", |
| "transformer_blocks.16.attn.to_out.0.weight": "67a8ebe072ccc71426f2eae56fef981d0f0136cd2faf45674943c3444ba28b46", |
| "transformer_blocks.16.attn.to_out.0.bias": "1cb7311926e67b03d4506faa664242c5b90fc22dd8ad703d798fb564f86cc36f", |
| "transformer_blocks.16.attn.norm_added_q.weight": "1e874c91785f626008fd69ee62fad03c888832b430b83313ac0faa41dc36a2cb", |
| "transformer_blocks.16.attn.norm_added_k.weight": "f4a19f193d28ae6737ed9c7285f9c3a3324f444f6bd18290424edc3990668698", |
| "transformer_blocks.16.attn.add_q_proj.weight": "5ebf758fbb589f972e5311104782f6a9c3a51a493354f5fbac798a5e022a26e2", |
| "transformer_blocks.16.attn.add_q_proj.bias": "c4c71a08a3e04cf8869436138b64a3b823254011a4036a5542e04c7978e890d6", |
| "transformer_blocks.16.attn.add_k_proj.weight": "4dfe156cc6694f54be81c77ee0b6df2cffd297d86a87e647999075c44c18c802", |
| "transformer_blocks.16.attn.add_k_proj.bias": "973a5ca5fffaac5fd1457165ed468913d9e07d5e520944ae5f05e27c10da536f", |
| "transformer_blocks.16.attn.add_v_proj.weight": "4797cba5b46c72f708361fb305f4052c5f7a3859af50e41c9b0f1dcbde1018b8", |
| "transformer_blocks.16.attn.add_v_proj.bias": "d65a272ca8c6d8fac5b4424867dfab873f3dc24223ad97ec2c71c9e644836239", |
| "transformer_blocks.16.attn.to_add_out.weight": "56f2de3b6a530199ee34fac5f88b41273f06ff962228bcd28519ee4b1505b5ef", |
| "transformer_blocks.16.attn.to_add_out.bias": "3a96b5a7e687e3be8718bfdd63f7898a5db457b899633fdde8f7cff798d09d3d", |
| "transformer_blocks.16.ff.net.0.proj.weight": "4378b305b6251dbfdb2ed67f5d9dd43c3fd0279ba4689fb8a59605b82166ac17", |
| "transformer_blocks.16.ff.net.0.proj.bias": "a69b74684ce40cbe9d7d4d9b2408745833fd3dcbd749523cfe062acbdad01c7d", |
| "transformer_blocks.16.ff.net.2.weight": "83941de0e5d4a6391c5ce96d3ca640e738bd9a18fee402c07f5dab2f7fc5e8e5", |
| "transformer_blocks.16.ff.net.2.bias": "c4ceb8f081f92a934d17228549247034607f07c7f890706846ff6f0a380569ac", |
| "transformer_blocks.16.ff_context.net.0.proj.weight": "58ba50a6e0da36ade3602965a69c35350747bf9a2ca331129cede86908c1e39e", |
| "transformer_blocks.16.ff_context.net.0.proj.bias": "8ccde8efd792f27d92c4629bf83d735fbdcca3fd67e11e8d3956e7964a5a118b", |
| "transformer_blocks.16.ff_context.net.2.weight": "2229bc0a554d17b958eec62a58a94fedd17f54ceb11661ddec4b0998b4e13c45", |
| "transformer_blocks.16.ff_context.net.2.bias": "69389cc9446c2afeff8314fbf55df8cb8952d11257c06e5dd004841fecd291fa", |
| "transformer_blocks.17.norm1.linear.weight": "29a3b2b648d9f94583175f2f2303b03deed9119324122280388181c1f45b48fe", |
| "transformer_blocks.17.norm1.linear.bias": "3cba99b5734bff7c147f64bf03e9e215d8f7a8d16d860e41a2af63532419d420", |
| "transformer_blocks.17.norm1_context.linear.weight": "04fdedaa5ac8a9087b5ff7a561a51e96d6086c43d122d8d47c5094112dbf0efa", |
| "transformer_blocks.17.norm1_context.linear.bias": "fdf6475a934fa1b15acf917b5d368f33648c6eccf2bab46aedbbc4206bd34aa7", |
| "transformer_blocks.17.attn.norm_q.weight": "76226d689a0fc152f8ef8b1c27e89d1a0d9e2bf74ddfbb9d49d5c2275ee636c6", |
| "transformer_blocks.17.attn.norm_k.weight": "a696037873262b8263a856af1cce3ab4451f8e7075966efa30836e11ed11100c", |
| "transformer_blocks.17.attn.to_q.weight": "90a14d2e628a705f9d3e15e57f17aef237a3a282072c610588966586b8233968", |
| "transformer_blocks.17.attn.to_q.bias": "f5794172218f5f7f24c4b296f8710a129af41ee67ccc9eeeb715eb31d11bf3ef", |
| "transformer_blocks.17.attn.to_k.weight": "673410622144e8798eaf6a7c025cbc60ca2fb90a3776b62a243db23c98a5a08a", |
| "transformer_blocks.17.attn.to_k.bias": "bb9aad845284b6baad3a520c6afe6cc8a502897628cb603c24acce2576dbcec2", |
| "transformer_blocks.17.attn.to_v.weight": "1651b00be00b177c1778c277d0ae54b36e04cc89f41a3aedb1e6dda71e5088dd", |
| "transformer_blocks.17.attn.to_v.bias": "cc4df4ad94fa779fe8ff030af7ab541623462c746265e86712eb29845ee3e401", |
| "transformer_blocks.17.attn.to_out.0.weight": "b0e1481384e07f9d4f83db937b61ea292dd126dca0972338445cc5e45616bf99", |
| "transformer_blocks.17.attn.to_out.0.bias": "867781dc822df1e9fc4b9044e84c7aaed15bc0336f8a739b841cc0ef2f66b3b5", |
| "transformer_blocks.17.attn.norm_added_q.weight": "715b4a08506b0cee23d4d05cab9921c0f6d9b847b96ae6a78dea6af49472de02", |
| "transformer_blocks.17.attn.norm_added_k.weight": "ff9dfb0e8fceb6720a40bd17839ea52f32ee81ceff2d47b9f0c4eab2ef3c95bb", |
| "transformer_blocks.17.attn.add_q_proj.weight": "dc5e79c279ff508a5725da4cc6b8a435b79ea7637df9d0ff630397b3382aadb2", |
| "transformer_blocks.17.attn.add_q_proj.bias": "d292488ac0eb50ce6642d6d0aa99f5fe79c9740d1ca4baf62e62f3fb1c78d162", |
| "transformer_blocks.17.attn.add_k_proj.weight": "b8caa4a0e660507cec54d10942ec5757e52e49eb5814b3dbc903b976d77375dd", |
| "transformer_blocks.17.attn.add_k_proj.bias": "af2981b76c0e19116841755cbbf022436df5df734849f3ed203e65fc9a3096c3", |
| "transformer_blocks.17.attn.add_v_proj.weight": "02f710e99d79d50c9538006d2084822416affb94b8b8e60f3389f0642eb176a8", |
| "transformer_blocks.17.attn.add_v_proj.bias": "dce3315c5d8657a1cab3ad0b4eb35573ed8dcfff11c65be4b5a0cdeea9ab6ea7", |
| "transformer_blocks.17.attn.to_add_out.weight": "3210f896759aa25800e14f9613bb4ed253eeb58def6eae5dca6146452f2ce21f", |
| "transformer_blocks.17.attn.to_add_out.bias": "23776885a79c17b5f9b805e33ec531059adfe04d7e8ddfb2b197784dc54401f8", |
| "transformer_blocks.17.ff.net.0.proj.weight": "4c49839bb03cb592d2718d949608681597e784c37fa33ae7a306f2be3e7a1142", |
| "transformer_blocks.17.ff.net.0.proj.bias": "b53f4546f528c4681d05a806c277f8026c33f4e81975b763b7fac9976f5a80d4", |
| "transformer_blocks.17.ff.net.2.weight": "1c5585bb2911b6fd7236ffb9b0ab3150540b85bd9838f7b6329a2ad464549525", |
| "transformer_blocks.17.ff.net.2.bias": "343e3f2bbb00f7726981cdeb71ea4904a5100a7a2f0f095b8fea02799e37b9ba", |
| "transformer_blocks.17.ff_context.net.0.proj.weight": "1169bbb6cf23b556ba93381660fbff9ebe912264b331f4342acbb621620327d6", |
| "transformer_blocks.17.ff_context.net.0.proj.bias": "4189f896102667f568680b676ac038fb126bb966dca45b0875df2225a27f25ff", |
| "transformer_blocks.17.ff_context.net.2.weight": "7db450b6fc0514edfc117b8ac43602a6e930d10f8e473c0ebca83a2730315d94", |
| "transformer_blocks.17.ff_context.net.2.bias": "ee672a4ca1a4423a3418b5d38da84111c63c776c24ac31664a141dfbec3da84c", |
| "transformer_blocks.18.norm1.linear.weight": "8160270c9618afc5852ebd7db2f2c1e6fe5f35e1d4e652b3b3d8994db67e38e5", |
| "transformer_blocks.18.norm1.linear.bias": "f3471544010e5b0ea27b7af55cbe94131a163ce0f76afa600d921203c45e46be", |
| "transformer_blocks.18.norm1_context.linear.weight": "5e0cbb8e44271e92c2d1aad2a8f89a495de086ff15e77d3b4027ec336bded2de", |
| "transformer_blocks.18.norm1_context.linear.bias": "0552a58c629b1053c024888603f6b8f11ce5e058a61c6a44a57cb226530f25f8", |
| "transformer_blocks.18.attn.norm_q.weight": "55ea0cc7c30f9288350b4a0b195a09db0f230c867e3462bac916f49cd4dc8b58", |
| "transformer_blocks.18.attn.norm_k.weight": "0dc968fd4b294c64f137a7c6bc2795948c9b7e5a09d455f4a039045a9acf591f", |
| "transformer_blocks.18.attn.to_q.weight": "07372f46ece6c5037229e99464e4ace8a44bf6b78d6c54e7b55228748c8f6a8c", |
| "transformer_blocks.18.attn.to_q.bias": "7a7fc806aecbe6da37d982d7339bc18996b28b2f883eea030c43be6a6c2287ad", |
| "transformer_blocks.18.attn.to_k.weight": "95b1108f35f36cf53f3bfb8ca4b1d081c27909acc60ad9bd3a4a410fe564959d", |
| "transformer_blocks.18.attn.to_k.bias": "db63ff206eb480ddf2ec3aa56b7940a90ee5de1f467494ec624befd011f8d6dc", |
| "transformer_blocks.18.attn.to_v.weight": "375441e7a0cfbb9b20de6648a67b6e869af82489176d90ab506765d629dbf5a9", |
| "transformer_blocks.18.attn.to_v.bias": "3f7db8f44ad2c006fc5c400b1bab1ccd918354acdd879952dcaf3e8ec2cf7f84", |
| "transformer_blocks.18.attn.to_out.0.weight": "b69b2b0a58f19c525cfce9f878ae3f6f72936d778d06f6690e141ca8f058c3b3", |
| "transformer_blocks.18.attn.to_out.0.bias": "53c26549e98cafc15a9ff7e5550d14f0b2fec86bfcbffb1b64c90adce99fd7db", |
| "transformer_blocks.18.attn.norm_added_q.weight": "03a724f763b910091ab36427b94c660cd72e3c3ab4096b3b412c36a65b07fddc", |
| "transformer_blocks.18.attn.norm_added_k.weight": "72d66e3588646e9e0090443998e5cfd555f28c8f9fa5601253b02c16397084a1", |
| "transformer_blocks.18.attn.add_q_proj.weight": "2cc06f4d6bd48ccc079f39d200f518c0dd8ce0d8f70fa7e7f2ecdb79f3a3eecd", |
| "transformer_blocks.18.attn.add_q_proj.bias": "9a57699fdcf8bc62a408e3b806c9660f91039697558d26af40f074f37b22c282", |
| "transformer_blocks.18.attn.add_k_proj.weight": "6a93dd75604e12bdef262174c675f00119b622e26b825ab30fb31c1f04e706e2", |
| "transformer_blocks.18.attn.add_k_proj.bias": "b835ada2e8962a1f33add666098ddca2116a9a566d98f5670267f50b443a2c3e", |
| "transformer_blocks.18.attn.add_v_proj.weight": "95e095545e5c1fcefabd04fee8158dc004a0a219fe8c1c85d65218268d76ba75", |
| "transformer_blocks.18.attn.add_v_proj.bias": "0c6acc7c02588877db9c6bd4ac78c3dfd121df788fcc2be1485419267459dc47", |
| "transformer_blocks.18.attn.to_add_out.weight": "c65846546a648576d49ab1e63876b19c100f457eb3a05c45471a548f64af62c5", |
| "transformer_blocks.18.attn.to_add_out.bias": "60b324732ad5d446c33166ffc229f52847545a5fe21abd999aa69b6e13033f39", |
| "transformer_blocks.18.ff.net.0.proj.weight": "5003d8a522610a461a3f603d2e2cbba0168d54d4b8d9c2e1ebe4a14c7edf030b", |
| "transformer_blocks.18.ff.net.0.proj.bias": "6da85209ac72f3d99f6d894794f1215fe3de95d73a1f96d901b078272a902c9b", |
| "transformer_blocks.18.ff.net.2.weight": "380650a267e07d4001a8633bc7624240449f7d2bd3f12fed2ba02c951ed5b351", |
| "transformer_blocks.18.ff.net.2.bias": "af682338a103fbe97074fe37f0d41b248ee52cdc00ba0e054585575f9d39a659", |
| "transformer_blocks.18.ff_context.net.0.proj.weight": "698a800a23d90d1b2e6f28747456aee99c9e8245c51e2036e8fd8af33f2fa56f", |
| "transformer_blocks.18.ff_context.net.0.proj.bias": "ef957a883231eb08b02ea409a11241ed6b91afef4bc5675940f81af083321c3e", |
| "transformer_blocks.18.ff_context.net.2.weight": "a3b9df757e23140e1d60c93d8f40999dd7a3a149c7953b8d5c54b94e6108edfe", |
| "transformer_blocks.18.ff_context.net.2.bias": "49cfe19987ba8b53243814b40b867eb9d8c1d1d1c64cba22614f17db1aa88c0f", |
| "single_transformer_blocks.0.norm.linear.weight": "c29b16c1a0683440cb43a8b265d34c4814cd3e15839db08ea6aac2d08df6a0db", |
| "single_transformer_blocks.0.norm.linear.bias": "f53b1927f7518ad978fd28396785f25cd03a51581f93d1808acb2167a16097dc", |
| "single_transformer_blocks.0.proj_mlp.weight": "46ea461bf618abf20ac3686c5d537828de7de89fbffc41b09c5ae0f34b999cee", |
| "single_transformer_blocks.0.proj_mlp.bias": "d6f1b0557ece26d6f3acb7048a5fd2a6b0e3399865231198416979b4a5896efa", |
| "single_transformer_blocks.0.proj_out.weight": "72e6d812081dbfed3bff517e42c63fd5462fd6b6b52fc234d884567fa9c342b9", |
| "single_transformer_blocks.0.proj_out.bias": "dc082c132fe41f3b18dfac2c92ce5fd574f4cb25bcebbe85a20bcff570b1885c", |
| "single_transformer_blocks.0.attn.norm_q.weight": "4c4c58ce918174b37384255ff49f04ef5b958ba1a1e30e6f678065e34381d867", |
| "single_transformer_blocks.0.attn.norm_k.weight": "8e05081a9c8556e3394278f33929aa251e385be103ffab3fa43a4001c20fc77e", |
| "single_transformer_blocks.0.attn.to_q.weight": "7e9d288b7fceaec703922d888a258428e26f5edc82237967c2a03025ab6b5f20", |
| "single_transformer_blocks.0.attn.to_q.bias": "1dcde98983f36c4a6f3eb875c68881097a1f6c4ea5557e93badc25de64ab043d", |
| "single_transformer_blocks.0.attn.to_k.weight": "895288d3b74406c8eff18503f18fde6f657196b97ee8753ce06b59a32d3562e2", |
| "single_transformer_blocks.0.attn.to_k.bias": "e538eb94e001f87ab35d2de7c2fabb85f415eedcf003452fc068406b2d05c76e", |
| "single_transformer_blocks.0.attn.to_v.weight": "5c3e378f97bef60e5704fcf43ce89c1530121f16036212d32cac875bb16b6147", |
| "single_transformer_blocks.0.attn.to_v.bias": "6157a12ccaff473725ce4e3ace83d0bcdeee643ccfd6f1f76a590c7b52fb8a32", |
| "single_transformer_blocks.1.norm.linear.weight": "6e23b6506af9425f21751f110b386c583ff06ff0eb913ef85a18d6c3f16abdfe", |
| "single_transformer_blocks.1.norm.linear.bias": "f9ff4eedb2ba11c162b1d830193e1b35139a3e8b54117024a89e7059b16fd601", |
| "single_transformer_blocks.1.proj_mlp.weight": "5bd2469b9d1ff99400dec3e18505e7cca15ea9673f763ee158f0eaa92d7a6a12", |
| "single_transformer_blocks.1.proj_mlp.bias": "2a5dee22624985deb563634e1c551a860499254fad3b8129fde061e04dfed8f1", |
| "single_transformer_blocks.1.proj_out.weight": "815450b021e6588f65e2ccc2ec7b892a2da644be72b71397198f34a689bf9bbc", |
| "single_transformer_blocks.1.proj_out.bias": "877e808fa6aa4e2c1d452c9f71f1a914d4bf94ea22ed0ca25cca6c6e9482a9a3", |
| "single_transformer_blocks.1.attn.norm_q.weight": "364a2208f4cdad5ec05768027f183a5dcd05334947065a4f3c6106eab14c842a", |
| "single_transformer_blocks.1.attn.norm_k.weight": "1ef4226ab4d05d49e92c46782e52988fe5911c505e8a615e8e33a5c387d7dd0b", |
| "single_transformer_blocks.1.attn.to_q.weight": "1d839fb62c1869ada868d0859a2ef6374b273af3ac62fcfcd2275c5386707dad", |
| "single_transformer_blocks.1.attn.to_q.bias": "51f9243013b1eaf7f98ad82c5afbd087ac2081102fc195335dd2f2e63810eb61", |
| "single_transformer_blocks.1.attn.to_k.weight": "96074ea8c8d37c55366349a39fa25e568e811faa4481b829a1ffebf5efb7202c", |
| "single_transformer_blocks.1.attn.to_k.bias": "54789e8419c29b5f101a500ec6c4d97306997db27a09e854b1942d6919e344b8", |
| "single_transformer_blocks.1.attn.to_v.weight": "9e3c3615896b21e0193faa1b4ad1f3d0b074b3b6a5f0131a12e8c5624a1c63cd", |
| "single_transformer_blocks.1.attn.to_v.bias": "99c993489c633e3fb4892db174670e591bb3a1a5c4b302c145bc6b41883ed716", |
| "single_transformer_blocks.2.norm.linear.weight": "fec6bc99ad40aa8451c02c7e9ca588cab1126b786f50289134c88aedc80c841a", |
| "single_transformer_blocks.2.norm.linear.bias": "aa0fa76215787c027f71d427c2d9fdcf007517a901a04227cb63c0c401b58e9a", |
| "single_transformer_blocks.2.proj_mlp.weight": "8f65b6ee2bd2b9ebf1e53001c6e4cd1b551c04f6ab0a1fe37df24a975ef59d11", |
| "single_transformer_blocks.2.proj_mlp.bias": "9c3451c37c5c9090e072c900ee12239f9ef9442f077727a2bd79d39681efef72", |
| "single_transformer_blocks.2.proj_out.weight": "95a00158e538df8e1efa138441a9f7b8ddd398cdf4aa624a1aa8228268213f3f", |
| "single_transformer_blocks.2.proj_out.bias": "bcbd08ceebdf5f7769be68f9faff3b8cec0c2ed481bfebddb2efc7c9add82d90", |
| "single_transformer_blocks.2.attn.norm_q.weight": "1fdf83494b7c3c9a6eda73e4020d06857c95fd7e29b3fde8a04bf2a97655cce7", |
| "single_transformer_blocks.2.attn.norm_k.weight": "b336515bc6db5342019e7e107fda0b64d5be167b24d478e4feab8634ce094fef", |
| "single_transformer_blocks.2.attn.to_q.weight": "bb3e6ea0b27ded92125e6306d560277f56e4aa6663c427256080253cecce98fb", |
| "single_transformer_blocks.2.attn.to_q.bias": "9d1d60a012ab1338687f73db3cfe083d2ec20155d101f07cc5795473ba70c576", |
| "single_transformer_blocks.2.attn.to_k.weight": "552b9bfe9cffe4ffb051beed856d2a8626c63fd4b44cac6f1a4069644ed6c93c", |
| "single_transformer_blocks.2.attn.to_k.bias": "f54a5bdf6681ecd5a1d249e145061de0d8228d9e378fd0ad9015310f245ed0d3", |
| "single_transformer_blocks.2.attn.to_v.weight": "fa8f977689a59c3decb25a814fb87692fab38c8c314c736aba5960ff71d7c0f7", |
| "single_transformer_blocks.2.attn.to_v.bias": "e3a86121da44b9667791af9f750e7dc95ae3e89b0d55358688a44de807bc8bad", |
| "single_transformer_blocks.3.norm.linear.weight": "f92fd6c78f6c8502a2f7ca305468887d9d873e9a9e75fb3d24dd5b7d520e8cdc", |
| "single_transformer_blocks.3.norm.linear.bias": "0af0c4bd5224f16baf846e2390cbe9fb1f3aeab9166e370721bf27ea0ca0c2e7", |
| "single_transformer_blocks.3.proj_mlp.weight": "aa6818644b08966eea981d88646e3f6889438f2afd931a235e12004a1e4b1157", |
| "single_transformer_blocks.3.proj_mlp.bias": "6202cd707bfab2e651b12a67c8f5e7f79b504a126a6054efaaa581f63b57054f", |
| "single_transformer_blocks.3.proj_out.weight": "1e68e3012ac223b68292ae319648962deafc671181cea534444fe25fd0341ae6", |
| "single_transformer_blocks.3.proj_out.bias": "7533364ce840fb3cbfacd9082f1e68cd9a6353301360e6040bd2c2ac7378f072", |
| "single_transformer_blocks.3.attn.norm_q.weight": "fe6303f29a88ef9ef0a67c8639264ea7c2ded6875d303352d3152dec8b14d8e7", |
| "single_transformer_blocks.3.attn.norm_k.weight": "5b5e6087717622c7a4ae99e21157905e3dcf5a7c2773b1bda8abc72b2eca4326", |
| "single_transformer_blocks.3.attn.to_q.weight": "9f1df44a9ef67b47f0a21e85148991ce5b27a9fc8afa4776bae37298c1556a81", |
| "single_transformer_blocks.3.attn.to_q.bias": "fe4fd830db7e7ed7f2402e18db9f0c8305707c0242d35e6f308f48f61c01fcb4", |
| "single_transformer_blocks.3.attn.to_k.weight": "4bbcacdc574be213e5bb5a121265a2850aab46dfa33abb4fe6689f997124ac8c", |
| "single_transformer_blocks.3.attn.to_k.bias": "110abfce6dddf734078609ab3be7177d4953fbc7dee1fca91ca62aec65ded0ea", |
| "single_transformer_blocks.3.attn.to_v.weight": "45927ff01456f2c31c42f5ac56e4b1427f8b31e86c9ba8a7d7941a58020a3707", |
| "single_transformer_blocks.3.attn.to_v.bias": "8e15124dfe2b4ceb271c9827db7737a8941b7f4a04fec935ce124d74b3891da4", |
| "single_transformer_blocks.4.norm.linear.weight": "20447f3cb77a095b9f8f47bdf3931ade17e77a555d1c320764f25e7803f043f9", |
| "single_transformer_blocks.4.norm.linear.bias": "186269560f8792f0d2512b5a4bc1c10d5f1ed551bf95d23b0c0fc3e3f7fdd566", |
| "single_transformer_blocks.4.proj_mlp.weight": "fe0b90783b632e9fc0c57474a91728e73a29884fd426822de5b835ec857924dd", |
| "single_transformer_blocks.4.proj_mlp.bias": "418ed42a2e419c3d7ce0b241161c770a45ddad5875e63b59454db23714cbbb79", |
| "single_transformer_blocks.4.proj_out.weight": "325ca74989f3a283356e36b9c6079909713fc7d13017b0d360c7a13fbefaf223", |
| "single_transformer_blocks.4.proj_out.bias": "029bf12a8a0f8972c440a982ee93fdc8f93f67b6a7f07a21cce9997fb6a023f4", |
| "single_transformer_blocks.4.attn.norm_q.weight": "b666ebd12d9fc4e42bcde4cb887e6efc5f549cc6f5e9d12c8d4afe1bb5585a40", |
| "single_transformer_blocks.4.attn.norm_k.weight": "d67d7e0a1abb20e15b827e765dcb25cebd38455056de0d0ba3cd670c64cec36a", |
| "single_transformer_blocks.4.attn.to_q.weight": "08ca2400ccb02c4509fc88060c379c09635fabda0c5ef0ba441e6305a0e6b8b8", |
| "single_transformer_blocks.4.attn.to_q.bias": "276e5c5c150323146fbcb7fa93152d566ef319fa746e5e536d96e7f1e36a02ed", |
| "single_transformer_blocks.4.attn.to_k.weight": "5b2d2ba36535377825888956791d4a845056beedd76f4f172a0f86d9226222fb", |
| "single_transformer_blocks.4.attn.to_k.bias": "1d0fc36eca086de4622f82345159fabc6a200fb5c5dc213a1a896d8b584bed35", |
| "single_transformer_blocks.4.attn.to_v.weight": "7c70aaded94ae349d4f2e0e1ce932aa2065f3d973a6feef729ef527fe71e34cb", |
| "single_transformer_blocks.4.attn.to_v.bias": "df8deb725a41169ef3aab1c71223da01959bf3781d610dcc631ea28b553adf7c", |
| "single_transformer_blocks.5.norm.linear.weight": "3b02d02d9dd2492e619eb7096532e9d8a1878df5813e9f3672abd37e3fdd5033", |
| "single_transformer_blocks.5.norm.linear.bias": "03a002324e9b46bff90abf5291516f60e7f1df6b405cd77c1b6c9e589b5451d4", |
| "single_transformer_blocks.5.proj_mlp.weight": "dc5e69c7aac82d5e290727e4c6574cf89aeeefe94700805ca626fb447c338dc0", |
| "single_transformer_blocks.5.proj_mlp.bias": "594088a2859abd6299498dbe1444b514bd785c26a10366aae9930d29abf4ea2a", |
| "single_transformer_blocks.5.proj_out.weight": "a71500f3eb7c175cc77424b4cdc98b635701d0fce2c31ed5951bf0d867d8d517", |
| "single_transformer_blocks.5.proj_out.bias": "4cd30fdf77cf3ed1233ca8457ef1dba6bca3ad58ea55e7ccf626a04771298eae", |
| "single_transformer_blocks.5.attn.norm_q.weight": "5206bd576067832239b62928d79de5ba040b0ff24123924366b4c82492fb0217", |
| "single_transformer_blocks.5.attn.norm_k.weight": "0347e7a62d41953025881a3344c64782f34809e6efc00462af04db007bc04266", |
| "single_transformer_blocks.5.attn.to_q.weight": "13838b646ea46ea7834ccf4a87e6fdf629262a79752771c251908b0b8996b6bd", |
| "single_transformer_blocks.5.attn.to_q.bias": "d6f2686b738039d76afaf8cf0c90e5229c1f98396146ed09f0fa8278d73f8f11", |
| "single_transformer_blocks.5.attn.to_k.weight": "8db228a293e67ebfb0189a7b335d890b836e66e954b643d653093d471beed18f", |
| "single_transformer_blocks.5.attn.to_k.bias": "41458d0415a15ea8b97253b5410c170cb861a5ffbaa787f76cfb6375990f03b3", |
| "single_transformer_blocks.5.attn.to_v.weight": "aec01630210a9a2db6c58e2057ce5511b1f8c3d919b7e442afa23bc1a8dae1b1", |
| "single_transformer_blocks.5.attn.to_v.bias": "2365c41ad7d6d2dadf1486d65e96b059bec7bdef903aadb326605db622f98ba4", |
| "single_transformer_blocks.6.norm.linear.weight": "89ff6bdcef90967973c816a6f1c13b7bbe7a2eb8ada8a00c3e0c2fc58dc18e3f", |
| "single_transformer_blocks.6.norm.linear.bias": "59041df90e4202554a8e6ffcc81d8d022a7e8700234f9431b200dee9359fdc3b", |
| "single_transformer_blocks.6.proj_mlp.weight": "b73d58564331d57194ef94c3ba567f13c44d56180131135e25373c33b9c48905", |
| "single_transformer_blocks.6.proj_mlp.bias": "1a820d34063d4de8477fd179ea87cd8f7fa26edfe689a016c5fced2182abbb24", |
| "single_transformer_blocks.6.proj_out.weight": "151aa43c87872f9f8207b8dabb19bc8c04cead034beb2c2d9fbf1f36e818de79", |
| "single_transformer_blocks.6.proj_out.bias": "0c55471a3721f7063b02fb58930ce1bf815f2a9920393f94d9b07841509edb9c", |
| "single_transformer_blocks.6.attn.norm_q.weight": "fd23024ec1396d6d76c45ebdfb34f5bd42b7a8b752cd601cd8f5a05beba95953", |
| "single_transformer_blocks.6.attn.norm_k.weight": "4cc9baf0276eebcc57713b006cff2b595e7682a1ed198141a1b839ad55f43e4b", |
| "single_transformer_blocks.6.attn.to_q.weight": "6eda3e1cb6df3c738e26e2baec8b92b004caccefd51406a36801e4fd5677cb39", |
| "single_transformer_blocks.6.attn.to_q.bias": "762797dad28242c78f77e479eecb686088d4aa04bd83afae29ebbbac891aae83", |
| "single_transformer_blocks.6.attn.to_k.weight": "db6b36173341c489af2ecb35062217566d69042c5b20f27ecaf990fca3a4255b", |
| "single_transformer_blocks.6.attn.to_k.bias": "2ca06671257fa96202f1700ed2ab4901702e9492b8e3569bb2e2420cfdd77800", |
| "single_transformer_blocks.6.attn.to_v.weight": "38679d688d5c77084d8f81e3cbb413fcdc80c4ee315d54e03ef33c92413fcc88", |
| "single_transformer_blocks.6.attn.to_v.bias": "9f130d0c7edc9c33236c23c956a951cadbf0afdc867da11e8653d4039da7a3ba", |
| "single_transformer_blocks.7.norm.linear.weight": "bd5d9f72930ffc360e80a1d0d029d6e2e9b833698d50eda29b04187e72dd4165", |
| "single_transformer_blocks.7.norm.linear.bias": "1ba1bc9cd67aa873fb8f29ac3e4c334c2139db13de8ac5806631ae8c666aa8de", |
| "single_transformer_blocks.7.proj_mlp.weight": "720e50c883c4c08338a6376270b78ecf90f2d64055eab71dcc71efab8edb54f4", |
| "single_transformer_blocks.7.proj_mlp.bias": "0a924c0cf097cf73760428d1a12eb06d2c22bf653dbbd9f1a399d2e712a882b5", |
| "single_transformer_blocks.7.proj_out.weight": "68dcacede14cd80b3f08c741e03fc4e9db05a4de64afab3e6042b1690e7b32e6", |
| "single_transformer_blocks.7.proj_out.bias": "1cc708f71ded1a03e9ed460762f7e29a839d6f0d8e2ab11af24a4aa8af5fd17a", |
| "single_transformer_blocks.7.attn.norm_q.weight": "797a7854c35508af3c4731bde9ca366cc3679fd44aacfbdcfb62daf525444c6a", |
| "single_transformer_blocks.7.attn.norm_k.weight": "4fe46c2c83f38a2432f98c86c44713d8eb027aa9999f6dacec06a2c6197c6c5d", |
| "single_transformer_blocks.7.attn.to_q.weight": "ec58924075aa633a625fa780ab6c4bd99bf2681caec0c18e0cc7626a9735b45f", |
| "single_transformer_blocks.7.attn.to_q.bias": "b8125f33f09bb9bf803db3d0804c9b9b65c0285ff02effcaa7aec74d2eb6c52b", |
| "single_transformer_blocks.7.attn.to_k.weight": "0938c12c54ce0b5c6a3eb7d7c7c2ec9a9cf1035d448ecd199f8d0cae14a2f9ed", |
| "single_transformer_blocks.7.attn.to_k.bias": "c39f81ae154566f01da0a193350f5bfbe18a3a4016f8c81ba75cde64552b6ef8", |
| "single_transformer_blocks.7.attn.to_v.weight": "45d43392d36faa88acd961ff159329c19f85b0e0b605242910dfc024e1ab6182", |
| "single_transformer_blocks.7.attn.to_v.bias": "78be48db850d531c7cb9c7981601dd5cf53d2516d45f81abe83af8564713c0e6", |
| "single_transformer_blocks.8.norm.linear.weight": "521fd643b01d851a86dab26f5e8cc5f183c67fbb0a7e4b05ea77d897352bc849", |
| "single_transformer_blocks.8.norm.linear.bias": "b6a47aa1fd685ba97414737a230a0d3829dc315b93a484c2caf1433e7a092414", |
| "single_transformer_blocks.8.proj_mlp.weight": "c3826ecacbd12b859e2d263246548a2e0304d4015952d355f91c86182a3a280f", |
| "single_transformer_blocks.8.proj_mlp.bias": "40f9dcfe42a79264fd4533873c5d5247e6603d43f292fc7c0d2408c5e1f13818", |
| "single_transformer_blocks.8.proj_out.weight": "5e82f9272c3c3c6b08bb207161cf12a661230db0b338343e4fbab1c846e01197", |
| "single_transformer_blocks.8.proj_out.bias": "88704a788c5856575903cb0087c376507c9e6ff426648fe4e3951465396787cc", |
| "single_transformer_blocks.8.attn.norm_q.weight": "ff2c3ed4d16a2404d968aac467eafb480be7a21fc4f1da0aeb581bf8f07e0d6a", |
| "single_transformer_blocks.8.attn.norm_k.weight": "90aab9bd3d2e5ed2ab4dad556d2db7a5a5371f500a2e0142e14494b9ba44d583", |
| "single_transformer_blocks.8.attn.to_q.weight": "ac15eea665dc0ba263dd810d6616b59547436dff49cf543830b2228148c2c128", |
| "single_transformer_blocks.8.attn.to_q.bias": "5dcca25bb67319fc85f9dcfd5de71f8995f058de90b48fd992064d6982bf1474", |
| "single_transformer_blocks.8.attn.to_k.weight": "232ece89b3be01259b154b0c25d7d4f89fa2ba1429deb2c315810d840200257f", |
| "single_transformer_blocks.8.attn.to_k.bias": "7f09cdb9f60c8d547bf8f42e8b58a03a61b8c9f89de638e8d7f5f939bdfdedf4", |
| "single_transformer_blocks.8.attn.to_v.weight": "072b8d72955feaa5ac35dac43206947d89760c7b0310ad88f6cadb70bde3da7e", |
| "single_transformer_blocks.8.attn.to_v.bias": "f4672ac1ad12c438e05548828ef98107f3c0810bb8c2e6cc10878258c124524d", |
| "single_transformer_blocks.9.norm.linear.weight": "0a3c35e94369a5e1e3e3db647f154922e4f5ba18cdb517b87d0088f912d0b420", |
| "single_transformer_blocks.9.norm.linear.bias": "4c6a268dcb86dfb436ae19812eb94d2e7235e91c042caf9081161e8d303e9c3d", |
| "single_transformer_blocks.9.proj_mlp.weight": "902e39e3095e2579a61236a7259b45bb69fc57b9199b9283ca7424182c0227e2", |
| "single_transformer_blocks.9.proj_mlp.bias": "4b2a5f42c5191ae4e65642a4cd8dfc1cb517ff8da8dc7edac2ab191169970458", |
| "single_transformer_blocks.9.proj_out.weight": "27f2191ef40e8cf520acc21f445d250ccb61b92c4a03fc8c41744aef8d1cdc17", |
| "single_transformer_blocks.9.proj_out.bias": "ea0ad6a100fddcb284ec989a3f1fe425b5f4e59d63dc9d390aa82dae9289f34b", |
| "single_transformer_blocks.9.attn.norm_q.weight": "8fe4a7d18e3c4874f798dedd11b1a7096ba8e804f457b1e0a8c14b94f9db0fd8", |
| "single_transformer_blocks.9.attn.norm_k.weight": "8a31b7bad067c6b28853a15b5b0449ff5f644c5e007d50151ab36f9552c87a21", |
| "single_transformer_blocks.9.attn.to_q.weight": "7d939440efcfa441e1a46d5c97884ec55e70b80ae38e7aee1ee8a7a2bccf7654", |
| "single_transformer_blocks.9.attn.to_q.bias": "e7afc0e9154de8b4eb900435b7376d37e728038980f37a98f4cbac063d65b02d", |
| "single_transformer_blocks.9.attn.to_k.weight": "534493c06b95f5a517c0314eb126fde41e384db08b8a1aa2d3bdfb32d6d218eb", |
| "single_transformer_blocks.9.attn.to_k.bias": "be5a5846c909a732a634e0dedbb5d2ea6f8792d543ba129317b28556236f4555", |
| "single_transformer_blocks.9.attn.to_v.weight": "01fc460ccbb1f9fdecb2ce5b76924ebfccfd59351a31e82b94e9a81e37bad12b", |
| "single_transformer_blocks.9.attn.to_v.bias": "58a69f08a42c1aa8cd94f90840af06d9c4ba8762aa65d2333667e605a540b3dd", |
| "single_transformer_blocks.10.norm.linear.weight": "4f6987ae86bb0db3eb5e4bb2d20561aa73afdac3ce0581ad430766cec934d270", |
| "single_transformer_blocks.10.norm.linear.bias": "66d610a6c6ec9cb4899d4ddeecfc8328ebda5e342037c122f16cebe27091cd95", |
| "single_transformer_blocks.10.proj_mlp.weight": "234d3a34907653b115f9f29dcea4041409249c0876edc6ddb5f5bab9a77f3398", |
| "single_transformer_blocks.10.proj_mlp.bias": "8a04dfd6af5f7e9f0de9c4d4b56581047ce3d4290c460e30043343cba3a61a50", |
| "single_transformer_blocks.10.proj_out.weight": "19305ea67eaa22beadb903e2ef85bdbd81f6d0972ca8be842df14d8ff20c7034", |
| "single_transformer_blocks.10.proj_out.bias": "df97394fd8eceb8da900a8e2388fe81c57176825e799e96498333fb7d97402c8", |
| "single_transformer_blocks.10.attn.norm_q.weight": "5df42a44b9180b80d1fa149d7013a2c18b962f7dd6373cb40309e9a1a29c3b1f", |
| "single_transformer_blocks.10.attn.norm_k.weight": "dba4302770363a520f6f15d29b92e6d42e278c9565957c1db6a329efe48c92f1", |
| "single_transformer_blocks.10.attn.to_q.weight": "4bf5be9712f0d0a39206e69a6fea1d838f31811e3e12e3e0cff079b2a0f926b4", |
| "single_transformer_blocks.10.attn.to_q.bias": "89ebeee4620ef579aceee99e90fc8f3b88997c603a70f8149cc52665a5ed7112", |
| "single_transformer_blocks.10.attn.to_k.weight": "e8da9bb7b5a524729948e7d730f164ee63ad7fcb8b0bdd5b985f097347d722bb", |
| "single_transformer_blocks.10.attn.to_k.bias": "ad60cdc1b8a0284714aa0b01ed601f5b2e49157930482b342e6df460a12d8322", |
| "single_transformer_blocks.10.attn.to_v.weight": "f412903d391a150c6cde6f61482093ec8e43a90f63491abfcb7955dcd2a9a259", |
| "single_transformer_blocks.10.attn.to_v.bias": "f5566e1f76a706ea7651066108d60202b63e95e813215024ef1a8fd43c9cd99d", |
| "single_transformer_blocks.11.norm.linear.weight": "2de825dbe19e2cbbda5664ca528e1e4c147ea071595a991ca1350785259118bd", |
| "single_transformer_blocks.11.norm.linear.bias": "88da656673c3eb55a02cecb5101efc784cc544dd6fe3f0469d72ebdc7ac45582", |
| "single_transformer_blocks.11.proj_mlp.weight": "7357fc6567bef65e6c8a302070c8fe870adf9a9c19532555c8fb1579140037ef", |
| "single_transformer_blocks.11.proj_mlp.bias": "3d65898a6c5dfead292648ed05b9b6988f9b43d4cb5d09af739e9479f70f8749", |
| "single_transformer_blocks.11.proj_out.weight": "f6843d5d2c7a53bcd2ad35d2dcef9f97c1ac62ae33560f399ffbf715a9f60ab0", |
| "single_transformer_blocks.11.proj_out.bias": "9151c75fc954b735ebf0025de30ff6d2aa589a1b8624f1a8dea75e23407fa449", |
| "single_transformer_blocks.11.attn.norm_q.weight": "cff9ba46a317ecee5c4ba37d6ded617c5f7b1aa2ceb9cff64350988d8811b602", |
| "single_transformer_blocks.11.attn.norm_k.weight": "bc7a40a0e03e836b3aa8374fcc94f3663b9ffe0070d37db4ac5861d1b8cf2c77", |
| "single_transformer_blocks.11.attn.to_q.weight": "6bfff5e6489a20debc3c96231c16da686a0474a3ec5f6db0ef61ea958185fcb6", |
| "single_transformer_blocks.11.attn.to_q.bias": "6623c89c108a99e96afd46ec85d09650cfe737c2031e7fc28a59b38f11d3c978", |
| "single_transformer_blocks.11.attn.to_k.weight": "3497419f25471dc88d63d108aff64d0223e7215a5084721aaaea38ee73e4b7f0", |
| "single_transformer_blocks.11.attn.to_k.bias": "9022e64c0ee277f60f36039c88a006d65449907ff3e7f3250f01a93e1242a957", |
| "single_transformer_blocks.11.attn.to_v.weight": "2afa93419fd4d68cd8e38d003e38ab4eb3ece901e938941717a1309c86899ba4", |
| "single_transformer_blocks.11.attn.to_v.bias": "67714c3474d141c45d2a51d6a9718b9f200e6c51ec6c48cf2bdaf533d3ad5637", |
| "single_transformer_blocks.12.norm.linear.weight": "b3778a526838600828cdb50309426109ec147db1d6e48c450b61bb50bfef4707", |
| "single_transformer_blocks.12.norm.linear.bias": "4bccb46fd08907eb8217c7d797c1e4b6fbb07aa6f9b02a7df3c59503b14ae30c", |
| "single_transformer_blocks.12.proj_mlp.weight": "c52df2e4f95a75b2a6842441b085ddcc8afe500892ae4bd5dc06ea93f0990dcc", |
| "single_transformer_blocks.12.proj_mlp.bias": "0fa46bbe97038f6e4487723912b4104b57e8e3be62a7854ab38ab06e760d75a4", |
| "single_transformer_blocks.12.proj_out.weight": "409d4255867a28311d218ef272f9285bfa51e8085f5948dcb0a78234900e14b7", |
| "single_transformer_blocks.12.proj_out.bias": "8299991d402da686eed8da099ffee550aeaf3b262d18793b6aa01f1d5a5f56d8", |
| "single_transformer_blocks.12.attn.norm_q.weight": "337f1ead45ca19bf34a170e4d055d20046868425d49a7f01951a3a12860b4b59", |
| "single_transformer_blocks.12.attn.norm_k.weight": "d7d71645bedb09dcdaaeff67d374b073c1f6bb3d6c4f14b528dd1002367cb12f", |
| "single_transformer_blocks.12.attn.to_q.weight": "051becc6e6baa99683262e4135c04171eb04b7cec43fb218e4c16e44a99248a4", |
| "single_transformer_blocks.12.attn.to_q.bias": "bf074441099fbda6e9026898db122fa2da931ef91b4e2715f528a5dad3ba5c95", |
| "single_transformer_blocks.12.attn.to_k.weight": "a0ea144017bd7def2a33e90ab2bcba0cf0da874530bdb22732f226878f5f3867", |
| "single_transformer_blocks.12.attn.to_k.bias": "7f8e068bff36fa23efef450d98690947c19e7aac744720ba7df9fa779da05bec", |
| "single_transformer_blocks.12.attn.to_v.weight": "ef2cbc97afc155162204b718699c9da70d8006b6571459594b5a922d335b7601", |
| "single_transformer_blocks.12.attn.to_v.bias": "fcd4579a6f6b9c3a61e58cd8df050117713d0fb0a3cf88af33ac0ecae5ab3fc3", |
| "single_transformer_blocks.13.norm.linear.weight": "489aa7c52ca0320baaf88f54ad7909a336d276997d5333ca829d28d987ec2673", |
| "single_transformer_blocks.13.norm.linear.bias": "edc23344b6f4c6638536c6eedddfd2bbbeeebaa718517ee35396bb684526a86a", |
| "single_transformer_blocks.13.proj_mlp.weight": "5f35a176c54c8b65eb979d1d62a03613ed51b3400775031270a858a6f7552210", |
| "single_transformer_blocks.13.proj_mlp.bias": "6f269748e46ae3456dc8941b7a7e03be9a08de666ce9c1293c436f754431416d", |
| "single_transformer_blocks.13.proj_out.weight": "7ab071e8e3bc832d9f34e78502d6cd6aa8ba7fb570577fc4842bd0bffa71e26e", |
| "single_transformer_blocks.13.proj_out.bias": "a0950afe6c5085ad0d2d1f74997d3a90626ac4c0bebe44fe88ec1875c531f200", |
| "single_transformer_blocks.13.attn.norm_q.weight": "a4268f93ce8334533a57f502edfae0f6c0b8d1c77fe3bb1e7cef7c80ed4b1538", |
| "single_transformer_blocks.13.attn.norm_k.weight": "42fca38169065f444cefecdc88953ded3953874f5c2dba12543d345ada2e366b", |
| "single_transformer_blocks.13.attn.to_q.weight": "1da82a2085c1f2a3a7e5ff1ed9b8e3649128a46011198046f738955fbda8ecc8", |
| "single_transformer_blocks.13.attn.to_q.bias": "6bf8ee624e75cf720fde94fd0b898a9c6475914054981beafce9ce2a29f77c75", |
| "single_transformer_blocks.13.attn.to_k.weight": "10bb3edd8113903528ce60d81880aa6bc6eb4a79454b5e5bf1ee08d796489bc7", |
| "single_transformer_blocks.13.attn.to_k.bias": "64815ffe0fcacb73d27409e31ecb8cbd9acd5d8f2f393b3dad2747128b4aa101", |
| "single_transformer_blocks.13.attn.to_v.weight": "ac7c1860a2d4de1fac5b21897ec49c01a49b55f420decf0132ce017cc6e87dba", |
| "single_transformer_blocks.13.attn.to_v.bias": "332375915b3b6195bdf02b4b5644c4b1a54f2cd3b0a2824f235efc5bddf86c58", |
| "single_transformer_blocks.14.norm.linear.weight": "214bbb21a5e2fff1f48c27b8384ccec8b062c6faa07848c23c8989b37447291f", |
| "single_transformer_blocks.14.norm.linear.bias": "07ea2bedd4e14d2c4bf70b34a6c1ccc45ffe746bf2a59992a588ae5554be76ac", |
| "single_transformer_blocks.14.proj_mlp.weight": "fa0a0010c089b3783f607760f0721cd232c43777bbcb2423d96a878a0b5da70c", |
| "single_transformer_blocks.14.proj_mlp.bias": "2ff9a531abd26b39cedf1fe65d8825386af32f52094e716fc2ac176460963ed1", |
| "single_transformer_blocks.14.proj_out.weight": "23aed302273f7a773f7b2775a3002f44cbb58409742e49e60ac00dee8bc9ace0", |
| "single_transformer_blocks.14.proj_out.bias": "35f021f2cd99ad60bc19a5ca8a0ff0e130621a3cf6f54011425733c07483a742", |
| "single_transformer_blocks.14.attn.norm_q.weight": "070c812655230e49d4f873b9425c1652a9fa55036d8c6d86e8f731e98e05c333", |
| "single_transformer_blocks.14.attn.norm_k.weight": "fd8a8918fe60ece48dfce9f13001eec65baedf3c41e29cf32df852001695eb12", |
| "single_transformer_blocks.14.attn.to_q.weight": "634ac3fe06a35e62f17b3697942cb5a7bf3f4010e65b7e4f57baeba2bc3b8fa7", |
| "single_transformer_blocks.14.attn.to_q.bias": "fa0a14609b32631111ff763db990cbd44e144caa103f2a15de854ba7267562f0", |
| "single_transformer_blocks.14.attn.to_k.weight": "36fb331f753a466014bd388e9e45bb60a0e25c6cb4078f1553b98bb976dae3cc", |
| "single_transformer_blocks.14.attn.to_k.bias": "b22534b431f88e5a658c9e3422ccacfa7c7f729957f0504f75a262a7d4767a80", |
| "single_transformer_blocks.14.attn.to_v.weight": "782001ff5d0193c0af03fc92a3684074d4e183cb94c92b407b7a33122e6358ef", |
| "single_transformer_blocks.14.attn.to_v.bias": "7a54be63a578bcd0382a6cd7f5b0ba09d73e124c9e88beffea1df408396866bc", |
| "single_transformer_blocks.15.norm.linear.weight": "3bdcac2a47336323afdb8bbf1c686c6f6a79d14e2c6540e30c490d35f87936bf", |
| "single_transformer_blocks.15.norm.linear.bias": "7b8cb735c21fd31030219cf32943e394b7de9eaf5ae1f64eb87133db0281cb1e", |
| "single_transformer_blocks.15.proj_mlp.weight": "b670d646ca0cc9c526d6d3c00c9bac5bac224af5fd8294459cff589a10a98cab", |
| "single_transformer_blocks.15.proj_mlp.bias": "8f987b09890dd1168ffae32087336c349872eda7b45b6fa2699c9eb155977f60", |
| "single_transformer_blocks.15.proj_out.weight": "f0219d20c07851334cd08d9c1d0014c5726bf018304433d21a8b50512b10424e", |
| "single_transformer_blocks.15.proj_out.bias": "78bc124a8408031151fdade8cdb83ddb247464d235fdebf650f2a0f2274f3069", |
| "single_transformer_blocks.15.attn.norm_q.weight": "29bda10d4a8f75ed44941d1a82f99405685cdad18b98743387eed981e0e57c80", |
| "single_transformer_blocks.15.attn.norm_k.weight": "5ce1837c55abe1d08d2e175105b82144cda64d81029ae53a59576ea1049a802e", |
| "single_transformer_blocks.15.attn.to_q.weight": "43f8c19ca897a13ed465dfa8f7885684119c57bd1d6b94fbf88a2b93ec26d385", |
| "single_transformer_blocks.15.attn.to_q.bias": "e43bc55a8fad18d18caa4b237e76bd8b7c3bea9f1ff3748eb0b0c66fd50f6f28", |
| "single_transformer_blocks.15.attn.to_k.weight": "7d11898f2697cdf7a3bb91e17f91ab07ccd0187fb6922f7df36c8ac1b0b4870a", |
| "single_transformer_blocks.15.attn.to_k.bias": "482bcbb79cc638aa64685b264e821663314dd02484132b64aab10f71c8495818", |
| "single_transformer_blocks.15.attn.to_v.weight": "68884c14b58e0a86c341eec2660f4ddffde69cbac56ef448234213a4260d3520", |
| "single_transformer_blocks.15.attn.to_v.bias": "3b3dacef1d07a1a2bb72c8df4ff0c3b92bc471d4eb8ca3897079bee4276d8179", |
| "single_transformer_blocks.16.norm.linear.weight": "c6212856faf82aabe8c200d390ef695493880029f9f0111932e9da4235da2931", |
| "single_transformer_blocks.16.norm.linear.bias": "c5884ad8b2a2f96c3712e272160489ec6b902e2115915ccae32f009192aefb82", |
| "single_transformer_blocks.16.proj_mlp.weight": "9156cc1ac66537713bd3436bdab4211e317bcb113c044deb60b34e30e1652ede", |
| "single_transformer_blocks.16.proj_mlp.bias": "8796b01f0981a41f51e374adbabcaeb7e040e90df3d425ca3abe72074ff286e3", |
| "single_transformer_blocks.16.proj_out.weight": "32f4511201bbd4507fd06e968697475ced80800395d35f1a8eca73e0aeb706fe", |
| "single_transformer_blocks.16.proj_out.bias": "fb8313ba421dc53d4ff34545a3e69755e038613d6fed3b749d336b1f3fe2aa9f", |
| "single_transformer_blocks.16.attn.norm_q.weight": "09a4752d066a910a41cca38f7336d05c23d60694f701fb89e9464a41d6ee18ef", |
| "single_transformer_blocks.16.attn.norm_k.weight": "d4be572cad27523c3827e0e76cd209bad2df0205d74ee2fcb500d525702cdf77", |
| "single_transformer_blocks.16.attn.to_q.weight": "4269ccca48136ba540fd0e0e27eac31fb67d36fba535e893e41e47683d408a33", |
| "single_transformer_blocks.16.attn.to_q.bias": "4bb6f6b2a93e5e4a0e501234f3bc0645cc44bf1c43ec7a2daafe72f3c19f9311", |
| "single_transformer_blocks.16.attn.to_k.weight": "50edc1a50e30836c5306ea73bc63c0da92b028700947d6811316572880798e69", |
| "single_transformer_blocks.16.attn.to_k.bias": "ab3f7bd7bff03ae794307d5993ac28de7f8994589bf04e3d90f84cf2440155ee", |
| "single_transformer_blocks.16.attn.to_v.weight": "9c3a27a887fc5616e4f06b15e317158e015d7d48e0aedae97432330478398da8", |
| "single_transformer_blocks.16.attn.to_v.bias": "6db4925fc9d8152ed0ca121eeb40536968054a918c0ae9cfd69232eaea7f32b5", |
| "single_transformer_blocks.17.norm.linear.weight": "cf95917a326ba9fe06e9d4a40b5aafa1a13029731b7c77c67f31ac059358f610", |
| "single_transformer_blocks.17.norm.linear.bias": "60f8f8d8e31f2d523be609de448aec2a68ff50f91b53d33af1d48e3abf70d4fa", |
| "single_transformer_blocks.17.proj_mlp.weight": "8987b74a552768efb12178c374a30087cbaba058db58b016472183c0c5596669", |
| "single_transformer_blocks.17.proj_mlp.bias": "bb1e901eee00e67b90b8ccb411bb1dc697a4c9071312b944defd868d37d313c3", |
| "single_transformer_blocks.17.proj_out.weight": "8a75bb8582b5664f0485942c3395fdf4a750eb0ccc78146a08992654558b593b", |
| "single_transformer_blocks.17.proj_out.bias": "1d0f3982ff8584e9fc78f71a53d71616ae1e8a78b72c245c2ab06b2aa04f9160", |
| "single_transformer_blocks.17.attn.norm_q.weight": "a070a757fa0b34b07b416662c000781d64559dead82cff2a04f19d7a6eb75108", |
| "single_transformer_blocks.17.attn.norm_k.weight": "268455056147ee9e10657fbbaf9676496cb4fdeb3e983a7a5acf03546be51d22", |
| "single_transformer_blocks.17.attn.to_q.weight": "e47c9b5ab87de05818cb78ab9197a831ea3949d0f0e37277df077e10865d3117", |
| "single_transformer_blocks.17.attn.to_q.bias": "c4293aace8070c1e5d9a094540db3daa80edca0559df009578ddbd733aeff56a", |
| "single_transformer_blocks.17.attn.to_k.weight": "acaf2d90158d22c6c480deed2b4ffb8d548cefb1b16aa960d51e1b3443fe6b13", |
| "single_transformer_blocks.17.attn.to_k.bias": "6ed42426a1fa805d99dae40e1d5a164c189ea9bee611ed2f8659f26edcc5b987", |
| "single_transformer_blocks.17.attn.to_v.weight": "0b4d81fa8fdc73e44441aa25c822e8b11538f1b7e1d276e3d189feb09db0ab20", |
| "single_transformer_blocks.17.attn.to_v.bias": "dc304d45993fef299f2b3bc11fc7d607bf02ae1180773eba0795632e657ae774", |
| "single_transformer_blocks.18.norm.linear.weight": "8eb9067e495aaa54be881c213d18c579750cdd38a4ee95085b9064fe53cfe225", |
| "single_transformer_blocks.18.norm.linear.bias": "11709639bb3b3dd31d0a85429c26ca6d8809e57e8725ca6870e5bb4ac74ecee4", |
| "single_transformer_blocks.18.proj_mlp.weight": "20c76aa8874d174825c5a7fe717aeeb72a3b99c811f5d8117a181543f9f4f311", |
| "single_transformer_blocks.18.proj_mlp.bias": "cb4d85577d7eebbcf023c896eba1d35e953545a1fdb6b7ac93fecc2d367cd125", |
| "single_transformer_blocks.18.proj_out.weight": "acb0b45f91882ef4c1c2d6ee4408f7e8b60a7337f8f6b1708c8a07a251b36406", |
| "single_transformer_blocks.18.proj_out.bias": "a3d11ffa521561ca2778ef109d7ba34ca06abac80e0a6d07790a18bca15e6aaf", |
| "single_transformer_blocks.18.attn.norm_q.weight": "b648f3e2a7c91097c66b6334727f9e1b2efd21d0c448af88facc7bcfa5b369af", |
| "single_transformer_blocks.18.attn.norm_k.weight": "74b0663ea21217e0019cb1e4594bd2b86750079253ed60e982a2de95ee0df476", |
| "single_transformer_blocks.18.attn.to_q.weight": "9799bac13d4d7f5a426f279334cebca61e8aa50b95d6d17269490e241778ea8d", |
| "single_transformer_blocks.18.attn.to_q.bias": "37d3e9ec69d036859d985718c1443a9338acbbcbe219365c59f54ed71931c3fe", |
| "single_transformer_blocks.18.attn.to_k.weight": "0806749a171f8afabbfae7818fccf9535aa2f30416c5636cb50c0cf76940af4c", |
| "single_transformer_blocks.18.attn.to_k.bias": "a12eea04ec28100f11ef8fdc06a694a9c51f6495adb2ee2893d00dd2ec219dd7", |
| "single_transformer_blocks.18.attn.to_v.weight": "a3384081692bd0f5149d30fb3506464782428cec58046ee9a1027f8e85625a65", |
| "single_transformer_blocks.18.attn.to_v.bias": "8882986d7bad454b0ee78703f709995c55f761740a8901e7742f0865d34ff3c8", |
| "single_transformer_blocks.19.norm.linear.weight": "6a51dd56322fbc50714f434d26ebd7db4c974e431d1f7dd2d95fb8c1331ea5ee", |
| "single_transformer_blocks.19.norm.linear.bias": "ccba45961638305d862fcbd6fee3b143ad96d1f130eda51c4379f6aca4659deb", |
| "single_transformer_blocks.19.proj_mlp.weight": "1c553f7954c5bfe7e2827dd6046547e26e862231addba37e9520eb06ef597155", |
| "single_transformer_blocks.19.proj_mlp.bias": "3771b72d84ea5a67463971fddd749195f43e8117959d943e1c77d2cbdba64046", |
| "single_transformer_blocks.19.proj_out.weight": "294c41bfff47716a7b6c333a6e67915d8b1d01738ecf9fb6509afd8d6ebf3b7f", |
| "single_transformer_blocks.19.proj_out.bias": "b1e6ad19231229c0fc3bc6eda0f1febf12cc8b2fa2169f360fd675f9672fc244", |
| "single_transformer_blocks.19.attn.norm_q.weight": "0910a57469d915a470fdbb05d276fe73762334a638c4b1b64472a1bdbf61f13b", |
| "single_transformer_blocks.19.attn.norm_k.weight": "2efaabf7f1472d0e69d1e2ea3087d7c7194879ccb423bffcb75d208edba8a050", |
| "single_transformer_blocks.19.attn.to_q.weight": "f6b8e02e4fcdf1ec8722d056a091662ffd307a1c867f87bf084b3c5682fd1e17", |
| "single_transformer_blocks.19.attn.to_q.bias": "ee3d83c036cd6092f471cbbac6ef7e138526d24dabb6f7b0761832767cf044f9", |
| "single_transformer_blocks.19.attn.to_k.weight": "dd8e85f6f07b78d94760a6e0564b59e2998bdf089a67838d896b5a36c48bfdb1", |
| "single_transformer_blocks.19.attn.to_k.bias": "c2ff25e68048e049bdee910d85ae1da265c1139308b6c6183c0bdea54e0e56f3", |
| "single_transformer_blocks.19.attn.to_v.weight": "e2f2f3f6ab0d4682af1b7ca1ecd57143c8f35dbbb2668158bb2a4f487010325c", |
| "single_transformer_blocks.19.attn.to_v.bias": "28f3b6a7c3f7e743b9d6086f2a86dddbaeb10470d26cafd20f14fd283300b2ce", |
| "single_transformer_blocks.20.norm.linear.weight": "fc550398669fdb24ad185af69eb5d535012d56b9388caa4485e22763bea03358", |
| "single_transformer_blocks.20.norm.linear.bias": "f3080ad4e77c1adf3baa7376b03a5fc74c6b608a63c388995e84f8c78c0c60f4", |
| "single_transformer_blocks.20.proj_mlp.weight": "691b7130c69cba13cb6e2fd88057cf77688a87728ad27ab2fdba64eaad1364b1", |
| "single_transformer_blocks.20.proj_mlp.bias": "4600fcd8df3506b3f713f90691ad8bd9d069582e22e42a705602dd55250b33ad", |
| "single_transformer_blocks.20.proj_out.weight": "58415f2e51bd662fa116f49b0c6277326551f5f18779db35e59d24f00718c013", |
| "single_transformer_blocks.20.proj_out.bias": "5a992fb21fadb861db3ce28cc00b77bd5b085b72b875a97e4f2e3c1af4b31325", |
| "single_transformer_blocks.20.attn.norm_q.weight": "d5adb2d3c9a0eb701c62847670b3309ac729a50aab0c6a3cacde71878d223e0e", |
| "single_transformer_blocks.20.attn.norm_k.weight": "cd99e58b1914f93791858f801b40973528bf35cd63cb269edde1c2d953285135", |
| "single_transformer_blocks.20.attn.to_q.weight": "d9f0246fad379b6ddc4fb557fbb97a3a684c05e08cb9be1f5deb67f17ab15b1d", |
| "single_transformer_blocks.20.attn.to_q.bias": "3ab555d18e05343f798cebd7183f30d291ace425ead356d6b63e6071d80fc5f0", |
| "single_transformer_blocks.20.attn.to_k.weight": "4f94fb86d9f29547a4047b5de0e622e0c0fa2f2fc206fb369d18aedf426a9526", |
| "single_transformer_blocks.20.attn.to_k.bias": "c7f9a153fcfdf97df8596a55ff740c9c934416ab4c4ba29357780a6fa99b04c4", |
| "single_transformer_blocks.20.attn.to_v.weight": "aa8a90422b6e5c58d6ec0031ee56010c8a69f01ec44cf7a6f58f18d816095d24", |
| "single_transformer_blocks.20.attn.to_v.bias": "c85711eea3ae50a13a01aa8d6da0b059a1e14486c571258263b433d1303528c8", |
| "single_transformer_blocks.21.norm.linear.weight": "0cae7a76fef65ec9ca2af5ea042ae4969eff948576b0a2b9c9551b54d2909323", |
| "single_transformer_blocks.21.norm.linear.bias": "e535589ac28ce6f9e7867364898c06d4eca0deedbb807b3f87029b85f310c161", |
| "single_transformer_blocks.21.proj_mlp.weight": "1e5b04d97f04e90989d0b5b4f8934e0e216da4addc6e53742a44c98bae4db77d", |
| "single_transformer_blocks.21.proj_mlp.bias": "07da877b4f82d18c84d929b364f398bc7c93023347af12d43e0201f7f2571030", |
| "single_transformer_blocks.21.proj_out.weight": "dd9aeab2ad3afa684d0519650ade209a75130892e39a62ae8f2955cfa429dc1e", |
| "single_transformer_blocks.21.proj_out.bias": "70c6f13e4f03cd2a417f3be2864a72c526850d62446f8f05e83c9320497ac1ce", |
| "single_transformer_blocks.21.attn.norm_q.weight": "dbc4d9a1315c0eb3f1edcda717e958263438c0e7fcc93ba0a28dff9b7ff1d052", |
| "single_transformer_blocks.21.attn.norm_k.weight": "0cc270fd17eb00df970c23efa97245476fd46e5f2dbd9c55763077b1731c939d", |
| "single_transformer_blocks.21.attn.to_q.weight": "3cb727cb035025224bbb6186ba53233e221c4f37ddff11cc61bc1ac5f06d19c1", |
| "single_transformer_blocks.21.attn.to_q.bias": "03b1b5467887ad9175fbb3d1a1a8943504d275bdab39d1c681afdd920d686c89", |
| "single_transformer_blocks.21.attn.to_k.weight": "d719ef81abf338f38ca0a48de48691b53298f8f9249cdaa3a36aaf470627d31b", |
| "single_transformer_blocks.21.attn.to_k.bias": "1c491f75cce08bbecffb595098bb7ac047439d3954ec2d9e818ca6029624bfd1", |
| "single_transformer_blocks.21.attn.to_v.weight": "c3ffdd93ef7f7b1b696ec791186d6558403771c7f926687c8937a83d1f9fecfe", |
| "single_transformer_blocks.21.attn.to_v.bias": "69099fe78400188d393d7792c3f549a4f94c71ea7296f7cd0fbabcd086cb9b9b", |
| "single_transformer_blocks.22.norm.linear.weight": "284b09cda79942f734021c41d3246b1957781d88261576f822ef6340342870b2", |
| "single_transformer_blocks.22.norm.linear.bias": "4d931e1edba5adc1c84fcc0afb31a6909a56c255808ed025044cd8e8de94baae", |
| "single_transformer_blocks.22.proj_mlp.weight": "3a75bf6f6d8c6c793a72e6a1ab99a222885de759644ac5e131681a247d947f04", |
| "single_transformer_blocks.22.proj_mlp.bias": "fe5d5c4fa92000a7fa86c74b50d6bf55d03f8ffed6106248e31e525a57329c0f", |
| "single_transformer_blocks.22.proj_out.weight": "a090d8c68f5dadfaf5ce021e0943e96fbe4c863222b38b70b4fd7056ba747364", |
| "single_transformer_blocks.22.proj_out.bias": "4139575de5fe4a1c6affb49aee5ff0504738354083c954515af99f59f91c3c00", |
| "single_transformer_blocks.22.attn.norm_q.weight": "183fd7e34cc1be7c54e72941071f0a753c80cca6da86944f49b7aab6cf590fb2", |
| "single_transformer_blocks.22.attn.norm_k.weight": "5dc509f44ab5a9d028102bee7e1a59b13b2d42a62ba4e67e192fd92f23804956", |
| "single_transformer_blocks.22.attn.to_q.weight": "d0c78b87110ee972084bdacf1578ae9f524497b7862586e5ec886a9782d086e8", |
| "single_transformer_blocks.22.attn.to_q.bias": "8ea44246bc27bd19299bbbd605a7d86af84e32c37b0af9a8d5c2e74139fc89fa", |
| "single_transformer_blocks.22.attn.to_k.weight": "5b13090d616185e44fe0939fd0d1601603682aa4854b3013523bc604661f88a3", |
| "single_transformer_blocks.22.attn.to_k.bias": "1819bc097bc1e1ffe2bdf8672b6f0adcbb422a892c2eadb44f7f9ba9205a8f43", |
| "single_transformer_blocks.22.attn.to_v.weight": "f2369088052b718ae4f6268994c0f541924efc8c5969719ed386321b897a8331", |
| "single_transformer_blocks.22.attn.to_v.bias": "16fd78c8ed94f2a956279abfbdb11554fddab2712eb366633e6ab7d8a56af858", |
| "single_transformer_blocks.23.norm.linear.weight": "f4667cd2abac84ff75eb88c14cfcf2729ce3484784309cd26e854f7f6aa07b21", |
| "single_transformer_blocks.23.norm.linear.bias": "1ccb30edc7833334cce4036e17dcf30185bf5048c833387ebcbb2eaab12d5580", |
| "single_transformer_blocks.23.proj_mlp.weight": "bd6bb29bdd7c3958954e89dd543094e0676b67f60080e09f68b21c6a3cf51341", |
| "single_transformer_blocks.23.proj_mlp.bias": "193e80599f514fa393e8109421fc109a81eb45687705819f69d51bf67a00bddd", |
| "single_transformer_blocks.23.proj_out.weight": "2886072d9703a37a0cfef8a821b47a8a2456afb95ab04fd3ad9f584158209657", |
| "single_transformer_blocks.23.proj_out.bias": "267ed4d711d6da90f4052e8678431101b3893cecdcd55eeb6df351faef07a2cc", |
| "single_transformer_blocks.23.attn.norm_q.weight": "1a236725f50f00826822412db273b920794e501068a5cb890e81946269c50ffb", |
| "single_transformer_blocks.23.attn.norm_k.weight": "259a3b60d0f1ba2d44f70995619b6c13c4fcae4f40f084ccbb2afe61ccf78369", |
| "single_transformer_blocks.23.attn.to_q.weight": "429b6af8b277098b4ae8c7d61d09724779aff9f013f1bb589ec562cdd31207fe", |
| "single_transformer_blocks.23.attn.to_q.bias": "386b7e7e24cab9f67a0eaa44cded8e48cbda8702c5585a12738664b96cabae73", |
| "single_transformer_blocks.23.attn.to_k.weight": "aa6995f721e7898255eb8248017ab4a930b797ab57da99892b9aab0f2da5ed63", |
| "single_transformer_blocks.23.attn.to_k.bias": "fa089311a9497c66b4a9f5702c98850d60bb720d1ef55e692084cb3a0dc2e445", |
| "single_transformer_blocks.23.attn.to_v.weight": "7860885563a5e4b93e2e14463d0a1cc5ef0f8fa76e9508a0bab2093490df6dbc", |
| "single_transformer_blocks.23.attn.to_v.bias": "edeecc3a7e0108e0a06a5c6b25022b9c9c35a06e9277e606dea1e4658cfa2be7", |
| "single_transformer_blocks.24.norm.linear.weight": "89a2b37edaf69937558757bd45c6d8c1c947a407fe94d76e9ccd2945166f7e2e", |
| "single_transformer_blocks.24.norm.linear.bias": "7d4546235d97d0a3476b1c99989b9059b3d5cd0154196d01213aae7db0d59864", |
| "single_transformer_blocks.24.proj_mlp.weight": "a52f798bbca1eb0c39b34767b32f9940e76626bc5c5e439801da8b94d716a629", |
| "single_transformer_blocks.24.proj_mlp.bias": "003bfbeabc71574e9f256e48060709f105831660d2b8ba728d912b250d07ffda", |
| "single_transformer_blocks.24.proj_out.weight": "32ef1d6215f16281b539c515a21124659c684b868d62f4aa4958f436191aa8c5", |
| "single_transformer_blocks.24.proj_out.bias": "6e73c4a20ee4c2c33cb005873c6f994d1a8a16e0d105bfac177e26635f66d0d0", |
| "single_transformer_blocks.24.attn.norm_q.weight": "0bc1adc8b8294343e51ecf1e649399bcb6bf69b54216a41215a18cba835d5c86", |
| "single_transformer_blocks.24.attn.norm_k.weight": "08b08b6c97eec332e4d3a45bf38e80739efea855a98c09cb4d7ee2a78dbee392", |
| "single_transformer_blocks.24.attn.to_q.weight": "e6fbd50530f39ea545314b0c165dcc719045a3949e88dd58218505c1490658b1", |
| "single_transformer_blocks.24.attn.to_q.bias": "2e8a3d9a9568d5896d6f24695e9e1ba4bd2e0e794a673e6a62da24364aa606fe", |
| "single_transformer_blocks.24.attn.to_k.weight": "d6502128559c9b096f8243cb6786be0ceb31a5b586589ccfda1b64157c1f7d5c", |
| "single_transformer_blocks.24.attn.to_k.bias": "0931adeeaa072c6fda6b0356b026b9f5820ea05ea64a7cf42560cc0090145afe", |
| "single_transformer_blocks.24.attn.to_v.weight": "977f657b1761590a8b2e9c2d4706c992f3420c8ae875589893da094ebb0f06d1", |
| "single_transformer_blocks.24.attn.to_v.bias": "e71198cd75f0326610ac2ea62962e7351271497193e2ab69b6accc1973cc85f0", |
| "single_transformer_blocks.25.norm.linear.weight": "336b0e75ad97994f417a817d14bc3149977391f2f5ed64622108a20604b62cd4", |
| "single_transformer_blocks.25.norm.linear.bias": "8f328c4c08466b96965c95b0553b58412e981cc12af9514851d5f5eba69d1f89", |
| "single_transformer_blocks.25.proj_mlp.weight": "06d3eea39d2e6752eb51565e3f6464597730d10f40e62f1a0b3500c3c471c423", |
| "single_transformer_blocks.25.proj_mlp.bias": "4cbf2ab704ed7a9c485072e318ff62d0415fa11081984b4cadb63b87dfbef8f4", |
| "single_transformer_blocks.25.proj_out.weight": "3fc6cdb73f066704a82a8bdeda23334e9c5b2eff34aa3fdc827cd52486923b20", |
| "single_transformer_blocks.25.proj_out.bias": "244073ef640927fdaac558558084e84a1a4e7dcbbf0c5c8bc6e72e6cc0677cec", |
| "single_transformer_blocks.25.attn.norm_q.weight": "a8fd740d9bd771ae6ee2d9873ba0bfdcbd3bdfb8404fa3edb87ff9d73d0fe704", |
| "single_transformer_blocks.25.attn.norm_k.weight": "dbfaafd279ea1d270f6865922bcb97964949e36d56f9d96be678ca9925c6aa0e", |
| "single_transformer_blocks.25.attn.to_q.weight": "fc371f4bb516adbfd67778806acd80106f7a60508f70aac03ac7a0ee21b8fa89", |
| "single_transformer_blocks.25.attn.to_q.bias": "cc74f0cd1296b9c1a64cc62aeaf4f1a335b3e23a2b125d9df98ea155a7a65728", |
| "single_transformer_blocks.25.attn.to_k.weight": "373e8918402678b1ba7a965ee9adb090b16f8dcd45478141e4e218bbc4d483bf", |
| "single_transformer_blocks.25.attn.to_k.bias": "f030ff6845eb71f79d08bb46394b2a3bba0eb2235f24d7afb5812c0a5b4b488d", |
| "single_transformer_blocks.25.attn.to_v.weight": "27516eb5c262957870bc1e8a455d18708cb2f27f7d87c707bc6769c87380a695", |
| "single_transformer_blocks.25.attn.to_v.bias": "776ec93e2babc441c9dbb1ac7483fc98b498017c6383321ea9e0430b15a51f33", |
| "single_transformer_blocks.26.norm.linear.weight": "456e602116fbc616d0634fbc886437949d16a446f5c4c3ef8329e85016f324f3", |
| "single_transformer_blocks.26.norm.linear.bias": "10f3e0fcda4595fa403485de6911307041d9a9a998c4fa6b50f2efc00c84090a", |
| "single_transformer_blocks.26.proj_mlp.weight": "dbc291eebcfd00687710287e63a475c5256ec1c57b0e5bf1c460c44b6a6e1c9c", |
| "single_transformer_blocks.26.proj_mlp.bias": "f242b7a48706272461b5d70aef9a1904a74fedd44240067c45c3e503c833bfa9", |
| "single_transformer_blocks.26.proj_out.weight": "c8bdf584f527ef32bf8401ff350f0b5852e0ad3c682a9b04c43152e5d5a58942", |
| "single_transformer_blocks.26.proj_out.bias": "968dbd21f17170f5abd9a4be3b01a011ef14de7359299bf81d874a487ea95b56", |
| "single_transformer_blocks.26.attn.norm_q.weight": "679e93cbddada1c0f50a6f79347975ca27db34d3a1aa47f1ecc9634d4f64ea5b", |
| "single_transformer_blocks.26.attn.norm_k.weight": "7bbd28cee25bfdec1a0e31ddd848aab19733ef060f3f2ad4bcfd0eb7e565a995", |
| "single_transformer_blocks.26.attn.to_q.weight": "ed8f85c8ccbae740d0e6be2e8b6236db94a065ac977e6e96c17c7d649df6ec00", |
| "single_transformer_blocks.26.attn.to_q.bias": "3f7dbc236392c06bba9497cc774e2620d4cfcf04cef64ee1ed9f3a56b4ae1b09", |
| "single_transformer_blocks.26.attn.to_k.weight": "934e760246b6d4583dd90dc90bf3d5e746217284669806a299da7e448113fbf5", |
| "single_transformer_blocks.26.attn.to_k.bias": "79b03e0b088f8c9dc517b6b2396b3e99c4a010b2416925a4c327eb3db66e30e7", |
| "single_transformer_blocks.26.attn.to_v.weight": "15c51c016bc9667e99c0057a1a9ba3c19f81756985406d172cc0312878463a04", |
| "single_transformer_blocks.26.attn.to_v.bias": "ce84d93a9bf83ce1cac98ffc073c704d1d138aee99ea8291f6fef93e48abe915", |
| "single_transformer_blocks.27.norm.linear.weight": "0255a8551a0c47527a904c5f21987bc4b762d1141ebd45f4a68525dc8803d3f0", |
| "single_transformer_blocks.27.norm.linear.bias": "14d0f235e3f4006ed4f38decb4536b492929301177976b047b4a93f4c74bc825", |
| "single_transformer_blocks.27.proj_mlp.weight": "2ce0dac2575f785009ef9b31f7650010e1a4b7b389dbcecd202884f576044a8f", |
| "single_transformer_blocks.27.proj_mlp.bias": "50ba5bea8069498b1036ba3958ab97e0e9a7da458f276c9c641fda015fa76a41", |
| "single_transformer_blocks.27.proj_out.weight": "9d237efe08e63250b1ec98cd30311b180e4424818d40c06f619abea0568858fa", |
| "single_transformer_blocks.27.proj_out.bias": "0bac646389b70c74db9d0bd99e8cd875950c7b975ed1229f0e18b126ac46fa26", |
| "single_transformer_blocks.27.attn.norm_q.weight": "7ca99a4c2bb0bff9d230dfbbdadb67e13667ca3fd6640ad5c42c28ce1d1f4e61", |
| "single_transformer_blocks.27.attn.norm_k.weight": "35df0fda87eedc2af07ca57fe277247771a1f29438c918c531cde378d8d7bcb5", |
| "single_transformer_blocks.27.attn.to_q.weight": "bb101a32a576c0874b40043627caa52334616f58aedfb9ef6a35733ca337d585", |
| "single_transformer_blocks.27.attn.to_q.bias": "e0c13c087fcdcb583bd35e6586bfeb9c4216a1fefdcfceecf7a8ddfb3b28ec0b", |
| "single_transformer_blocks.27.attn.to_k.weight": "944b223a257632f4c12717c88267fa48d40ce9f78f52ba8bd9256f44d9949a36", |
| "single_transformer_blocks.27.attn.to_k.bias": "1c844d46db09ec2985a3d0f338693ea7ba7bd3f38aa8230bc85dfcc785adbf3b", |
| "single_transformer_blocks.27.attn.to_v.weight": "7b3a410240a7c3dc12c9831078d36b33c34d1bfcfe56ed35cd63dccc9d0588ff", |
| "single_transformer_blocks.27.attn.to_v.bias": "899e1643d90ea692d30dd7e17de8556f9224c98c8dec7e4cbe4907900ddb735f", |
| "single_transformer_blocks.28.norm.linear.weight": "1b9fac4619378318fc839aaf70280be5dcc34e8f7e8d20f03de2c0f1bb9ec938", |
| "single_transformer_blocks.28.norm.linear.bias": "b20b5bd0ab152642fcca3b0f87a986a1e38fb3da0fa005fe56cd25439afecb82", |
| "single_transformer_blocks.28.proj_mlp.weight": "59fb3946a3563511112ce1ca4005468feeb01ed51c2deeda35530600fe70560b", |
| "single_transformer_blocks.28.proj_mlp.bias": "bb7e90f4cb0d38c0a1e309a48ae5e425068d31a0327c37d74d256757e32b2592", |
| "single_transformer_blocks.28.proj_out.weight": "18fc336146239af77e05dacc9066b636c81aeb875063ac8714cdd8c8e910659e", |
| "single_transformer_blocks.28.proj_out.bias": "ccb281e8b625dc04293a9504c0b0180751bb689097c9de7ff53879a910590882", |
| "single_transformer_blocks.28.attn.norm_q.weight": "c0fd78766bd433ea56ccdec28bdd18773643d26097826aecf8d28692287dcaef", |
| "single_transformer_blocks.28.attn.norm_k.weight": "d13b54304bdab3bddf39ace3ede651a16b79e44db7b09342180da433d7234652", |
| "single_transformer_blocks.28.attn.to_q.weight": "f57eabcd0a3ab8cfa86bae92632653a08595636ddd9b7db58d58ce209336924c", |
| "single_transformer_blocks.28.attn.to_q.bias": "16b0bd28ecbba9811e4c0f17e53d84a64a1990eaca03d05eb270f54fcf9c1bab", |
| "single_transformer_blocks.28.attn.to_k.weight": "2c6028705b28e2a9581c5f9cfc896904a250d632df5cad17b86acdbf04ff1c28", |
| "single_transformer_blocks.28.attn.to_k.bias": "c6c13f0db99959f5462ebb5b95536fd0001e29546b49956099bc72f8f2f5ee71", |
| "single_transformer_blocks.28.attn.to_v.weight": "c75228de8539d0ca4b2a3f7ec6bac029973cd6a4daaa8a5240c918b5fc4145bc", |
| "single_transformer_blocks.28.attn.to_v.bias": "3e411b1a7cd3f79bef2590d34d335ba5b0b06ed34e3d66ece5f05c38649ac8fe", |
| "single_transformer_blocks.29.norm.linear.weight": "4b8a1d95769ac6f1e5745d7d7655b66b40d5bc64d8cbb7ccd3356f6de8d44102", |
| "single_transformer_blocks.29.norm.linear.bias": "454456e82cdafaa1ddc9ef0194641e7716b00235b312c759c57d5114571fcb34", |
| "single_transformer_blocks.29.proj_mlp.weight": "f836069dcc0f56a7f268cb0b9d3d9c8fb8252370ecbeff766558b68d1c17025e", |
| "single_transformer_blocks.29.proj_mlp.bias": "3bfe3554783e44e9cdbcff74ea74d867f78b13677cad3c4c504eeabf26f54b43", |
| "single_transformer_blocks.29.proj_out.weight": "e68be6f73212c7cbfe465be7a4765ce8b7e051f4fae2a136fcbc65ce349974f1", |
| "single_transformer_blocks.29.proj_out.bias": "40d6fa1602ecf7ea121bbf392fe3356f0b62056b126e85fa7644d6cdf6bfe662", |
| "single_transformer_blocks.29.attn.norm_q.weight": "6241560f485b96941a802a70c5d831d93e3c83b4ebbb33db0d60553bf19d30ed", |
| "single_transformer_blocks.29.attn.norm_k.weight": "b551f19f5c304696a436cd55271af6b65fea0aefc7b55ed7d1d2be43c925da2f", |
| "single_transformer_blocks.29.attn.to_q.weight": "2c6be1c1256b09817918a73315a70328ab37578041d9abac83b10e55b18ec2c5", |
| "single_transformer_blocks.29.attn.to_q.bias": "9514e166bdac794a108fbd4530cfc0498a6d091e8b1c459654c76d1f7898d824", |
| "single_transformer_blocks.29.attn.to_k.weight": "016bc920a1c3df17726d769d871599cb13eb2d53a1a09077a8334a21431fca80", |
| "single_transformer_blocks.29.attn.to_k.bias": "8a8fc342e2defbd7a2121077b1c4696840a39036ab79b322c69973b4b07ea79b", |
| "single_transformer_blocks.29.attn.to_v.weight": "6fac56c17c25974d91f74e84b274373305bd61ae67ff8bfbf6c017eed3f6f9a2", |
| "single_transformer_blocks.29.attn.to_v.bias": "fc618a3ddc5becff703c96eacc5f5e88b21336a84a9056116c19619bd3d1f8dd", |
| "single_transformer_blocks.30.norm.linear.weight": "0741f4d9c25187c03fc60dc9281c83f67e3b826a58e4d8806028ffcdc2ad429f", |
| "single_transformer_blocks.30.norm.linear.bias": "67f9260f1782bf058274c30a7442fbaba47bd6ecb7e48a8773550d99f4e519e6", |
| "single_transformer_blocks.30.proj_mlp.weight": "d4d8445535a87d3f6ec009a3b3dd5b022e63cf6e2c606742b45fe782d26f0f05", |
| "single_transformer_blocks.30.proj_mlp.bias": "7801101cacb9427ff564cbaba5eb6b0937a3d2be5f20178ad80cd0595b871093", |
| "single_transformer_blocks.30.proj_out.weight": "3d9c344f098c12ef1e44284967044ff3ebbd2598a204b311278ccad3f3eec77c", |
| "single_transformer_blocks.30.proj_out.bias": "ec15e41aaf008fa8ffd751ee497b677a00501c053614c8d0198d85ac48099d48", |
| "single_transformer_blocks.30.attn.norm_q.weight": "116ba7c9512b901be836b529ef686b3620ce9cad72c27c1754cc6893ed71a77b", |
| "single_transformer_blocks.30.attn.norm_k.weight": "358804c5ffe11f60a36724ebbe6e982b69955fe72131d0c621f62aecbee5300a", |
| "single_transformer_blocks.30.attn.to_q.weight": "8455b82dcc891a88a6b5b3e2e4534e061f2ac6f4a234285d2435aa49961b0faf", |
| "single_transformer_blocks.30.attn.to_q.bias": "6be5848b73789c366bc7fabef03f174fe1ccfa1b7ac7ce02600fe3cca210f3ae", |
| "single_transformer_blocks.30.attn.to_k.weight": "2eb5dc27e4a63927db0a0f594fcd8abcbc844b2dae32536c4cd314df61e18058", |
| "single_transformer_blocks.30.attn.to_k.bias": "9e7c90d2c4b89cd5a83a2f657f3fa26aebf852db46a6f9220f1fadb6c1eab7a5", |
| "single_transformer_blocks.30.attn.to_v.weight": "9769cd93ccf2859fa4add2fdb07a585c5d9ea6110b4775892c0ba5ad8d1ca8a4", |
| "single_transformer_blocks.30.attn.to_v.bias": "b1b6dca5417d9de20a2ad4b12374e8fae41eef00333561987b8cba06bbfd7d4f", |
| "single_transformer_blocks.31.norm.linear.weight": "c19219c15e990272b974b4bc698e6fce743790084d4ae0a7a999a5f0612c7543", |
| "single_transformer_blocks.31.norm.linear.bias": "14b456fa7dd850e23b0b789f9e5b0d5cbf2c0182ffe3edbdae04b10d9738648e", |
| "single_transformer_blocks.31.proj_mlp.weight": "197beda3bd4466769e6562e0f70f07876ddcb61bda46ac94674c918892410454", |
| "single_transformer_blocks.31.proj_mlp.bias": "acdcaaa452bba95d9a6331fff1b03232274a0fd19dd57030a23ca18e7b9927d4", |
| "single_transformer_blocks.31.proj_out.weight": "61c99547f7e3f8680665ab1d0b118850ba9ca78b184c54ec27d77fce47728af0", |
| "single_transformer_blocks.31.proj_out.bias": "619565614b9064efb4496a5461774716e3c8b1ebac24cfde40d518f87e0e9a23", |
| "single_transformer_blocks.31.attn.norm_q.weight": "0e9491790761799f4f12acbf1094b693085a548920cbdd35bbecb6041293ae77", |
| "single_transformer_blocks.31.attn.norm_k.weight": "507989e02aae422d1e574dc010cbad46c6bc9109ed7cf0770f91e941a7c1b1cd", |
| "single_transformer_blocks.31.attn.to_q.weight": "dec090fb22b86ca9a7b114d989a7b520e5fd99600591c257772b5e2b7413d91d", |
| "single_transformer_blocks.31.attn.to_q.bias": "0fcde93062200d87949d6ac142499e199603dce1993fac97221554d4218de142", |
| "single_transformer_blocks.31.attn.to_k.weight": "bea01c81d3d635804ed6c38b12522a5a9a019dea13c67a982e75732c5904d85c", |
| "single_transformer_blocks.31.attn.to_k.bias": "606abeb1e7b874ce708702b9d77fc045ae8509208450e15d41b18ba05b9e1981", |
| "single_transformer_blocks.31.attn.to_v.weight": "6f2c1f1cb8b33a54bb22abb8ace916cab043c4e572b5bc54785f81583e411e4c", |
| "single_transformer_blocks.31.attn.to_v.bias": "5c0b554de00b07eb73ccd44db00cbc9ac6eb35066d0f2126455335616b34c0e7", |
| "single_transformer_blocks.32.norm.linear.weight": "12e27dbe5a65a4a86056fdbbcde24a0ca38f3517a217c05e8d20322ca017d9bf", |
| "single_transformer_blocks.32.norm.linear.bias": "7143ece8a051e7eafe2a0c9553d73d8f059ac136c596c9f6a9b43fb707dee439", |
| "single_transformer_blocks.32.proj_mlp.weight": "776c87b4ac153d93db0fe63a269f6f22f28ccf40e3c7680f58d3241e2ac17fb1", |
| "single_transformer_blocks.32.proj_mlp.bias": "b14436d1638d207786ec56c563a9a3e19b2706af12a2f3f7a4907064d23acc9c", |
| "single_transformer_blocks.32.proj_out.weight": "d110ea0951b49e1cf0f99e5603348e7278429180c24bdfef865addbd1c2a3610", |
| "single_transformer_blocks.32.proj_out.bias": "c0108b679a798a50abaf2749f572a8db3ec405d8a5cd03e45519bc235c2a6eb3", |
| "single_transformer_blocks.32.attn.norm_q.weight": "51d027ca0e59e0edc1b8f9348a5a3b2b7febfadda7300684c33c05dc70233183", |
| "single_transformer_blocks.32.attn.norm_k.weight": "cd1a2599b73797a0aabc655512eea55868f164a0096c0e8e7e2fcf52eab14d53", |
| "single_transformer_blocks.32.attn.to_q.weight": "aa211b543dbb175c4ec0ec3935e375960dbe293069e6933cc5e05dc0df497a00", |
| "single_transformer_blocks.32.attn.to_q.bias": "40ea9fa7e1a74161dacf9c29f17b24ae2b027e3804be1bd9596c6f07fc14d32c", |
| "single_transformer_blocks.32.attn.to_k.weight": "cdc8a82fb659cf85c1abbe3b427e4aea00e6cf68e59c8785e06d78ebb228924f", |
| "single_transformer_blocks.32.attn.to_k.bias": "a68184bd22072a00cd7b9ed5fb6709259592a088dab48c5613d06f8b0abcad41", |
| "single_transformer_blocks.32.attn.to_v.weight": "993f2b0481b305d8acf3d8df8c37a3c1aba20b42415b0ac16e9cd9458d160891", |
| "single_transformer_blocks.32.attn.to_v.bias": "8e9def29b9f8cd30fa10f33778881876ead2ea39b339db3a3b497784b5899b8a", |
| "single_transformer_blocks.33.norm.linear.weight": "c4840daa52cae9ed8b179f3e27fbafb1fb5af137ce0e32405fbe422ec1c91374", |
| "single_transformer_blocks.33.norm.linear.bias": "7e85a759697a022508e6b24a3637a0ac09cfbabafc26c29df380feeb11474161", |
| "single_transformer_blocks.33.proj_mlp.weight": "d9abd2650f3b50f7fab7a94fba3a0715fdb5438724ca80a1adbc7d8ce634c975", |
| "single_transformer_blocks.33.proj_mlp.bias": "5ec3f0629c9e146ce73e5a66876e4ee7ae00e294895615c2de5c5a1b0bf25cc9", |
| "single_transformer_blocks.33.proj_out.weight": "0c4f67104ec1e3f166f36edd3eb54499c344daa692eb01e17e3abbe530dcb6cc", |
| "single_transformer_blocks.33.proj_out.bias": "5f80240c0c0d8b6ae375aa95b584fc10fcddc2d20d389fc9569aadea58a0f398", |
| "single_transformer_blocks.33.attn.norm_q.weight": "e2294a211c82f2d3b2bb15709b21bcaffe39c90c4b53625ebe9bccd3839ca7e8", |
| "single_transformer_blocks.33.attn.norm_k.weight": "251b4c873fc612cacf119837a86ef127eff3caa749f6b59c9fa9b615b4ec4508", |
| "single_transformer_blocks.33.attn.to_q.weight": "83cc19bf0fee0a5564d7504931bc3714f3757f380cb075796610355f75aed792", |
| "single_transformer_blocks.33.attn.to_q.bias": "dc8510bcf24b3460973fa0352c84872540a05ab8ef6ad77f6e91e5434f753ee8", |
| "single_transformer_blocks.33.attn.to_k.weight": "195e714e9a879875c84542e60f0e2cee780f65b9b9d1e05861578600e413a659", |
| "single_transformer_blocks.33.attn.to_k.bias": "9c9e8342097090706ea1843cb3d373af8493c2b065b82f0f5cf851cb06e622dc", |
| "single_transformer_blocks.33.attn.to_v.weight": "450ce023cd019fc25cb6e22b4a3decb167be0efaf18f8f112f6e4d6620067101", |
| "single_transformer_blocks.33.attn.to_v.bias": "43002c0d669001ee99c2ce2a262b51497174566b005960c1c5a3a12b625df41a", |
| "single_transformer_blocks.34.norm.linear.weight": "54b0bef0972361a224be87a7030f8e7a977f1475ade390dd575534db916e722c", |
| "single_transformer_blocks.34.norm.linear.bias": "373eeb5fbecd1ff4bf6e462562ebc38eba3c5b9b06b81871b587d0ebba1c91fc", |
| "single_transformer_blocks.34.proj_mlp.weight": "93ad3279ac5ee75e80f65b775cbadda3785c4bd2ce9bb1360d5cc5e2b82a1c2c", |
| "single_transformer_blocks.34.proj_mlp.bias": "275992ce5bd671a4d2db556ea0fa4ffc0e2d084ab7cf95d33ec0874cb5ef23b3", |
| "single_transformer_blocks.34.proj_out.weight": "32581b0db8869ed2b09eb9e2287f2c00912e2f7555fcbe54c1b0334e6e2eb610", |
| "single_transformer_blocks.34.proj_out.bias": "11b030c0d8ed81853b89818063fb9bd143af947ed8c68125e0e365c8a86a9adc", |
| "single_transformer_blocks.34.attn.norm_q.weight": "5038567c2da90850b8a9e29b587f2c5a0b0a7a05da0379ff27cf63ec4f06aee1", |
| "single_transformer_blocks.34.attn.norm_k.weight": "c000489f2d2b321adccd5ff4293ef6ab18dd741daaae66cb4faf74e2bed00abd", |
| "single_transformer_blocks.34.attn.to_q.weight": "be76dcba41156ee1bc7445286c2b75f5c7c0b0449b6150231c8029bb2cbcf828", |
| "single_transformer_blocks.34.attn.to_q.bias": "6253d9b97fe29a6230343bf9a46f6fb69b2245964d9e1d107a11a2cf3b2578b7", |
| "single_transformer_blocks.34.attn.to_k.weight": "c2ad4c27fcf92e78285ccbbfbb75cacbe3540f4e596efecfc5c0869640193730", |
| "single_transformer_blocks.34.attn.to_k.bias": "f9d4a713dff66a158ffb5ff905579afc9be7fc04a6c7091557bee7c13296715f", |
| "single_transformer_blocks.34.attn.to_v.weight": "c9a2a654b6f258f2ca26db4c54a21c2a8857f5d25c746f10a9d7e2244768e142", |
| "single_transformer_blocks.34.attn.to_v.bias": "61fa620fb04534c3840f266b253453527484cf68b77ab494caf5a829251135a6", |
| "single_transformer_blocks.35.norm.linear.weight": "0374f4dc51bd85578b2ea4f906f0ebf5da18a204d3052c96593b84f6d2a4f9a0", |
| "single_transformer_blocks.35.norm.linear.bias": "563dc441865d66e1ee0286d8e78d980342fae61febf4dc64ed27ca3018c2addc", |
| "single_transformer_blocks.35.proj_mlp.weight": "80e5a283da222941e9dedc5c751bdeb01fdf72faab3cbc15cacac548b4655656", |
| "single_transformer_blocks.35.proj_mlp.bias": "0d2127fd7d5f61e1f05bf54f68916c8f5f253f6b967e19dfdad62f779919b020", |
| "single_transformer_blocks.35.proj_out.weight": "b1d72c091f9aea322ee8a74ae8c5a0c29d8961f063bf28bf33eb78ea142a07af", |
| "single_transformer_blocks.35.proj_out.bias": "510b6ab8200d6361157d4fa6e856f2f2d924f34ca7236cc8f5dc64f598ec53b1", |
| "single_transformer_blocks.35.attn.norm_q.weight": "e1588ec417eb9925612da17b91a7e04729cc9373a484f855ff120e65ebb4197a", |
| "single_transformer_blocks.35.attn.norm_k.weight": "54d7248927f4a8b8e326b8b49862177e82c06b3491cc307b560e964bc3482560", |
| "single_transformer_blocks.35.attn.to_q.weight": "4aeab98b4b2bf4a36e9fc182eff0b8285fe0d28cf7c90571b594155f9a456b88", |
| "single_transformer_blocks.35.attn.to_q.bias": "79f9a12331256226855149cbbc4bf1f793900fcb69e3a1610bc1d2b6e0d70c43", |
| "single_transformer_blocks.35.attn.to_k.weight": "ab75e03e9180b7c4b676375e6894b668d932f9b9bf339e92c94b2bade7edd3d5", |
| "single_transformer_blocks.35.attn.to_k.bias": "33cbbde8619fe841ffe9acf9db451506ad372ff22112b369a08ad3230e70c3c6", |
| "single_transformer_blocks.35.attn.to_v.weight": "96150acd866aa0a19b3a794e318c4007959fa53e23136ed9439332da401d0c12", |
| "single_transformer_blocks.35.attn.to_v.bias": "508932e8ad420ce015e2d4121633d838b589bd51e94c532fa21e17429010d34a", |
| "single_transformer_blocks.36.norm.linear.weight": "6f8f880b31b954e08af2a0e6a82ef2082a2dcd02e9922c104c2682d000a7d774", |
| "single_transformer_blocks.36.norm.linear.bias": "a4ba642a2fe9ebf53155f6e9d167bfcbf49db2e025e88a5faea08e337abb558d", |
| "single_transformer_blocks.36.proj_mlp.weight": "6de36a0e926629b957c13bcd9b522adac394aa45458469df2a724e7cc247acc2", |
| "single_transformer_blocks.36.proj_mlp.bias": "2eb21fcad510ee1ea89bd8b4139511575264107dc3bb45553c340b8e0eed5c11", |
| "single_transformer_blocks.36.proj_out.weight": "818cb122050ae2231092d6cd1dc589dfe748d183eec9abe7f88329dab9b3d503", |
| "single_transformer_blocks.36.proj_out.bias": "7fc4a9be32860ad7dd5c861a8de8429763cc0b617ed44122340f75dcc9cc3479", |
| "single_transformer_blocks.36.attn.norm_q.weight": "f9b23ec865f085aac1a40017d6fd78b7b63acad7ffd7584a36b857975d8a262d", |
| "single_transformer_blocks.36.attn.norm_k.weight": "0009b58423cfa266f8b9d33a6cdf45ce132e63d0e891a74bb98bbdad339f220d", |
| "single_transformer_blocks.36.attn.to_q.weight": "36719dd732226a23db387540a5bcf676dc7a5c744bdab58df230c01d740226b6", |
| "single_transformer_blocks.36.attn.to_q.bias": "5d2d8498efba8b3e554c016b6a7713f0c4a2d7d8a6f04507441bafbf08740b93", |
| "single_transformer_blocks.36.attn.to_k.weight": "259596cc1a673bb6d03516aeddfe74de415dc04d7e90c63f90dae4a39eccbd26", |
| "single_transformer_blocks.36.attn.to_k.bias": "2d0b650479fd2043c312b3bcdefa0efcd493e8513f06952017f6bffefc91b4dc", |
| "single_transformer_blocks.36.attn.to_v.weight": "93d362ed81f9ac525bc31aea063dd5a2fad6cb6ff891d3010107c2ad5e1136af", |
| "single_transformer_blocks.36.attn.to_v.bias": "6082a6bb7b4f873f2c366b2c31eb0ecec598664d5cc178b73cb9bef114632f76", |
| "single_transformer_blocks.37.norm.linear.weight": "1e7618df48ac1f19d3969309c21cb91daf1ec5f22925620abf02ef6fe29e2ca2", |
| "single_transformer_blocks.37.norm.linear.bias": "fb99d499dfcf6bee3dc9bf77186670791661945ad7dd8ccc411c271dffbfd0a8", |
| "single_transformer_blocks.37.proj_mlp.weight": "23e02277b4b78e0b513a64c23e903ecf6322cf811a3a92805946abba2da0138e", |
| "single_transformer_blocks.37.proj_mlp.bias": "4b4f1de4a523d5cf20bc2f17304b4e6b7ff8d172b67e89e9362ca762c1700fb3", |
| "single_transformer_blocks.37.proj_out.weight": "1783c6ffea8b78906b0215e09cb8db2cb342fc416c1951c95834b4c47f796205", |
| "single_transformer_blocks.37.proj_out.bias": "f254458b567a38dc88e36d83e74f5156605d9f67b1d586dfe4d7f0675c04699b", |
| "single_transformer_blocks.37.attn.norm_q.weight": "f25dadd395046de894a869729c6b9656334b1e890c30426b66df30a3e66cb79e", |
| "single_transformer_blocks.37.attn.norm_k.weight": "14b0986177f968e57698ed5d751bb1c27224308410400b0c91c34e38d35b05e7", |
| "single_transformer_blocks.37.attn.to_q.weight": "9e79359fd27d9167c0a98f909c42ae61ae9dbc1482b688f4d86fa24f1d7b173d", |
| "single_transformer_blocks.37.attn.to_q.bias": "82b1489b3bc1259ec32ae8c429ba4a44714e5dd32b4be09e9306d297c923fbf3", |
| "single_transformer_blocks.37.attn.to_k.weight": "9d6df0ee0190bfa9251c6e08a10b3ca762232df2e77d778a042ce19571e096fe", |
| "single_transformer_blocks.37.attn.to_k.bias": "8dff1aebb32914ade18e8fcd1f68bdab290439c79bb35a6e6ae89d2fdb7e9914", |
| "single_transformer_blocks.37.attn.to_v.weight": "082aefbd9a3ee4586a2c5d1e2e883111eda6374fc2fc979d07594f17944c6671", |
| "single_transformer_blocks.37.attn.to_v.bias": "c6faf04fd1b28b636524b102996f46e3809ecd487ffbd12f199d7840d57d4e2d", |
| "norm_out.linear.weight": "14624bbb999d6bb6e74cc31b8314e557e39108ad8443fe4d1823c7bbc0b48068", |
| "norm_out.linear.bias": "098f8b7a817ec97df008ac1e474a37e7eef6b85b76c55060ee4bb63f15e1831f", |
| "proj_out.weight": "9a618e6d6b63141ecb71298ed3fd44d3c5997998d508d4634be02b096f4d2c20", |
| "proj_out.bias": "31a072b5fe20277ff24209b7ac239c5337c3c6610b08fa4f1e4828728fe1c038" |
| } |
| } |
|
|
