{
"base_model": "black-forest-labs/FLUX.1-dev",
"base_revision": "3de623fc3c33e44ffbe2bad470d0f45bccf2eb21",
"algorithm_commit": "be1125fd425a043a06613a1b86a3cd19663a7507",
"global_step": 2000,
"world_size": 16,
"weights": "ema",
"lora_merged": true,
"lora_rank": 256,
"lora_alpha": 256,
"lora_target_count": 419,
"ema_tensor_count": 838,
"recipe": "global128_clean_dm_raw2q_lorav2_adam00999_h3qt",
"renoise_time_range": "q_t",
"num_horizon_basis": 128,
"coordinate_mode": "global",
"endpoint_conditioning": "native",
"guidance_embedding": 3.5,
"external_cfg": 1.0,
"shift": 3.158192909689767,
"final_step_size_scale": 0.5,
"source_checkpoint_sha256": "1a68ae283ef10c7930dd51966d738d08c947e09c74bfcf0c2bc1720539c36d0f",
"transformer_tensor_sha256": {
"time_text_embed.timestep_embedder.linear_1.weight": "2b7bd8853da0a9f21456330ebc5efced88543d850092765a701cc2884fd28037",
"time_text_embed.timestep_embedder.linear_1.bias": "3e084c11ef433c48106383ab4ea61f5ffc40864622d9c134fc05ad1fc493311e",
"time_text_embed.timestep_embedder.linear_2.weight": "fe4d787de47b1863b0bd1f35f675aa961d805828284e39d9f8da11e6209e034b",
"time_text_embed.timestep_embedder.linear_2.bias": "656c961184b8cec82de33e8edaae471fb7bb63c0896012368247f86a258421a9",
"time_text_embed.guidance_embedder.linear_1.weight": "d6e2dabd8ed945cdd47c68a1a569f2d1688b94fa26c8b28f3e5396242fd92659",
"time_text_embed.guidance_embedder.linear_1.bias": "26586a3ae8cde1d0f0251b4336896d3da0dcd72ec5f7a2747a8fa31d030b36dd",
"time_text_embed.guidance_embedder.linear_2.weight": "2ec8a5709dcd9a9407abdce89dde10fcd8473fb8b3942fd406eeb252e24042bf",
"time_text_embed.guidance_embedder.linear_2.bias": "7d0e6e20ae94c1e7cff2cd8f7c9337bc3321055047aca9bace2a0e4f4117275d",
"time_text_embed.text_embedder.linear_1.weight": "571b91fad12d174d2902afc950af2349853df00d9727dfbf81a3436a5661f79e",
"time_text_embed.text_embedder.linear_1.bias": "13a7d668cb7889b03302a98dda8d99198e2367db0d6f2ba4476bb5570ee5191c",
"time_text_embed.text_embedder.linear_2.weight": "f2821c16e1cffd0aac262837ec56914331cb868b1ed13169116579f6c4ae7739",
"time_text_embed.text_embedder.linear_2.bias": "7b3d71656cca52b9d542cb5c8a149bd8333aa1c3b3c4f9880affe591fd5c8e5f",
"context_embedder.weight": "47d502cec032a24be43e80147cb93aa85946f6027ea9faa70063a9e8860550d9",
"context_embedder.bias": "8989c00c22d21442695ab2858706f37cd9bc7c6433906b73bf5f319aa1c8bdef",
"x_embedder.weight": "da497730c1cae727aee571261d9579137d35250d71cab8153b6ffac976a86234",
"x_embedder.bias": "c2d88b98ec1d1b71adf156fde66ebc10be1ba29687ac05f2c3e06e0a6c778c9c",
"transformer_blocks.0.norm1.linear.weight": "3022f19e3936c198821e93f91d6e3416eaea7812d02ce4868d7826058051ad89",
"transformer_blocks.0.norm1.linear.bias": "0cf84d02f6bd5f1477f042b55d373593d8d1c7c808ad97894883896a623de151",
"transformer_blocks.0.norm1_context.linear.weight": "ccb9ac8b1b43101ea8b1f5102a07bee98922feb9f4068fc64f1e0ad6b78908f2",
"transformer_blocks.0.norm1_context.linear.bias": "16c81f628f5405aad852882fc774d98ca19895754d1accdb09f93f9f2cf872a4",
"transformer_blocks.0.attn.norm_q.weight": "027f89aa7d5d9cb13bd54fd6ae2be838dd900fc057a3648f714b09c0a194ef7e",
"transformer_blocks.0.attn.norm_k.weight": "64e97cca4a131c6818d70421faaf8950e140fefa86729483b619b92fec1d7e3d",
"transformer_blocks.0.attn.to_q.weight": "1bd795b622cbf1c8c36de3dc3be44719d44a70b4cee38703dc46642678ed2db3",
"transformer_blocks.0.attn.to_q.bias": "77c9b353dbae529fa068a02c6fd3646160bf9e1b02cdec156ddafed38e74a637",
"transformer_blocks.0.attn.to_k.weight": "99b256d4d4019e08777f33e43d10dc25ce984470632b52fced9f4ffa59345ff5",
"transformer_blocks.0.attn.to_k.bias": "1dd7bea11ba2f9ac843ab440a5b5dd8c95c30fbf5904bda1d5cb588d2e6896f8",
"transformer_blocks.0.attn.to_v.weight": "f19ad8eee079396ce2555a2b719ec8d6e899d51301c410dac96648f189108b13",
"transformer_blocks.0.attn.to_v.bias": "c39bde68e7ab906a032e5dbdd470bad42fa52503688de83f7077ce99a121fef8",
"transformer_blocks.0.attn.to_out.0.weight": "c5d858089830fb73fc17ec669f989ed4a6c95b9301e6d158b6df52f7641d9189",
"transformer_blocks.0.attn.to_out.0.bias": "391a71adb687c60b8c5132905d49f8112ae5395c6d1ba8df0c1a615ba19c4616",
"transformer_blocks.0.attn.norm_added_q.weight": "51a32e196ff25b8f1144f28683b96518a898efe51d8a25bb330fa91287d96918",
"transformer_blocks.0.attn.norm_added_k.weight": "35ad60d07ffd97ba6044f76526c010cddd6ef63fdd5c6fbbeead39582d0ea29e",
"transformer_blocks.0.attn.add_q_proj.weight": "4b1401567a240b1d452996d334c367c78685ea6189640620521fb2c3630d221b",
"transformer_blocks.0.attn.add_q_proj.bias": "f210d0592de39e0695f18e25e4a62b36d295bb370f1875c17c300c5c0e8e9904",
"transformer_blocks.0.attn.add_k_proj.weight": "27db1fcc49e5c05bf5b3ddbdd4ff5d896483718deee99955812af37f08ea8c2d",
"transformer_blocks.0.attn.add_k_proj.bias": "00390c5f873282678810b030f0c634a683464b71ad1ad9d275f4fd1ca9de977e",
"transformer_blocks.0.attn.add_v_proj.weight": "9076b50cab4b85f5f0472924adb6abdbc866b8c04b575a0e8a44a3461a36aa3e",
"transformer_blocks.0.attn.add_v_proj.bias": "0a7e9f717dc96080852b04dc6957aa55af47526e2aeac1f3dc05ffb9726a744d",
"transformer_blocks.0.attn.to_add_out.weight": "047b44c70a7890c29414c341c05bcbbb1cf81ea3d847a17ad8949026b3e28d46",
"transformer_blocks.0.attn.to_add_out.bias": "2adc7ccdce5feb4dc70fef6868a6ee19e4b0710afd547db6dfab800693df5ac4",
"transformer_blocks.0.ff.net.0.proj.weight": "cb7fc7b6f42077419b89963734c8ffeb9c41a4e7da373586ebc268c18fbb610f",
"transformer_blocks.0.ff.net.0.proj.bias": "2f2219c2b8f603353ab7c770ee65bc0f8d003278ef42479f04912afc21138e58",
"transformer_blocks.0.ff.net.2.weight": "be2989b3c64df467cbe064e2ececf6a3a0c7a591ca7d0310458daddd6d1b4009",
"transformer_blocks.0.ff.net.2.bias": "00930c9813bc3bf890a1e6224bc0fbe08392d42fcd3becce59870981d6bda66a",
"transformer_blocks.0.ff_context.net.0.proj.weight": "72970b5a993095b37863975e809ff5859c0a7d954802141b6399983fbe40c9fc",
"transformer_blocks.0.ff_context.net.0.proj.bias": "f80f070832d5fa05b2e41e654549adcfec0c4087f454d65a52ce078697c4a458",
"transformer_blocks.0.ff_context.net.2.weight": "26cec856811f4cd2377fab846fc061d4a644de5dc3f7ec97ae9eda30cc7af9cb",
"transformer_blocks.0.ff_context.net.2.bias": "90c6beb4f3211eefd7cc86b18cbbc7854c1d7667a59394f8fdc87ef3607270e3",
"transformer_blocks.1.norm1.linear.weight": "67c7d748ff66ef82ccaf245787f13e588243294b9b760f23a87a785c943df2d2",
"transformer_blocks.1.norm1.linear.bias": "496a5991ae64f991eda70254e55cf94856dfaff934f3f61b6d778d34fe86469f",
"transformer_blocks.1.norm1_context.linear.weight": "d1b5b9c14f6ee61cb29c1d0a7310fed92b5bae5ab22b38720453ac1cf0c48a81",
"transformer_blocks.1.norm1_context.linear.bias": "15210540a8f9f5e23c8de9990f8ee05a73e55fcafe777ffd03c0a39e45db0c1b",
"transformer_blocks.1.attn.norm_q.weight": "664fdb7ef4c2ee3d9ea9477c65dcd69a5698f14a91917995211cb5a6fa8be45f",
"transformer_blocks.1.attn.norm_k.weight": "74ac22e2aa1e236f52675d5045dae33b778cdeec99d8e8db75c32f87f6947aed",
"transformer_blocks.1.attn.to_q.weight": "7d03cbf18ac1ff2c00b4173063ba807a9d3e5d197204fcc9cb8b68e9168958b6",
"transformer_blocks.1.attn.to_q.bias": "a022ab8864610e68d7b5081526676b0708ce69895cb657706ee6b2407408aad8",
"transformer_blocks.1.attn.to_k.weight": "7be3316f6e8a90e1ce67ada154c995bf6b4d2d3a10eb36e96323d09147efcfab",
"transformer_blocks.1.attn.to_k.bias": "d9f8bf8403b2940ea385e0a7b0ea57590cc2072ef97d34f63d7f01e8aadd4265",
"transformer_blocks.1.attn.to_v.weight": "d6b4ca5d69f8f06395807b98bbfa89760d345189a868499965b8f8f12886f85f",
"transformer_blocks.1.attn.to_v.bias": "bed5ebce9e55906bbfb9a61738038b006d5cbdbf16a7fc97ce1835df4a5b4765",
"transformer_blocks.1.attn.to_out.0.weight": "a5caa46035f43997aef734c21089934d24fbe0bccc52378ffa353e99346ea4dc",
"transformer_blocks.1.attn.to_out.0.bias": "05951cbc1e77e34c8906e31629ee644073f620ea6655826b01bd08b0afe1cf8b",
"transformer_blocks.1.attn.norm_added_q.weight": "1da193478cd6170ee1dfb6c925a54ad3722ce5a4a4fcfaff2fba84f2ea37bedc",
"transformer_blocks.1.attn.norm_added_k.weight": "b38684c05981be72573966fdf5ecd5cdafd6e0204668b2a5af99fde0ca1b8421",
"transformer_blocks.1.attn.add_q_proj.weight": "c4c113bb6e9be51a7e4459d9a027e96342e769d769c05b6268b20712a9979c0a",
"transformer_blocks.1.attn.add_q_proj.bias": "a5b27ad9357b3b493c96d49d1732531a4fce4e680da677d877f750a8a24a529b",
"transformer_blocks.1.attn.add_k_proj.weight": "aa64fd681f62ec5e6f747c13901b61f1b7e91ea0920f3d9cb4cf3ee9d1758bb5",
"transformer_blocks.1.attn.add_k_proj.bias": "730e40b7422246ec8f0d4f43ee3fec207b9678de72a3d17b607b8325e63a6f40",
"transformer_blocks.1.attn.add_v_proj.weight": "3bba1d763490aa438f6dd26d6cbb3851bfc68b675deb40dab563db569fb11d76",
"transformer_blocks.1.attn.add_v_proj.bias": "a5adc2cc2f556fe71dab684daa186e9dc4031f1f4b030bde638bc9466c505adc",
"transformer_blocks.1.attn.to_add_out.weight": "669b09c3e1b2d5831b29e45cbc33fd5abd265e1a9b3c3778d3b9fa5807ee7bbe",
"transformer_blocks.1.attn.to_add_out.bias": "87f76e7ef51a5a09930908da42a5a9a3979ce228f061391afb9141ccd3e4deee",
"transformer_blocks.1.ff.net.0.proj.weight": "f6f453c5d1bb16b15b6ef9f0cab9ea1fb4309ca668f84fa82decacb65524f483",
"transformer_blocks.1.ff.net.0.proj.bias": "f28461fd9ce68595ab9b8c5f6b10caadf75c5cbb8d15ce8c88eabf66e35f22ab",
"transformer_blocks.1.ff.net.2.weight": "8bd7f8735e325b34c567c634da316dacc8744e4a3fc42ea01f8c002d695edf20",
"transformer_blocks.1.ff.net.2.bias": "59404edfa91dfce6ec4db54c73860845246285d0dec83054f5287ad9cdadcb3c",
"transformer_blocks.1.ff_context.net.0.proj.weight": "ca9020dd6c13797b32681eaaf50e3e7fe90fa144116f33509d637217e118f284",
"transformer_blocks.1.ff_context.net.0.proj.bias": "4f479111904358f552e6280a67a82f3e427e3a208ffe497434ebddae007ccbe1",
"transformer_blocks.1.ff_context.net.2.weight": "3b75d5311cfa2e15ad35d36e0e386aa93757c2adb0e35a73daac0792a7dffcd6",
"transformer_blocks.1.ff_context.net.2.bias": "232a310f1de8455d0b396b79924b5c5a7acfdafa8d8f55cac5f109f0bf1c044e",
"transformer_blocks.2.norm1.linear.weight": "a813a7ba8a545c6ff5d3310a300eb4f60b1dfd1b928d1acbfeea94fa39fbb659",
"transformer_blocks.2.norm1.linear.bias": "53ad3cd95bc11be2d74702eb7ef6b06ee7e6abd7886f6c07fc313ac5092fa043",
"transformer_blocks.2.norm1_context.linear.weight": "60d4fea1238d72f00d8dadc4022ad829dc3e946feb34d3b1a191c81e7f887508",
"transformer_blocks.2.norm1_context.linear.bias": "5739b99c7435baf228e828c46cbb87e33da2bc5e631170cef81f4d427b3d01ee",
"transformer_blocks.2.attn.norm_q.weight": "ca8b04fa59a16a17ee1a5bed67b182b673019c27a592f0488e95850d40573a39",
"transformer_blocks.2.attn.norm_k.weight": "f8e2e580ce029f672b6915991dbea71245681066d7ae531a030dca9e43000f61",
"transformer_blocks.2.attn.to_q.weight": "99d998c74ad03fb082b10759d666f9648b5d8a123e3576672b3a0b6b2e5ed012",
"transformer_blocks.2.attn.to_q.bias": "26dc9d56a47acd24d53c99b5273886e0b91a16918ce298ad4a5fe63fc89f295f",
"transformer_blocks.2.attn.to_k.weight": "0393c9f4c466c9bee786bc488ebc6d8ad79f3d02b7ad6e535772b3d80c1c1931",
"transformer_blocks.2.attn.to_k.bias": "a9e2687fc7e1ac84d4be5ba7106a9eb1059dad199e36e18ba6b7ea9f2bc85d5f",
"transformer_blocks.2.attn.to_v.weight": "324104b16c07a229f72efbbfeb2de5b9eaebfd1b8b8837dcb20da293a0c93ec2",
"transformer_blocks.2.attn.to_v.bias": "273eb28050b265c9205e8fb5909de25909f4d46cde80d9202a2770b92ac50637",
"transformer_blocks.2.attn.to_out.0.weight": "dbcc5786851fe8058f58ebef9a1d087a7934e6b474c5027c68d68612c6fc7305",
"transformer_blocks.2.attn.to_out.0.bias": "9643d3735a515f3ccae5f1764e3c37345796a724e6360ec8ca28d99f7020ebe7",
"transformer_blocks.2.attn.norm_added_q.weight": "1b9955bbe580fabb4b95003583a585dfc9a3958cbe3989da7331eefcfb6532f6",
"transformer_blocks.2.attn.norm_added_k.weight": "23993b1a2066b8a33bb816c0c80c18cc1c0980b504a813f25510638bbc01b561",
"transformer_blocks.2.attn.add_q_proj.weight": "0f59e5fb6b2f5b8c27b6449c6cbd97b5462437c0d0cf9abc3dcc7e3920aad083",
"transformer_blocks.2.attn.add_q_proj.bias": "5d602a7d390f19a99149b4183f127896fd989583d96ada8d10968345689d29e3",
"transformer_blocks.2.attn.add_k_proj.weight": "a24953670458844469478f0af796f889d99b51964050d075e067cb4efdb52ee9",
"transformer_blocks.2.attn.add_k_proj.bias": "916744fdbc860dfb87aef0fbf8acad56dce77b338a3ba1b0c33344683e14c708",
"transformer_blocks.2.attn.add_v_proj.weight": "b6677f3f88dffad5f8199e262f397400e803cac66bf702e7f0c879bcc80d3b3b",
"transformer_blocks.2.attn.add_v_proj.bias": "40608a856f0c1a72ab70babe47500f8875fda2e3b0d22ab8ae25dc9e44c2fdc0",
"transformer_blocks.2.attn.to_add_out.weight": "b957deb78e472f9b4e44c3093cc68df585f630d151ae890a3aa33e435c52e32b",
"transformer_blocks.2.attn.to_add_out.bias": "34c8da799b9c9163fc84285edd837acb2df9ebd5ea8ca591517e84cd45720ccd",
"transformer_blocks.2.ff.net.0.proj.weight": "6f8c90fe448e1fdf1a18758a2f4c26de3a4e2c5c9e20014828ba0eb72af6e38c",
"transformer_blocks.2.ff.net.0.proj.bias": "0a8683fb19ad2eaecf49000551661ee8262107fac80ca2f0e6eb457d5fbf2750",
"transformer_blocks.2.ff.net.2.weight": "6d024c5fab4dcf0c5103741c15cd9e606b3cf5b03c0007a6123226cc37c134af",
"transformer_blocks.2.ff.net.2.bias": "a2df04816514491ec2bd83f3315b363284370ed0c541944e725db379d0ca70b9",
"transformer_blocks.2.ff_context.net.0.proj.weight": "95d2a51a4614455d7bf2433cf5adf1bec83b8996f809a958a37cc84119557acc",
"transformer_blocks.2.ff_context.net.0.proj.bias": "c31e773f219dfb7a2d68dcf7bcea9e9347b590ca14427063899d898726840f29",
"transformer_blocks.2.ff_context.net.2.weight": "0d26030e83fb0e1868a6c068b7980b29e70f609c3c283bd779208a33478be5a4",
"transformer_blocks.2.ff_context.net.2.bias": "dd2ca2748ea5eeb17f7397370d9483e733fb0a8b881ffc15be3d5cd5d8eb83f2",
"transformer_blocks.3.norm1.linear.weight": "67d20d0915d48f1d4c1762417836d81d80dcbc649394d97beaf4723f5bdfe512",
"transformer_blocks.3.norm1.linear.bias": "c38462fbb01202355d1ab742750461f349588eb8540315b010d84bb3a28fe114",
"transformer_blocks.3.norm1_context.linear.weight": "6cd11fc87fa6a1f1a2cb446383e961b6bef6c679849ece0baacae700b9b5abd1",
"transformer_blocks.3.norm1_context.linear.bias": "db31e272f4eb4e63dc4dfbdab00363f1430fe583c5de9107e70eedd677b692fa",
"transformer_blocks.3.attn.norm_q.weight": "c39d156b0aa53c6c0e99c56edba97989b6fb441f8efeaa62ce9d7c7d281a5d53",
"transformer_blocks.3.attn.norm_k.weight": "baab4d086e39c9ec0cfd6d9daf93bc0381c14409c8b34d1d17bebe0b220a77c8",
"transformer_blocks.3.attn.to_q.weight": "f48c1447a9cfa26242e962c77c030b95ccf3d9a8a2ff3a80595743a03106f9bb",
"transformer_blocks.3.attn.to_q.bias": "729fbdfa1fff01aac01aefa2845605d4bf38d47149526b7c9a3e8f875b46bd69",
"transformer_blocks.3.attn.to_k.weight": "6f0858d7ff405bd69aac63385012564343fadc0db4b39d8428dc9da60c0fa1ee",
"transformer_blocks.3.attn.to_k.bias": "c15f2aadb00bfe616f6a4cc468525a8c466b6c97f965007f0d16529aef908204",
"transformer_blocks.3.attn.to_v.weight": "65f72bd09d4947e20adfb1012fc5abeec1f7be1d704ee7fcf46a6e9afd71248d",
"transformer_blocks.3.attn.to_v.bias": "9867e3d6c4ba60c5b5d7358cdd861673ff9d41bb7db7f07884457cf1895474c7",
"transformer_blocks.3.attn.to_out.0.weight": "8943605fcd72a3739f319e03a344b27a6ffb59e7c2a9f141d9eae0c35e15abbb",
"transformer_blocks.3.attn.to_out.0.bias": "6674f7dc391ad90912d5259efe49460464d4c681de30f909b9f8e97ebe8a372f",
"transformer_blocks.3.attn.norm_added_q.weight": "2090594cc645bb2c56bd6f5313eb389b359ea4676a5d75f8f4bdf689028a4615",
"transformer_blocks.3.attn.norm_added_k.weight": "641c36ef70ab351cc9f583057a2e0258ef3c4e9ca7383e2721cf83973a7d1bf0",
"transformer_blocks.3.attn.add_q_proj.weight": "ac70d3a63abe786814d0810c6d797e44dc09c9142efb234647983a9ef91a9828",
"transformer_blocks.3.attn.add_q_proj.bias": "33635f734b2deda6d996ef374ab73dbee23b198b9e79c432541e1f7a6a73e430",
"transformer_blocks.3.attn.add_k_proj.weight": "95e2c7349048b6cb2e4dede707a76d11a07338d994cbf10331ed09d7a50fc3cf",
"transformer_blocks.3.attn.add_k_proj.bias": "fcfc88cd92760b17cbcd28a1973aeed97ff6eb2435dd64ef4d3801ef6cc2b3db",
"transformer_blocks.3.attn.add_v_proj.weight": "9134f5d2191e54d88f8c11393d2ecf6e1aba761097471fe79c434fd09ba3bff0",
"transformer_blocks.3.attn.add_v_proj.bias": "2374cfd3429e61061c2d7eaf70555f1eb9464113b32d0dbe41845b42784f66c2",
"transformer_blocks.3.attn.to_add_out.weight": "09ccc7e6137116e0d4cc266ac44edca5f9fcf6cbdc1f99f4cb20187eab0d7acf",
"transformer_blocks.3.attn.to_add_out.bias": "07b646cd6df6f32421c83a1bbfb8c7424b6d6e0c53ccbc31d374ff8c13841972",
"transformer_blocks.3.ff.net.0.proj.weight": "537fdc2e1e07709bbbe40c0be7396ad0683972b4ed25d55c00a4f47ab27dfcee",
"transformer_blocks.3.ff.net.0.proj.bias": "68c8a08865b7761fa9b8a1843f931e30b053a574cb0c41c402d23a901e1596c1",
"transformer_blocks.3.ff.net.2.weight": "2ce0094177903d7d269e9c8728883810ce496c6debcf44edbfc959cfe761506a",
"transformer_blocks.3.ff.net.2.bias": "47b4f2adcc2db09ef4b97e1aae90c1e598b4110b2dd635fecf837ba9f16da6c3",
"transformer_blocks.3.ff_context.net.0.proj.weight": "31f723d2a9dd7d1b08121253c1577c1c1c3e8543b636dc9ca6f1766938113de9",
"transformer_blocks.3.ff_context.net.0.proj.bias": "e1d953b6fe66b29044706e24b42dd12380d3f48ca709756d67a47b460067fe9e",
"transformer_blocks.3.ff_context.net.2.weight": "83254d15b6f2908b96209590559360627e3ea8e931349ba8b690241a2a6edb70",
"transformer_blocks.3.ff_context.net.2.bias": "425175cb06397516f18fd46b3d660cef6e96b5782fed76fb4bdacac3babe68ef",
"transformer_blocks.4.norm1.linear.weight": "802fa9b246174b2b5baed7c9663b2edf01621014653b7278421ee0c2211814cf",
"transformer_blocks.4.norm1.linear.bias": "94703cabddf348a8146e645423f2f0a24c42d57e2ae32d64db88c5b491aaed15",
"transformer_blocks.4.norm1_context.linear.weight": "c3bb23c51218c35fafd78d96a233785b8ac3c94452f9d8abaf29ac23c6bf3a37",
"transformer_blocks.4.norm1_context.linear.bias": "144d28a29eb89349db59fd65a2104c8591e5315708435d683035239bd88fb507",
"transformer_blocks.4.attn.norm_q.weight": "192e092f9c2bbd0143c9a5662c98637f957f07d2cc4301f5a5130d5b850ce2e4",
"transformer_blocks.4.attn.norm_k.weight": "6946330742bc9b675d3850f1fb77319a5ce8e022171b41b37a785d05bc41d368",
"transformer_blocks.4.attn.to_q.weight": "614236b2f231e948e799c920116049cb18fe6e56168dbace089b09b582e57781",
"transformer_blocks.4.attn.to_q.bias": "691a8bd5e9b9840e15024a2dce18f649350776e4233c341e5ff120c7cb585e2c",
"transformer_blocks.4.attn.to_k.weight": "c728842dabfc6268253480fac2a876bccb8a76f263030ff3c58a9cae2446fe63",
"transformer_blocks.4.attn.to_k.bias": "2e86c5fe3126b8c7d7de985b73bb39b2d04e8e8a023fb4bad5a22632270f7383",
"transformer_blocks.4.attn.to_v.weight": "4282b475c580562f383d13f468731dcf105e30035e25d8f96a91af8624478667",
"transformer_blocks.4.attn.to_v.bias": "daf62e20f6f7c93dfc3c2622872afbe94a712bca90a0b22c85f9a1231f3422aa",
"transformer_blocks.4.attn.to_out.0.weight": "d39c6db6f9e780b61d7d0dac188dc90f0d06894d52b0ab6e44410d1a64b0448a",
"transformer_blocks.4.attn.to_out.0.bias": "4cf3f6ea4d9a6b8f1af0d7b0bb25545927e6f074024ba220a132d1cb9d508ba3",
"transformer_blocks.4.attn.norm_added_q.weight": "792967c080a5a5242222bc226d41461194e4c569eeb2e8899cb9292d513e9ab8",
"transformer_blocks.4.attn.norm_added_k.weight": "f35d31667476977ffc9add4475e12efde8fa89222e66746f341ebe8bfcdbfcf6",
"transformer_blocks.4.attn.add_q_proj.weight": "5428d281e20c7926697eb8645489f265a14ae154304a9b4ddd88dded1649d672",
"transformer_blocks.4.attn.add_q_proj.bias": "9fd4f21a3bdf09c209ed924eca93db86e344f224da3e35ecb778a05358553644",
"transformer_blocks.4.attn.add_k_proj.weight": "221621cbed139254515b6a9482040255d686b8b2bbcbba305b9640facecdb55f",
"transformer_blocks.4.attn.add_k_proj.bias": "5f2bd2e31347820f6d818da2885fee1a528d2aa8de41abbc8de845d98d955360",
"transformer_blocks.4.attn.add_v_proj.weight": "3702008a97b61dcac86a2d2a55f1f96ddc155d67dc2b956d075845aab9ba510f",
"transformer_blocks.4.attn.add_v_proj.bias": "2bf19a0bdd8203de8115c99a6f146237db59eee5bdea5c700aa22e3dbf8ecb58",
"transformer_blocks.4.attn.to_add_out.weight": "85c25cbcb6890e91de56a2de15939b690f600ebbf62ab419a3ad152dd513bee5",
"transformer_blocks.4.attn.to_add_out.bias": "126a76356bf6ec3d5efa36b077dc0a52801070623d0985ba776bdf9d0b6e6b37",
"transformer_blocks.4.ff.net.0.proj.weight": "1f9c9b84f26398597235c42feee8c2c18983f636aedb6912a169def177cb6f52",
"transformer_blocks.4.ff.net.0.proj.bias": "074f371e4b1df3065739384ce9d4a5ac4ee399325d0c8fd4a8600dab6aeb4695",
"transformer_blocks.4.ff.net.2.weight": "0071a736e054a3eaf2bcb9d9d0c62791c13031393497746e59bcc0abcf6afe07",
"transformer_blocks.4.ff.net.2.bias": "4184e44fb936ed539242c353d002f223d2c72690d8f886bfecb96f9de9e57c9c",
"transformer_blocks.4.ff_context.net.0.proj.weight": "d3488e906c65b7fc92916eaa204ecaaeb602d3707267463f8bb60faef42120c5",
"transformer_blocks.4.ff_context.net.0.proj.bias": "73b451600a0340897a1c319634831a3ada21fcb9996aab85e1f956f839731ca9",
"transformer_blocks.4.ff_context.net.2.weight": "935201264312417a4e61010cf7a221cc599977bb755462cc255017aa202040fb",
"transformer_blocks.4.ff_context.net.2.bias": "1f8da040e4a1d26ce51885bf89cf70e13725dacba97e520c07799217d2054913",
"transformer_blocks.5.norm1.linear.weight": "ef9306cfe7cc3bb58e1873ba490e32a0082cc05b193339d81a198c7b35bc09c7",
"transformer_blocks.5.norm1.linear.bias": "9e73fb2345473ffc8fec4c243ced07588cf49c7a735cfa4dc0ec4bb5a7b3f0e2",
"transformer_blocks.5.norm1_context.linear.weight": "8ab1a28992dd60a9b340f5eaf7cdea69723232f0d269b86f952061a9feee377f",
"transformer_blocks.5.norm1_context.linear.bias": "7cc5045458c6212e7199b7617e54df6728884a93747920c7253d6c14c319bb40",
"transformer_blocks.5.attn.norm_q.weight": "4c85615fc65879c16066f5c56dbc1a6002ff0ead5640b0ac2088d80d979d8587",
"transformer_blocks.5.attn.norm_k.weight": "422cabcdbfe2c63a8e904d90af9c6d09ae03a295b1f8935b5d1924f1782af385",
"transformer_blocks.5.attn.to_q.weight": "df1b6dc2951ab60434332503b750052044c6c504c84791f661e03f8c20885dc2",
"transformer_blocks.5.attn.to_q.bias": "c6db7a9695f433b2d98a695d79f825bc0e8189ea758a04ed88929b3121a73019",
"transformer_blocks.5.attn.to_k.weight": "c8c6fe02a1846b1d67de9668b7a3ce5f2a55da3642c7ff6dd0b4ae0873eb72c4",
"transformer_blocks.5.attn.to_k.bias": "32808bac108d2180b34886ccce39f18f30571f8e4b7d3f80a85bc75be9f4d819",
"transformer_blocks.5.attn.to_v.weight": "0e62d96b6395ebdf0ff0f00e4e8634a1260450489a6729bbc42850453e5ab1a0",
"transformer_blocks.5.attn.to_v.bias": "eec2f1eb732ffd75b72d1e6c68866b4b04ac5e2086f22eea866d0665fabea263",
"transformer_blocks.5.attn.to_out.0.weight": "63518452288b67b8481e8ca0bfa03fc13b726ccfa8e8de875ebe902ff29c5914",
"transformer_blocks.5.attn.to_out.0.bias": "e82c52c996d27419961ec2aa15ee3be3659b120ff5d19162b759e8c335455ff8",
"transformer_blocks.5.attn.norm_added_q.weight": "862e70e3efdc51819908719f6f4c6d17b4b758a32bef09295ffb30e124a4381c",
"transformer_blocks.5.attn.norm_added_k.weight": "4151be48b11e2dac5988955ff4c18a2ea701a1a68a6b84276e6c3c457d59154e",
"transformer_blocks.5.attn.add_q_proj.weight": "a663be5274d0d4e243c474fd1b1c34210b1ef1ae2a86cacde1a99399231805a1",
"transformer_blocks.5.attn.add_q_proj.bias": "cbba2ffcab58a1fd633907d0612383471966a05ef9d3ac1924bce0aa26f116d8",
"transformer_blocks.5.attn.add_k_proj.weight": "5f067bfc506300475002d282efc8e88b275cd3680beb977c17ce72fdc9b8876f",
"transformer_blocks.5.attn.add_k_proj.bias": "6fc85d3aaeb2b492850185fe048e02319fa5c80f8ea1d5aab24402ea53fc9b1c",
"transformer_blocks.5.attn.add_v_proj.weight": "96e1e773f1ed0e34285c7b422c674727934127e9a4233ee264e331188821e315",
"transformer_blocks.5.attn.add_v_proj.bias": "5c8407505b3ee227042a9a5b589ba2c7a748dbc4ed0a4b01bcb6205031d8956d",
"transformer_blocks.5.attn.to_add_out.weight": "b80e59a1ed3e5f32443f1f2a8ded8082fb911abe124c21ef5e453df882dba068",
"transformer_blocks.5.attn.to_add_out.bias": "7acdff8aa9d0a82ee61fe9f00e21a7cdfa031c642801f07192b8d81be33f2033",
"transformer_blocks.5.ff.net.0.proj.weight": "61fbe36008e25d0fe82236c714ad817b80465cd06f98040d13aa4b4ec108d1f8",
"transformer_blocks.5.ff.net.0.proj.bias": "b00bcb901b519ac0c4ab2585f6a94a4f0b6254e327ea0768d77a164426e6f820",
"transformer_blocks.5.ff.net.2.weight": "1ed8161c7e319996643367649515b2862de82bd4cde26cc83ffc9b10d1128d6a",
"transformer_blocks.5.ff.net.2.bias": "d14b27ab98e81b968e37ff895b87f3f70a15d3f99caad689e3bb1b82927c2090",
"transformer_blocks.5.ff_context.net.0.proj.weight": "a05f8afc8460d06693f29047175c2464c9ed02eb9e24a17071970fcb689db9df",
"transformer_blocks.5.ff_context.net.0.proj.bias": "12e09b961a8e118b480d3f4ef81ecf3ce9e5881800405819a76600df81b91e45",
"transformer_blocks.5.ff_context.net.2.weight": "94de28ada605fd63fc3e1e2bf4a96e2ff3976639cfc732cb03ace2c2ed4126d2",
"transformer_blocks.5.ff_context.net.2.bias": "1659db3ad6c2a00105afa64614695ffff70357ccfebc63b0c9625e86aa1a0db3",
"transformer_blocks.6.norm1.linear.weight": "c609d75aec166968c04c53ce367e3da0a9f2d8a14782c70e1cb79913d91c727f",
"transformer_blocks.6.norm1.linear.bias": "81f30d009d6cc780e8b94ad8e08c43316dd69acbf67924f2ae738af3ffd49b17",
"transformer_blocks.6.norm1_context.linear.weight": "4941de9287fa31bd5da57d79a03161aced0692ba36aa88b1236700626840b5ce",
"transformer_blocks.6.norm1_context.linear.bias": "ff43dffb93286a6fabaff7697a45e1d190d3d5ce813ca7a72b6e79ea16507e97",
"transformer_blocks.6.attn.norm_q.weight": "4f25c5be3af2b969a691c02349ab91f0af35dd9feceed867b3758ebc41b2be89",
"transformer_blocks.6.attn.norm_k.weight": "97a3af4cd1341791dc9b5f3d71e824d4263ef09ac3dafc1cfda4298b9b8e24d2",
"transformer_blocks.6.attn.to_q.weight": "2e6a49c208865ccdd5b15f496662982dfa8ffb9b0d26f7d63b925dbbabd443b0",
"transformer_blocks.6.attn.to_q.bias": "e21eb57e3e417bd0492cff3a81f5055e21f7ce59b9c4e0f587eb52e5b264ee36",
"transformer_blocks.6.attn.to_k.weight": "e90e4248081f93c8a67d0cb4fee13185e669a45de1a28c940267eb8ee565025f",
"transformer_blocks.6.attn.to_k.bias": "3e5f309ca300712d10d9516603b19b708d26b2351d174a3c72e3eefa68481821",
"transformer_blocks.6.attn.to_v.weight": "fd2b8ba08295aaca910265eeff3eff330be46e1eb3bdc243020ac139fae9b3a2",
"transformer_blocks.6.attn.to_v.bias": "ca8f5e0dd63a9c9144bc3576fa926f9341ef51c21a28c6eb55ea4b208baca6c5",
"transformer_blocks.6.attn.to_out.0.weight": "dbde96a59e700f148c0ff927acab13828c4b2d63105166f6a7d7fac299c70cdf",
"transformer_blocks.6.attn.to_out.0.bias": "17260d30934f75481ea3d36b7391516ae15559304a3072ddc40dfac8cc3501bc",
"transformer_blocks.6.attn.norm_added_q.weight": "9d1b7ad609cb52bed1d1365b90155d9f026d7f5ce8b4552284d349cd8311c944",
"transformer_blocks.6.attn.norm_added_k.weight": "209036ef46f2c45b4f40225f15ca795402dc35417d2a6ff24fe61884bca67dc6",
"transformer_blocks.6.attn.add_q_proj.weight": "642fc088e220c92776faa6bd4e9b55d90a150ef4ffe7988a8f9c8bf8e4956541",
"transformer_blocks.6.attn.add_q_proj.bias": "15c56f1059f845010fdd6bc35a40b31e5293efd105282157fbebcacc1f019b19",
"transformer_blocks.6.attn.add_k_proj.weight": "cbc41b2a2d347f55f396c232bac384589bbd1d73de20368afc069cccd15c26a1",
"transformer_blocks.6.attn.add_k_proj.bias": "843fff3745abc67b6b5121936ba368b928df4e35ef2fe1f5f681d82b20fb88a9",
"transformer_blocks.6.attn.add_v_proj.weight": "9c35d02ffac58ce80e7a306c3c24d72fb3b43def4927e96fb99213e6dfc9b873",
"transformer_blocks.6.attn.add_v_proj.bias": "eddf7fb1578b74b7cee65479d3f5825f20a1be98b549d43311af36086b63d4df",
"transformer_blocks.6.attn.to_add_out.weight": "c2bd559f9823cc7fde075efc8f3cdacc225847bb7a44c3f32a9aaf891ad83501",
"transformer_blocks.6.attn.to_add_out.bias": "e45706ef909ce72a6dc1fb7d39a9e788e556123e0db77f508dad5d08ec6da7b3",
"transformer_blocks.6.ff.net.0.proj.weight": "943d13f2734f08b59693c8ad066f3c83bdc725ab477716c49d26c87cd01f5edc",
"transformer_blocks.6.ff.net.0.proj.bias": "2e83ddda9d947eddefcce1cc435696ac9d95f02bd184078ec10f1663e743329c",
"transformer_blocks.6.ff.net.2.weight": "b28a005975047dc7e44c348b5951a658c8fe988faeaec33fefb009facec4d96b",
"transformer_blocks.6.ff.net.2.bias": "159f7b9d292f1556d73a22fd1844e83dcb3100e8fe67c8e5a43a3be173bd0f9c",
"transformer_blocks.6.ff_context.net.0.proj.weight": "14ce2709e426bae27e293174fe204549033b6e4319a1023874b26fad0f7dbe71",
"transformer_blocks.6.ff_context.net.0.proj.bias": "e4f4fc9b763670767763b748dec9742dfd27e2d6f3eeb35ba40cd6ef5459d140",
"transformer_blocks.6.ff_context.net.2.weight": "af8f0b64e51b5b8bba912fd2a105ecc01ad6646f1b6cd2f815a43d06342d3c49",
"transformer_blocks.6.ff_context.net.2.bias": "181881c3e7e3995190d5d0ae49f0bd5e2303279459817a2c5642bca14ea1884a",
"transformer_blocks.7.norm1.linear.weight": "96ffc85df1e3bf6ce65b0d29c828f56de0ad769b886f24add3628a2f29cff6fc",
"transformer_blocks.7.norm1.linear.bias": "fb789c7037c24833e6c6845017acf7cd2c05db09bb8b0568c8679c3a6064f7de",
"transformer_blocks.7.norm1_context.linear.weight": "48a056fef674c1aa3e428553a6833a839cd93314cf75120773d70b2be25545c0",
"transformer_blocks.7.norm1_context.linear.bias": "0074c057adffb2b2869af57b04b7717df525f23ab646364e877966a6d9002357",
"transformer_blocks.7.attn.norm_q.weight": "fdfaa79bf4846e31b84fb22de4c32a26c17347e9548049d9b329c15358d2a2c9",
"transformer_blocks.7.attn.norm_k.weight": "ddddefffba4a196ae0e348217796d418b02f1026db329c612f304ba826c1e503",
"transformer_blocks.7.attn.to_q.weight": "284b03b349017df63fe7d08d0f816384f55d545e7869c4e4f66f984767839bc5",
"transformer_blocks.7.attn.to_q.bias": "ae673c1c3ab6d9a579fb9300081f98acf84067eac7617ef0c4eb2ddce9d4378d",
"transformer_blocks.7.attn.to_k.weight": "88e1f958a33466e1f73880b7c0a8393722fbaf8d60e94aea3b98a0e1a5994fd2",
"transformer_blocks.7.attn.to_k.bias": "e6bfc4ab81caf63e7874ae483199ad4e5759b757456f6ce8562261aaddc2e47c",
"transformer_blocks.7.attn.to_v.weight": "e2146e89e8068de30b367a37de10613228570d21014c89ce19aeb9663dae70cf",
"transformer_blocks.7.attn.to_v.bias": "211ffcb0454afc3d603966c9cc492b8293f9f757c469dc41bd081baa6035c354",
"transformer_blocks.7.attn.to_out.0.weight": "6e468a224c59106bd2c91945158e3c81f380fb1562d05373519e5358e82de727",
"transformer_blocks.7.attn.to_out.0.bias": "504b191c9a7125d252c0e7014baf269045d563affa701020a86cd11b1e412748",
"transformer_blocks.7.attn.norm_added_q.weight": "45cf75265163b329272ee7f86f4ee4c2130674186a77b4008b69d4d463dc5cef",
"transformer_blocks.7.attn.norm_added_k.weight": "9a4e9bc0cf42965e364235c433923ee87b1e47a608ebb213092beb3f616525ee",
"transformer_blocks.7.attn.add_q_proj.weight": "bcf782d6480b030db2649e73d1ad3d06a596b3982b4e29893c6fb0198355a8dc",
"transformer_blocks.7.attn.add_q_proj.bias": "a8fcbbdd7a68beb15c1422e577532048c136ff042a1f443ed8be912935779eda",
"transformer_blocks.7.attn.add_k_proj.weight": "77b188b428321b69a741bc959b3e3f936b7dd1c85b263486f0f9ca82f47030db",
"transformer_blocks.7.attn.add_k_proj.bias": "10479eb10407488c31532ccf968bf011aa247e7aa954d6842b4c45808f1b2328",
"transformer_blocks.7.attn.add_v_proj.weight": "d27b83092094acfb453673f8e7ae198601fa05d14108335c1d506d0416f54292",
"transformer_blocks.7.attn.add_v_proj.bias": "40bf0dcb2cccabe79c89e6f6e03f975eab58bdd9a8904bb5c50bf5d3830f611b",
"transformer_blocks.7.attn.to_add_out.weight": "3d5f489f1dee8098cf1239d570199c3a669be78e700d90c90d1a00495975e705",
"transformer_blocks.7.attn.to_add_out.bias": "5698b0f01cbe7e788480853e477999131a9b5b4fb10632f431636c749fffe5d2",
"transformer_blocks.7.ff.net.0.proj.weight": "ce82cbe12a663833809bc38e94a62c9437878cc02bb7c3a883ed3ae0d53553d3",
"transformer_blocks.7.ff.net.0.proj.bias": "ec0961ad202cfb1b1d2ba84051e318741b70b323c1d50380fa3a54bbb137c6ff",
"transformer_blocks.7.ff.net.2.weight": "aacb904f63e918de1e0fa385afb3a22b71ca39baf72de67497f1d2e47a8c5466",
"transformer_blocks.7.ff.net.2.bias": "963bbd15e1acefe97df2261130fbf00465d2468cf77c0afef810cb9c308adc0b",
"transformer_blocks.7.ff_context.net.0.proj.weight": "e123197669f13ec5130182e1b42d0deed25641664af1de985887134cae537c26",
"transformer_blocks.7.ff_context.net.0.proj.bias": "73d5718b59c41dcf9a4fbcb94147fcc2d0da0e591544f13591502ec6b19f1ed6",
"transformer_blocks.7.ff_context.net.2.weight": "6bc404575b0fec857277c622a9ad082ac42526e2f2d3b7fb9b847120d95645cc",
"transformer_blocks.7.ff_context.net.2.bias": "2dd761253a2b4abaa4dd75e731fac6663ce6572a2fb72ab72c5c7f950ce5772c",
"transformer_blocks.8.norm1.linear.weight": "4662771d9c7d16ef37666aa8522bb4e7e31e54c2d5d80c26c50671f730838994",
"transformer_blocks.8.norm1.linear.bias": "5f5963846ce87ac0556fb966dda7bea38abf410a115d84238590701d6c10d1b9",
"transformer_blocks.8.norm1_context.linear.weight": "8d9a30fabdc39e26331fbbabde89de714fd5ff4e583390e5e914b744a026f758",
"transformer_blocks.8.norm1_context.linear.bias": "ae6065c252205c42d8d8d8aaffdb51612480e3b6c0cf0389d1a5900cb8e76084",
"transformer_blocks.8.attn.norm_q.weight": "e8f741f71a54c5fa892161765f0c0541ad3bc61318e4b3e4c68b3a20988624e5",
"transformer_blocks.8.attn.norm_k.weight": "0ba9a374463e383068ca4a3bda88e3e44b2dca91e70baf08db420e0de77b67dd",
"transformer_blocks.8.attn.to_q.weight": "bbb4c94888c5dcdb8c6786eba482b21879f41d4f30964f27c808526cac4432b9",
"transformer_blocks.8.attn.to_q.bias": "633085d98b310876938ca1fef6df81e6ed88096b79e0d04d2e7fc032aff2a759",
"transformer_blocks.8.attn.to_k.weight": "55527c4eb519979cd33a0366323428142420c848dedf0485214d1e130824667a",
"transformer_blocks.8.attn.to_k.bias": "0816e715d4a52fac4b1d0bbef2820609b138ec870b88200cae2a3bbe017da966",
"transformer_blocks.8.attn.to_v.weight": "a8bd54ff48c2f095fcb116891815a8b8cca2f72218305f622435c52fcf0d8fbd",
"transformer_blocks.8.attn.to_v.bias": "d5fea168ff90ee1a543bc061bab04ef35f8e9639f9d5211176aba44f51d24aea",
"transformer_blocks.8.attn.to_out.0.weight": "2f5d23ab70fdb0b38a11fa4c9593c98998012bf12feaad4605b8cc513d28fb78",
"transformer_blocks.8.attn.to_out.0.bias": "4d56cda582b3e379a273ecca647797843d559d8656f62ff473c5b81be9bf92c6",
"transformer_blocks.8.attn.norm_added_q.weight": "c3aa9135da6e235535644e6a383c71159c19e658aca2eded548bf034841a95d0",
"transformer_blocks.8.attn.norm_added_k.weight": "badd9e6677cb0c17fcd692c92be5fa4e57082ee985ac5da45d764d8c435a3cca",
"transformer_blocks.8.attn.add_q_proj.weight": "f528cbd56b4bfdccd8c3f7519d60ff989e4a23d2dd5d4351b5dfe99ba1eb8090",
"transformer_blocks.8.attn.add_q_proj.bias": "37c98ec66dda2af3643ea2e6c582855f5dde20f432591f6a75583cfc02f04e33",
"transformer_blocks.8.attn.add_k_proj.weight": "35a9249f088bf32613734696f0424008b151a1f1fb9e7e92160baa193e7ef208",
"transformer_blocks.8.attn.add_k_proj.bias": "cb8922b499398a7c2aafcdcf703b03407cccc453d6cc2f5974ca978763ec28a0",
"transformer_blocks.8.attn.add_v_proj.weight": "21ca648168e6973abd88d5042cdbefe3577576fd3e19205532feb5eda7ca9d33",
"transformer_blocks.8.attn.add_v_proj.bias": "43c650f7b529fb481ac9baf3b74b99f38f5c3750241fab047a39120f79149204",
"transformer_blocks.8.attn.to_add_out.weight": "78e9394d4e0f63906818c79d3ef743eef7a96db12049ae458edd9db79f4e975b",
"transformer_blocks.8.attn.to_add_out.bias": "de89905d45a9437e2944dd22ea9863df9ef38983dccf2709d99f18b5b128a505",
"transformer_blocks.8.ff.net.0.proj.weight": "228ad1cd6636f302edeb2d37b22f504669a2ad6144cbe66af1b13bad0897ab4b",
"transformer_blocks.8.ff.net.0.proj.bias": "930a2f8ea440a847ccb0a689ce56d41b046c0d100d235266a3e679013dfc0d71",
"transformer_blocks.8.ff.net.2.weight": "8b6d2001ed15b0a96da8e85f83c3e4f046af2c25e3557d4b9def29556124dbbb",
"transformer_blocks.8.ff.net.2.bias": "5ba3afde69276f692a675de683a89750a9ac88d6fa132057aed899ea4bec2ddd",
"transformer_blocks.8.ff_context.net.0.proj.weight": "8593ee471a1668c50814fe44f55e8e51415758a1554587b7b44657da0a86ef1b",
"transformer_blocks.8.ff_context.net.0.proj.bias": "e7dfce56de9b159dfbf300a355bf81c812d7edfb2329064056648969343b6188",
"transformer_blocks.8.ff_context.net.2.weight": "9f8e7585f43b3b4b587bcef1c1fb266b1210762b8d2c772d768a48c6c26531e4",
"transformer_blocks.8.ff_context.net.2.bias": "2fcc1537133c599c299d4affc320bd225fbdf9b4762c3d185b9dd39f02ce5c4a",
"transformer_blocks.9.norm1.linear.weight": "40b06d5a8ad64362ee93429a3e85653287cf1eaff21456417217104e91398d2c",
"transformer_blocks.9.norm1.linear.bias": "8298cc4b897c23e40f0c9735e43dd4f839629e53780df163bc5c83eaeb166234",
"transformer_blocks.9.norm1_context.linear.weight": "6681a3e1848abd1a8b961565c916f87e77bd667cdcb24b4c6a4ba2e13e7769c3",
"transformer_blocks.9.norm1_context.linear.bias": "ad371d5f96770b225fd3e1aa8d54a2a34442eddaa4789476f70d071785d34a3f",
"transformer_blocks.9.attn.norm_q.weight": "f8103cdc96289400bbea6beed9088bb6a29cd60d0c128a141a8834bcd0541d03",
"transformer_blocks.9.attn.norm_k.weight": "678fc5bd1d37c68c030761031298aa2acf2e39cb34ac5a3df92d6781cbc60a7e",
"transformer_blocks.9.attn.to_q.weight": "2393e3b2a5a6bcf378eca1bf547dd401e73db4b958fba869d468740aef223225",
"transformer_blocks.9.attn.to_q.bias": "e02fa8b89878f10924e7d1b9b5af5183058b87546e1a54292082a313787bca5c",
"transformer_blocks.9.attn.to_k.weight": "92a34ce60c137756335aff5f3fbd097dfbf3308cfd44aece1dc0f5e92b281a4f",
"transformer_blocks.9.attn.to_k.bias": "c42bfc3805966cc4b37953f38417c3e1b8c1f61e1092931155a868d201dcfe16",
"transformer_blocks.9.attn.to_v.weight": "e365cefcd3f952d28ffc88eb6d516a90f50edc28fbca2950bc685307dccc5b50",
"transformer_blocks.9.attn.to_v.bias": "6ec34124c8f54af0cf1df21972c594269b2c6eef20867ee044e74718c619a4cf",
"transformer_blocks.9.attn.to_out.0.weight": "99dfe1dbd745b31d8f5758daee19c55742c092d3abac8f378f0d0a896f1fdfa2",
"transformer_blocks.9.attn.to_out.0.bias": "1d8f71be3d983b634d2f7c89286182b8ffa882d3b97652c66a81ca48542f691a",
"transformer_blocks.9.attn.norm_added_q.weight": "41ca2dec62f47b836cc869b458852fbd6954392c45ca92f7c6099cac6db09084",
"transformer_blocks.9.attn.norm_added_k.weight": "7dd550f7c4296025834fdf699bbcdd5ea89660c2fbe76b0b0bc1f9d74ea6f83b",
"transformer_blocks.9.attn.add_q_proj.weight": "faafef8cb6499607e9339e6cc7274b28cba0c784902b7853897edd59cf9ad098",
"transformer_blocks.9.attn.add_q_proj.bias": "ba3cd6867a8a666fe42c06603052ec66c0e9aa5b9923a7b951f2b69acdd2ae4c",
"transformer_blocks.9.attn.add_k_proj.weight": "dfcb6e872d4a299444cd01e9d0a5856a00d4da7d197b601232068548850c7c40",
"transformer_blocks.9.attn.add_k_proj.bias": "0f83aae1967ecc5df68bd1f6b1a68056eab264e914b969ffd0d83b880e776048",
"transformer_blocks.9.attn.add_v_proj.weight": "95fbc0e3df80e27862ccfb19432fc89b1feee794ccaa9cf31b00ad57e67009ac",
"transformer_blocks.9.attn.add_v_proj.bias": "d9a7f1475472ff30ae1912313f5b2ddede46239de1948af7123717683cccc9da",
"transformer_blocks.9.attn.to_add_out.weight": "d0542508703b683803f50948915e55a9ea820182d2745070115334c1e44323d3",
"transformer_blocks.9.attn.to_add_out.bias": "0f7ca73f2bf0429e82f6ab92d35f96a222a40b968949d25d0d93384d6487c2fe",
"transformer_blocks.9.ff.net.0.proj.weight": "7cc1bf1d00841b8dcbb65c7160dfd9ccb449bdf9c79c5e058c08255855e25274",
"transformer_blocks.9.ff.net.0.proj.bias": "83289f013cba53490811124c4d1a5b0fe02b9c282ace5816f4008987178c3ec1",
"transformer_blocks.9.ff.net.2.weight": "ec19a6c70c9a1830dc461ff4986f11286dedc7ae665f34ef15c97eb6c968a93e",
"transformer_blocks.9.ff.net.2.bias": "eaeff7d549bc25def60bd107ab21e0184dcb762c339238acb954b2e9748b4ff0",
"transformer_blocks.9.ff_context.net.0.proj.weight": "d92e278a27b4cff6a97d9104acdedf466941f4e4747db60ecc40df2a857b6fa1",
"transformer_blocks.9.ff_context.net.0.proj.bias": "7d0b0e2f9e97c8943e2190c40cd73901e57b3c4b3794c04f5df38def7570993b",
"transformer_blocks.9.ff_context.net.2.weight": "6e20f88b77137aedc60f631fe27b6e11aba3c3885c3a7a79856fce9f10db3de4",
"transformer_blocks.9.ff_context.net.2.bias": "c79644f0b2dfb81c10e0142dc98ee612db47387df227a863df752ba0af204533",
"transformer_blocks.10.norm1.linear.weight": "8e1076d5531f64bdae07d806b46c1383d0d1311a0101f3d6c42ce097b1088dfb",
"transformer_blocks.10.norm1.linear.bias": "ad401524a653360e8daaeff8881c8fba20f705d97ee6012c9bdaae0c5d6c93d9",
"transformer_blocks.10.norm1_context.linear.weight": "75b1b2e5959ac5419ac20f16da4f270f654113639f02a84d4ba387b56bbaff46",
"transformer_blocks.10.norm1_context.linear.bias": "b83a2a90112764e3e44ef5a6733785f11044a0ff09313942dd7c01aa196a99a0",
"transformer_blocks.10.attn.norm_q.weight": "0a7210d4a905654d8b1a72ab6f93e3e2c6a47dc84c78173c498d2006639c049f",
"transformer_blocks.10.attn.norm_k.weight": "abf8ce11f91321b1f22f7330671891de2aef88130f74aa811eb78d3e30153d96",
"transformer_blocks.10.attn.to_q.weight": "e912a940acfae5166cb810387289237509485aefe3f9d77f2a49464c2bcd4865",
"transformer_blocks.10.attn.to_q.bias": "5ad2d1a988e25a1294b0a85a2f8de67c1cadb56d83480291823ca4517d59676e",
"transformer_blocks.10.attn.to_k.weight": "251da700fbe6987bb884b234d8936dbc237e87ad8e775920b62aec1a031d9f3a",
"transformer_blocks.10.attn.to_k.bias": "a0cbe03a06c247c20ddc3ea67b5c1bd7aa52f533dba318ef23582db1acc95326",
"transformer_blocks.10.attn.to_v.weight": "285fa24db6643a51d9dd41c614bced5380c7fb5102f3a099a8593e9e37bffb86",
"transformer_blocks.10.attn.to_v.bias": "d638b5d2fa9fdb5e041b74ed15f8733dd75ad025ee01488ec3adefbb94c40190",
"transformer_blocks.10.attn.to_out.0.weight": "7b5fec0cf01ee5a914e846779fbc8410bd9587c234dce98d54d0f0d4b455031c",
"transformer_blocks.10.attn.to_out.0.bias": "b6f634b7000797f1cb3be177cfa965264af02d7509fc85832fb90e8e027396ce",
"transformer_blocks.10.attn.norm_added_q.weight": "94f0a035d02840c5786354a3ce96da651bc4bdc7c7ffd668a68d1e24232091c7",
"transformer_blocks.10.attn.norm_added_k.weight": "ebc7d21da7c5432da77a9a6433045915dba971b9740291e6499e427b80544641",
"transformer_blocks.10.attn.add_q_proj.weight": "625995312ae02363d50bf9b1b2df739b6d248067daaa0cd71e3b8428f61ee41e",
"transformer_blocks.10.attn.add_q_proj.bias": "534b3eb3a9455feed0f2e888cd976bd095da4e7a8300896e123aed61b2a1d863",
"transformer_blocks.10.attn.add_k_proj.weight": "9c7a655148fdf4aea059e884777f65a30d23cec060305320027254fb5b27d9c4",
"transformer_blocks.10.attn.add_k_proj.bias": "f94e6b82666575722a6545728097d29be6799f5465efea506ee176c7a0d7e350",
"transformer_blocks.10.attn.add_v_proj.weight": "df4896ab2cc3d23fcbe0121ee0d6ec25dc5db6c08218f2beead563fbd6835b5d",
"transformer_blocks.10.attn.add_v_proj.bias": "dc79ac9c099c909b218e11eab0a20e8a29038af8fd95cd426d139739d23a009c",
"transformer_blocks.10.attn.to_add_out.weight": "0bca6442626d9a87f6af874f8ec3ceaff5a46b91162521a9619067ef482139fb",
"transformer_blocks.10.attn.to_add_out.bias": "24761cdaa085c65e4769264b1cda3c53556074323766c60e28467d3b2f185fab",
"transformer_blocks.10.ff.net.0.proj.weight": "e4e03756fd3782bd684382edcd80978be4165bd510c192f132d3e1f87a7a3165",
"transformer_blocks.10.ff.net.0.proj.bias": "822ef9713f6b193c3b0443046eb484cc7f9163d63dd11150b1e5cbbb637c1d62",
"transformer_blocks.10.ff.net.2.weight": "36a6d10d589320a2ad78d92a8475c41cfada5fd6084678e506052799aea007a9",
"transformer_blocks.10.ff.net.2.bias": "7c8f6e5a6cb657e98d3fca5825f2b4efc7ff5f3a7f25d0cc3fbcabaf4f9c2328",
"transformer_blocks.10.ff_context.net.0.proj.weight": "330b55245e02f7fde0ac608e959923ff7fc4ce280d2619dad15e66cc097b612d",
"transformer_blocks.10.ff_context.net.0.proj.bias": "8e9e1d1b6f2a6073f70c4219f1e69f79f1adbe3ce7878ad34faaca0b348617d4",
"transformer_blocks.10.ff_context.net.2.weight": "295ffe89fa8be6773b5542dce1da5b80f7b74532fda3db1501a4ab1cb64eed3c",
"transformer_blocks.10.ff_context.net.2.bias": "fa44575af037e208096ea97c17b33502de3fb7dace2a4c5abbc3e8e91edee8e6",
"transformer_blocks.11.norm1.linear.weight": "5fdd512031cc872ae405afdf4bcb59a849855ba74b74d2a99271993cf3b81aeb",
"transformer_blocks.11.norm1.linear.bias": "6ee1132d7a3c7e9847a242ab1ffe5b7ef2b7ed5077cbc7bf73c4ce6fa8c4e210",
"transformer_blocks.11.norm1_context.linear.weight": "2d1f82c11eb3a8b12dc0edc83b2b76f699f4519978283a402ccf41849c910506",
"transformer_blocks.11.norm1_context.linear.bias": "c5b9e982a7d14aadf94073066507a0ae8204d851f063220b9b6004b6dc020e78",
"transformer_blocks.11.attn.norm_q.weight": "88e8d068d07da0e003b6363c77ef1f358ea290506db44a840fe033687ba4fe24",
"transformer_blocks.11.attn.norm_k.weight": "3bcf5340b1db753ea5ab9d8966030eb32d59b2c7118c48ca3c204bfe12ae3ea8",
"transformer_blocks.11.attn.to_q.weight": "c5b704b1da55eb33c854f9d2521da74391f86e023886f44c25997f6148cd899c",
"transformer_blocks.11.attn.to_q.bias": "77a63e075ad536f33cafc96ace15bc9f624289e7b5fd60545a95668795035aee",
"transformer_blocks.11.attn.to_k.weight": "25d44c23fb6ddaa41b20201f07109c833c6e26700ae2df9de72eec63758b4c5a",
"transformer_blocks.11.attn.to_k.bias": "c742881c619c606651316e7000fdc9e58193e6026603cb6cf5f76790fee67b17",
"transformer_blocks.11.attn.to_v.weight": "5feac4d271f3af379690b4a80f6c9c209a7cfe5c7994af9dace9c127594541d7",
"transformer_blocks.11.attn.to_v.bias": "6e09c137928c2c3a4a1f431659b157b7a8e189d44217f260f6da686892b67ca3",
"transformer_blocks.11.attn.to_out.0.weight": "d8388586319873646030e47da7c8a04dde8cf73f614f560fabd460eebf90dfda",
"transformer_blocks.11.attn.to_out.0.bias": "ad5957c17ecf516d44accbe14d34291dfc2e39ca210efa04e61349cbb11a9868",
"transformer_blocks.11.attn.norm_added_q.weight": "99c18358e888dd26c6675066ff431bc57922912070700e174a13bb6cb76cceaa",
"transformer_blocks.11.attn.norm_added_k.weight": "2c143477875a5b3dbab0d0e94b2efceb4c56d2dcadc08f7b35ca69567e92431a",
"transformer_blocks.11.attn.add_q_proj.weight": "3dec0c7f7ce78f511da8f7f98719e9a1d3d5d5a93cefd9fec52d0d1385b92d67",
"transformer_blocks.11.attn.add_q_proj.bias": "07a8fe894c400e0cb2d2152a942b5f567df33f2cd0a31c2a751ba63f1b057a08",
"transformer_blocks.11.attn.add_k_proj.weight": "13e6b74666ed4ffbcfe7f10c5d348af1306cb568bbcd96208304231e737f714a",
"transformer_blocks.11.attn.add_k_proj.bias": "ade5def18da90ce0af2877a217d3adb6073007efe86e7ec6f089212ad221991e",
"transformer_blocks.11.attn.add_v_proj.weight": "98ad4485839b3e0c2d72fbb2cfb5cf174f24a065824a4c139de8b219e5cd84b9",
"transformer_blocks.11.attn.add_v_proj.bias": "3d8f29f58be2610b16b1e260eac2a3633e84cb0de49f701ace2d96dfe48535de",
"transformer_blocks.11.attn.to_add_out.weight": "7eb5de957eeb37ee8a0439911e876ada92f65c8b38b9b88b5e3db695368aae77",
"transformer_blocks.11.attn.to_add_out.bias": "f404d15faef7dd42b7eb29f9bf730a7f7ee8f0982e5199898de23d344b6f6a79",
"transformer_blocks.11.ff.net.0.proj.weight": "f338b84c97ed6219804fca302b3f8b2fefc1c1ec16dc8bc177c2a4396b71f774",
"transformer_blocks.11.ff.net.0.proj.bias": "e1237fcc02620379dc7283e63d6004253ee2ffda5e011bff3339e2774dd4cfe2",
"transformer_blocks.11.ff.net.2.weight": "9984f726e1de56a1f2d98545a0e4dc6ffe2d67c3482242b387677a67c6686593",
"transformer_blocks.11.ff.net.2.bias": "5a2cf6fe15f82aa63423ccc9f0767801de3faed74dfb08342993981afb490950",
"transformer_blocks.11.ff_context.net.0.proj.weight": "a0e12f1bfc13a16177fb207081deb53e663f6b3e926e1e4eee4c9ff7e4f64ee2",
"transformer_blocks.11.ff_context.net.0.proj.bias": "de6bd226adc7a1ee15e3e389af3a9c98e100a72feda22fc3549548ad6153ad9c",
"transformer_blocks.11.ff_context.net.2.weight": "10fbb91caa4dda8643b4304846939df7cad4543ad63f70694132bf3f44065bf4",
"transformer_blocks.11.ff_context.net.2.bias": "f7f878ded9371e66c1d90fb807157356b926a68a1dd4b7841b5b28681e1c1112",
"transformer_blocks.12.norm1.linear.weight": "9035504a7c413a61c1b7f1ac110419e27d924b146d5ff4cb467e1e0174bda094",
"transformer_blocks.12.norm1.linear.bias": "44a35fa4a164b2645ade10401af1db3ecd6465f654fc8b0ebafd99cba9fc1e68",
"transformer_blocks.12.norm1_context.linear.weight": "88b940fc400ee90f8888fcfcc5e793e85eb6fb5043c2f32bd8d2e3875027a85e",
"transformer_blocks.12.norm1_context.linear.bias": "7cc5cb102fa5b3649c535888681532ba413e0879e780c16737e2f855f861814f",
"transformer_blocks.12.attn.norm_q.weight": "8bcb083a8180c0e0d5d1d0072ddfdf48d7d448aafaf51840d66c012ea3528906",
"transformer_blocks.12.attn.norm_k.weight": "5c22378b1351bb6989574d35e616332a9d7cc21c0bf815d68b6915188ab015d2",
"transformer_blocks.12.attn.to_q.weight": "92f0c9367b779ea1183aa8aeaa832a07bc98de2da8a6991172bb2e6b6e73b940",
"transformer_blocks.12.attn.to_q.bias": "a5212f5590222ba9a8ca60462073b4bd21574271a4cda044f1571c3d730e0220",
"transformer_blocks.12.attn.to_k.weight": "2cfc862d32bf51ddb0ebaa407ae8c4747aa39b03db15720d89b89dad37a47e80",
"transformer_blocks.12.attn.to_k.bias": "c0fb3c3cc35d0807e6b51a0c4ad1a997efc9a1454d1cb42a3b5381a595db112b",
"transformer_blocks.12.attn.to_v.weight": "b1107023e10b8644b195652a9d1a8b0ef7eb2f371a57850bb09da33941765d71",
"transformer_blocks.12.attn.to_v.bias": "818570f6f3b63efe5c413afca57f39b72f7b2e8d48e5a723e6d7868954d2f95a",
"transformer_blocks.12.attn.to_out.0.weight": "3ef965cbb10ff353d1844a41e4b2a95850d1929ba47e5eac95b0ac3a92f44fae",
"transformer_blocks.12.attn.to_out.0.bias": "8bdad8b7134477a1f3d68ca94413991eb3b5aad6aa1a94fb0c2657ec2bf69820",
"transformer_blocks.12.attn.norm_added_q.weight": "8ef8dc961c0ebcee6aa3487db5d4b8e01c0eee815b538f5e879023d495a53e83",
"transformer_blocks.12.attn.norm_added_k.weight": "9eeb39ec9070d39fe84eded9d1f4394ca544f4b879211e9a0df5fedce1ec2f7d",
"transformer_blocks.12.attn.add_q_proj.weight": "671bce83eeb89078f3cd266bfb3956e9adb1e5ed899a5e6faa43043d5de675a8",
"transformer_blocks.12.attn.add_q_proj.bias": "759dae972aa76e324db6c3ddf7be38ca7c38fa269eb55b5348d18c7f5c7a0adb",
"transformer_blocks.12.attn.add_k_proj.weight": "30a312fd77407f81844597e7320b76b78e5d511c7d3de12332d884fc23cb142f",
"transformer_blocks.12.attn.add_k_proj.bias": "ff93033e4adfd736be9e6b2cfec20edf484d44bbc0e1d0e3d634f2dad5de68ee",
"transformer_blocks.12.attn.add_v_proj.weight": "1e970060fe35a4e96e7bba3f9d4f58fb30b97e2555627e9d0f9d75e22af1f32b",
"transformer_blocks.12.attn.add_v_proj.bias": "c8759952d2dfd8639f99212039226da4dad62d3f43a61ea7c773c08a1d1759e1",
"transformer_blocks.12.attn.to_add_out.weight": "c87ac9f6a2be8bccd1f645a8e5d8ae5aa03645e7e5378df39a085f98b5a2c1ea",
"transformer_blocks.12.attn.to_add_out.bias": "bc7a92526467c41f7cd9a854e78c1b72b9d56145f6ee96e410295037b8b14586",
"transformer_blocks.12.ff.net.0.proj.weight": "7ee1ee879ebf8077325f298bd33b79392085600ea0311f35789dc029e147bcb6",
"transformer_blocks.12.ff.net.0.proj.bias": "30d78eddc62d138de6a15c00c0ddaf6dfc4fa72c3ede3bb31a46ae74e42ee93d",
"transformer_blocks.12.ff.net.2.weight": "00977a4ccaa47bb5c523d214884f0733d640c780427e3a77ab07f2c5acbf2d29",
"transformer_blocks.12.ff.net.2.bias": "d1dd6351cd948603626f1ce5d287308ac39d264113988bfa0679736f03120231",
"transformer_blocks.12.ff_context.net.0.proj.weight": "a107aeaee78fd9d994a163cf2a5be518586660f1028b87e7a9f9c142ebd48519",
"transformer_blocks.12.ff_context.net.0.proj.bias": "86e6f07895f2077245486d533be211df2902eae7cf76dee2e608ed3cc27252b1",
"transformer_blocks.12.ff_context.net.2.weight": "e9df464a75085740e540699919432919106735549d57d715a2ce42be0fc1787c",
"transformer_blocks.12.ff_context.net.2.bias": "98ca1b2fb71da25def343bd8e6098524ec1026795ee70bdde1ab671c991b180c",
"transformer_blocks.13.norm1.linear.weight": "ff8414ac46e6ec120ebc18c356bf47b56da9bc0dbc078d8546cd4374db10c930",
"transformer_blocks.13.norm1.linear.bias": "249568d590b175456de9b48973fd0f0f97f8a1739e57349fed06134a941d05c0",
"transformer_blocks.13.norm1_context.linear.weight": "d9ed4ba0c508adaf2decf747b01406a336ccb2c1c82db7702eb99d3af9d381d8",
"transformer_blocks.13.norm1_context.linear.bias": "e63dfc59ca613c333361f2718d6c63a2d22b27dcbcc590022250b6e281f0eeda",
"transformer_blocks.13.attn.norm_q.weight": "d823467ec7458ba5b31252f8abb860a86fa8747868c773bf50a153724f64c43f",
"transformer_blocks.13.attn.norm_k.weight": "42fed9b9628e19ff5547627727eb5d82f1fb8d661f3967fafdc2e470c424bd6c",
"transformer_blocks.13.attn.to_q.weight": "bb4511a0a24bded999ef323c09c3f79904e779a8ccc2761861df43d3b69017f3",
"transformer_blocks.13.attn.to_q.bias": "6bbfc2adcb3cb0253676d8826e8c62427c33b63800eb718bd378d1c16ae115bf",
"transformer_blocks.13.attn.to_k.weight": "101fa7181b42b9f8a0a5e39dbaeacb858c8b36dd4ef72afdebb81280ab91099d",
"transformer_blocks.13.attn.to_k.bias": "a1e72999a99a827f3e14c46392daa33ce257790d120269a3cef478fc154c9cde",
"transformer_blocks.13.attn.to_v.weight": "f2ef5c67078ea8b2a3e5add2c9a918f59968450f8dce5332ef461e0c384c1174",
"transformer_blocks.13.attn.to_v.bias": "522ec157f631addb604c8312c28dadfc75eb15fc1c7dc6cead637984f6a444c6",
"transformer_blocks.13.attn.to_out.0.weight": "5bc172adcb51a11635540f8ae823f4faae6b7bd1e82af7d6cfceaeecb69e6dcc",
"transformer_blocks.13.attn.to_out.0.bias": "f1413d8b2094217f92cffea72ace9f83b0ddec3eb5e6ac5cf5983cbcb429e651",
"transformer_blocks.13.attn.norm_added_q.weight": "a34d195466d8ede6dde9c17387faca5b8cfdbc0f9df02c20499b7df4f41ce4b0",
"transformer_blocks.13.attn.norm_added_k.weight": "49c7336ca47b14eaa1003c0778f568c28736d967a03f64f4f4c03ef7e09081cb",
"transformer_blocks.13.attn.add_q_proj.weight": "750b6c90e7cee98ece51c1ca781c647114eafdf8a120c42cace316894ed661f0",
"transformer_blocks.13.attn.add_q_proj.bias": "74d3a09f5bb5dbdcc1522bc210402424f2c6f214ee471b1c8a7ffe28844fcf70",
"transformer_blocks.13.attn.add_k_proj.weight": "cd05276a0d01515a92d46b7dd1a03db650b9183aa649e792c6084ea7c5956560",
"transformer_blocks.13.attn.add_k_proj.bias": "dd4a556ad08952c9619f2b32bee8ac68fca1f5911614fa76a0742711bb566c8e",
"transformer_blocks.13.attn.add_v_proj.weight": "572091dfa87a0511c062f96d46fefd52dbfeace745c0525e1c506fdd3d641d39",
"transformer_blocks.13.attn.add_v_proj.bias": "6788f4cf1f54d0e2a66a2c77fb90112d423d67be8de1159a097d254f4ee59008",
"transformer_blocks.13.attn.to_add_out.weight": "17a4479eb1ba6608871ca855a2a82d818fa8a6410060e86ebff3b13ff0b69c66",
"transformer_blocks.13.attn.to_add_out.bias": "82c8754851ca7b0be7aee117725248684a0db928adad381e9ca6851857e8a3d6",
"transformer_blocks.13.ff.net.0.proj.weight": "03ec2340be2d051710946dc5e7666459682c8a375a8ddcce7cfb7d6747050307",
"transformer_blocks.13.ff.net.0.proj.bias": "2f77def21b6adcc53ef511fe5873badb925147e981037326b5d448d6177e3f9a",
"transformer_blocks.13.ff.net.2.weight": "90eff58fef7edf49eb2d910c21dfdfef4fc3497a0e6f0ac72dd0aacd6c68b43f",
"transformer_blocks.13.ff.net.2.bias": "8eb37aef77b004612cd27b6ee8877c943ca535fcbdcd2f3403a52acf0d70b1d9",
"transformer_blocks.13.ff_context.net.0.proj.weight": "5ec1b8705a5efd2c8f2611a2abe0032551cd6f7b3c80d6838c50dbf396f9c638",
"transformer_blocks.13.ff_context.net.0.proj.bias": "2dc99c072d533b45c8c57c4c75fa4fb3410d408383cc3ca3d6b36c44d9ab4610",
"transformer_blocks.13.ff_context.net.2.weight": "d9ee50e3eca2787bd8baf8e2d75fac294f09c060e8cf918d6415f4214b0851f9",
"transformer_blocks.13.ff_context.net.2.bias": "0230ce14ab248f4aef73c6d1ca57447694236b532b4ae79a0b5f74002c7af2bf",
"transformer_blocks.14.norm1.linear.weight": "ec5c0afdc48650998c2cd93380684104ac2ebcd71d45d20aa3c6df01450d9c4c",
"transformer_blocks.14.norm1.linear.bias": "6a27065fc13ab9eeaceb4540cbf9c48ef4b09dca0bbb8a8a4c99e937b701f09c",
"transformer_blocks.14.norm1_context.linear.weight": "2c3e6142d50bfbb6763d36d8c0800cd53f3a3be00dd5220e8ab266be412852de",
"transformer_blocks.14.norm1_context.linear.bias": "3416413b5b15147b829f414ea6d65c80aa1a9d02ae2cdcc800b5f1d380fd689a",
"transformer_blocks.14.attn.norm_q.weight": "b8d57687958b10ef26ec14d664ebb0d3f3dd6be9daec224f34af9e0f358ff798",
"transformer_blocks.14.attn.norm_k.weight": "3c2e6c08fe5984059ec56ce66e966d1c6fe978355cea9710abca72cc5c33d46b",
"transformer_blocks.14.attn.to_q.weight": "f4ce84e5e75e31d671024fd2564860654b8bd7ea8ba2760d15f63ed9ccd4e5cb",
"transformer_blocks.14.attn.to_q.bias": "b8edf7c7c79672e3aee860147c4a3cc0c2c7481c1c58ed86943af7232b2c3845",
"transformer_blocks.14.attn.to_k.weight": "0f33402a81f497f4386021f8fcba13d96dedd444c3dc4c9e1035518c86bd4ead",
"transformer_blocks.14.attn.to_k.bias": "d77ba4829df497ee267978eb7828516c860e4aa7f8acf949bf53c2d8848e2c7f",
"transformer_blocks.14.attn.to_v.weight": "376f350c5e0ca54566414f6a1a5a64346393696ffcf47eecfd671c8a8f139606",
"transformer_blocks.14.attn.to_v.bias": "26c74bd49e7c8d16b48a3a8c46bd9e7f876fafacc4679316e6df2c15a96288c0",
"transformer_blocks.14.attn.to_out.0.weight": "8e01334f5484f7c6724b3641b353a64ed8baca7b9c62aa335dba808312d9bc36",
"transformer_blocks.14.attn.to_out.0.bias": "0eb073c9356a124532088d730b134db4d9a0d75d2411b04e521946405fbac67b",
"transformer_blocks.14.attn.norm_added_q.weight": "3d3088544c806a313aa395ebcb1e53824532b3eeb4b4b0febedbb105796432a6",
"transformer_blocks.14.attn.norm_added_k.weight": "9e6530e4294fb725f3093d0ad1b86563f0aa068efffee1b6b6f2c08705395c65",
"transformer_blocks.14.attn.add_q_proj.weight": "b813469c6c7cd1d8f500fd8a5ee0dea0cc9226f9c94e98e570ee7b127d2fb437",
"transformer_blocks.14.attn.add_q_proj.bias": "88135894d700cde41f54be90bd25564dff1096124b414b0ed558dfb7e305df9c",
"transformer_blocks.14.attn.add_k_proj.weight": "d0ba2b9de5583c771ce1c0804aa20dd53d10268aa07d8b83874dfbd233ac6dc7",
"transformer_blocks.14.attn.add_k_proj.bias": "011f226341b64f5320c4d22b010262ae7eb7eb79038c943c20b895f92f10aba5",
"transformer_blocks.14.attn.add_v_proj.weight": "a27e2fae4cf9feba09bc24db3df450e3efe1a0b8cddb434ff839cfce00f07b6e",
"transformer_blocks.14.attn.add_v_proj.bias": "333fe6b80746e4dfc2c0c1d1ebdf6b02920b6bb7e3f1f9065ea8b90c859f2b6d",
"transformer_blocks.14.attn.to_add_out.weight": "771bb3edd168be1ad67f1f94a7c94cba9d9f20a2aadd67b583fe8e38e838c0ab",
"transformer_blocks.14.attn.to_add_out.bias": "55b9ab9fa19ca3a667d91ef00060deb73d022e2bfc3f101011c6c0e43349bc89",
"transformer_blocks.14.ff.net.0.proj.weight": "01638fd7d26fdbf19f7f102d0e1027f70b4b3f2c38b6b9326e6f03545598d9ef",
"transformer_blocks.14.ff.net.0.proj.bias": "8beaccc579a38d9d2973f767b3dff021a25a4c732744c4fa8a5e59640581f2a9",
"transformer_blocks.14.ff.net.2.weight": "9906d625721c738b23e17790a3848ca00f7771614d696f3491205a9d842775e5",
"transformer_blocks.14.ff.net.2.bias": "64e6c395bb73a4891c33d2e4b4443dc41de7658e3dc416ac3180999778558278",
"transformer_blocks.14.ff_context.net.0.proj.weight": "1f7dc652292a1fe7802f4efdbf08f88b9e503b8019d39d1b435a46f262860e28",
"transformer_blocks.14.ff_context.net.0.proj.bias": "02f7d8d9a8bd9e0642e2bdc993054a4a70b9d24f1d6efaae95516e75e21be9f9",
"transformer_blocks.14.ff_context.net.2.weight": "90b000996e6965cd3805cce88fe1081d42523cb08f36def1cbb9738482eb82d5",
"transformer_blocks.14.ff_context.net.2.bias": "aac6e729c9d4c94457d77f3c105d94d65c961ccce3f887240d74a76531835f50",
"transformer_blocks.15.norm1.linear.weight": "d51888e5553ae97a5b0e9512b9063175f36db8c8a1d8932b9137c520a7eb83e2",
"transformer_blocks.15.norm1.linear.bias": "4c1fcd8b2905bb02a67404c7b414a3504b06216905dbb91c66298575d2a4f60f",
"transformer_blocks.15.norm1_context.linear.weight": "e204210a0b5567ef650136cb5558d6373bbff35e288b8c7de49226a3730a64f8",
"transformer_blocks.15.norm1_context.linear.bias": "b9b12d2e0dc461d328c5d42eed444c8f8a747eeeda8227a5aac6f0a542e80663",
"transformer_blocks.15.attn.norm_q.weight": "f5d2f4152798de1d69d5f3b3c83bd41ecd422adafae95f8683a3e3feba2ce3b5",
"transformer_blocks.15.attn.norm_k.weight": "07fd4cfe092c466001c1e8557235bf81a41e51b3f335eecbd475e4236049ea01",
"transformer_blocks.15.attn.to_q.weight": "d7fbdbc46d1eb7d1c40acb5482a2c9cfd97de835a0eb4042d1c7ef1ac4aaae69",
"transformer_blocks.15.attn.to_q.bias": "ad2c23408509ba70bb3cb0f50fcde95af6bc2f37f5cc6114322973e52cbb6aa0",
"transformer_blocks.15.attn.to_k.weight": "a645798ce6d642ae55dadb3f831b057a418a99b85ca2e361628d4e9516730259",
"transformer_blocks.15.attn.to_k.bias": "d4708a49b458f6409fb5d2f4e0be687fbabc794feedafe0cdbd6ca910b823f4b",
"transformer_blocks.15.attn.to_v.weight": "6fd9965e6f33d323d88471100d450096666c3624f1a18b4b5e5031b61d42b646",
"transformer_blocks.15.attn.to_v.bias": "c729abe4d5bfa6c206a369d1eeea692bad311b02393a8270b03e3eaafbd7b77b",
"transformer_blocks.15.attn.to_out.0.weight": "b8ce68c4fcccbb517eb1aac2c658b7c1c9bc86de65ebb42ff85d2363cbefedfa",
"transformer_blocks.15.attn.to_out.0.bias": "5328cf418eb921cb8ad0844d9087d79f167a0259b697262f8a89a9e2781ef573",
"transformer_blocks.15.attn.norm_added_q.weight": "4ca89d6b4fe5c5a67076d867aa53a7fe07491c310eb0c60bae96aabed905ba5f",
"transformer_blocks.15.attn.norm_added_k.weight": "63b1420764e26029eb4416670475834341994a17eb07e84c7b3b851f5bddef9b",
"transformer_blocks.15.attn.add_q_proj.weight": "1d690e9add3413bbf96f817916595026da9d9226c1eb4b8635029efb2bf5762d",
"transformer_blocks.15.attn.add_q_proj.bias": "80202f030204823f652cb22bd57ddc4ad5931e32756b53c0284eb8fccfeec50f",
"transformer_blocks.15.attn.add_k_proj.weight": "2258ec4a9c2e4678fa5e603313c0c771d30cbb45c253453902edede32c5b6f7b",
"transformer_blocks.15.attn.add_k_proj.bias": "05c8bb3f26d460888e0ebddf71c8aae3c91887ef59a0daff8e5f29e65a808cb0",
"transformer_blocks.15.attn.add_v_proj.weight": "fda67c7d4b682339ecc46584c6634437ee4b92af4e2c97ec53cfee47da4fd901",
"transformer_blocks.15.attn.add_v_proj.bias": "38ea36ae30ee63b8f50b0ae7a053b9cecdb4962fdc2aba191b03333c42dec820",
"transformer_blocks.15.attn.to_add_out.weight": "af8723529284b79fb4fd9427811163a1641db7d8e31567eff39f89e968a35323",
"transformer_blocks.15.attn.to_add_out.bias": "b22bcffbb59f859bc7f376d87777fa106f07c1bf49cb0aaf9a90d5a490089d82",
"transformer_blocks.15.ff.net.0.proj.weight": "ea825a25550702b1e06bda5ed4177ccb41cecc2bba8ec8f2120f1a3087aa929b",
"transformer_blocks.15.ff.net.0.proj.bias": "faa3a27ec9eb3f30c1db2ce93ae35ee0658d712f97b48cc7b57aac67bc3bf1be",
"transformer_blocks.15.ff.net.2.weight": "43c2a573a29e3e387e8d621979fe0d0b84f93a1bc852068fa7fd292058c53e90",
"transformer_blocks.15.ff.net.2.bias": "7d3e058d4d96e5a936db7ce71965143c572b6af0847f5009b6c35acdc4593e16",
"transformer_blocks.15.ff_context.net.0.proj.weight": "eb5ef77fb6383bfe2a8f4adf80ce239ca40d04c1baa8254c4a33d52f7ed7b6e4",
"transformer_blocks.15.ff_context.net.0.proj.bias": "6defc2b2abae4796395fb4fc12eb53b1df2c8e453021f12558d34d8b1834b3d9",
"transformer_blocks.15.ff_context.net.2.weight": "0162fad296bc4792f0328dbaae8e0da51723b3e5dd416518767388a056a21c35",
"transformer_blocks.15.ff_context.net.2.bias": "f1cda2530972e6279d1895cbe296fb3af4081d40b0b67d472fcaa41aa3b9751b",
"transformer_blocks.16.norm1.linear.weight": "41ef290bdcd21a0c86f1a32eed58ac76452e21b760bf405ba10e3b71eed07827",
"transformer_blocks.16.norm1.linear.bias": "5507b9cf8f73f12bd9e0ed485aa191b3ec556db0fdab2565838714730468b699",
"transformer_blocks.16.norm1_context.linear.weight": "ecdb997ea22b19ef8db77b5313e93e50949a09c4def8756e1c57e2f2f931d56f",
"transformer_blocks.16.norm1_context.linear.bias": "6d37101346c1c00b3eab7e851d4d20d49b4bf29268155c7608bd1526fcac6a8c",
"transformer_blocks.16.attn.norm_q.weight": "c75d82935bc8c3eb88774b4e46dbd1bcef86731932dcf866780d226b4da17ccf",
"transformer_blocks.16.attn.norm_k.weight": "9ecfd9b41321b80abee17a9f41d8d327458ec7e5ae55d1b5512d546008505979",
"transformer_blocks.16.attn.to_q.weight": "1f789edaf59100389bcda6ee598d8f129f01435402f62d50896ee8ebc59377af",
"transformer_blocks.16.attn.to_q.bias": "c94b77e26cb35f694179e9de32f34dfb7cd727f883251e1cda8de61ff92409d7",
"transformer_blocks.16.attn.to_k.weight": "fd7cb244a843f730d836ffe4b22eb936b965901154d25bbb04f5ab27784c3ae6",
"transformer_blocks.16.attn.to_k.bias": "4206d472de9e8f555ff91ca1354bda579a9a0f85a1f2af9ce9f2b62950efd41a",
"transformer_blocks.16.attn.to_v.weight": "741aa29475881131465266ee1592cf2d1fa2f915441b2786942d301a718899fc",
"transformer_blocks.16.attn.to_v.bias": "0e07d6b1a8fe8cf25b81d8f7f5f04d2ae05fd18190f9516309fab40b3b981709",
"transformer_blocks.16.attn.to_out.0.weight": "527a8fb288c08591403158406d0439c8e4052e27b24a50cc676f581935ac58fb",
"transformer_blocks.16.attn.to_out.0.bias": "1cb7311926e67b03d4506faa664242c5b90fc22dd8ad703d798fb564f86cc36f",
"transformer_blocks.16.attn.norm_added_q.weight": "1e874c91785f626008fd69ee62fad03c888832b430b83313ac0faa41dc36a2cb",
"transformer_blocks.16.attn.norm_added_k.weight": "f4a19f193d28ae6737ed9c7285f9c3a3324f444f6bd18290424edc3990668698",
"transformer_blocks.16.attn.add_q_proj.weight": "c5da4f494cb468b7c2022d14390a9abd20e1a5c2d57eb08f7ca29202cdc954b6",
"transformer_blocks.16.attn.add_q_proj.bias": "c4c71a08a3e04cf8869436138b64a3b823254011a4036a5542e04c7978e890d6",
"transformer_blocks.16.attn.add_k_proj.weight": "5040d25eb6355376042ff18310712acc6c668ec13891706ca0e03b04948f3432",
"transformer_blocks.16.attn.add_k_proj.bias": "973a5ca5fffaac5fd1457165ed468913d9e07d5e520944ae5f05e27c10da536f",
"transformer_blocks.16.attn.add_v_proj.weight": "91e85c6341e9ee5ded98184ad51efe3494fa664eb2f80a47594192f9a65bfbf8",
"transformer_blocks.16.attn.add_v_proj.bias": "d65a272ca8c6d8fac5b4424867dfab873f3dc24223ad97ec2c71c9e644836239",
"transformer_blocks.16.attn.to_add_out.weight": "3576065a9cbf7b75ca2a02e59cf64d77ca6532a7c14dcb532b01e80308c1f07b",
"transformer_blocks.16.attn.to_add_out.bias": "3a96b5a7e687e3be8718bfdd63f7898a5db457b899633fdde8f7cff798d09d3d",
"transformer_blocks.16.ff.net.0.proj.weight": "2ad6ad2fb1e534a7f4d51431427badf9f98bb1142555e7517d55a737767cb865",
"transformer_blocks.16.ff.net.0.proj.bias": "a69b74684ce40cbe9d7d4d9b2408745833fd3dcbd749523cfe062acbdad01c7d",
"transformer_blocks.16.ff.net.2.weight": "26766f899b121f0c49a2e8d4ffba32e564190eb41ed4aa346d2c5e25b0b50e96",
"transformer_blocks.16.ff.net.2.bias": "c4ceb8f081f92a934d17228549247034607f07c7f890706846ff6f0a380569ac",
"transformer_blocks.16.ff_context.net.0.proj.weight": "71f88146f8b69e23fd68b229bde9bd217781630d8b71dcc8445a7f5a154d4f47",
"transformer_blocks.16.ff_context.net.0.proj.bias": "8ccde8efd792f27d92c4629bf83d735fbdcca3fd67e11e8d3956e7964a5a118b",
"transformer_blocks.16.ff_context.net.2.weight": "9966e05aa7f4d096c965e27eae05386aa5c2523265c04d888a354a1a7dba9a6d",
"transformer_blocks.16.ff_context.net.2.bias": "69389cc9446c2afeff8314fbf55df8cb8952d11257c06e5dd004841fecd291fa",
"transformer_blocks.17.norm1.linear.weight": "29a3b2b648d9f94583175f2f2303b03deed9119324122280388181c1f45b48fe",
"transformer_blocks.17.norm1.linear.bias": "3cba99b5734bff7c147f64bf03e9e215d8f7a8d16d860e41a2af63532419d420",
"transformer_blocks.17.norm1_context.linear.weight": "04fdedaa5ac8a9087b5ff7a561a51e96d6086c43d122d8d47c5094112dbf0efa",
"transformer_blocks.17.norm1_context.linear.bias": "fdf6475a934fa1b15acf917b5d368f33648c6eccf2bab46aedbbc4206bd34aa7",
"transformer_blocks.17.attn.norm_q.weight": "76226d689a0fc152f8ef8b1c27e89d1a0d9e2bf74ddfbb9d49d5c2275ee636c6",
"transformer_blocks.17.attn.norm_k.weight": "a696037873262b8263a856af1cce3ab4451f8e7075966efa30836e11ed11100c",
"transformer_blocks.17.attn.to_q.weight": "acb2b37f640cb7d20d6beeff91b9e0524f2875562566e1ba2518504c08b34976",
"transformer_blocks.17.attn.to_q.bias": "f5794172218f5f7f24c4b296f8710a129af41ee67ccc9eeeb715eb31d11bf3ef",
"transformer_blocks.17.attn.to_k.weight": "bd13846c588ab7a3e348fece263d4b22da3ff268a2698a225da3d574f7f237a5",
"transformer_blocks.17.attn.to_k.bias": "bb9aad845284b6baad3a520c6afe6cc8a502897628cb603c24acce2576dbcec2",
"transformer_blocks.17.attn.to_v.weight": "d9aa04ca54652d7b71406e375696ef9cec1d0084b14925aa7827afb0938c0093",
"transformer_blocks.17.attn.to_v.bias": "cc4df4ad94fa779fe8ff030af7ab541623462c746265e86712eb29845ee3e401",
"transformer_blocks.17.attn.to_out.0.weight": "22683991ae040b152b9f74a2fd00462ab9fe577c36afc15869c3005ebeefe0ef",
"transformer_blocks.17.attn.to_out.0.bias": "867781dc822df1e9fc4b9044e84c7aaed15bc0336f8a739b841cc0ef2f66b3b5",
"transformer_blocks.17.attn.norm_added_q.weight": "715b4a08506b0cee23d4d05cab9921c0f6d9b847b96ae6a78dea6af49472de02",
"transformer_blocks.17.attn.norm_added_k.weight": "ff9dfb0e8fceb6720a40bd17839ea52f32ee81ceff2d47b9f0c4eab2ef3c95bb",
"transformer_blocks.17.attn.add_q_proj.weight": "17832df174ad9e3b41465a210ece5ddc85a1bc0a6a4029c0e53429c4678c57fe",
"transformer_blocks.17.attn.add_q_proj.bias": "d292488ac0eb50ce6642d6d0aa99f5fe79c9740d1ca4baf62e62f3fb1c78d162",
"transformer_blocks.17.attn.add_k_proj.weight": "50c7149ba169bbb7a8c19c878d2167163166ae765948aab8d48b26398a679901",
"transformer_blocks.17.attn.add_k_proj.bias": "af2981b76c0e19116841755cbbf022436df5df734849f3ed203e65fc9a3096c3",
"transformer_blocks.17.attn.add_v_proj.weight": "6561bd83dbe90d7008aa768bee3231d84dae8981df6a10d4ea884b90474b9fde",
"transformer_blocks.17.attn.add_v_proj.bias": "dce3315c5d8657a1cab3ad0b4eb35573ed8dcfff11c65be4b5a0cdeea9ab6ea7",
"transformer_blocks.17.attn.to_add_out.weight": "26748edb3d37b611d891814aa82a3998b2b60c0b46ef0693b9249caf9b1a3dd6",
"transformer_blocks.17.attn.to_add_out.bias": "23776885a79c17b5f9b805e33ec531059adfe04d7e8ddfb2b197784dc54401f8",
"transformer_blocks.17.ff.net.0.proj.weight": "e0a3b78d422c5e61a3fb80fa56f25653fe8d8a70562d774de9faeb6d72b02168",
"transformer_blocks.17.ff.net.0.proj.bias": "b53f4546f528c4681d05a806c277f8026c33f4e81975b763b7fac9976f5a80d4",
"transformer_blocks.17.ff.net.2.weight": "c4ec1df7e1f58d9038ff941664f0e361bca776ff5ae60c812391491bc46f2b7b",
"transformer_blocks.17.ff.net.2.bias": "343e3f2bbb00f7726981cdeb71ea4904a5100a7a2f0f095b8fea02799e37b9ba",
"transformer_blocks.17.ff_context.net.0.proj.weight": "6c62ba07e1517864712881889b4134077105e4f6052625a3d38930769be88ab9",
"transformer_blocks.17.ff_context.net.0.proj.bias": "4189f896102667f568680b676ac038fb126bb966dca45b0875df2225a27f25ff",
"transformer_blocks.17.ff_context.net.2.weight": "8193656885d5539e10d16bb8f6ee2d7d345c5fcf139dd681e8804149d7e65bc8",
"transformer_blocks.17.ff_context.net.2.bias": "ee672a4ca1a4423a3418b5d38da84111c63c776c24ac31664a141dfbec3da84c",
"transformer_blocks.18.norm1.linear.weight": "8160270c9618afc5852ebd7db2f2c1e6fe5f35e1d4e652b3b3d8994db67e38e5",
"transformer_blocks.18.norm1.linear.bias": "f3471544010e5b0ea27b7af55cbe94131a163ce0f76afa600d921203c45e46be",
"transformer_blocks.18.norm1_context.linear.weight": "5e0cbb8e44271e92c2d1aad2a8f89a495de086ff15e77d3b4027ec336bded2de",
"transformer_blocks.18.norm1_context.linear.bias": "0552a58c629b1053c024888603f6b8f11ce5e058a61c6a44a57cb226530f25f8",
"transformer_blocks.18.attn.norm_q.weight": "55ea0cc7c30f9288350b4a0b195a09db0f230c867e3462bac916f49cd4dc8b58",
"transformer_blocks.18.attn.norm_k.weight": "0dc968fd4b294c64f137a7c6bc2795948c9b7e5a09d455f4a039045a9acf591f",
"transformer_blocks.18.attn.to_q.weight": "5dcf78d80eb38309794e86caa7af048ed7e062254e79ba426ffa2cc6c72bdb56",
"transformer_blocks.18.attn.to_q.bias": "7a7fc806aecbe6da37d982d7339bc18996b28b2f883eea030c43be6a6c2287ad",
"transformer_blocks.18.attn.to_k.weight": "232653b7212c909dd71d7939e4fed51aa4b2ec5a26334d5b005a77b22a222dac",
"transformer_blocks.18.attn.to_k.bias": "db63ff206eb480ddf2ec3aa56b7940a90ee5de1f467494ec624befd011f8d6dc",
"transformer_blocks.18.attn.to_v.weight": "28f039c653410b407fe28fc44923144f5933ef363c7e88281914d3a8330b6621",
"transformer_blocks.18.attn.to_v.bias": "3f7db8f44ad2c006fc5c400b1bab1ccd918354acdd879952dcaf3e8ec2cf7f84",
"transformer_blocks.18.attn.to_out.0.weight": "993a8b411837b7caff1337acca0b63de21d4a07232c71857a175e8c9ab6e1186",
"transformer_blocks.18.attn.to_out.0.bias": "53c26549e98cafc15a9ff7e5550d14f0b2fec86bfcbffb1b64c90adce99fd7db",
"transformer_blocks.18.attn.norm_added_q.weight": "03a724f763b910091ab36427b94c660cd72e3c3ab4096b3b412c36a65b07fddc",
"transformer_blocks.18.attn.norm_added_k.weight": "72d66e3588646e9e0090443998e5cfd555f28c8f9fa5601253b02c16397084a1",
"transformer_blocks.18.attn.add_q_proj.weight": "0e69f6e8f5ee894a048b2eb00fd3444c1717a3669dc1b9902051f02db2fe66d4",
"transformer_blocks.18.attn.add_q_proj.bias": "9a57699fdcf8bc62a408e3b806c9660f91039697558d26af40f074f37b22c282",
"transformer_blocks.18.attn.add_k_proj.weight": "9793ead8b002bf81f8e0c1717ba3b1b6a249dcaf6dc27505c7cadf96d2a767e9",
"transformer_blocks.18.attn.add_k_proj.bias": "b835ada2e8962a1f33add666098ddca2116a9a566d98f5670267f50b443a2c3e",
"transformer_blocks.18.attn.add_v_proj.weight": "641056258949c992173371f6332b0f4baaad80ba37d85ffbcfcbcfefd33a58e2",
"transformer_blocks.18.attn.add_v_proj.bias": "0c6acc7c02588877db9c6bd4ac78c3dfd121df788fcc2be1485419267459dc47",
"transformer_blocks.18.attn.to_add_out.weight": "ea06dd410ef00f798d9428dabd5fd1ee8ab89d2228b95bda7139a9c02038f4dc",
"transformer_blocks.18.attn.to_add_out.bias": "60b324732ad5d446c33166ffc229f52847545a5fe21abd999aa69b6e13033f39",
"transformer_blocks.18.ff.net.0.proj.weight": "ee54ec4538233452bfae9145ad317542caf78fb5b88eb0ee0b669ed31346cdc4",
"transformer_blocks.18.ff.net.0.proj.bias": "6da85209ac72f3d99f6d894794f1215fe3de95d73a1f96d901b078272a902c9b",
"transformer_blocks.18.ff.net.2.weight": "13b1cee0d5018eb62605fc69e20f54ac4fa6cff39e0563e5b8c45f48dc7b166f",
"transformer_blocks.18.ff.net.2.bias": "af682338a103fbe97074fe37f0d41b248ee52cdc00ba0e054585575f9d39a659",
"transformer_blocks.18.ff_context.net.0.proj.weight": "5f21952974021287b9f46a69c6a891773d69588288bd834a48f7cc397c00d0ff",
"transformer_blocks.18.ff_context.net.0.proj.bias": "ef957a883231eb08b02ea409a11241ed6b91afef4bc5675940f81af083321c3e",
"transformer_blocks.18.ff_context.net.2.weight": "567fcdbe13e47f12aa6b9155705aa57da5c0888369343cc7a8483b5cdee52a6e",
"transformer_blocks.18.ff_context.net.2.bias": "49cfe19987ba8b53243814b40b867eb9d8c1d1d1c64cba22614f17db1aa88c0f",
"single_transformer_blocks.0.norm.linear.weight": "c29b16c1a0683440cb43a8b265d34c4814cd3e15839db08ea6aac2d08df6a0db",
"single_transformer_blocks.0.norm.linear.bias": "f53b1927f7518ad978fd28396785f25cd03a51581f93d1808acb2167a16097dc",
"single_transformer_blocks.0.proj_mlp.weight": "33825e5c9fedbb01ceb03cd3da9861bc2164177b3a90214ead27b8b7d81f1bd3",
"single_transformer_blocks.0.proj_mlp.bias": "d6f1b0557ece26d6f3acb7048a5fd2a6b0e3399865231198416979b4a5896efa",
"single_transformer_blocks.0.proj_out.weight": "e1fea4331ed17fd6b3be22f47f2d587c76c22ca6d2f710376c0332c1e56ab356",
"single_transformer_blocks.0.proj_out.bias": "dc082c132fe41f3b18dfac2c92ce5fd574f4cb25bcebbe85a20bcff570b1885c",
"single_transformer_blocks.0.attn.norm_q.weight": "4c4c58ce918174b37384255ff49f04ef5b958ba1a1e30e6f678065e34381d867",
"single_transformer_blocks.0.attn.norm_k.weight": "8e05081a9c8556e3394278f33929aa251e385be103ffab3fa43a4001c20fc77e",
"single_transformer_blocks.0.attn.to_q.weight": "a5e374a12bdbc8dd5222e880cb763b5252acd9756c92e3b8307b5ff302309a82",
"single_transformer_blocks.0.attn.to_q.bias": "1dcde98983f36c4a6f3eb875c68881097a1f6c4ea5557e93badc25de64ab043d",
"single_transformer_blocks.0.attn.to_k.weight": "cce561fcae00c619cd4f98cbffd3b1a55f9592cee732145020a01439bbc655c0",
"single_transformer_blocks.0.attn.to_k.bias": "e538eb94e001f87ab35d2de7c2fabb85f415eedcf003452fc068406b2d05c76e",
"single_transformer_blocks.0.attn.to_v.weight": "7899e47b8812abaf69e91ebb41f2ec7626188167bf4fb46ca94db37b3e6d76d6",
"single_transformer_blocks.0.attn.to_v.bias": "6157a12ccaff473725ce4e3ace83d0bcdeee643ccfd6f1f76a590c7b52fb8a32",
"single_transformer_blocks.1.norm.linear.weight": "6e23b6506af9425f21751f110b386c583ff06ff0eb913ef85a18d6c3f16abdfe",
"single_transformer_blocks.1.norm.linear.bias": "f9ff4eedb2ba11c162b1d830193e1b35139a3e8b54117024a89e7059b16fd601",
"single_transformer_blocks.1.proj_mlp.weight": "57391e171b9361818e14491626c34477083fe02ab7cde523659590dd9729f7be",
"single_transformer_blocks.1.proj_mlp.bias": "2a5dee22624985deb563634e1c551a860499254fad3b8129fde061e04dfed8f1",
"single_transformer_blocks.1.proj_out.weight": "5b26d1617c9b1535937a6bfa464d3599f320a3eea8d921140defc493947f436d",
"single_transformer_blocks.1.proj_out.bias": "877e808fa6aa4e2c1d452c9f71f1a914d4bf94ea22ed0ca25cca6c6e9482a9a3",
"single_transformer_blocks.1.attn.norm_q.weight": "364a2208f4cdad5ec05768027f183a5dcd05334947065a4f3c6106eab14c842a",
"single_transformer_blocks.1.attn.norm_k.weight": "1ef4226ab4d05d49e92c46782e52988fe5911c505e8a615e8e33a5c387d7dd0b",
"single_transformer_blocks.1.attn.to_q.weight": "3c061fb4867c76c2669f3ef101c07157d8238da25ccc315a714e4832fc6369a0",
"single_transformer_blocks.1.attn.to_q.bias": "51f9243013b1eaf7f98ad82c5afbd087ac2081102fc195335dd2f2e63810eb61",
"single_transformer_blocks.1.attn.to_k.weight": "cf61ba8ff74e73263086298004f6b9ac79818dbf8c0e9adbdd779b530430e250",
"single_transformer_blocks.1.attn.to_k.bias": "54789e8419c29b5f101a500ec6c4d97306997db27a09e854b1942d6919e344b8",
"single_transformer_blocks.1.attn.to_v.weight": "039b341a7e7d9e85f0df55af05b4ab5bb4cafb2343965f7120b8a62cbf8c1004",
"single_transformer_blocks.1.attn.to_v.bias": "99c993489c633e3fb4892db174670e591bb3a1a5c4b302c145bc6b41883ed716",
"single_transformer_blocks.2.norm.linear.weight": "fec6bc99ad40aa8451c02c7e9ca588cab1126b786f50289134c88aedc80c841a",
"single_transformer_blocks.2.norm.linear.bias": "aa0fa76215787c027f71d427c2d9fdcf007517a901a04227cb63c0c401b58e9a",
"single_transformer_blocks.2.proj_mlp.weight": "33273a16bcc9156ca5d96755f0e5f290dc4063368983d4440453bd88133d31d5",
"single_transformer_blocks.2.proj_mlp.bias": "9c3451c37c5c9090e072c900ee12239f9ef9442f077727a2bd79d39681efef72",
"single_transformer_blocks.2.proj_out.weight": "1284a5153a1dbcc89253224be25303f50e19e03cd0d54044ffe43049cc85428f",
"single_transformer_blocks.2.proj_out.bias": "bcbd08ceebdf5f7769be68f9faff3b8cec0c2ed481bfebddb2efc7c9add82d90",
"single_transformer_blocks.2.attn.norm_q.weight": "1fdf83494b7c3c9a6eda73e4020d06857c95fd7e29b3fde8a04bf2a97655cce7",
"single_transformer_blocks.2.attn.norm_k.weight": "b336515bc6db5342019e7e107fda0b64d5be167b24d478e4feab8634ce094fef",
"single_transformer_blocks.2.attn.to_q.weight": "72a2b9c75e0635c071a85b85e72d093d0ae3b754561711a00e2da3862f580117",
"single_transformer_blocks.2.attn.to_q.bias": "9d1d60a012ab1338687f73db3cfe083d2ec20155d101f07cc5795473ba70c576",
"single_transformer_blocks.2.attn.to_k.weight": "94144ab6d83e4c48f45f1e688e9fc6b9bae22e610ee7d34d1098e251202ddd92",
"single_transformer_blocks.2.attn.to_k.bias": "f54a5bdf6681ecd5a1d249e145061de0d8228d9e378fd0ad9015310f245ed0d3",
"single_transformer_blocks.2.attn.to_v.weight": "11111b4ef3711e3ae038e1c296af93a5b648f00a2ed67a0120c9d07c63e1472a",
"single_transformer_blocks.2.attn.to_v.bias": "e3a86121da44b9667791af9f750e7dc95ae3e89b0d55358688a44de807bc8bad",
"single_transformer_blocks.3.norm.linear.weight": "f92fd6c78f6c8502a2f7ca305468887d9d873e9a9e75fb3d24dd5b7d520e8cdc",
"single_transformer_blocks.3.norm.linear.bias": "0af0c4bd5224f16baf846e2390cbe9fb1f3aeab9166e370721bf27ea0ca0c2e7",
"single_transformer_blocks.3.proj_mlp.weight": "94de8827d4c33e99bae1d576f8074cd0938890f00eef9aece283d9ce9f7c8db6",
"single_transformer_blocks.3.proj_mlp.bias": "6202cd707bfab2e651b12a67c8f5e7f79b504a126a6054efaaa581f63b57054f",
"single_transformer_blocks.3.proj_out.weight": "6f0314230b77972996b9d9c007d94ae9292fef725b5bf5416eff64469ddc819c",
"single_transformer_blocks.3.proj_out.bias": "7533364ce840fb3cbfacd9082f1e68cd9a6353301360e6040bd2c2ac7378f072",
"single_transformer_blocks.3.attn.norm_q.weight": "fe6303f29a88ef9ef0a67c8639264ea7c2ded6875d303352d3152dec8b14d8e7",
"single_transformer_blocks.3.attn.norm_k.weight": "5b5e6087717622c7a4ae99e21157905e3dcf5a7c2773b1bda8abc72b2eca4326",
"single_transformer_blocks.3.attn.to_q.weight": "48a3f5dfca4f6c044d0c459c0a3c3b28cab80691a37becb6b7ca9cb4f73564d3",
"single_transformer_blocks.3.attn.to_q.bias": "fe4fd830db7e7ed7f2402e18db9f0c8305707c0242d35e6f308f48f61c01fcb4",
"single_transformer_blocks.3.attn.to_k.weight": "6dc8195ae051ccf879f59d7f0eb4f0becc357b0d64af6fbb9cefae41f9d6af73",
"single_transformer_blocks.3.attn.to_k.bias": "110abfce6dddf734078609ab3be7177d4953fbc7dee1fca91ca62aec65ded0ea",
"single_transformer_blocks.3.attn.to_v.weight": "a7c3cbc50022d456b58c641035c64dec785d1301c22e9c4706a11e29e4150f13",
"single_transformer_blocks.3.attn.to_v.bias": "8e15124dfe2b4ceb271c9827db7737a8941b7f4a04fec935ce124d74b3891da4",
"single_transformer_blocks.4.norm.linear.weight": "20447f3cb77a095b9f8f47bdf3931ade17e77a555d1c320764f25e7803f043f9",
"single_transformer_blocks.4.norm.linear.bias": "186269560f8792f0d2512b5a4bc1c10d5f1ed551bf95d23b0c0fc3e3f7fdd566",
"single_transformer_blocks.4.proj_mlp.weight": "3f3c2190bdd59640e524a6f705505028147e8e7d354e08bc93934c077deae959",
"single_transformer_blocks.4.proj_mlp.bias": "418ed42a2e419c3d7ce0b241161c770a45ddad5875e63b59454db23714cbbb79",
"single_transformer_blocks.4.proj_out.weight": "8e4e813f5b9ce4ec7e0e8bc72a431f903fa0f7f06cfe7a33bfaf8094ecfb6c4d",
"single_transformer_blocks.4.proj_out.bias": "029bf12a8a0f8972c440a982ee93fdc8f93f67b6a7f07a21cce9997fb6a023f4",
"single_transformer_blocks.4.attn.norm_q.weight": "b666ebd12d9fc4e42bcde4cb887e6efc5f549cc6f5e9d12c8d4afe1bb5585a40",
"single_transformer_blocks.4.attn.norm_k.weight": "d67d7e0a1abb20e15b827e765dcb25cebd38455056de0d0ba3cd670c64cec36a",
"single_transformer_blocks.4.attn.to_q.weight": "fe86b677395153cf8ab1d7570c174dafa4fdfe5dbcf652755c972564658d2d37",
"single_transformer_blocks.4.attn.to_q.bias": "276e5c5c150323146fbcb7fa93152d566ef319fa746e5e536d96e7f1e36a02ed",
"single_transformer_blocks.4.attn.to_k.weight": "5d6c72f1e0800e121ef882848f4abba7d5cbc3bfa1992b8ac8e961a6726f2180",
"single_transformer_blocks.4.attn.to_k.bias": "1d0fc36eca086de4622f82345159fabc6a200fb5c5dc213a1a896d8b584bed35",
"single_transformer_blocks.4.attn.to_v.weight": "742a54179cc2ab4f798ebcd3dac978d197b645a702000af7ebd26cb4da89b7fc",
"single_transformer_blocks.4.attn.to_v.bias": "df8deb725a41169ef3aab1c71223da01959bf3781d610dcc631ea28b553adf7c",
"single_transformer_blocks.5.norm.linear.weight": "3b02d02d9dd2492e619eb7096532e9d8a1878df5813e9f3672abd37e3fdd5033",
"single_transformer_blocks.5.norm.linear.bias": "03a002324e9b46bff90abf5291516f60e7f1df6b405cd77c1b6c9e589b5451d4",
"single_transformer_blocks.5.proj_mlp.weight": "104b750794d4ddf8c0274e509e924bb767d238e0ece2b376336200fcb9ae3960",
"single_transformer_blocks.5.proj_mlp.bias": "594088a2859abd6299498dbe1444b514bd785c26a10366aae9930d29abf4ea2a",
"single_transformer_blocks.5.proj_out.weight": "5ed3f2c6a95a4fae8774cc7bb1b4ccf106450239eab5a978b0def2c1dc4eb15e",
"single_transformer_blocks.5.proj_out.bias": "4cd30fdf77cf3ed1233ca8457ef1dba6bca3ad58ea55e7ccf626a04771298eae",
"single_transformer_blocks.5.attn.norm_q.weight": "5206bd576067832239b62928d79de5ba040b0ff24123924366b4c82492fb0217",
"single_transformer_blocks.5.attn.norm_k.weight": "0347e7a62d41953025881a3344c64782f34809e6efc00462af04db007bc04266",
"single_transformer_blocks.5.attn.to_q.weight": "073691cd6649d525ed55ef201f7c17102d2038651b7fe03315a0c1fb486fc42c",
"single_transformer_blocks.5.attn.to_q.bias": "d6f2686b738039d76afaf8cf0c90e5229c1f98396146ed09f0fa8278d73f8f11",
"single_transformer_blocks.5.attn.to_k.weight": "03e704390b218b7fa3e49bee549bc559e23cef57d94a5162c336adcde123e797",
"single_transformer_blocks.5.attn.to_k.bias": "41458d0415a15ea8b97253b5410c170cb861a5ffbaa787f76cfb6375990f03b3",
"single_transformer_blocks.5.attn.to_v.weight": "d15613aa31f930c6e4dc7c96211c258798e2550772b6c33ee55557ff968679a7",
"single_transformer_blocks.5.attn.to_v.bias": "2365c41ad7d6d2dadf1486d65e96b059bec7bdef903aadb326605db622f98ba4",
"single_transformer_blocks.6.norm.linear.weight": "89ff6bdcef90967973c816a6f1c13b7bbe7a2eb8ada8a00c3e0c2fc58dc18e3f",
"single_transformer_blocks.6.norm.linear.bias": "59041df90e4202554a8e6ffcc81d8d022a7e8700234f9431b200dee9359fdc3b",
"single_transformer_blocks.6.proj_mlp.weight": "7748682a60b430688e13b4988703865a5a2a303616e4e11b258edaf42059a01a",
"single_transformer_blocks.6.proj_mlp.bias": "1a820d34063d4de8477fd179ea87cd8f7fa26edfe689a016c5fced2182abbb24",
"single_transformer_blocks.6.proj_out.weight": "a1b7bae01d7688fcb18d521bca49da3305a18caf005a6b3edb2785505f7e85dc",
"single_transformer_blocks.6.proj_out.bias": "0c55471a3721f7063b02fb58930ce1bf815f2a9920393f94d9b07841509edb9c",
"single_transformer_blocks.6.attn.norm_q.weight": "fd23024ec1396d6d76c45ebdfb34f5bd42b7a8b752cd601cd8f5a05beba95953",
"single_transformer_blocks.6.attn.norm_k.weight": "4cc9baf0276eebcc57713b006cff2b595e7682a1ed198141a1b839ad55f43e4b",
"single_transformer_blocks.6.attn.to_q.weight": "99e07acbad25a9889684be690d1562b2a2568a04eb2eb01a7f591237204f4d4c",
"single_transformer_blocks.6.attn.to_q.bias": "762797dad28242c78f77e479eecb686088d4aa04bd83afae29ebbbac891aae83",
"single_transformer_blocks.6.attn.to_k.weight": "10163a83306c25818b587b360a4833c243413552cf09250d1dfa1598ce3df414",
"single_transformer_blocks.6.attn.to_k.bias": "2ca06671257fa96202f1700ed2ab4901702e9492b8e3569bb2e2420cfdd77800",
"single_transformer_blocks.6.attn.to_v.weight": "7e8c0be81875a70656df6186fc28e6e5b0231005a8617978a4bb291610a4d00d",
"single_transformer_blocks.6.attn.to_v.bias": "9f130d0c7edc9c33236c23c956a951cadbf0afdc867da11e8653d4039da7a3ba",
"single_transformer_blocks.7.norm.linear.weight": "bd5d9f72930ffc360e80a1d0d029d6e2e9b833698d50eda29b04187e72dd4165",
"single_transformer_blocks.7.norm.linear.bias": "1ba1bc9cd67aa873fb8f29ac3e4c334c2139db13de8ac5806631ae8c666aa8de",
"single_transformer_blocks.7.proj_mlp.weight": "884a9b863f2183ad7a9eec10d2d6d0d2edba3ba630df20ce2ccdf47c5b86a8a1",
"single_transformer_blocks.7.proj_mlp.bias": "0a924c0cf097cf73760428d1a12eb06d2c22bf653dbbd9f1a399d2e712a882b5",
"single_transformer_blocks.7.proj_out.weight": "4945d30516907019261489606f77c8d5f96b1e882b13fb8a915bc8b8f9e79340",
"single_transformer_blocks.7.proj_out.bias": "1cc708f71ded1a03e9ed460762f7e29a839d6f0d8e2ab11af24a4aa8af5fd17a",
"single_transformer_blocks.7.attn.norm_q.weight": "797a7854c35508af3c4731bde9ca366cc3679fd44aacfbdcfb62daf525444c6a",
"single_transformer_blocks.7.attn.norm_k.weight": "4fe46c2c83f38a2432f98c86c44713d8eb027aa9999f6dacec06a2c6197c6c5d",
"single_transformer_blocks.7.attn.to_q.weight": "b6a7d24115a2841a56b0b7ca8b21ac0e9c185bf81f5d69b32141782b113b9cc2",
"single_transformer_blocks.7.attn.to_q.bias": "b8125f33f09bb9bf803db3d0804c9b9b65c0285ff02effcaa7aec74d2eb6c52b",
"single_transformer_blocks.7.attn.to_k.weight": "10a00ef80ee13f074cf9e1383a8e5dd2971e700bcad5efaca5449793599995d8",
"single_transformer_blocks.7.attn.to_k.bias": "c39f81ae154566f01da0a193350f5bfbe18a3a4016f8c81ba75cde64552b6ef8",
"single_transformer_blocks.7.attn.to_v.weight": "39f2c958701164ce25d87b2c35425a08d54c6a1a942c149ecafcd89e94f0a5d8",
"single_transformer_blocks.7.attn.to_v.bias": "78be48db850d531c7cb9c7981601dd5cf53d2516d45f81abe83af8564713c0e6",
"single_transformer_blocks.8.norm.linear.weight": "521fd643b01d851a86dab26f5e8cc5f183c67fbb0a7e4b05ea77d897352bc849",
"single_transformer_blocks.8.norm.linear.bias": "b6a47aa1fd685ba97414737a230a0d3829dc315b93a484c2caf1433e7a092414",
"single_transformer_blocks.8.proj_mlp.weight": "8d158c2f5e630e5567cd5cd0e95cf20fbf2183cb2e789cd44ccfe962e0582c60",
"single_transformer_blocks.8.proj_mlp.bias": "40f9dcfe42a79264fd4533873c5d5247e6603d43f292fc7c0d2408c5e1f13818",
"single_transformer_blocks.8.proj_out.weight": "06fa9b75e8b01efe51b9ffcb550e3a5ce278fbc6013559ca54b6eb00032dcaac",
"single_transformer_blocks.8.proj_out.bias": "88704a788c5856575903cb0087c376507c9e6ff426648fe4e3951465396787cc",
"single_transformer_blocks.8.attn.norm_q.weight": "ff2c3ed4d16a2404d968aac467eafb480be7a21fc4f1da0aeb581bf8f07e0d6a",
"single_transformer_blocks.8.attn.norm_k.weight": "90aab9bd3d2e5ed2ab4dad556d2db7a5a5371f500a2e0142e14494b9ba44d583",
"single_transformer_blocks.8.attn.to_q.weight": "b0837060d1cad4db76b3bd0383d000860ef31c36870f5d2e98be12253efa38a6",
"single_transformer_blocks.8.attn.to_q.bias": "5dcca25bb67319fc85f9dcfd5de71f8995f058de90b48fd992064d6982bf1474",
"single_transformer_blocks.8.attn.to_k.weight": "1a70e8a1e454f90e483432f678e94f7db62e51658f28d29c827da231e753ca08",
"single_transformer_blocks.8.attn.to_k.bias": "7f09cdb9f60c8d547bf8f42e8b58a03a61b8c9f89de638e8d7f5f939bdfdedf4",
"single_transformer_blocks.8.attn.to_v.weight": "5c476714fedb9991758dadc9a770e025f73571fabf06c6014dbab7c7b0454f22",
"single_transformer_blocks.8.attn.to_v.bias": "f4672ac1ad12c438e05548828ef98107f3c0810bb8c2e6cc10878258c124524d",
"single_transformer_blocks.9.norm.linear.weight": "0a3c35e94369a5e1e3e3db647f154922e4f5ba18cdb517b87d0088f912d0b420",
"single_transformer_blocks.9.norm.linear.bias": "4c6a268dcb86dfb436ae19812eb94d2e7235e91c042caf9081161e8d303e9c3d",
"single_transformer_blocks.9.proj_mlp.weight": "54e5c7a4f13fc8cd4c48c943327ad5f84a125a79240658e64ff4afa90afe9acd",
"single_transformer_blocks.9.proj_mlp.bias": "4b2a5f42c5191ae4e65642a4cd8dfc1cb517ff8da8dc7edac2ab191169970458",
"single_transformer_blocks.9.proj_out.weight": "41c43e39b6e5e4e0c8b9dcf0a1f02925db1f39a9c912390ac2e8811dbbf70faa",
"single_transformer_blocks.9.proj_out.bias": "ea0ad6a100fddcb284ec989a3f1fe425b5f4e59d63dc9d390aa82dae9289f34b",
"single_transformer_blocks.9.attn.norm_q.weight": "8fe4a7d18e3c4874f798dedd11b1a7096ba8e804f457b1e0a8c14b94f9db0fd8",
"single_transformer_blocks.9.attn.norm_k.weight": "8a31b7bad067c6b28853a15b5b0449ff5f644c5e007d50151ab36f9552c87a21",
"single_transformer_blocks.9.attn.to_q.weight": "3071a6ecf7bd577343979fa376d148d4fd6dd3b618ca1e6aa9c9c77a19a43867",
"single_transformer_blocks.9.attn.to_q.bias": "e7afc0e9154de8b4eb900435b7376d37e728038980f37a98f4cbac063d65b02d",
"single_transformer_blocks.9.attn.to_k.weight": "02ce17d400fbd88135bfeeecab0e5cdd6dc37be9626c7c9410d00a1223951641",
"single_transformer_blocks.9.attn.to_k.bias": "be5a5846c909a732a634e0dedbb5d2ea6f8792d543ba129317b28556236f4555",
"single_transformer_blocks.9.attn.to_v.weight": "c1a34df252944c9e169095986d022f07816b8ef1c678eb2f7e657638f80f78fc",
"single_transformer_blocks.9.attn.to_v.bias": "58a69f08a42c1aa8cd94f90840af06d9c4ba8762aa65d2333667e605a540b3dd",
"single_transformer_blocks.10.norm.linear.weight": "4f6987ae86bb0db3eb5e4bb2d20561aa73afdac3ce0581ad430766cec934d270",
"single_transformer_blocks.10.norm.linear.bias": "66d610a6c6ec9cb4899d4ddeecfc8328ebda5e342037c122f16cebe27091cd95",
"single_transformer_blocks.10.proj_mlp.weight": "629f19801730b5c1e53fa2e8fe09643f49704e732060d991be1181cc363b1671",
"single_transformer_blocks.10.proj_mlp.bias": "8a04dfd6af5f7e9f0de9c4d4b56581047ce3d4290c460e30043343cba3a61a50",
"single_transformer_blocks.10.proj_out.weight": "f8f2e8625f40add2f4716a4776e987fdcdd31190c44997f35bb81b55a5d30cbc",
"single_transformer_blocks.10.proj_out.bias": "df97394fd8eceb8da900a8e2388fe81c57176825e799e96498333fb7d97402c8",
"single_transformer_blocks.10.attn.norm_q.weight": "5df42a44b9180b80d1fa149d7013a2c18b962f7dd6373cb40309e9a1a29c3b1f",
"single_transformer_blocks.10.attn.norm_k.weight": "dba4302770363a520f6f15d29b92e6d42e278c9565957c1db6a329efe48c92f1",
"single_transformer_blocks.10.attn.to_q.weight": "d9320fd0a502dddd6b1c0603e15e8e0fd47d18fd52e5020db9147edd381b71e2",
"single_transformer_blocks.10.attn.to_q.bias": "89ebeee4620ef579aceee99e90fc8f3b88997c603a70f8149cc52665a5ed7112",
"single_transformer_blocks.10.attn.to_k.weight": "fa1d18c7854e31735f2d0210bbcccc4068810ff82283b02b93d526c63876a3ac",
"single_transformer_blocks.10.attn.to_k.bias": "ad60cdc1b8a0284714aa0b01ed601f5b2e49157930482b342e6df460a12d8322",
"single_transformer_blocks.10.attn.to_v.weight": "c6492c8da52508351d6070f895230fd22f9ece2ca4f4ad7ee3cbe2121b5b1bde",
"single_transformer_blocks.10.attn.to_v.bias": "f5566e1f76a706ea7651066108d60202b63e95e813215024ef1a8fd43c9cd99d",
"single_transformer_blocks.11.norm.linear.weight": "2de825dbe19e2cbbda5664ca528e1e4c147ea071595a991ca1350785259118bd",
"single_transformer_blocks.11.norm.linear.bias": "88da656673c3eb55a02cecb5101efc784cc544dd6fe3f0469d72ebdc7ac45582",
"single_transformer_blocks.11.proj_mlp.weight": "0f10cc3cca3fc558dae2971543f5b37c6300249cbf27749f021e00b234b86125",
"single_transformer_blocks.11.proj_mlp.bias": "3d65898a6c5dfead292648ed05b9b6988f9b43d4cb5d09af739e9479f70f8749",
"single_transformer_blocks.11.proj_out.weight": "b4d38bd588f006c4147e7e84b1036ebb5379c56a94243095deb9bda22cb832db",
"single_transformer_blocks.11.proj_out.bias": "9151c75fc954b735ebf0025de30ff6d2aa589a1b8624f1a8dea75e23407fa449",
"single_transformer_blocks.11.attn.norm_q.weight": "cff9ba46a317ecee5c4ba37d6ded617c5f7b1aa2ceb9cff64350988d8811b602",
"single_transformer_blocks.11.attn.norm_k.weight": "bc7a40a0e03e836b3aa8374fcc94f3663b9ffe0070d37db4ac5861d1b8cf2c77",
"single_transformer_blocks.11.attn.to_q.weight": "504564dd6c54bebfba791d3cd76af41eaae50453e9d76c80374111f82ce4e3b0",
"single_transformer_blocks.11.attn.to_q.bias": "6623c89c108a99e96afd46ec85d09650cfe737c2031e7fc28a59b38f11d3c978",
"single_transformer_blocks.11.attn.to_k.weight": "d64f1e6e72001261d5f751d18ea8cd7d1675fa341ef5a81b44909ed5b121b5ed",
"single_transformer_blocks.11.attn.to_k.bias": "9022e64c0ee277f60f36039c88a006d65449907ff3e7f3250f01a93e1242a957",
"single_transformer_blocks.11.attn.to_v.weight": "e4b7d6de6cbece10ce78a868a370d41d88a891553013a39abcde566f396d8b59",
"single_transformer_blocks.11.attn.to_v.bias": "67714c3474d141c45d2a51d6a9718b9f200e6c51ec6c48cf2bdaf533d3ad5637",
"single_transformer_blocks.12.norm.linear.weight": "b3778a526838600828cdb50309426109ec147db1d6e48c450b61bb50bfef4707",
"single_transformer_blocks.12.norm.linear.bias": "4bccb46fd08907eb8217c7d797c1e4b6fbb07aa6f9b02a7df3c59503b14ae30c",
"single_transformer_blocks.12.proj_mlp.weight": "4e634e62bff0cf2749c3604775854bfc97411b7e2b0c9ee4923c76125083efd4",
"single_transformer_blocks.12.proj_mlp.bias": "0fa46bbe97038f6e4487723912b4104b57e8e3be62a7854ab38ab06e760d75a4",
"single_transformer_blocks.12.proj_out.weight": "6b954e5ae9d4188bd62bbd89d91d964b50e231e9282c98636c53d1491fab14c5",
"single_transformer_blocks.12.proj_out.bias": "8299991d402da686eed8da099ffee550aeaf3b262d18793b6aa01f1d5a5f56d8",
"single_transformer_blocks.12.attn.norm_q.weight": "337f1ead45ca19bf34a170e4d055d20046868425d49a7f01951a3a12860b4b59",
"single_transformer_blocks.12.attn.norm_k.weight": "d7d71645bedb09dcdaaeff67d374b073c1f6bb3d6c4f14b528dd1002367cb12f",
"single_transformer_blocks.12.attn.to_q.weight": "6342476cdab9105f5e3ced98e4b74a9f8b9e1442294bf1c19c1913f76b030500",
"single_transformer_blocks.12.attn.to_q.bias": "bf074441099fbda6e9026898db122fa2da931ef91b4e2715f528a5dad3ba5c95",
"single_transformer_blocks.12.attn.to_k.weight": "3a64ebcaa0d309be904cf2d87f08db9d4dd9d784998667adcbe4e50a8b8bb0af",
"single_transformer_blocks.12.attn.to_k.bias": "7f8e068bff36fa23efef450d98690947c19e7aac744720ba7df9fa779da05bec",
"single_transformer_blocks.12.attn.to_v.weight": "753257024897bd703712e528b9d2018849519598d4dae6770495fb2f6b06a0c3",
"single_transformer_blocks.12.attn.to_v.bias": "fcd4579a6f6b9c3a61e58cd8df050117713d0fb0a3cf88af33ac0ecae5ab3fc3",
"single_transformer_blocks.13.norm.linear.weight": "489aa7c52ca0320baaf88f54ad7909a336d276997d5333ca829d28d987ec2673",
"single_transformer_blocks.13.norm.linear.bias": "edc23344b6f4c6638536c6eedddfd2bbbeeebaa718517ee35396bb684526a86a",
"single_transformer_blocks.13.proj_mlp.weight": "e50e698f44ac384cd31358ba8645cba67069b47c2928f9d15539f61b2102242b",
"single_transformer_blocks.13.proj_mlp.bias": "6f269748e46ae3456dc8941b7a7e03be9a08de666ce9c1293c436f754431416d",
"single_transformer_blocks.13.proj_out.weight": "d6032d308c134841efa370ba3dd62790a37e8f0e5779bc94e27efced726a2606",
"single_transformer_blocks.13.proj_out.bias": "a0950afe6c5085ad0d2d1f74997d3a90626ac4c0bebe44fe88ec1875c531f200",
"single_transformer_blocks.13.attn.norm_q.weight": "a4268f93ce8334533a57f502edfae0f6c0b8d1c77fe3bb1e7cef7c80ed4b1538",
"single_transformer_blocks.13.attn.norm_k.weight": "42fca38169065f444cefecdc88953ded3953874f5c2dba12543d345ada2e366b",
"single_transformer_blocks.13.attn.to_q.weight": "69c483b5d4256668d3fb36a6387039d9f112aa3d18b87be29903eba676703d74",
"single_transformer_blocks.13.attn.to_q.bias": "6bf8ee624e75cf720fde94fd0b898a9c6475914054981beafce9ce2a29f77c75",
"single_transformer_blocks.13.attn.to_k.weight": "5fe6604dc040c40a8e2dffebd785f2989234e2d5340bf43bb3bb44bcad1fb3da",
"single_transformer_blocks.13.attn.to_k.bias": "64815ffe0fcacb73d27409e31ecb8cbd9acd5d8f2f393b3dad2747128b4aa101",
"single_transformer_blocks.13.attn.to_v.weight": "dfecf818a21bc2523b000ae5b913010db63b5cebcfb1c69bc869dbcecc07dc17",
"single_transformer_blocks.13.attn.to_v.bias": "332375915b3b6195bdf02b4b5644c4b1a54f2cd3b0a2824f235efc5bddf86c58",
"single_transformer_blocks.14.norm.linear.weight": "214bbb21a5e2fff1f48c27b8384ccec8b062c6faa07848c23c8989b37447291f",
"single_transformer_blocks.14.norm.linear.bias": "07ea2bedd4e14d2c4bf70b34a6c1ccc45ffe746bf2a59992a588ae5554be76ac",
"single_transformer_blocks.14.proj_mlp.weight": "02928330740426e9bf6b76521912af1d7f46e51f3cb2616562ad9dcba150b208",
"single_transformer_blocks.14.proj_mlp.bias": "2ff9a531abd26b39cedf1fe65d8825386af32f52094e716fc2ac176460963ed1",
"single_transformer_blocks.14.proj_out.weight": "d2a4b5677b451a4ea564f05751236a1e788413fda24580631e440876be248e82",
"single_transformer_blocks.14.proj_out.bias": "35f021f2cd99ad60bc19a5ca8a0ff0e130621a3cf6f54011425733c07483a742",
"single_transformer_blocks.14.attn.norm_q.weight": "070c812655230e49d4f873b9425c1652a9fa55036d8c6d86e8f731e98e05c333",
"single_transformer_blocks.14.attn.norm_k.weight": "fd8a8918fe60ece48dfce9f13001eec65baedf3c41e29cf32df852001695eb12",
"single_transformer_blocks.14.attn.to_q.weight": "a116945d0f5361959af05020dba23490cf9840bf2ce753ed41c7db0de9d16330",
"single_transformer_blocks.14.attn.to_q.bias": "fa0a14609b32631111ff763db990cbd44e144caa103f2a15de854ba7267562f0",
"single_transformer_blocks.14.attn.to_k.weight": "237a4e1b634c58ced9a0cdbb2c43909de24986f2ba72bccfbbdfc576cd10c571",
"single_transformer_blocks.14.attn.to_k.bias": "b22534b431f88e5a658c9e3422ccacfa7c7f729957f0504f75a262a7d4767a80",
"single_transformer_blocks.14.attn.to_v.weight": "69a5854832e478f52f2a45ccfd89e10e762a496ecc66218d1bf5bc031bbf0e0a",
"single_transformer_blocks.14.attn.to_v.bias": "7a54be63a578bcd0382a6cd7f5b0ba09d73e124c9e88beffea1df408396866bc",
"single_transformer_blocks.15.norm.linear.weight": "3bdcac2a47336323afdb8bbf1c686c6f6a79d14e2c6540e30c490d35f87936bf",
"single_transformer_blocks.15.norm.linear.bias": "7b8cb735c21fd31030219cf32943e394b7de9eaf5ae1f64eb87133db0281cb1e",
"single_transformer_blocks.15.proj_mlp.weight": "6d78a99526567898361ad0f1b3cb8c8f827bfa65d4faa7d5a6cd0f3a59da51c1",
"single_transformer_blocks.15.proj_mlp.bias": "8f987b09890dd1168ffae32087336c349872eda7b45b6fa2699c9eb155977f60",
"single_transformer_blocks.15.proj_out.weight": "e5c9ea7d19235e0312589651bf2744d7f0e687aa23c9f23fda10ced09acafd46",
"single_transformer_blocks.15.proj_out.bias": "78bc124a8408031151fdade8cdb83ddb247464d235fdebf650f2a0f2274f3069",
"single_transformer_blocks.15.attn.norm_q.weight": "29bda10d4a8f75ed44941d1a82f99405685cdad18b98743387eed981e0e57c80",
"single_transformer_blocks.15.attn.norm_k.weight": "5ce1837c55abe1d08d2e175105b82144cda64d81029ae53a59576ea1049a802e",
"single_transformer_blocks.15.attn.to_q.weight": "3c6d9ed279e265e255a8d8cfccae48d627349484c6ecb0643cfa1009746d2ed9",
"single_transformer_blocks.15.attn.to_q.bias": "e43bc55a8fad18d18caa4b237e76bd8b7c3bea9f1ff3748eb0b0c66fd50f6f28",
"single_transformer_blocks.15.attn.to_k.weight": "71a2dbc4f349f3d9535c8f2b973ce9cccf310d9926ceba22a92181500f082b67",
"single_transformer_blocks.15.attn.to_k.bias": "482bcbb79cc638aa64685b264e821663314dd02484132b64aab10f71c8495818",
"single_transformer_blocks.15.attn.to_v.weight": "f84efb0a524421f78b542454f2008d92968fe5478574f4375a36c72f2bf626f9",
"single_transformer_blocks.15.attn.to_v.bias": "3b3dacef1d07a1a2bb72c8df4ff0c3b92bc471d4eb8ca3897079bee4276d8179",
"single_transformer_blocks.16.norm.linear.weight": "c6212856faf82aabe8c200d390ef695493880029f9f0111932e9da4235da2931",
"single_transformer_blocks.16.norm.linear.bias": "c5884ad8b2a2f96c3712e272160489ec6b902e2115915ccae32f009192aefb82",
"single_transformer_blocks.16.proj_mlp.weight": "7c0e12b5863b7041bf30ddd877ea53a9b83c075e67c244e6264eeb10e4fc801c",
"single_transformer_blocks.16.proj_mlp.bias": "8796b01f0981a41f51e374adbabcaeb7e040e90df3d425ca3abe72074ff286e3",
"single_transformer_blocks.16.proj_out.weight": "76c894f39b75e958fe4141b03d529e78dade50ee9381ccd519e563b2ff42cadb",
"single_transformer_blocks.16.proj_out.bias": "fb8313ba421dc53d4ff34545a3e69755e038613d6fed3b749d336b1f3fe2aa9f",
"single_transformer_blocks.16.attn.norm_q.weight": "09a4752d066a910a41cca38f7336d05c23d60694f701fb89e9464a41d6ee18ef",
"single_transformer_blocks.16.attn.norm_k.weight": "d4be572cad27523c3827e0e76cd209bad2df0205d74ee2fcb500d525702cdf77",
"single_transformer_blocks.16.attn.to_q.weight": "3f24abbabc3e0a2fd2d9af8260796f121afb90dec37af83e2ff0c1e3b4eb67ff",
"single_transformer_blocks.16.attn.to_q.bias": "4bb6f6b2a93e5e4a0e501234f3bc0645cc44bf1c43ec7a2daafe72f3c19f9311",
"single_transformer_blocks.16.attn.to_k.weight": "2ff80f542a5c8b5596ae41523f7ebce989af7d3abf160e6e13165f1ac2371ed2",
"single_transformer_blocks.16.attn.to_k.bias": "ab3f7bd7bff03ae794307d5993ac28de7f8994589bf04e3d90f84cf2440155ee",
"single_transformer_blocks.16.attn.to_v.weight": "5407219d62b0c56e462cf2d7ed8a41e26afb38a9e4ecc807f4a574bfe955ff69",
"single_transformer_blocks.16.attn.to_v.bias": "6db4925fc9d8152ed0ca121eeb40536968054a918c0ae9cfd69232eaea7f32b5",
"single_transformer_blocks.17.norm.linear.weight": "cf95917a326ba9fe06e9d4a40b5aafa1a13029731b7c77c67f31ac059358f610",
"single_transformer_blocks.17.norm.linear.bias": "60f8f8d8e31f2d523be609de448aec2a68ff50f91b53d33af1d48e3abf70d4fa",
"single_transformer_blocks.17.proj_mlp.weight": "993f8cf0f9f55d3c42cf5499ea8fb343d4587a45547692c0969fdc8bd4f0bec0",
"single_transformer_blocks.17.proj_mlp.bias": "bb1e901eee00e67b90b8ccb411bb1dc697a4c9071312b944defd868d37d313c3",
"single_transformer_blocks.17.proj_out.weight": "43fb480a44d19661f27ed598b06b3336b77dc259507a6d2b00bbd4de90dbf39a",
"single_transformer_blocks.17.proj_out.bias": "1d0f3982ff8584e9fc78f71a53d71616ae1e8a78b72c245c2ab06b2aa04f9160",
"single_transformer_blocks.17.attn.norm_q.weight": "a070a757fa0b34b07b416662c000781d64559dead82cff2a04f19d7a6eb75108",
"single_transformer_blocks.17.attn.norm_k.weight": "268455056147ee9e10657fbbaf9676496cb4fdeb3e983a7a5acf03546be51d22",
"single_transformer_blocks.17.attn.to_q.weight": "cd363564805f830b9ecc06d286778a527e08699f9370e7476cc1a2e2914ad4be",
"single_transformer_blocks.17.attn.to_q.bias": "c4293aace8070c1e5d9a094540db3daa80edca0559df009578ddbd733aeff56a",
"single_transformer_blocks.17.attn.to_k.weight": "47dd360605a53089ffdc1d01a26349c1b7c017118c78681c1f6d76d2d7d8890d",
"single_transformer_blocks.17.attn.to_k.bias": "6ed42426a1fa805d99dae40e1d5a164c189ea9bee611ed2f8659f26edcc5b987",
"single_transformer_blocks.17.attn.to_v.weight": "0556c8a8c23c44862eccc0e6ebde7cbe3e680438c3a562e769f8bf1acdc8377e",
"single_transformer_blocks.17.attn.to_v.bias": "dc304d45993fef299f2b3bc11fc7d607bf02ae1180773eba0795632e657ae774",
"single_transformer_blocks.18.norm.linear.weight": "8eb9067e495aaa54be881c213d18c579750cdd38a4ee95085b9064fe53cfe225",
"single_transformer_blocks.18.norm.linear.bias": "11709639bb3b3dd31d0a85429c26ca6d8809e57e8725ca6870e5bb4ac74ecee4",
"single_transformer_blocks.18.proj_mlp.weight": "71e9ac2e1b631f92198ef4788f1b5779ac8a0943cd28dc486589e68f313339f3",
"single_transformer_blocks.18.proj_mlp.bias": "cb4d85577d7eebbcf023c896eba1d35e953545a1fdb6b7ac93fecc2d367cd125",
"single_transformer_blocks.18.proj_out.weight": "e531f56d5878a9dfad12f577b1cac486fec901513d3541ec81a5ff2a8dc93209",
"single_transformer_blocks.18.proj_out.bias": "a3d11ffa521561ca2778ef109d7ba34ca06abac80e0a6d07790a18bca15e6aaf",
"single_transformer_blocks.18.attn.norm_q.weight": "b648f3e2a7c91097c66b6334727f9e1b2efd21d0c448af88facc7bcfa5b369af",
"single_transformer_blocks.18.attn.norm_k.weight": "74b0663ea21217e0019cb1e4594bd2b86750079253ed60e982a2de95ee0df476",
"single_transformer_blocks.18.attn.to_q.weight": "7777a102c522d599417a0e9008ba8d62d7d96d383d0f24a59348db1a94606d2c",
"single_transformer_blocks.18.attn.to_q.bias": "37d3e9ec69d036859d985718c1443a9338acbbcbe219365c59f54ed71931c3fe",
"single_transformer_blocks.18.attn.to_k.weight": "07fc880d5d5cbfbbf09348ac3f782516d0f557c18ded8232c3af730c6ab5c075",
"single_transformer_blocks.18.attn.to_k.bias": "a12eea04ec28100f11ef8fdc06a694a9c51f6495adb2ee2893d00dd2ec219dd7",
"single_transformer_blocks.18.attn.to_v.weight": "3bc1932161cfb2ed955163f98b9156a44063e67deb42a906091d38b8072faa2b",
"single_transformer_blocks.18.attn.to_v.bias": "8882986d7bad454b0ee78703f709995c55f761740a8901e7742f0865d34ff3c8",
"single_transformer_blocks.19.norm.linear.weight": "6a51dd56322fbc50714f434d26ebd7db4c974e431d1f7dd2d95fb8c1331ea5ee",
"single_transformer_blocks.19.norm.linear.bias": "ccba45961638305d862fcbd6fee3b143ad96d1f130eda51c4379f6aca4659deb",
"single_transformer_blocks.19.proj_mlp.weight": "9ff236af387e5b4b2b47744903d1fc7dbc23b01094a8724e29e7a5954605b5fd",
"single_transformer_blocks.19.proj_mlp.bias": "3771b72d84ea5a67463971fddd749195f43e8117959d943e1c77d2cbdba64046",
"single_transformer_blocks.19.proj_out.weight": "2a258a08365b7659c02c0a774e554fad7b3bd2b8b98de1ac4dc553e13646fd26",
"single_transformer_blocks.19.proj_out.bias": "b1e6ad19231229c0fc3bc6eda0f1febf12cc8b2fa2169f360fd675f9672fc244",
"single_transformer_blocks.19.attn.norm_q.weight": "0910a57469d915a470fdbb05d276fe73762334a638c4b1b64472a1bdbf61f13b",
"single_transformer_blocks.19.attn.norm_k.weight": "2efaabf7f1472d0e69d1e2ea3087d7c7194879ccb423bffcb75d208edba8a050",
"single_transformer_blocks.19.attn.to_q.weight": "38c5d70f9170373f20b5f505b99cf65ed4c1ffd329427ce989c30cf38e5c58ae",
"single_transformer_blocks.19.attn.to_q.bias": "ee3d83c036cd6092f471cbbac6ef7e138526d24dabb6f7b0761832767cf044f9",
"single_transformer_blocks.19.attn.to_k.weight": "3a66d3fdcc911475eae6dd9ed5185bcda8f798a1b29b71fd3463e7627afd74fb",
"single_transformer_blocks.19.attn.to_k.bias": "c2ff25e68048e049bdee910d85ae1da265c1139308b6c6183c0bdea54e0e56f3",
"single_transformer_blocks.19.attn.to_v.weight": "ced04be1da5abe82a79d1605bc2ebc92b87a86b31bf334ddc633bde53e4d057f",
"single_transformer_blocks.19.attn.to_v.bias": "28f3b6a7c3f7e743b9d6086f2a86dddbaeb10470d26cafd20f14fd283300b2ce",
"single_transformer_blocks.20.norm.linear.weight": "fc550398669fdb24ad185af69eb5d535012d56b9388caa4485e22763bea03358",
"single_transformer_blocks.20.norm.linear.bias": "f3080ad4e77c1adf3baa7376b03a5fc74c6b608a63c388995e84f8c78c0c60f4",
"single_transformer_blocks.20.proj_mlp.weight": "43d90de3e89b92fed32d77db320a9fe5e29b788b1414d3bf5b49c0c45d55b59a",
"single_transformer_blocks.20.proj_mlp.bias": "4600fcd8df3506b3f713f90691ad8bd9d069582e22e42a705602dd55250b33ad",
"single_transformer_blocks.20.proj_out.weight": "d88fcf923224522645bc605f21df0c8569b1dbd67278af507a3378d02086a2f7",
"single_transformer_blocks.20.proj_out.bias": "5a992fb21fadb861db3ce28cc00b77bd5b085b72b875a97e4f2e3c1af4b31325",
"single_transformer_blocks.20.attn.norm_q.weight": "d5adb2d3c9a0eb701c62847670b3309ac729a50aab0c6a3cacde71878d223e0e",
"single_transformer_blocks.20.attn.norm_k.weight": "cd99e58b1914f93791858f801b40973528bf35cd63cb269edde1c2d953285135",
"single_transformer_blocks.20.attn.to_q.weight": "8c911fed938890644098e6f09a0c6264953637db2eb856338560f33680c16b2c",
"single_transformer_blocks.20.attn.to_q.bias": "3ab555d18e05343f798cebd7183f30d291ace425ead356d6b63e6071d80fc5f0",
"single_transformer_blocks.20.attn.to_k.weight": "40a5451fb98bd03e4935d80cd66ad95ecd170f8ff9530dc6dae0c3649939417c",
"single_transformer_blocks.20.attn.to_k.bias": "c7f9a153fcfdf97df8596a55ff740c9c934416ab4c4ba29357780a6fa99b04c4",
"single_transformer_blocks.20.attn.to_v.weight": "c0131771fb68c4eba6620bdf8ebf4d094f8e217b92dd12616c297887758280ca",
"single_transformer_blocks.20.attn.to_v.bias": "c85711eea3ae50a13a01aa8d6da0b059a1e14486c571258263b433d1303528c8",
"single_transformer_blocks.21.norm.linear.weight": "0cae7a76fef65ec9ca2af5ea042ae4969eff948576b0a2b9c9551b54d2909323",
"single_transformer_blocks.21.norm.linear.bias": "e535589ac28ce6f9e7867364898c06d4eca0deedbb807b3f87029b85f310c161",
"single_transformer_blocks.21.proj_mlp.weight": "fcdd822d2bc52d1f473ba7a9ef47283470dea17c8167593b9e5b2ac4cfa74f39",
"single_transformer_blocks.21.proj_mlp.bias": "07da877b4f82d18c84d929b364f398bc7c93023347af12d43e0201f7f2571030",
"single_transformer_blocks.21.proj_out.weight": "4cccbd2764a187e955b76dcb3ba6e0b0e42bc607a7c9107d55a86d8ce0390ea5",
"single_transformer_blocks.21.proj_out.bias": "70c6f13e4f03cd2a417f3be2864a72c526850d62446f8f05e83c9320497ac1ce",
"single_transformer_blocks.21.attn.norm_q.weight": "dbc4d9a1315c0eb3f1edcda717e958263438c0e7fcc93ba0a28dff9b7ff1d052",
"single_transformer_blocks.21.attn.norm_k.weight": "0cc270fd17eb00df970c23efa97245476fd46e5f2dbd9c55763077b1731c939d",
"single_transformer_blocks.21.attn.to_q.weight": "1ca6f31f76f6e8d3aedafa765f3c1b1bfaa72bd57543431c3a7401a7ac14c4cc",
"single_transformer_blocks.21.attn.to_q.bias": "03b1b5467887ad9175fbb3d1a1a8943504d275bdab39d1c681afdd920d686c89",
"single_transformer_blocks.21.attn.to_k.weight": "8127c36c0d69d97d63f3896dca951c5dd2b2147b94bb886105041318c4576f81",
"single_transformer_blocks.21.attn.to_k.bias": "1c491f75cce08bbecffb595098bb7ac047439d3954ec2d9e818ca6029624bfd1",
"single_transformer_blocks.21.attn.to_v.weight": "077ca37bf5db51c90d34ce70146cbc3dfe08a294da6f90f1f393b219dbf90bbc",
"single_transformer_blocks.21.attn.to_v.bias": "69099fe78400188d393d7792c3f549a4f94c71ea7296f7cd0fbabcd086cb9b9b",
"single_transformer_blocks.22.norm.linear.weight": "284b09cda79942f734021c41d3246b1957781d88261576f822ef6340342870b2",
"single_transformer_blocks.22.norm.linear.bias": "4d931e1edba5adc1c84fcc0afb31a6909a56c255808ed025044cd8e8de94baae",
"single_transformer_blocks.22.proj_mlp.weight": "479f79716d1958f31b5c82435fb5148b1a654698358aaa377c0a9c9c99441fee",
"single_transformer_blocks.22.proj_mlp.bias": "fe5d5c4fa92000a7fa86c74b50d6bf55d03f8ffed6106248e31e525a57329c0f",
"single_transformer_blocks.22.proj_out.weight": "164f7738fab95eb53884555d574763593857f75a82288c0d9703dc6f29785adf",
"single_transformer_blocks.22.proj_out.bias": "4139575de5fe4a1c6affb49aee5ff0504738354083c954515af99f59f91c3c00",
"single_transformer_blocks.22.attn.norm_q.weight": "183fd7e34cc1be7c54e72941071f0a753c80cca6da86944f49b7aab6cf590fb2",
"single_transformer_blocks.22.attn.norm_k.weight": "5dc509f44ab5a9d028102bee7e1a59b13b2d42a62ba4e67e192fd92f23804956",
"single_transformer_blocks.22.attn.to_q.weight": "287071f2127e0dfb2234da4291495d0175e40d8a162aa202f7d200a7fdd5eb72",
"single_transformer_blocks.22.attn.to_q.bias": "8ea44246bc27bd19299bbbd605a7d86af84e32c37b0af9a8d5c2e74139fc89fa",
"single_transformer_blocks.22.attn.to_k.weight": "bb0b151ad0f5ef8df193c47eec7a1eb3fc6eaf7f7036001ae3442f4a1f610bca",
"single_transformer_blocks.22.attn.to_k.bias": "1819bc097bc1e1ffe2bdf8672b6f0adcbb422a892c2eadb44f7f9ba9205a8f43",
"single_transformer_blocks.22.attn.to_v.weight": "87486e60cdb95871c2a9128d9b233ac08274f9f5a7d609d1edb5fc2923bb85e6",
"single_transformer_blocks.22.attn.to_v.bias": "16fd78c8ed94f2a956279abfbdb11554fddab2712eb366633e6ab7d8a56af858",
"single_transformer_blocks.23.norm.linear.weight": "f4667cd2abac84ff75eb88c14cfcf2729ce3484784309cd26e854f7f6aa07b21",
"single_transformer_blocks.23.norm.linear.bias": "1ccb30edc7833334cce4036e17dcf30185bf5048c833387ebcbb2eaab12d5580",
"single_transformer_blocks.23.proj_mlp.weight": "e6d4a57687362cba9e1b15a17ad4325c9032836690fd1254b47d1850a71f96cb",
"single_transformer_blocks.23.proj_mlp.bias": "193e80599f514fa393e8109421fc109a81eb45687705819f69d51bf67a00bddd",
"single_transformer_blocks.23.proj_out.weight": "46123932afeabfc632868e3733d8085302c2101b01604cc144fe971e6baf5340",
"single_transformer_blocks.23.proj_out.bias": "267ed4d711d6da90f4052e8678431101b3893cecdcd55eeb6df351faef07a2cc",
"single_transformer_blocks.23.attn.norm_q.weight": "1a236725f50f00826822412db273b920794e501068a5cb890e81946269c50ffb",
"single_transformer_blocks.23.attn.norm_k.weight": "259a3b60d0f1ba2d44f70995619b6c13c4fcae4f40f084ccbb2afe61ccf78369",
"single_transformer_blocks.23.attn.to_q.weight": "69e21b8ebd8fad979fe93e44b686ce3e1562fbf22e452b8435126f4c7e1f59d0",
"single_transformer_blocks.23.attn.to_q.bias": "386b7e7e24cab9f67a0eaa44cded8e48cbda8702c5585a12738664b96cabae73",
"single_transformer_blocks.23.attn.to_k.weight": "fe17483a8c13baf48faff2771280b0c862daa36426173891f792dd62b89a1b78",
"single_transformer_blocks.23.attn.to_k.bias": "fa089311a9497c66b4a9f5702c98850d60bb720d1ef55e692084cb3a0dc2e445",
"single_transformer_blocks.23.attn.to_v.weight": "d9d4e08eeeb6d2e1c4c2c2cf26c855f2a989f48c832e7afb010ab6a58ac1302d",
"single_transformer_blocks.23.attn.to_v.bias": "edeecc3a7e0108e0a06a5c6b25022b9c9c35a06e9277e606dea1e4658cfa2be7",
"single_transformer_blocks.24.norm.linear.weight": "89a2b37edaf69937558757bd45c6d8c1c947a407fe94d76e9ccd2945166f7e2e",
"single_transformer_blocks.24.norm.linear.bias": "7d4546235d97d0a3476b1c99989b9059b3d5cd0154196d01213aae7db0d59864",
"single_transformer_blocks.24.proj_mlp.weight": "c0fde583d8c854c14e8359955ab8ad3a25bc12740a3df33af4205aae2adc8aa6",
"single_transformer_blocks.24.proj_mlp.bias": "003bfbeabc71574e9f256e48060709f105831660d2b8ba728d912b250d07ffda",
"single_transformer_blocks.24.proj_out.weight": "68f9591cc6ca028ce90769279be13320c8e4779e02df0f8b2b21ed02edfd3e89",
"single_transformer_blocks.24.proj_out.bias": "6e73c4a20ee4c2c33cb005873c6f994d1a8a16e0d105bfac177e26635f66d0d0",
"single_transformer_blocks.24.attn.norm_q.weight": "0bc1adc8b8294343e51ecf1e649399bcb6bf69b54216a41215a18cba835d5c86",
"single_transformer_blocks.24.attn.norm_k.weight": "08b08b6c97eec332e4d3a45bf38e80739efea855a98c09cb4d7ee2a78dbee392",
"single_transformer_blocks.24.attn.to_q.weight": "3326410fd63a3f30daefbd8a9fd1a90b69fba22d65e450ba9e1183c8551492fc",
"single_transformer_blocks.24.attn.to_q.bias": "2e8a3d9a9568d5896d6f24695e9e1ba4bd2e0e794a673e6a62da24364aa606fe",
"single_transformer_blocks.24.attn.to_k.weight": "3d9b0a33c668d2e61b23db0ca4cc4154c4e64b51064384f9383c132f4d65c62c",
"single_transformer_blocks.24.attn.to_k.bias": "0931adeeaa072c6fda6b0356b026b9f5820ea05ea64a7cf42560cc0090145afe",
"single_transformer_blocks.24.attn.to_v.weight": "06688b01053e9b12289ba9b4383f9a06cc379fc3c523ed77e3bec1fb3e99426f",
"single_transformer_blocks.24.attn.to_v.bias": "e71198cd75f0326610ac2ea62962e7351271497193e2ab69b6accc1973cc85f0",
"single_transformer_blocks.25.norm.linear.weight": "336b0e75ad97994f417a817d14bc3149977391f2f5ed64622108a20604b62cd4",
"single_transformer_blocks.25.norm.linear.bias": "8f328c4c08466b96965c95b0553b58412e981cc12af9514851d5f5eba69d1f89",
"single_transformer_blocks.25.proj_mlp.weight": "12f150268ecdf2085f9e75b9f34f26a53a8fde8d900d21d0ea4135f6520d1b84",
"single_transformer_blocks.25.proj_mlp.bias": "4cbf2ab704ed7a9c485072e318ff62d0415fa11081984b4cadb63b87dfbef8f4",
"single_transformer_blocks.25.proj_out.weight": "41d227ee1a568d77050ff33a0759cd3af15366a2f51d1f13bf8f5f106db2168b",
"single_transformer_blocks.25.proj_out.bias": "244073ef640927fdaac558558084e84a1a4e7dcbbf0c5c8bc6e72e6cc0677cec",
"single_transformer_blocks.25.attn.norm_q.weight": "a8fd740d9bd771ae6ee2d9873ba0bfdcbd3bdfb8404fa3edb87ff9d73d0fe704",
"single_transformer_blocks.25.attn.norm_k.weight": "dbfaafd279ea1d270f6865922bcb97964949e36d56f9d96be678ca9925c6aa0e",
"single_transformer_blocks.25.attn.to_q.weight": "6ef30829e7e30bb25e66377636f86a539c733bb070ce53210354acaeed6cad2e",
"single_transformer_blocks.25.attn.to_q.bias": "cc74f0cd1296b9c1a64cc62aeaf4f1a335b3e23a2b125d9df98ea155a7a65728",
"single_transformer_blocks.25.attn.to_k.weight": "02a5ea1bb463a9354d62569376d02683939166fb5aaec39dd96d267d42e3370d",
"single_transformer_blocks.25.attn.to_k.bias": "f030ff6845eb71f79d08bb46394b2a3bba0eb2235f24d7afb5812c0a5b4b488d",
"single_transformer_blocks.25.attn.to_v.weight": "f62e9a29e6a19ab55d24e68ef70d7e9530a51e5e24998e89adc1f7b41ef02830",
"single_transformer_blocks.25.attn.to_v.bias": "776ec93e2babc441c9dbb1ac7483fc98b498017c6383321ea9e0430b15a51f33",
"single_transformer_blocks.26.norm.linear.weight": "456e602116fbc616d0634fbc886437949d16a446f5c4c3ef8329e85016f324f3",
"single_transformer_blocks.26.norm.linear.bias": "10f3e0fcda4595fa403485de6911307041d9a9a998c4fa6b50f2efc00c84090a",
"single_transformer_blocks.26.proj_mlp.weight": "fbddc4744d94244e4046dc0f2af2358403b4108c12f753b7f29cc9ccd11bf553",
"single_transformer_blocks.26.proj_mlp.bias": "f242b7a48706272461b5d70aef9a1904a74fedd44240067c45c3e503c833bfa9",
"single_transformer_blocks.26.proj_out.weight": "895c548b1504a57447b9ea6ac1b55896ef7f81e9615662edf3318ea0c7638ddd",
"single_transformer_blocks.26.proj_out.bias": "968dbd21f17170f5abd9a4be3b01a011ef14de7359299bf81d874a487ea95b56",
"single_transformer_blocks.26.attn.norm_q.weight": "679e93cbddada1c0f50a6f79347975ca27db34d3a1aa47f1ecc9634d4f64ea5b",
"single_transformer_blocks.26.attn.norm_k.weight": "7bbd28cee25bfdec1a0e31ddd848aab19733ef060f3f2ad4bcfd0eb7e565a995",
"single_transformer_blocks.26.attn.to_q.weight": "920962deb4b66d5c7b032c50ebb25206d8305f22aa0e6c300bb435beda9e13eb",
"single_transformer_blocks.26.attn.to_q.bias": "3f7dbc236392c06bba9497cc774e2620d4cfcf04cef64ee1ed9f3a56b4ae1b09",
"single_transformer_blocks.26.attn.to_k.weight": "e5e9ba9c5c2ba3910adcea9057e31e799130877118057a3c7dc56074935cb116",
"single_transformer_blocks.26.attn.to_k.bias": "79b03e0b088f8c9dc517b6b2396b3e99c4a010b2416925a4c327eb3db66e30e7",
"single_transformer_blocks.26.attn.to_v.weight": "8896bc50df9e9cbfd972e50d0faaf24850303c92ed570239389371af222dc983",
"single_transformer_blocks.26.attn.to_v.bias": "ce84d93a9bf83ce1cac98ffc073c704d1d138aee99ea8291f6fef93e48abe915",
"single_transformer_blocks.27.norm.linear.weight": "0255a8551a0c47527a904c5f21987bc4b762d1141ebd45f4a68525dc8803d3f0",
"single_transformer_blocks.27.norm.linear.bias": "14d0f235e3f4006ed4f38decb4536b492929301177976b047b4a93f4c74bc825",
"single_transformer_blocks.27.proj_mlp.weight": "f0ec6218a96b6cf56af557be10986383a2d4ea5e13caf9bf42fa006175dccfb9",
"single_transformer_blocks.27.proj_mlp.bias": "50ba5bea8069498b1036ba3958ab97e0e9a7da458f276c9c641fda015fa76a41",
"single_transformer_blocks.27.proj_out.weight": "a1078f6386b0a2588fa59190f31b7dbce141602150b6f55b48dfd8a81ac44591",
"single_transformer_blocks.27.proj_out.bias": "0bac646389b70c74db9d0bd99e8cd875950c7b975ed1229f0e18b126ac46fa26",
"single_transformer_blocks.27.attn.norm_q.weight": "7ca99a4c2bb0bff9d230dfbbdadb67e13667ca3fd6640ad5c42c28ce1d1f4e61",
"single_transformer_blocks.27.attn.norm_k.weight": "35df0fda87eedc2af07ca57fe277247771a1f29438c918c531cde378d8d7bcb5",
"single_transformer_blocks.27.attn.to_q.weight": "a1552ed72ec4f1b0eefb9ff02c884a27ebaf0d451686a683cd3c0e095a372443",
"single_transformer_blocks.27.attn.to_q.bias": "e0c13c087fcdcb583bd35e6586bfeb9c4216a1fefdcfceecf7a8ddfb3b28ec0b",
"single_transformer_blocks.27.attn.to_k.weight": "f0cc74fb59c83302f8e053ef39bb63c7cf9d55edadc1e2d6f432a5311b7c4d52",
"single_transformer_blocks.27.attn.to_k.bias": "1c844d46db09ec2985a3d0f338693ea7ba7bd3f38aa8230bc85dfcc785adbf3b",
"single_transformer_blocks.27.attn.to_v.weight": "2923937a8ca4bbd83d859c721730a8fa7ab221b30d0db98885ba92f290347aed",
"single_transformer_blocks.27.attn.to_v.bias": "899e1643d90ea692d30dd7e17de8556f9224c98c8dec7e4cbe4907900ddb735f",
"single_transformer_blocks.28.norm.linear.weight": "1b9fac4619378318fc839aaf70280be5dcc34e8f7e8d20f03de2c0f1bb9ec938",
"single_transformer_blocks.28.norm.linear.bias": "b20b5bd0ab152642fcca3b0f87a986a1e38fb3da0fa005fe56cd25439afecb82",
"single_transformer_blocks.28.proj_mlp.weight": "5bd8dc2224228ba3a3029458b14f343a75dbf4c2590831d407a0c476eac7f59d",
"single_transformer_blocks.28.proj_mlp.bias": "bb7e90f4cb0d38c0a1e309a48ae5e425068d31a0327c37d74d256757e32b2592",
"single_transformer_blocks.28.proj_out.weight": "c8d5ca800c63dd6681cff1c98c3f507d5c30bfe89d4e1dafa3ab69ac4d5047cf",
"single_transformer_blocks.28.proj_out.bias": "ccb281e8b625dc04293a9504c0b0180751bb689097c9de7ff53879a910590882",
"single_transformer_blocks.28.attn.norm_q.weight": "c0fd78766bd433ea56ccdec28bdd18773643d26097826aecf8d28692287dcaef",
"single_transformer_blocks.28.attn.norm_k.weight": "d13b54304bdab3bddf39ace3ede651a16b79e44db7b09342180da433d7234652",
"single_transformer_blocks.28.attn.to_q.weight": "7c37c950ed70c969a04a23c49a22c67daa75206ce69d0df86be69881ea897a2a",
"single_transformer_blocks.28.attn.to_q.bias": "16b0bd28ecbba9811e4c0f17e53d84a64a1990eaca03d05eb270f54fcf9c1bab",
"single_transformer_blocks.28.attn.to_k.weight": "794cfe829d1de5f3047c5ce400e019142db79b8c6b43c783edc4f885df9157ef",
"single_transformer_blocks.28.attn.to_k.bias": "c6c13f0db99959f5462ebb5b95536fd0001e29546b49956099bc72f8f2f5ee71",
"single_transformer_blocks.28.attn.to_v.weight": "42da6ed9cfba4d5b33fdfb79e48682805abd78b88eeb3cfc127a421f7f28a8a9",
"single_transformer_blocks.28.attn.to_v.bias": "3e411b1a7cd3f79bef2590d34d335ba5b0b06ed34e3d66ece5f05c38649ac8fe",
"single_transformer_blocks.29.norm.linear.weight": "4b8a1d95769ac6f1e5745d7d7655b66b40d5bc64d8cbb7ccd3356f6de8d44102",
"single_transformer_blocks.29.norm.linear.bias": "454456e82cdafaa1ddc9ef0194641e7716b00235b312c759c57d5114571fcb34",
"single_transformer_blocks.29.proj_mlp.weight": "e036babadc941a3b940d48355f394925e4cce974a1ce8a83c09fb002c7d7964d",
"single_transformer_blocks.29.proj_mlp.bias": "3bfe3554783e44e9cdbcff74ea74d867f78b13677cad3c4c504eeabf26f54b43",
"single_transformer_blocks.29.proj_out.weight": "b9b11c67324f71820ddf56873171a7e85aacdad364a2a625cd3feff9880dcaa8",
"single_transformer_blocks.29.proj_out.bias": "40d6fa1602ecf7ea121bbf392fe3356f0b62056b126e85fa7644d6cdf6bfe662",
"single_transformer_blocks.29.attn.norm_q.weight": "6241560f485b96941a802a70c5d831d93e3c83b4ebbb33db0d60553bf19d30ed",
"single_transformer_blocks.29.attn.norm_k.weight": "b551f19f5c304696a436cd55271af6b65fea0aefc7b55ed7d1d2be43c925da2f",
"single_transformer_blocks.29.attn.to_q.weight": "6d38a534a6f93763c2fbe666bbaa38c4132b35346f9bc3a8e4cee6da1a0aa4c6",
"single_transformer_blocks.29.attn.to_q.bias": "9514e166bdac794a108fbd4530cfc0498a6d091e8b1c459654c76d1f7898d824",
"single_transformer_blocks.29.attn.to_k.weight": "dca54a942f704c287c20934fa457c38daf5255227cb2ff6854c4ed6d371318d2",
"single_transformer_blocks.29.attn.to_k.bias": "8a8fc342e2defbd7a2121077b1c4696840a39036ab79b322c69973b4b07ea79b",
"single_transformer_blocks.29.attn.to_v.weight": "1c22bc02d7d5022fd6a8c8ab4cf6f5090348763dc8d66e10fc21ba80a82d91e0",
"single_transformer_blocks.29.attn.to_v.bias": "fc618a3ddc5becff703c96eacc5f5e88b21336a84a9056116c19619bd3d1f8dd",
"single_transformer_blocks.30.norm.linear.weight": "0741f4d9c25187c03fc60dc9281c83f67e3b826a58e4d8806028ffcdc2ad429f",
"single_transformer_blocks.30.norm.linear.bias": "67f9260f1782bf058274c30a7442fbaba47bd6ecb7e48a8773550d99f4e519e6",
"single_transformer_blocks.30.proj_mlp.weight": "d0f60821a725e581cf727fbcd52c3955eff7529d851dbca31072133d875d6198",
"single_transformer_blocks.30.proj_mlp.bias": "7801101cacb9427ff564cbaba5eb6b0937a3d2be5f20178ad80cd0595b871093",
"single_transformer_blocks.30.proj_out.weight": "44d34b06a19eac55b2b3e805b83f34c863d650ac82dfb25f19fc030846bf6be4",
"single_transformer_blocks.30.proj_out.bias": "ec15e41aaf008fa8ffd751ee497b677a00501c053614c8d0198d85ac48099d48",
"single_transformer_blocks.30.attn.norm_q.weight": "116ba7c9512b901be836b529ef686b3620ce9cad72c27c1754cc6893ed71a77b",
"single_transformer_blocks.30.attn.norm_k.weight": "358804c5ffe11f60a36724ebbe6e982b69955fe72131d0c621f62aecbee5300a",
"single_transformer_blocks.30.attn.to_q.weight": "b1bc85f2e98b080f0628ea19f77b9959b866f2e5036b80c6be183d56dcd354e6",
"single_transformer_blocks.30.attn.to_q.bias": "6be5848b73789c366bc7fabef03f174fe1ccfa1b7ac7ce02600fe3cca210f3ae",
"single_transformer_blocks.30.attn.to_k.weight": "8c7549951c1f7bdfc9277ff7d37b00656cdcc60bc3e37a1cedf01b09ca6a028c",
"single_transformer_blocks.30.attn.to_k.bias": "9e7c90d2c4b89cd5a83a2f657f3fa26aebf852db46a6f9220f1fadb6c1eab7a5",
"single_transformer_blocks.30.attn.to_v.weight": "5fb0513406696a372c62d6fc327eaace976fc63f4436da80aa5e4fc5399e5826",
"single_transformer_blocks.30.attn.to_v.bias": "b1b6dca5417d9de20a2ad4b12374e8fae41eef00333561987b8cba06bbfd7d4f",
"single_transformer_blocks.31.norm.linear.weight": "c19219c15e990272b974b4bc698e6fce743790084d4ae0a7a999a5f0612c7543",
"single_transformer_blocks.31.norm.linear.bias": "14b456fa7dd850e23b0b789f9e5b0d5cbf2c0182ffe3edbdae04b10d9738648e",
"single_transformer_blocks.31.proj_mlp.weight": "6efc3f95de8987dfacafe8ffd47d0f482ddc3d98c91d5b2e73c2694827abe654",
"single_transformer_blocks.31.proj_mlp.bias": "acdcaaa452bba95d9a6331fff1b03232274a0fd19dd57030a23ca18e7b9927d4",
"single_transformer_blocks.31.proj_out.weight": "286050d83c921ce6e9148ca0b39114540ed0e3b286cda628a8439ea330ddb8c0",
"single_transformer_blocks.31.proj_out.bias": "619565614b9064efb4496a5461774716e3c8b1ebac24cfde40d518f87e0e9a23",
"single_transformer_blocks.31.attn.norm_q.weight": "0e9491790761799f4f12acbf1094b693085a548920cbdd35bbecb6041293ae77",
"single_transformer_blocks.31.attn.norm_k.weight": "507989e02aae422d1e574dc010cbad46c6bc9109ed7cf0770f91e941a7c1b1cd",
"single_transformer_blocks.31.attn.to_q.weight": "cd5f65f760837010474453a876a8c112566255f0cd6705abd4441b70da863ecb",
"single_transformer_blocks.31.attn.to_q.bias": "0fcde93062200d87949d6ac142499e199603dce1993fac97221554d4218de142",
"single_transformer_blocks.31.attn.to_k.weight": "10f90c5e5b420ed13b3938d646bfc894398623fee4efc223f4a644a300492407",
"single_transformer_blocks.31.attn.to_k.bias": "606abeb1e7b874ce708702b9d77fc045ae8509208450e15d41b18ba05b9e1981",
"single_transformer_blocks.31.attn.to_v.weight": "bfa3fa7bfce82ed8583e034673923a5d96db3f95f45b97c5e8d7468ed06a8442",
"single_transformer_blocks.31.attn.to_v.bias": "5c0b554de00b07eb73ccd44db00cbc9ac6eb35066d0f2126455335616b34c0e7",
"single_transformer_blocks.32.norm.linear.weight": "12e27dbe5a65a4a86056fdbbcde24a0ca38f3517a217c05e8d20322ca017d9bf",
"single_transformer_blocks.32.norm.linear.bias": "7143ece8a051e7eafe2a0c9553d73d8f059ac136c596c9f6a9b43fb707dee439",
"single_transformer_blocks.32.proj_mlp.weight": "cdc58796f0c6638a20503a6c993cb7bf09f00906a9b13c8faa57a7eafc3c279b",
"single_transformer_blocks.32.proj_mlp.bias": "b14436d1638d207786ec56c563a9a3e19b2706af12a2f3f7a4907064d23acc9c",
"single_transformer_blocks.32.proj_out.weight": "ceeee7b512c1f4f3d11033728518a47d1ba9fab4d9041772c19961635e8756a8",
"single_transformer_blocks.32.proj_out.bias": "c0108b679a798a50abaf2749f572a8db3ec405d8a5cd03e45519bc235c2a6eb3",
"single_transformer_blocks.32.attn.norm_q.weight": "51d027ca0e59e0edc1b8f9348a5a3b2b7febfadda7300684c33c05dc70233183",
"single_transformer_blocks.32.attn.norm_k.weight": "cd1a2599b73797a0aabc655512eea55868f164a0096c0e8e7e2fcf52eab14d53",
"single_transformer_blocks.32.attn.to_q.weight": "77cbd7ca7e465351b581a4e88cfecf92db7bb0ddc40d2949a3af95f76a6c83f1",
"single_transformer_blocks.32.attn.to_q.bias": "40ea9fa7e1a74161dacf9c29f17b24ae2b027e3804be1bd9596c6f07fc14d32c",
"single_transformer_blocks.32.attn.to_k.weight": "63b9cf86b457ecf1091620f2e6e8d58ea8c5fb5253463f5d01cc81352d87aed8",
"single_transformer_blocks.32.attn.to_k.bias": "a68184bd22072a00cd7b9ed5fb6709259592a088dab48c5613d06f8b0abcad41",
"single_transformer_blocks.32.attn.to_v.weight": "eaa5c914cb3f212439a56e4e593f8ca1b5c11244503e000984a7faea1d695c87",
"single_transformer_blocks.32.attn.to_v.bias": "8e9def29b9f8cd30fa10f33778881876ead2ea39b339db3a3b497784b5899b8a",
"single_transformer_blocks.33.norm.linear.weight": "c4840daa52cae9ed8b179f3e27fbafb1fb5af137ce0e32405fbe422ec1c91374",
"single_transformer_blocks.33.norm.linear.bias": "7e85a759697a022508e6b24a3637a0ac09cfbabafc26c29df380feeb11474161",
"single_transformer_blocks.33.proj_mlp.weight": "d94902f34c31a9ee47b568ed26fff7318d72861b694315a29acf56178da715ab",
"single_transformer_blocks.33.proj_mlp.bias": "5ec3f0629c9e146ce73e5a66876e4ee7ae00e294895615c2de5c5a1b0bf25cc9",
"single_transformer_blocks.33.proj_out.weight": "f76e5a566bcedc739bdc3b666685574964554131daf35696909153f70d833115",
"single_transformer_blocks.33.proj_out.bias": "5f80240c0c0d8b6ae375aa95b584fc10fcddc2d20d389fc9569aadea58a0f398",
"single_transformer_blocks.33.attn.norm_q.weight": "e2294a211c82f2d3b2bb15709b21bcaffe39c90c4b53625ebe9bccd3839ca7e8",
"single_transformer_blocks.33.attn.norm_k.weight": "251b4c873fc612cacf119837a86ef127eff3caa749f6b59c9fa9b615b4ec4508",
"single_transformer_blocks.33.attn.to_q.weight": "ab0b780be05d03c469cc3c7256484be2d64427e746e4210618bc5b29d7ffd3c0",
"single_transformer_blocks.33.attn.to_q.bias": "dc8510bcf24b3460973fa0352c84872540a05ab8ef6ad77f6e91e5434f753ee8",
"single_transformer_blocks.33.attn.to_k.weight": "e679dfa1ec8d9d083738b148958819c110d6eef222ed38f6c2de5289854d75d5",
"single_transformer_blocks.33.attn.to_k.bias": "9c9e8342097090706ea1843cb3d373af8493c2b065b82f0f5cf851cb06e622dc",
"single_transformer_blocks.33.attn.to_v.weight": "489ef243466c0979581899679137980981617f0d901555a9c70abf63f9ea5af8",
"single_transformer_blocks.33.attn.to_v.bias": "43002c0d669001ee99c2ce2a262b51497174566b005960c1c5a3a12b625df41a",
"single_transformer_blocks.34.norm.linear.weight": "54b0bef0972361a224be87a7030f8e7a977f1475ade390dd575534db916e722c",
"single_transformer_blocks.34.norm.linear.bias": "373eeb5fbecd1ff4bf6e462562ebc38eba3c5b9b06b81871b587d0ebba1c91fc",
"single_transformer_blocks.34.proj_mlp.weight": "b68530de76308b50261dd6a58453d2b65ec89ccbcabe81c34448dea160cc67e3",
"single_transformer_blocks.34.proj_mlp.bias": "275992ce5bd671a4d2db556ea0fa4ffc0e2d084ab7cf95d33ec0874cb5ef23b3",
"single_transformer_blocks.34.proj_out.weight": "d7a3bb3bcb197429d39e9450624fa03ecd7d9965f70dc01afff234ce19a86510",
"single_transformer_blocks.34.proj_out.bias": "11b030c0d8ed81853b89818063fb9bd143af947ed8c68125e0e365c8a86a9adc",
"single_transformer_blocks.34.attn.norm_q.weight": "5038567c2da90850b8a9e29b587f2c5a0b0a7a05da0379ff27cf63ec4f06aee1",
"single_transformer_blocks.34.attn.norm_k.weight": "c000489f2d2b321adccd5ff4293ef6ab18dd741daaae66cb4faf74e2bed00abd",
"single_transformer_blocks.34.attn.to_q.weight": "00d60dabe7fe52b5416453805a55d4825a52e61681778bb714330d31783ca732",
"single_transformer_blocks.34.attn.to_q.bias": "6253d9b97fe29a6230343bf9a46f6fb69b2245964d9e1d107a11a2cf3b2578b7",
"single_transformer_blocks.34.attn.to_k.weight": "e6146ceef48644ebbeb9ff074835ae3c91f948cdb80a9d45fd378da7eb515dc9",
"single_transformer_blocks.34.attn.to_k.bias": "f9d4a713dff66a158ffb5ff905579afc9be7fc04a6c7091557bee7c13296715f",
"single_transformer_blocks.34.attn.to_v.weight": "4fef115676a97dfb26366d1d627cb1f8d0536aca7a5d3e6f38089b9051fd98c2",
"single_transformer_blocks.34.attn.to_v.bias": "61fa620fb04534c3840f266b253453527484cf68b77ab494caf5a829251135a6",
"single_transformer_blocks.35.norm.linear.weight": "0374f4dc51bd85578b2ea4f906f0ebf5da18a204d3052c96593b84f6d2a4f9a0",
"single_transformer_blocks.35.norm.linear.bias": "563dc441865d66e1ee0286d8e78d980342fae61febf4dc64ed27ca3018c2addc",
"single_transformer_blocks.35.proj_mlp.weight": "8e8cd081e548b9544bcd803ad646995bfc5e8f2f97c721bfc39921efddb2f36e",
"single_transformer_blocks.35.proj_mlp.bias": "0d2127fd7d5f61e1f05bf54f68916c8f5f253f6b967e19dfdad62f779919b020",
"single_transformer_blocks.35.proj_out.weight": "b61bb31d41b474db82980ef0bc1a7854f9120f73b4743f8e031609d14f3f7c06",
"single_transformer_blocks.35.proj_out.bias": "510b6ab8200d6361157d4fa6e856f2f2d924f34ca7236cc8f5dc64f598ec53b1",
"single_transformer_blocks.35.attn.norm_q.weight": "e1588ec417eb9925612da17b91a7e04729cc9373a484f855ff120e65ebb4197a",
"single_transformer_blocks.35.attn.norm_k.weight": "54d7248927f4a8b8e326b8b49862177e82c06b3491cc307b560e964bc3482560",
"single_transformer_blocks.35.attn.to_q.weight": "c22443a6c0859ec09100064a68fb2b582312f18a439ba9c91cc9edf7e34a113e",
"single_transformer_blocks.35.attn.to_q.bias": "79f9a12331256226855149cbbc4bf1f793900fcb69e3a1610bc1d2b6e0d70c43",
"single_transformer_blocks.35.attn.to_k.weight": "87ca4a90f4860c678e1b05b0d49ab07b758f9a86d181e761f0b0c1a8fa1bfa9b",
"single_transformer_blocks.35.attn.to_k.bias": "33cbbde8619fe841ffe9acf9db451506ad372ff22112b369a08ad3230e70c3c6",
"single_transformer_blocks.35.attn.to_v.weight": "cea84a3d4172709a9d08d2fa824b1da5aa930a5fb180cb1b39e558e9b4221a06",
"single_transformer_blocks.35.attn.to_v.bias": "508932e8ad420ce015e2d4121633d838b589bd51e94c532fa21e17429010d34a",
"single_transformer_blocks.36.norm.linear.weight": "6f8f880b31b954e08af2a0e6a82ef2082a2dcd02e9922c104c2682d000a7d774",
"single_transformer_blocks.36.norm.linear.bias": "a4ba642a2fe9ebf53155f6e9d167bfcbf49db2e025e88a5faea08e337abb558d",
"single_transformer_blocks.36.proj_mlp.weight": "04ff44f046cf34866a41759364300d29bb84746b23047ad3a30340efe0215948",
"single_transformer_blocks.36.proj_mlp.bias": "2eb21fcad510ee1ea89bd8b4139511575264107dc3bb45553c340b8e0eed5c11",
"single_transformer_blocks.36.proj_out.weight": "7694ffec8c9e4be315982c37323744320fffbe32426094721333b993616c4fd5",
"single_transformer_blocks.36.proj_out.bias": "7fc4a9be32860ad7dd5c861a8de8429763cc0b617ed44122340f75dcc9cc3479",
"single_transformer_blocks.36.attn.norm_q.weight": "f9b23ec865f085aac1a40017d6fd78b7b63acad7ffd7584a36b857975d8a262d",
"single_transformer_blocks.36.attn.norm_k.weight": "0009b58423cfa266f8b9d33a6cdf45ce132e63d0e891a74bb98bbdad339f220d",
"single_transformer_blocks.36.attn.to_q.weight": "fd2fa160c4483413d80aa3f309be4cac5ac7eda0d73fbf50fe9ecf6e7be6add5",
"single_transformer_blocks.36.attn.to_q.bias": "5d2d8498efba8b3e554c016b6a7713f0c4a2d7d8a6f04507441bafbf08740b93",
"single_transformer_blocks.36.attn.to_k.weight": "969395e82af15b755aa393a33e5f7cd7e71ebb2f8b47bde8fba561ee86f5be3a",
"single_transformer_blocks.36.attn.to_k.bias": "2d0b650479fd2043c312b3bcdefa0efcd493e8513f06952017f6bffefc91b4dc",
"single_transformer_blocks.36.attn.to_v.weight": "74a5dec72a98099d289452a1da910f676904ca1badbc6a868ed3bdbaf65f52d2",
"single_transformer_blocks.36.attn.to_v.bias": "6082a6bb7b4f873f2c366b2c31eb0ecec598664d5cc178b73cb9bef114632f76",
"single_transformer_blocks.37.norm.linear.weight": "1e7618df48ac1f19d3969309c21cb91daf1ec5f22925620abf02ef6fe29e2ca2",
"single_transformer_blocks.37.norm.linear.bias": "fb99d499dfcf6bee3dc9bf77186670791661945ad7dd8ccc411c271dffbfd0a8",
"single_transformer_blocks.37.proj_mlp.weight": "511603a9d9db0e3bfad8bbb1b8bc1b1f5567a60480b5c1e45276cb0131c3945a",
"single_transformer_blocks.37.proj_mlp.bias": "4b4f1de4a523d5cf20bc2f17304b4e6b7ff8d172b67e89e9362ca762c1700fb3",
"single_transformer_blocks.37.proj_out.weight": "8a98bdf7fd02302cf77ffa58b10f2fc41ecd0be8848fecffe5f4299c39d60673",
"single_transformer_blocks.37.proj_out.bias": "f254458b567a38dc88e36d83e74f5156605d9f67b1d586dfe4d7f0675c04699b",
"single_transformer_blocks.37.attn.norm_q.weight": "f25dadd395046de894a869729c6b9656334b1e890c30426b66df30a3e66cb79e",
"single_transformer_blocks.37.attn.norm_k.weight": "14b0986177f968e57698ed5d751bb1c27224308410400b0c91c34e38d35b05e7",
"single_transformer_blocks.37.attn.to_q.weight": "12a69addd84cdcd0b91e3c6b579ae99790a3c77706efab80210d26ada21e81f1",
"single_transformer_blocks.37.attn.to_q.bias": "82b1489b3bc1259ec32ae8c429ba4a44714e5dd32b4be09e9306d297c923fbf3",
"single_transformer_blocks.37.attn.to_k.weight": "1c9cb68bde56a7e71530e76af25eed25c2fb53a0aac408b0499f56b7e80c7820",
"single_transformer_blocks.37.attn.to_k.bias": "8dff1aebb32914ade18e8fcd1f68bdab290439c79bb35a6e6ae89d2fdb7e9914",
"single_transformer_blocks.37.attn.to_v.weight": "3b782424701afea08127404e7ad6ae89fd1ba5d93c4d1ecccde19832035c95ee",
"single_transformer_blocks.37.attn.to_v.bias": "c6faf04fd1b28b636524b102996f46e3809ecd487ffbd12f199d7840d57d4e2d",
"norm_out.linear.weight": "14624bbb999d6bb6e74cc31b8314e557e39108ad8443fe4d1823c7bbc0b48068",
"norm_out.linear.bias": "098f8b7a817ec97df008ac1e474a37e7eef6b85b76c55060ee4bb63f15e1831f",
"proj_out.weight": "92794cd277e08e4a7205e1cd91e47f844b14001c05e0e871d0dbfc574814919b",
"proj_out.bias": "31a072b5fe20277ff24209b7ac239c5337c3c6610b08fa4f1e4828728fe1c038"
},
"training_config_sha256": "481197842e5ab680bc4e2666b1fc6b433e6e6cdef5b3ed9e3d86511036a74506",
"full_checkpoint_validation": {
"status": "passed",
"global_step": 2000,
"world_size": 16,
"optimizer_steps": 2000,
"betas": [
0.0,
0.999
],
"state_prefixes": [
"model_state_dict_g.",
"model_state_dict_d.",
"optimizer_state_dict_g.",
"optimizer_state_dict_d.",
"ema.",
"random_states.",
"lr_scheduler_g.",
"lr_scheduler_d."
],
"finite_probes": {
"model_state_dict_g.": "model_state_dict_g.base_model.model.time_text_embed.timestep_embedder.linear_1.weight",
"model_state_dict_d.": "model_state_dict_d.base_model.model.time_text_embed.timestep_embedder.linear_1.weight",
"optimizer_state_dict_g.": "optimizer_state_dict_g.state.base_model.model.transformer_blocks.0.attn.to_q.lora_A.real.weight.exp_avg",
"optimizer_state_dict_d.": "optimizer_state_dict_d.state.base_model.model.transformer_blocks.0.attn.to_q.lora_A.real.weight.exp_avg",
"ema.": "ema.base_model_model_transformer_blocks_0_attn_to_q_lora_A_real_weight"
}
}
}
{
"base_model": "black-forest-labs/FLUX.1-dev",
"base_revision": "3de623fc3c33e44ffbe2bad470d0f45bccf2eb21",
"algorithm_commit": "be1125fd425a043a06613a1b86a3cd19663a7507",
"global_step": 2000,
"world_size": 16,
"weights": "ema",
"lora_merged": true,
"lora_rank": 256,
"lora_alpha": 256,
"lora_target_count": 419,
"ema_tensor_count": 838,
"recipe": "global128_clean_dm_raw2q_lorav2_adam00999_h3qt",
"renoise_time_range": "q_t",
"num_horizon_basis": 128,
"coordinate_mode": "global",
"endpoint_conditioning": "native",
"guidance_embedding": 3.5,
"external_cfg": 1.0,
"shift": 3.158192909689767,
"final_step_size_scale": 0.5,
"source_checkpoint_sha256": "1a68ae283ef10c7930dd51966d738d08c947e09c74bfcf0c2bc1720539c36d0f",
"transformer_tensor_sha256": {
"time_text_embed.timestep_embedder.linear_1.weight": "2b7bd8853da0a9f21456330ebc5efced88543d850092765a701cc2884fd28037",
"time_text_embed.timestep_embedder.linear_1.bias": "3e084c11ef433c48106383ab4ea61f5ffc40864622d9c134fc05ad1fc493311e",
"time_text_embed.timestep_embedder.linear_2.weight": "fe4d787de47b1863b0bd1f35f675aa961d805828284e39d9f8da11e6209e034b",
"time_text_embed.timestep_embedder.linear_2.bias": "656c961184b8cec82de33e8edaae471fb7bb63c0896012368247f86a258421a9",
"time_text_embed.guidance_embedder.linear_1.weight": "d6e2dabd8ed945cdd47c68a1a569f2d1688b94fa26c8b28f3e5396242fd92659",
"time_text_embed.guidance_embedder.linear_1.bias": "26586a3ae8cde1d0f0251b4336896d3da0dcd72ec5f7a2747a8fa31d030b36dd",
"time_text_embed.guidance_embedder.linear_2.weight": "2ec8a5709dcd9a9407abdce89dde10fcd8473fb8b3942fd406eeb252e24042bf",
"time_text_embed.guidance_embedder.linear_2.bias": "7d0e6e20ae94c1e7cff2cd8f7c9337bc3321055047aca9bace2a0e4f4117275d",
"time_text_embed.text_embedder.linear_1.weight": "571b91fad12d174d2902afc950af2349853df00d9727dfbf81a3436a5661f79e",
"time_text_embed.text_embedder.linear_1.bias": "13a7d668cb7889b03302a98dda8d99198e2367db0d6f2ba4476bb5570ee5191c",
"time_text_embed.text_embedder.linear_2.weight": "f2821c16e1cffd0aac262837ec56914331cb868b1ed13169116579f6c4ae7739",
"time_text_embed.text_embedder.linear_2.bias": "7b3d71656cca52b9d542cb5c8a149bd8333aa1c3b3c4f9880affe591fd5c8e5f",
"context_embedder.weight": "47d502cec032a24be43e80147cb93aa85946f6027ea9faa70063a9e8860550d9",
"context_embedder.bias": "8989c00c22d21442695ab2858706f37cd9bc7c6433906b73bf5f319aa1c8bdef",
"x_embedder.weight": "da497730c1cae727aee571261d9579137d35250d71cab8153b6ffac976a86234",
"x_embedder.bias": "c2d88b98ec1d1b71adf156fde66ebc10be1ba29687ac05f2c3e06e0a6c778c9c",
"transformer_blocks.0.norm1.linear.weight": "3022f19e3936c198821e93f91d6e3416eaea7812d02ce4868d7826058051ad89",
"transformer_blocks.0.norm1.linear.bias": "0cf84d02f6bd5f1477f042b55d373593d8d1c7c808ad97894883896a623de151",
"transformer_blocks.0.norm1_context.linear.weight": "ccb9ac8b1b43101ea8b1f5102a07bee98922feb9f4068fc64f1e0ad6b78908f2",
"transformer_blocks.0.norm1_context.linear.bias": "16c81f628f5405aad852882fc774d98ca19895754d1accdb09f93f9f2cf872a4",
"transformer_blocks.0.attn.norm_q.weight": "027f89aa7d5d9cb13bd54fd6ae2be838dd900fc057a3648f714b09c0a194ef7e",
"transformer_blocks.0.attn.norm_k.weight": "64e97cca4a131c6818d70421faaf8950e140fefa86729483b619b92fec1d7e3d",
"transformer_blocks.0.attn.to_q.weight": "1bd795b622cbf1c8c36de3dc3be44719d44a70b4cee38703dc46642678ed2db3",
"transformer_blocks.0.attn.to_q.bias": "77c9b353dbae529fa068a02c6fd3646160bf9e1b02cdec156ddafed38e74a637",
"transformer_blocks.0.attn.to_k.weight": "99b256d4d4019e08777f33e43d10dc25ce984470632b52fced9f4ffa59345ff5",
"transformer_blocks.0.attn.to_k.bias": "1dd7bea11ba2f9ac843ab440a5b5dd8c95c30fbf5904bda1d5cb588d2e6896f8",
"transformer_blocks.0.attn.to_v.weight": "f19ad8eee079396ce2555a2b719ec8d6e899d51301c410dac96648f189108b13",
"transformer_blocks.0.attn.to_v.bias": "c39bde68e7ab906a032e5dbdd470bad42fa52503688de83f7077ce99a121fef8",
"transformer_blocks.0.attn.to_out.0.weight": "c5d858089830fb73fc17ec669f989ed4a6c95b9301e6d158b6df52f7641d9189",
"transformer_blocks.0.attn.to_out.0.bias": "391a71adb687c60b8c5132905d49f8112ae5395c6d1ba8df0c1a615ba19c4616",
"transformer_blocks.0.attn.norm_added_q.weight": "51a32e196ff25b8f1144f28683b96518a898efe51d8a25bb330fa91287d96918",
"transformer_blocks.0.attn.norm_added_k.weight": "35ad60d07ffd97ba6044f76526c010cddd6ef63fdd5c6fbbeead39582d0ea29e",
"transformer_blocks.0.attn.add_q_proj.weight": "4b1401567a240b1d452996d334c367c78685ea6189640620521fb2c3630d221b",
"transformer_blocks.0.attn.add_q_proj.bias": "f210d0592de39e0695f18e25e4a62b36d295bb370f1875c17c300c5c0e8e9904",
"transformer_blocks.0.attn.add_k_proj.weight": "27db1fcc49e5c05bf5b3ddbdd4ff5d896483718deee99955812af37f08ea8c2d",
"transformer_blocks.0.attn.add_k_proj.bias": "00390c5f873282678810b030f0c634a683464b71ad1ad9d275f4fd1ca9de977e",
"transformer_blocks.0.attn.add_v_proj.weight": "9076b50cab4b85f5f0472924adb6abdbc866b8c04b575a0e8a44a3461a36aa3e",
"transformer_blocks.0.attn.add_v_proj.bias": "0a7e9f717dc96080852b04dc6957aa55af47526e2aeac1f3dc05ffb9726a744d",
"transformer_blocks.0.attn.to_add_out.weight": "047b44c70a7890c29414c341c05bcbbb1cf81ea3d847a17ad8949026b3e28d46",
"transformer_blocks.0.attn.to_add_out.bias": "2adc7ccdce5feb4dc70fef6868a6ee19e4b0710afd547db6dfab800693df5ac4",
"transformer_blocks.0.ff.net.0.proj.weight": "cb7fc7b6f42077419b89963734c8ffeb9c41a4e7da373586ebc268c18fbb610f",
"transformer_blocks.0.ff.net.0.proj.bias": "2f2219c2b8f603353ab7c770ee65bc0f8d003278ef42479f04912afc21138e58",
"transformer_blocks.0.ff.net.2.weight": "be2989b3c64df467cbe064e2ececf6a3a0c7a591ca7d0310458daddd6d1b4009",
"transformer_blocks.0.ff.net.2.bias": "00930c9813bc3bf890a1e6224bc0fbe08392d42fcd3becce59870981d6bda66a",
"transformer_blocks.0.ff_context.net.0.proj.weight": "72970b5a993095b37863975e809ff5859c0a7d954802141b6399983fbe40c9fc",
"transformer_blocks.0.ff_context.net.0.proj.bias": "f80f070832d5fa05b2e41e654549adcfec0c4087f454d65a52ce078697c4a458",
"transformer_blocks.0.ff_context.net.2.weight": "26cec856811f4cd2377fab846fc061d4a644de5dc3f7ec97ae9eda30cc7af9cb",
"transformer_blocks.0.ff_context.net.2.bias": "90c6beb4f3211eefd7cc86b18cbbc7854c1d7667a59394f8fdc87ef3607270e3",
"transformer_blocks.1.norm1.linear.weight": "67c7d748ff66ef82ccaf245787f13e588243294b9b760f23a87a785c943df2d2",
"transformer_blocks.1.norm1.linear.bias": "496a5991ae64f991eda70254e55cf94856dfaff934f3f61b6d778d34fe86469f",
"transformer_blocks.1.norm1_context.linear.weight": "d1b5b9c14f6ee61cb29c1d0a7310fed92b5bae5ab22b38720453ac1cf0c48a81",
"transformer_blocks.1.norm1_context.linear.bias": "15210540a8f9f5e23c8de9990f8ee05a73e55fcafe777ffd03c0a39e45db0c1b",
"transformer_blocks.1.attn.norm_q.weight": "664fdb7ef4c2ee3d9ea9477c65dcd69a5698f14a91917995211cb5a6fa8be45f",
"transformer_blocks.1.attn.norm_k.weight": "74ac22e2aa1e236f52675d5045dae33b778cdeec99d8e8db75c32f87f6947aed",
"transformer_blocks.1.attn.to_q.weight": "7d03cbf18ac1ff2c00b4173063ba807a9d3e5d197204fcc9cb8b68e9168958b6",
"transformer_blocks.1.attn.to_q.bias": "a022ab8864610e68d7b5081526676b0708ce69895cb657706ee6b2407408aad8",
"transformer_blocks.1.attn.to_k.weight": "7be3316f6e8a90e1ce67ada154c995bf6b4d2d3a10eb36e96323d09147efcfab",
"transformer_blocks.1.attn.to_k.bias": "d9f8bf8403b2940ea385e0a7b0ea57590cc2072ef97d34f63d7f01e8aadd4265",
"transformer_blocks.1.attn.to_v.weight": "d6b4ca5d69f8f06395807b98bbfa89760d345189a868499965b8f8f12886f85f",
"transformer_blocks.1.attn.to_v.bias": "bed5ebce9e55906bbfb9a61738038b006d5cbdbf16a7fc97ce1835df4a5b4765",
"transformer_blocks.1.attn.to_out.0.weight": "a5caa46035f43997aef734c21089934d24fbe0bccc52378ffa353e99346ea4dc",
"transformer_blocks.1.attn.to_out.0.bias": "05951cbc1e77e34c8906e31629ee644073f620ea6655826b01bd08b0afe1cf8b",
"transformer_blocks.1.attn.norm_added_q.weight": "1da193478cd6170ee1dfb6c925a54ad3722ce5a4a4fcfaff2fba84f2ea37bedc",
"transformer_blocks.1.attn.norm_added_k.weight": "b38684c05981be72573966fdf5ecd5cdafd6e0204668b2a5af99fde0ca1b8421",
"transformer_blocks.1.attn.add_q_proj.weight": "c4c113bb6e9be51a7e4459d9a027e96342e769d769c05b6268b20712a9979c0a",
"transformer_blocks.1.attn.add_q_proj.bias": "a5b27ad9357b3b493c96d49d1732531a4fce4e680da677d877f750a8a24a529b",
"transformer_blocks.1.attn.add_k_proj.weight": "aa64fd681f62ec5e6f747c13901b61f1b7e91ea0920f3d9cb4cf3ee9d1758bb5",
"transformer_blocks.1.attn.add_k_proj.bias": "730e40b7422246ec8f0d4f43ee3fec207b9678de72a3d17b607b8325e63a6f40",
"transformer_blocks.1.attn.add_v_proj.weight": "3bba1d763490aa438f6dd26d6cbb3851bfc68b675deb40dab563db569fb11d76",
"transformer_blocks.1.attn.add_v_proj.bias": "a5adc2cc2f556fe71dab684daa186e9dc4031f1f4b030bde638bc9466c505adc",
"transformer_blocks.1.attn.to_add_out.weight": "669b09c3e1b2d5831b29e45cbc33fd5abd265e1a9b3c3778d3b9fa5807ee7bbe",
"transformer_blocks.1.attn.to_add_out.bias": "87f76e7ef51a5a09930908da42a5a9a3979ce228f061391afb9141ccd3e4deee",
"transformer_blocks.1.ff.net.0.proj.weight": "f6f453c5d1bb16b15b6ef9f0cab9ea1fb4309ca668f84fa82decacb65524f483",
"transformer_blocks.1.ff.net.0.proj.bias": "f28461fd9ce68595ab9b8c5f6b10caadf75c5cbb8d15ce8c88eabf66e35f22ab",
"transformer_blocks.1.ff.net.2.weight": "8bd7f8735e325b34c567c634da316dacc8744e4a3fc42ea01f8c002d695edf20",
"transformer_blocks.1.ff.net.2.bias": "59404edfa91dfce6ec4db54c73860845246285d0dec83054f5287ad9cdadcb3c",
"transformer_blocks.1.ff_context.net.0.proj.weight": "ca9020dd6c13797b32681eaaf50e3e7fe90fa144116f33509d637217e118f284",