Upload private Compass v2 model batch 3/3

provenance/source-proof.json

@@ -0,0 +1 @@
+{"adapterSha256": "2e1d86e4fd7c377a2db33bf93af6951bf7db941d0a265eed8a934a6fc42feefe", "completionSha256": "805c995d3797b8a3f7ddd402ccf84773021affcafe8a206086ca2dfe06b3c31d", "training": {"configSha256": "0f17b59149993b54d37d742c38498c2866edcdaa24e545300b0f4b7ea7302144", "datasetManifestSha256": "822a167383353f3942f59ad042363fd3bd7b8f5df767b0338345d861cbcca4b1", "finalValidation": {"epoch": 1.0, "eval_ask_loss": 1.2844717502593994, "eval_ask_runtime": 31.426, "eval_ask_samples_per_second": 1.814, "eval_ask_steps_per_second": 1.814, "eval_compact-action-noncommercial-weblinx_loss": 0.011626693420112133, "eval_compact-action-noncommercial-weblinx_runtime": 28.5725, "eval_compact-action-noncommercial-weblinx_samples_per_second": 1.4, "eval_compact-action-noncommercial-weblinx_steps_per_second": 1.4, "eval_compact-action_loss": 1.1079974174499512, "eval_compact-action_runtime": 96.4125, "eval_compact-action_samples_per_second": 1.151, "eval_compact-action_steps_per_second": 1.151, "eval_compact-escalation_loss": 1.4954874515533447, "eval_compact-escalation_runtime": 3.405, "eval_compact-escalation_samples_per_second": 1.468, "eval_compact-escalation_steps_per_second": 1.468, "num_input_tokens_seen": 76993328}, "optimizerStep": 457, "optimizerStepsTotal": 457, "resumeFromCheckpoint": null, "schemaVersion": 1, "sealedTestOpened": false, "smokeSteps": 0, "stateLedger": "E:\\webbrain-curated-v2-sources\\runs\\webbrain-compass-v2-minicpm5-2b-reviewed-runtime-v2\\webbrain-compass-v2-minicpm5-2b-sft-v1-b3c9b2327bfbd41a\\full-one-epoch\\training-state.append-only.jsonl", "status": "webbrain-compass-v2-training-complete", "trainableParameters": 25116672, "trainingLoss": 0.893471076921509}, "trainingReportSha256": "31e459f53bd548e82e8930596107941ccf23c1de2290446be037d48e05d0836c", "verifiedArtifacts": 153}

provenance/weight-bit-inventory.json

@@ -0,0 +1 @@
+{"lm_head.weight": "9f5cf86ab727309a3130cad08fc6153925b3a2b29084afc24e641a4733e65189", "model.embed_tokens.weight": "2556dfef57bfc2bf657c5557a0e1c966cc9549de7c50d052a29e88973821aa08", "model.layers.0.input_layernorm.weight": "6105be864db4b6fc00baaa3b400283b034559a726e2e693b949a23f649abd25e", "model.layers.0.mlp.down_proj.weight": "bcf92df8e6a897b952035fab3e3535b28dbd3bacd77d0809cdeaa4327e606c4c", "model.layers.0.mlp.gate_proj.weight": "a5795528aa5981a3ad3416b00f229257275edab0f34cc9b2b48118aea05f5acf", "model.layers.0.mlp.up_proj.weight": "effb18933cc83ea5a5963cfb5e186e894242f3334081066f30cd043b43510671", "model.layers.0.post_attention_layernorm.weight": "83c31aba6bdaa16deec5626e670d3515a517f8a9e7025443c69a78484a3559ea", "model.layers.0.self_attn.k_proj.weight": "ce2799763ee99c1cf09752f82ec9a79dd5ba654bc6687a27e76db878a739dde8", "model.layers.0.self_attn.o_proj.weight": "eaa274ffbf09f20bc05042707cfd806875eea0276f6030a5bad81f34079c70b7", "model.layers.0.self_attn.q_proj.weight": "7d6f1fe1b9afbf3804eaccbba1f1e5c84f07d73ae1e7fe9a3d7196ad653549a5", "model.layers.0.self_attn.v_proj.weight": "aed8188d2d63e42943bde04ba62e92559eb53a23b4267dd4bb278997da8da889", "model.layers.1.input_layernorm.weight": "4b0d4dc9141412d55d08f23ebde29bbb52a5be434a67d91ec71c35b9e3347099", "model.layers.1.mlp.down_proj.weight": "b39a01544bc348164f8d24413fc729caab63aa0e31b32ba6aa34c512a171a6d9", "model.layers.1.mlp.gate_proj.weight": "073d5f21e176aeec5ebf28ab40f84f9092bb5b4be366c44746aac96b161a8aec", "model.layers.1.mlp.up_proj.weight": "ea6dc337b7e5089f46493208d4ac7ab5c598e237242f5f0c6845eff594c1cef5", "model.layers.1.post_attention_layernorm.weight": "5e6232d3ded239790b257e6db70bdeefdbc10b3dc93c0ac9fe46e05b35727fdb", "model.layers.1.self_attn.k_proj.weight": "b9a3d778c9964b488a32ddd74727bc2f6ab9f72a1e4ae18254a730ce66a793fc", "model.layers.1.self_attn.o_proj.weight": "c6467a88386fee61232d01b09434c9fb7e3035b4af754eb6410d1ca072f5360a", "model.layers.1.self_attn.q_proj.weight": "fc8398ad20e50fd409ce7592562682236f3e8af8d4725ef7d3b021cbc60414fe", "model.layers.1.self_attn.v_proj.weight": "9b054366df40522e6a410b7649f94eb5275aa8111be4f2cae751b385863da402", "model.layers.10.input_layernorm.weight": "cfc41769b5e7924b9742fcdb26e875d0a1fdaf8b6b26a858ec0a346dbf1f68f3", "model.layers.10.mlp.down_proj.weight": "ad7db6c853327e579bf06547ac09a3e9e4c12c70052203ffd71d2f711cf0a848", "model.layers.10.mlp.gate_proj.weight": "ab2dcd3c938d4fee6be919a097ac56094704e2772faf7d864c7ee20b33ac4925", "model.layers.10.mlp.up_proj.weight": "52ea7064e736a32b5dc4b091e37418e3bbf863148b05c8a331f9f0c8e62b4155", "model.layers.10.post_attention_layernorm.weight": "e614d1e588fb27fba1a66385e4c23251867056cc749cee14fa6d8dd430f7d858", "model.layers.10.self_attn.k_proj.weight": "de3e24ca2e8122c3b76ffd1334af21d3424ea71d3998a9e51ab949adcf93db15", "model.layers.10.self_attn.o_proj.weight": "93d4d339a3b99d1863b101bda4ea7a0ba6665000e136c1e2c4e364448abccf09", "model.layers.10.self_attn.q_proj.weight": "7028a077595c1fb685c3eaf0c922769f4b305a3d1ec28e7ffa3fdc662868821c", "model.layers.10.self_attn.v_proj.weight": "ace0c8b1d785c73de5dbdeae61492c9214b0b3e1fa019ba13bb58ecddc4588b6", "model.layers.11.input_layernorm.weight": "6b413e52179c09fd6dd54f45cbb4f9742bb94611196b81362454853f3db455bd", "model.layers.11.mlp.down_proj.weight": "c14507f3be9685fef29def2ac7c47f7b932073b2785e0e51173f5298ea9ec4f0", "model.layers.11.mlp.gate_proj.weight": "ddd1185a71766f9024acc57f6d4e0fa271ea001d8aa4458fe9304e76c319b530", "model.layers.11.mlp.up_proj.weight": "560bb7d2c988f26356f2f13253c614fb7db1ce8decba1f98fc70b20fb5c67f32", "model.layers.11.post_attention_layernorm.weight": "23e8b22e87b471a6a6a28db12ff13786e80d41c2dd3523bc63f07fb70f37c6ce", "model.layers.11.self_attn.k_proj.weight": "b57feb37ca705e7995faf4610984e4ad1a0bc18d719de13f85a2dc7c423201d6", "model.layers.11.self_attn.o_proj.weight": "47cd4af6374cc222eeef12c729b61233a2aa655c587483113cd900b77b3c11e0", "model.layers.11.self_attn.q_proj.weight": "eda34a3f079a68dc7857c6828f74ad5b03f540aa76e8d25c378ba115fce105ee", "model.layers.11.self_attn.v_proj.weight": "3282b853df48774207c4ba9d021687655f5f95f62461617e2013fe0cb65a7e2e", "model.layers.12.input_layernorm.weight": "b9713b5abba9c79c4ef1046a36a85aed6db0d988543059de66ee57068dfe08b2", "model.layers.12.mlp.down_proj.weight": "b53c47b2ac95d9382347fb76efd0890cb936c629e16c166806ce7ce5d766cb54", "model.layers.12.mlp.gate_proj.weight": "82902cfd68de260e62b42769cee7635a4d09893be186194d27942eed3eb3678c", "model.layers.12.mlp.up_proj.weight": "35b1ab3f7a25e415e3855110010e5182e3a73c7babad344ca31040f3fa8ed266", "model.layers.12.post_attention_layernorm.weight": "691409ae16f2c15a720090addcd7bf920a2085e489e5e9a5ec4149d2d26479d2", "model.layers.12.self_attn.k_proj.weight": "4e76b8c9f8296dfa2c2715060ed8ecfd6a8b6f7f56984099dfa312227dd8bc1f", "model.layers.12.self_attn.o_proj.weight": "e831d39b1930dc31afe9266ebfdd20212187b090dbfd812738b7a494e2976acc", "model.layers.12.self_attn.q_proj.weight": "a24cd368c9016a894f76513089b8a67f417ca5c827c17c2542322752fa34d3f4", "model.layers.12.self_attn.v_proj.weight": "d517a43eecbc6dc875752795815029f6a5de4abbb98fcceaacc7687f098f4344", "model.layers.13.input_layernorm.weight": "952c8736a20ff7980acd4829beedf8931dc6b86c90138736cc5e0615148df119", "model.layers.13.mlp.down_proj.weight": "a0de67d552abc6b807ac10a204d7d0611b8dcafcbaae4fe3e77bac648f3a67a3", "model.layers.13.mlp.gate_proj.weight": "75096017b255be0fb3f829b27c73c3d27bb7af7fbd73be9f6277cee9b81dd124", "model.layers.13.mlp.up_proj.weight": "3af276c98215f25ee03bcfc3ffa08471f20c6d60a4b647fab6b4951979f78b04", "model.layers.13.post_attention_layernorm.weight": "9be7ff70c77ea32f4a204416dbcd9f7f820bd9ed4de8dea737aa3418bdb58b13", "model.layers.13.self_attn.k_proj.weight": "a62d892315a1774b645b94bb3d40b83939daae52cfdcfa425a2af0d44ac56304", "model.layers.13.self_attn.o_proj.weight": "176f6fdef01eb027b671d165128087d178505b1cb25a908caee2f4d63c3dd401", "model.layers.13.self_attn.q_proj.weight": "834f7987173a810e6d8e634dbf5cd2adfb1454aa22599a1e3fa378b90177ae39", "model.layers.13.self_attn.v_proj.weight": "0011a2255a911953588eab0a61ddb44216f2ef08213c921de350d14228ec9dbf", "model.layers.14.input_layernorm.weight": "4b5587f87f1d3389a2db939696fdd5993d38feae1d92cf48682f93dccf992d6b", "model.layers.14.mlp.down_proj.weight": "b8fdc3649f9fc77ebdb0f10088fdf426e502133895fa783e437d3d4ca4176c19", "model.layers.14.mlp.gate_proj.weight": "aeea8d65ff569d9eb96136b5f0fdf62cfdbc827dd16b263d3799978cadfec096", "model.layers.14.mlp.up_proj.weight": "db45008ae26f97b0a1a403d0a9462c612137942af208007f05fa18c1004a567c", "model.layers.14.post_attention_layernorm.weight": "2e484ff008fdf405d6e7eccb43ebfff7d1240b5dff119b6105e9acec4f37dfa9", "model.layers.14.self_attn.k_proj.weight": "39016e0a78533d0cf0e0095bbf9be0b3967c01971d978ebc50cc5a2803ff8a73", "model.layers.14.self_attn.o_proj.weight": "c3b090920537f34f2f484c3eba944ea936425f6579aa884d8a190efb4cd4bee1", "model.layers.14.self_attn.q_proj.weight": "59350ff73ccb1243429d8b7b64209dce8ffdd0a3b9ecdf1336524ce3e5be180a", "model.layers.14.self_attn.v_proj.weight": "5dbf4dd38d9433e42651772e3237f238f77fe4d78fb886fce288eef3a0178dd4", "model.layers.15.input_layernorm.weight": "b28ef56809b8af5deac749a1c0a0fe7ada944619009dcd1ae72952debb8686c6", "model.layers.15.mlp.down_proj.weight": "4209ccbe60b293e9c6e6a488056f545926f18b1568297b6b3aeb715a5ec300f2", "model.layers.15.mlp.gate_proj.weight": "c06ef4eecee5844e39663430a7e28c299bfcf80af8f58cd7ac6456ac880a22a6", "model.layers.15.mlp.up_proj.weight": "c57cc2c0d84f2e29f5eb51aba12dff8eba4dc84f22dc149447c4af02112aa25e", "model.layers.15.post_attention_layernorm.weight": "b508f3b9234cf42f9b26c4b4731652105e554b72617f2b62e660bd05896ffec2", "model.layers.15.self_attn.k_proj.weight": "9cc97260d9dd24ccc197a1b004089533259dd47d67393f25c8b64cb014287ce6", "model.layers.15.self_attn.o_proj.weight": "d585a5a3fbfcf060204fa165f90aa40ee998ec50f48b818215f0693767a6d6f0", "model.layers.15.self_attn.q_proj.weight": "0962903600faddfdaa573c0fbb7db08a2c352cbd003eca7f4693a353bb9414ba", "model.layers.15.self_attn.v_proj.weight": "778f4714bb94ed47c92cd10c44de277c07b271911b05ddfdd6d1066431ec0f1c", "model.layers.16.input_layernorm.weight": "924c9ba2fd7e7c680ad80c09ea3219dfceb8a1c8c18eb1e89293c7d11b1dffe0", "model.layers.16.mlp.down_proj.weight": "03ca403825cb1165f38ef6a7c5c68913c53965765388a20dee372ecab28b7ad9", "model.layers.16.mlp.gate_proj.weight": "c278656390745b074fac6f24043b46c862ecb8b4fbb2993df8b2a36c79eda809", "model.layers.16.mlp.up_proj.weight": "97d7d17b5f422ad2d08a1b64adac4198ea249ab3addbb6c085e6182a802d1159", "model.layers.16.post_attention_layernorm.weight": "bcb7ad7415f8642caf9c3bc465260449210436aa371460ec0d483eff987ff677", "model.layers.16.self_attn.k_proj.weight": "46a146a8cbd05c9e92ca4d99b2bc72382f17f94d93b0fd527a84fd45496b1f06", "model.layers.16.self_attn.o_proj.weight": "1d257ee83f3702ea34bd1245bab2e72164577a33eab70ed5bf2363153e56592e", "model.layers.16.self_attn.q_proj.weight": "00f23988e0f420701c2d9937d6ffad6fc500ba1b7db57c568b2a18c0747273d4", "model.layers.16.self_attn.v_proj.weight": "c85c13b92c4b9a77e3e591549d1b14e7887574a4f7810d6e17ed8301284a2d9b", "model.layers.17.input_layernorm.weight": "7325ebcc4cedd1f11bff04e4567581cf59748ced6701cbcb4c1c8d139d7de4f4", "model.layers.17.mlp.down_proj.weight": "fdafb78a1156dcb0d64a90b3c3887ebb5a9796cfb880d64cc35890a5f5ba7fe5", "model.layers.17.mlp.gate_proj.weight": "b27f49ccfa249906b72c1c52b8b9a36b314f28d80de8bcc63d4a38d0c122d924", "model.layers.17.mlp.up_proj.weight": "fdb03620a623714568b3ddcaa71852b5c34370146f27e9a6fd1c7fd509ca84ef", "model.layers.17.post_attention_layernorm.weight": "e601dc3d2ecf50bee2774c7bdf871ad7cd5ee7d161186687f626fe712830ab4f", "model.layers.17.self_attn.k_proj.weight": "8aec34ccd208333c1e56e692c11f5344218fa60e5a084fe71a49271f536cc198", "model.layers.17.self_attn.o_proj.weight": "7014e4c07b47b6da774938af7d87c02d8a081b846da7b980f813bca26da612c9", "model.layers.17.self_attn.q_proj.weight": "c206f38b8dad964494c248cec8bb6416428baa47e672b37e3efd14794ea788e2", "model.layers.17.self_attn.v_proj.weight": "80b36c4351a1ca788e4943a2252b3689056b0584e3e9ce00e312c7d0d43ffdeb", "model.layers.18.input_layernorm.weight": "de2180debb0769267a3b2d18fb337d5b5bf092e3293b0f8b77879a9e64adf5e7", "model.layers.18.mlp.down_proj.weight": "1400114a6e5ff98072b5faaea8be6ca67874656da8112fa890a21a7aed93651d", "model.layers.18.mlp.gate_proj.weight": "257756ea3bbe5564e29f71d2773ec850e29abd8df8aa1e52439c8d169325bd30", "model.layers.18.mlp.up_proj.weight": "6287629c87a7bc82e86021939cce7ff7b53be94ee03d9ed41f8cd51ac1b448dc", "model.layers.18.post_attention_layernorm.weight": "f518aac8adea29fbf028f7c2fe945ddf3da7fc73cfa3fdd61a7683505ecc6841", "model.layers.18.self_attn.k_proj.weight": "67e87a1e10fdfcdfb3190307faa1b30433b83b760c84738e6d0b27192f3a112d", "model.layers.18.self_attn.o_proj.weight": "f36600e4a12e06e7e75410773af7086d8bcadf019d2dc5869356c612f4420cd4", "model.layers.18.self_attn.q_proj.weight": "d1694b012be7f10c5d9a54ca1b9c208ed654911a435640d4d265518dfa9a9787", "model.layers.18.self_attn.v_proj.weight": "b2e8a4845c28f1de7f73488debbd3d5eca8492215eb09dc35be3757f37433623", "model.layers.19.input_layernorm.weight": "0dec63930c9d18a9989919803df6b8fafd5dc913c8eaf3e6d6fb32183626b30c", "model.layers.19.mlp.down_proj.weight": "23c293c56d8faaade586418363da1f4b34c3655b358925baaff5975fd1637aa0", "model.layers.19.mlp.gate_proj.weight": "668552f35741efd9ecfdaf9254b443e359a810971ad32847d24b16de0dc9699b", "model.layers.19.mlp.up_proj.weight": "9f4d63c4f2bd368c34d05f1861a5bbaa2e0418a8fa2f1565f402bdbece49b28e", "model.layers.19.post_attention_layernorm.weight": "aef505d2a92a748208d70047108a59c83754b56200b08227af81e80d7f448a33", "model.layers.19.self_attn.k_proj.weight": "66638171851ef52ae22d5c6d3a4f249aa327ec03b8c4d73c5651f6a8d21a4c62", "model.layers.19.self_attn.o_proj.weight": "0d9f5d265f2d1cb290c57ffbdfd1e09a1d1d3c076a58580e60777cfb2fb290ab", "model.layers.19.self_attn.q_proj.weight": "2b6127ced86619c9c26fc7c7fccbb78f9ebad089764a386ca4ba11e7874cf1e8", "model.layers.19.self_attn.v_proj.weight": "428035d5dd24151b17cd2e2307a7b268c11010b56726d25ef50a779223309c4d", "model.layers.2.input_layernorm.weight": "cdf2bcc8bc13476f85a029c9aaf42432812ad0b0b2c761a2f34250b836e1e09a", "model.layers.2.mlp.down_proj.weight": "f3666c70168f80c3edbf713e757c174a24d3b539c75cb4c59cea047d0074907c", "model.layers.2.mlp.gate_proj.weight": "ef2b9223b7e42c14d96c7fcc3af5072bf105320f0cb8f7119e12a3f40c4f9111", "model.layers.2.mlp.up_proj.weight": "f03c445dd5fd641ffb64c37187e93b47aa466de7d1cc180fb20fb415630f8416", "model.layers.2.post_attention_layernorm.weight": "0227df6ccec4cef9f050cdf1ecaec0eff83c0b26d9467d9a78c75421c8b273fc", "model.layers.2.self_attn.k_proj.weight": "3fcbae8733f9d8541f4f8a28a0bf9ba022328d8c5ebfe4e7dff558c8e3414404", "model.layers.2.self_attn.o_proj.weight": "6b590c3e9fd407f86890c157004dd6ccc10fe0d721e430331e7c2a31f3c258b6", "model.layers.2.self_attn.q_proj.weight": "2d74b7aa2d9b1a5e22eb14262578b18849e7433514889caf47d58ab39488db46", "model.layers.2.self_attn.v_proj.weight": "fcadbfe1c1618c54e60685597b76538e98c7c2a121e4f9d4c705dd83784d77de", "model.layers.20.input_layernorm.weight": "f7e7136f54dfcaceb65db51a3f5639c67b316b5c5dac4faad908177c32359514", "model.layers.20.mlp.down_proj.weight": "62b1739473d683a003024716e6b6d08869833a05a6e2d4763b662caa2ef79d07", "model.layers.20.mlp.gate_proj.weight": "cea34a4f4dcc640fc85c272645f573a46611f5731e75d6ef749a6aeefe8eb472", "model.layers.20.mlp.up_proj.weight": "ab907d59597bdebec0ebd96334f66b59540dc4c54de4324e5cbc02a25b6a913a", "model.layers.20.post_attention_layernorm.weight": "1bd579ae94df5ae601dd0d9d7f5774d6e73dec184e2f116c9772261bdbd00499", "model.layers.20.self_attn.k_proj.weight": "cfeddb46d59b09bf75ff6e56d6a0ea232c09ee2dd3306c0cbe6203623e685862", "model.layers.20.self_attn.o_proj.weight": "3c25be3ba52bf5f24ec8036040b236bfa8f12ad434ad0c1aac5f32b3fd4d7816", "model.layers.20.self_attn.q_proj.weight": "bbbbe6fe56def5196d3a1e4acde55124c239957c625874e125400cc7e5c2fd46", "model.layers.20.self_attn.v_proj.weight": "8bc385770134eec400ce17028a1f45fdbcbd421457bded41427a951810a2628b", "model.layers.21.input_layernorm.weight": "fb47699a99559b5537d637aed4962bb653a3f89f4080e9dba988d8ed15088979", "model.layers.21.mlp.down_proj.weight": "d9a2d0aa7efc32385e2f42277df8845c7c48c2986fbb24f667ab989cfb4a00a3", "model.layers.21.mlp.gate_proj.weight": "d3c1fdc2c0dbcb4d53fcf13d75c7b7b845e5109d4da2d2655f95f108e19598dc", "model.layers.21.mlp.up_proj.weight": "a898f7172d71074cdc3d092f4561b6bae65674f7c86353cfb48b9fe28096cc72", "model.layers.21.post_attention_layernorm.weight": "6cfdee87764adef3e007fd8d397640e6e5d04aa75e6130fa4810cba4e64893cd", "model.layers.21.self_attn.k_proj.weight": "66d81e278012cec8590d615027d9e5d97461810682428fe51d3ac72485f6cf18", "model.layers.21.self_attn.o_proj.weight": "4d653f618118d21a0b42b999d1b468fc5c730c2d389368e228cf5a77d41120b1", "model.layers.21.self_attn.q_proj.weight": "6e9b989a380bd3ef26a1e07bc906ed31f93f8e551f26acebcb9b208666f0dbd2", "model.layers.21.self_attn.v_proj.weight": "296da167fcea2e3b6bc9a6ae2d06b680156c8e7b26737707281707a1053df51b", "model.layers.22.input_layernorm.weight": "7e5c2cb8def8945f7d8394174e18a73422e259ddbf50a46e521bc11b2a21b97b", "model.layers.22.mlp.down_proj.weight": "a96104a7b416869cee0b3ff296afdad5373b5bbbf4e8aec5f5144f8d29b4d1af", "model.layers.22.mlp.gate_proj.weight": "9ec4ebbd2fdfd84882ebbb2c72f02c3b78ee4194a4362a77e0f097cadd10a454", "model.layers.22.mlp.up_proj.weight": "3a976d4547838026758ff728c5a56265bc129c3811b35487cc5980a66276b33e", "model.layers.22.post_attention_layernorm.weight": "8805e39cd59bbe56bd431a2190b3e4fcc22d8336acfc6e701a4d7dc9b333b6e8", "model.layers.22.self_attn.k_proj.weight": "7204f20fe14ba129f58b2611b5f693056a243042a3341a4f62bfdd29f01ac5aa", "model.layers.22.self_attn.o_proj.weight": "e27e9ce038c1a8be9605f6a85ad013984b1da8d07907936513c0ef3fe6ecaa7d", "model.layers.22.self_attn.q_proj.weight": "989437fc02badee4d9cced3ecb902e046d82f548dab7f8d05b79f45b8fb6b500", "model.layers.22.self_attn.v_proj.weight": "2855c357c59d75e7c4f9f518784c365ed18d531bad55060fbeaaedff35f1fa09", "model.layers.23.input_layernorm.weight": "55a50ffb37b6d6881fe60b9256757cf396c8ddf288619cc7e491068a9952dbc8", "model.layers.23.mlp.down_proj.weight": "cbbc03d1e25c8c6e3bd1451f05839ef8f5166355277ad1fd55047e396c195d76", "model.layers.23.mlp.gate_proj.weight": "1ee5ae1a7c4a9f483e6e4df6f2991ad77e35548eb1dbb97f625449ab38801caa", "model.layers.23.mlp.up_proj.weight": "528c0f0d4a71c95c8a12ad1aa11346d7287cda1aaa028fc6092a8f6e7b861981", "model.layers.23.post_attention_layernorm.weight": "a9615c25585612f92ec08b148a3e6951506b81560da9b38c63f6a563b5a6e214", "model.layers.23.self_attn.k_proj.weight": "0e091f18cadb61be7594f4c3c20f41092db1dc016c5bd1187a38e1b482a9e82e", "model.layers.23.self_attn.o_proj.weight": "e4a933bbcc3b3f649b6664faedd4d6ae9d2ea0b7dda61bc13c83ef9dee12195d", "model.layers.23.self_attn.q_proj.weight": "88f1ab152b79e2137af21a7c0f2b29514af86cffa771d44f6090a6216a8c9fc0", "model.layers.23.self_attn.v_proj.weight": "2a2d83131ffdb6d961936ef2663d33feb3c3b28fe740b9d15faf220d7be16339", "model.layers.24.input_layernorm.weight": "40c5c300464793e36fffd21078ce71c512b6f838de27315fb2114e3f1cf73adf", "model.layers.24.mlp.down_proj.weight": "d1953153c72056f7d3d737d68d71a4e984cfa50d37a625ca5f58dea0fa5451b7", "model.layers.24.mlp.gate_proj.weight": "4ff4b5d25fd4afd2ac711309a23cdc8af3356582e195f95faadc2ad3ed6f78ed", "model.layers.24.mlp.up_proj.weight": "dd348e50cd88f7ac460d733435e6c9aa64baf529d98e07ae7193db72d38b2bd2", "model.layers.24.post_attention_layernorm.weight": "44469b95503c1c31b8205af7315f1aee43629dcbbb4878df909df236116ccf02", "model.layers.24.self_attn.k_proj.weight": "7a977f664d1510a0b0c5fd8d18a0e2c8f23d0d8fa6afa6797672631f48a01386", "model.layers.24.self_attn.o_proj.weight": "c9b0001eeacae773a86976674318d2191e611285e3d775ff2ec39c9f5864a626", "model.layers.24.self_attn.q_proj.weight": "c22c5a6d167d3d9f5d12915a66abff7f78326ad95d0abf57bab50e89d84571e3", "model.layers.24.self_attn.v_proj.weight": "821c63da4e7b45c076dc4caa0de8920bfd7eba1d9b2da8ae946803412c21c82f", "model.layers.25.input_layernorm.weight": "9849ef7ee42d65579f7ca5cd29593cb7c7e3af8b4fdce3121b9d06b8444a1ff2", "model.layers.25.mlp.down_proj.weight": "ac44433662770ce08c2d2919779127d5bb26552f89b1327d78dc2717452ec15f", "model.layers.25.mlp.gate_proj.weight": "83ae3da63f699e03e09d2365bdb201fe981ba2d8b6e644754c3cf3d036a12954", "model.layers.25.mlp.up_proj.weight": "29a9da2312f80d58231e1c9d55b857d5195c33aeec198d0b62561da30ad7eeed", "model.layers.25.post_attention_layernorm.weight": "285f8c0e7446b6bc61da6d2fcb36154b4b9db7e77edc1c1f31f9c75eb2bd5ec1", "model.layers.25.self_attn.k_proj.weight": "b1ad1af9d10419766b8e5b6e0be5959fa6584d91fc7d53ef0d1c92c93559588e", "model.layers.25.self_attn.o_proj.weight": "ab6433f112749fd72eefd60f2e3282cca702b551711a33664d3710407053455f", "model.layers.25.self_attn.q_proj.weight": "3282b2d8263651ca4decd3316f95a1da9aaacf868569f7dbf8b955b5ea006e90", "model.layers.25.self_attn.v_proj.weight": "4645d9c27fefa05bb8a9612c333140f0f921c2f007a8e663522e32aa882b7a1a", "model.layers.26.input_layernorm.weight": "f8e5b731aae92c28fc61c85a0613329f5ac191c627f30933b319f54f6f5e743d", "model.layers.26.mlp.down_proj.weight": "c213dd0b9d77dd0ce87ba3d28455a969c3e7d9c5f8edc4d235f12384219a4b88", "model.layers.26.mlp.gate_proj.weight": "b14636d932836abdcf0209ac5d48503382ec9363e0483db3b7b60a81a91a0618", "model.layers.26.mlp.up_proj.weight": "1b60e9492cf52ad37d9c89431758e0b519f75d0774920302febbc25d48fb5ac3", "model.layers.26.post_attention_layernorm.weight": "202d64b6c4366050ea6812228ea9a6d3884657ab617de2a1d2d2ebf41ae16a29", "model.layers.26.self_attn.k_proj.weight": "ca33273e22c02f2eed870c4684a4f3a1fa9c5abd19cad5d774743657c5a8b1d8", "model.layers.26.self_attn.o_proj.weight": "149431b50d2f71b87661dc477b4ffae8a9b0aaef58e22bd5e1e80e51e74f507e", "model.layers.26.self_attn.q_proj.weight": "67c9f494200c04a05f7d60115eb4793af07da57e4b174dc6641370cd94b0a90c", "model.layers.26.self_attn.v_proj.weight": "8bceca5582a605e34c601ac68eacd4a15775e6c3896f26732feea4576fc56cf9", "model.layers.27.input_layernorm.weight": "ac1b43f13a541bd60932dc90d74d4fde520f4eeb62d1635db636f59860bcc6ea", "model.layers.27.mlp.down_proj.weight": "29feb51516b0e5de6bfcc0bfbeb011ebff45783e253df6e608bcb694c19018e0", "model.layers.27.mlp.gate_proj.weight": "00e479cd51fa020874deba7befefc1071da0ecd1156c62e1d2d2f60a14d96dc7", "model.layers.27.mlp.up_proj.weight": "b0a262a73fb092602f7f7a63977f243c51c6ea69b999d4d89db876ab76ddf53b", "model.layers.27.post_attention_layernorm.weight": "209f231bf27a492d50181a9cae0b4070dc04bd4b6be371b6d57aacca161483da", "model.layers.27.self_attn.k_proj.weight": "939a41585b492e004d17a9338f813e3156ae913d18be8947d075e72ae82b1de9", "model.layers.27.self_attn.o_proj.weight": "922745f439adee2187f3feb65bd831e67c1aab3403aa1a4121226ecac32dcc2c", "model.layers.27.self_attn.q_proj.weight": "145db328cdfb8fd36a3d7306348510e4f7b4b826facf99a74bd96417f48bfee4", "model.layers.27.self_attn.v_proj.weight": "c6b1103bcbfe2aea0145a84329696f1e961a006e3e313fea77eaee491fd263c7", "model.layers.28.input_layernorm.weight": "4f579e53c58a7ade46eb846ef161e61ab0ab06e9da381e02b39ffb370e27c390", "model.layers.28.mlp.down_proj.weight": "1c4c085ac6dd2d94ecc7b321a2b20a29cfbc6de2928b9e956b70ae54b5abc63d", "model.layers.28.mlp.gate_proj.weight": "ed18cb69f737c0bf9c0834fb1d18f87c43e0794006bc040c77bf93809b27877d", "model.layers.28.mlp.up_proj.weight": "ba8505c76a1eba39facf6e1354f7f9752b7d21938379de18c2a18898ee9d06bc", "model.layers.28.post_attention_layernorm.weight": "b03823e9676b41868b6a8d7c9c71c321deb33b79f1d4e8b69e1bd08ddd1631db", "model.layers.28.self_attn.k_proj.weight": "fcd22cfdfcee5d10fc5dbd064fb043424b2b675bf849ba3366ec488b18b7e925", "model.layers.28.self_attn.o_proj.weight": "90af63551c7be6f4179c502a322baafcfd80cd08c9e03ecd0469d98bd6cfdf29", "model.layers.28.self_attn.q_proj.weight": "7e5f85bcf7b822d9db2334c2b3cdd88430e0b69d22b2e03a8d18e085efc40519", "model.layers.28.self_attn.v_proj.weight": "bd8439670720ee85d21b74aa08909c5ab6456271ef305e832980efd680110768", "model.layers.29.input_layernorm.weight": "c077324f58e0fc054ff355f068ae25becac182f83292e5ff765ea06321a556bb", "model.layers.29.mlp.down_proj.weight": "454b5670752a13c9f3897eccac6f2db97efd40f957d37b2a4bb1b7e75b54e2a1", "model.layers.29.mlp.gate_proj.weight": "61f36e4ecee70083a60daf049d1616b34019bce82c03e9cb3a73beafa4e09071", "model.layers.29.mlp.up_proj.weight": "2e3a7225fb9f6da33aa8d9d8a3e295a6b10a2157548d9c027d94c0686135b0bb", "model.layers.29.post_attention_layernorm.weight": "c628e7e370be25ff9f1f48e18b9b7b4b6e34287ee543a51ea3b05f9f6311e6dd", "model.layers.29.self_attn.k_proj.weight": "d7d4b50fb044434a056cda1cc22809a8a0c336f1c4dde71347845cbf1aa03780", "model.layers.29.self_attn.o_proj.weight": "1d2e4cb9fc4de946557711a4be722635ffdba09f0e1fe44b6d36bcc0501c2e4d", "model.layers.29.self_attn.q_proj.weight": "841c8a9dc149407f3848f94f9a230d9f48c5d3c3d7bf3744db2cffab46e8cbc4", "model.layers.29.self_attn.v_proj.weight": "dcca0233e81aaf94aabf9fa74e938999fc9980050b863b2a89c4efd63c78df55", "model.layers.3.input_layernorm.weight": "e3b83d6e86cefc6527a923c0b5177a06610d2145a4d9b304297201ca4b0f1458", "model.layers.3.mlp.down_proj.weight": "2e055bf5350ff2a3fa83cd2db2a06db462f5fe8fb144787596a00ab8c9ad1fe7", "model.layers.3.mlp.gate_proj.weight": "0c13dba511c5666067f65d6a28a80699d15669e789dae7104ab46d5943a38c09", "model.layers.3.mlp.up_proj.weight": "2abea65a19fb4e7089e05671f1974143741eed9583012f7a72f4f148a4edf752", "model.layers.3.post_attention_layernorm.weight": "4d81e5dee4c60e513d63e5f3a6889fbdf0989185a52b311b373421a5e2890017", "model.layers.3.self_attn.k_proj.weight": "389577398f06150134dbcc0235243c03535dd014e35f86a1d04036229dd3e409", "model.layers.3.self_attn.o_proj.weight": "359db7a30f6f0196186f3ed8193542df05a596c4918b671f40fa325524d55996", "model.layers.3.self_attn.q_proj.weight": "3448667139aa26a8a589564e4940eaf3842ca9af1d0df76b3f23928d03012ece", "model.layers.3.self_attn.v_proj.weight": "2d7e19d656c0573eeb1627283b80e7096cee2accb455e368d650737c1965d6c5", "model.layers.30.input_layernorm.weight": "e3dc5c1053d409836fa894f2dbd704bd3ccb8402f3657f4dec3a2774636ef4b2", "model.layers.30.mlp.down_proj.weight": "dca8c2e76b5a993139720c8efd26bdb9d9067b09f3ef4cb6bca286423884cfa1", "model.layers.30.mlp.gate_proj.weight": "7e9e1a7a3a443b79c38081766b39319b86d3bbdfea37fac3aeca8021d02220db", "model.layers.30.mlp.up_proj.weight": "e300030a316a5f90423ea1b3a2973ae1cc8a3ae7ad9d79c6b1adff11b20d14cb", "model.layers.30.post_attention_layernorm.weight": "fb9eaf446f98dee0413f9ae45409ec8c4d00039916bdf1c2f093a0949218e64d", "model.layers.30.self_attn.k_proj.weight": "189c7d8c7fe138c10313691718f1ffd019589b73daa2df72ba96bee682409013", "model.layers.30.self_attn.o_proj.weight": "e84584649938fc76ba2a23b694bae1cccb3689c994c8b67c8a350c800f8706f3", "model.layers.30.self_attn.q_proj.weight": "cc08417768fef2b0effdc7de82bab90aa9c8bf414cda1ea80f8a8c916d00f1e0", "model.layers.30.self_attn.v_proj.weight": "eeba9cd7c9d14a65645cd2327b5b5e9245845478499fbef891b22818297a49ab", "model.layers.31.input_layernorm.weight": "6ed434632b942e41968a9333077f84fca4939307863fe1847bd3d30e92bc049c", "model.layers.31.mlp.down_proj.weight": "7718cd89e11f4d9f0449662da2a854aaff563a57db55bf290bf7b34fa20b40f1", "model.layers.31.mlp.gate_proj.weight": "e8c79bcace66c8178977a9a0a22ebfb5285771051cca760440ce69cb50b2cbe3", "model.layers.31.mlp.up_proj.weight": "8be8097e1855bbc305c235e7589c904abb2b0eb4b716121374b5c2985a04e3dd", "model.layers.31.post_attention_layernorm.weight": "4777cb4d4a14b2127cb746354b71b246e3c7e0253ca97c499b4202e1bca9da22", "model.layers.31.self_attn.k_proj.weight": "79e8af2597b3237c94be12a16a527b2f22c4ebf45abdbdf4f64247c7f0022701", "model.layers.31.self_attn.o_proj.weight": "fd65848577ee9a91088fc01f77c17f7a3136884f0d636b74d3c603f357c15ce2", "model.layers.31.self_attn.q_proj.weight": "e0e59ea3a0d248046183861fd4ff57fc862239e666beb956c4ace2d622176814", "model.layers.31.self_attn.v_proj.weight": "ee17cfe8d0099e382f7998d0fd50f496e9980ea550048edd194e3c5bf30cb8c9", "model.layers.32.input_layernorm.weight": "f51c3ea7a22fa0995e1bb6712226f4d28fbfde8d8ef2e54967a69952196e68e4", "model.layers.32.mlp.down_proj.weight": "cc5a6cd83c443109b2377d78bfe31d23bde7f29ca69f0e570373a642420740fc", "model.layers.32.mlp.gate_proj.weight": "6e9c40d9584846e31423efa4cbe4e14d9ad3fa3cf28f5aaeafd672edd240b316", "model.layers.32.mlp.up_proj.weight": "8d9c7ed5d0e6be1234470325e7b0802578cbd7b8fe770b6143e5c2364e03920b", "model.layers.32.post_attention_layernorm.weight": "ccc3387e137de9c11273a006c92c20a95d386d0e0550bb66fc26a37aff267fb4", "model.layers.32.self_attn.k_proj.weight": "7182a88d3ea466318e7545406bdc1d23758224d42afc3fd71fbc84a687a1da2e", "model.layers.32.self_attn.o_proj.weight": "11fc77d857af5a1ca940c09835372d1c7116122dfc21ee01786a87febddb3054", "model.layers.32.self_attn.q_proj.weight": "5056c08cbd1b4c03bb07f0812a775e140f49ad32e3f7aa97bd8686731e9dc9db", "model.layers.32.self_attn.v_proj.weight": "01c9f3ac8d925afaad46db76d87f203106633468d6870b9ba1c811034f98e933", "model.layers.33.input_layernorm.weight": "947b27dabf5abdbb210e1abb0d5f38688790851e5bcccf5ad0cd3fe2a4ae2f8c", "model.layers.33.mlp.down_proj.weight": "facd97e19401cb1dd5fd256fea2523bf7523e0c58662b715d1d94f322e77ad5f", "model.layers.33.mlp.gate_proj.weight": "798d03e504cface6282a110cd9b25b168107f18f6af729a28a3327d756110b27", "model.layers.33.mlp.up_proj.weight": "9d5bd3bae684c4a24f4414887096f0d2c8097597595cdb97f03d8bf05c69e9fb", "model.layers.33.post_attention_layernorm.weight": "13592f5becb1371e57d4f339e6dd19f9ed228b4b604b5916af3d282737ab1a7f", "model.layers.33.self_attn.k_proj.weight": "5f8aaf65bd8b84d2f94f31ab6316331fdd24ce96a9cdd4532f2e2992884ed848", "model.layers.33.self_attn.o_proj.weight": "a6b5e5c96248ae693f5a47e8f2132f4e2060014edfb328f9986cdc99303e3659", "model.layers.33.self_attn.q_proj.weight": "32c67b747bb6456dc036fcaff4a67d5a714fcff91e7ac816048b2e17badea8ff", "model.layers.33.self_attn.v_proj.weight": "84a11bb3582e3f2ac6761fe12ff3feb270e47258ef2197ea0ae33b9ca5f9e0f4", "model.layers.34.input_layernorm.weight": "7a9acc31f369e78d295bdbfd178f3bd932e74b8f27a677b947e6c40a0166c0e4", "model.layers.34.mlp.down_proj.weight": "e113bf07a4480c5d329a369a5765f81109e369cc2b90398d777392cbe24e958a", "model.layers.34.mlp.gate_proj.weight": "ad50bff6ce8a01e270a65f76ea19f55bc2b5ed4781e7515ad721a0b544de46f7", "model.layers.34.mlp.up_proj.weight": "0f983f75e0b6f0afc227fa9afa59ccc340bf9fb6a5b3fbe740d903b5a629c398", "model.layers.34.post_attention_layernorm.weight": "521a70d193cc9dfed14f9bd0124767f83decbb0fb3afd3c3eca76894ec26e3f0", "model.layers.34.self_attn.k_proj.weight": "701051bb859f81154865c250b8cc5a2be10c5e59894456667410f20c164d6c6f", "model.layers.34.self_attn.o_proj.weight": "687ab23eb7d9936af4a124afb5da09b6bdfceaf7ae8f62bd2bba41afb1bba490", "model.layers.34.self_attn.q_proj.weight": "b0fff0e6028709820f084f50540034fb4abf7c102721969df52745e42e214495", "model.layers.34.self_attn.v_proj.weight": "d37e1a9b56aa3646b32cca899bdd3e5c5da3b5c5488bc907fcc561011f20c0b6", "model.layers.35.input_layernorm.weight": "24f1ff43f879ec8284811f910ed2ab4ae7ddcf723844c9abeaabfc4e92be13c8", "model.layers.35.mlp.down_proj.weight": "0c42a3ee90fd7428400eb53d95cacbb4d32e2bb4755e4df7b0ea901ab87054dd", "model.layers.35.mlp.gate_proj.weight": "cf48ae0a0a2252a950933117a712f4f8208de703c1bf12b48443e9b0e05bb897", "model.layers.35.mlp.up_proj.weight": "5b0a1cd3a066aef9c7e0a625ce6a865acc48fc6ce72447b16dabba23fc21eda2", "model.layers.35.post_attention_layernorm.weight": "ab27cc7a07f5fbf60e68f3a07a399b2e367b1e88449f8ae337b8eeda4ad0fecc", "model.layers.35.self_attn.k_proj.weight": "37f7bb29ee29cf25447e6ba9e91effe94f00b628c2f258049127eacff7842342", "model.layers.35.self_attn.o_proj.weight": "1df117e77d3028edddb637e2ea665e24dd3d25abbccbe554fa2fec278e50e28f", "model.layers.35.self_attn.q_proj.weight": "cfde7d75303a6e7e9ea9cc0691d866d05f6806616fb3f1bc045f6eeb64cd0004", "model.layers.35.self_attn.v_proj.weight": "49ef79ad61e61b9c1ce5ec595eb8548079483db7c69b8e33e49ae9b08f3becaa", "model.layers.36.input_layernorm.weight": "a8bc193427076b20409c0fe8ad5c5de6daa153bdf5394c4f51fcfd3e6b8624eb", "model.layers.36.mlp.down_proj.weight": "4093d905f740536191fbc06724c7bc9b25b7ab9aa0ac025cf8e5e487c888882d", "model.layers.36.mlp.gate_proj.weight": "d11c75b855ff8112c7dcc44d51f1f8c00ff8d1e65cb466e87b33730b063ff92a", "model.layers.36.mlp.up_proj.weight": "4dc2bfc37803525880b3205c1212f7d19f94179a9f65399f27803b958cdb7636", "model.layers.36.post_attention_layernorm.weight": "a9e24bc07c311b1e57f9433a059613825f706b9e9a3a2d03a02ba6ca0c6efa93", "model.layers.36.self_attn.k_proj.weight": "5c54d01bf2c3e99d43cb7ebe24d5a243258b3577a925ee5be192dfb013072411", "model.layers.36.self_attn.o_proj.weight": "da9b88e4ab839337c7aec2871ff9515766f51d94b2f5a38006357021fb4c881f", "model.layers.36.self_attn.q_proj.weight": "a34c0d81708ac21087b77b848086e3db6e77eb0c4229198ec5c2bcf2f66a4e56", "model.layers.36.self_attn.v_proj.weight": "83edc627946d6b6245fe5547e1a863523cf4d1746ac15ccd114341baf5728632", "model.layers.37.input_layernorm.weight": "d7210a501537edc21e462bf8c142558d5da9c43572080637b78f28fc783db797", "model.layers.37.mlp.down_proj.weight": "7e003eb8f9086c6e58d257a03eb167c8c8d4801cba4c27bf8ea10adcf1c212da", "model.layers.37.mlp.gate_proj.weight": "7de2434c8cbc1f16bdd11ba7d0466f79afffbb684a60e5e4b03526f0c24f476e", "model.layers.37.mlp.up_proj.weight": "fe0dae4ad904b894d3275dea3ddf4b34ab99a292b92a305df3392a86ca267a3e", "model.layers.37.post_attention_layernorm.weight": "43387bd08278609bd92a83049060b992fb66b41ad9c55359dad2b0fa91bfa9be", "model.layers.37.self_attn.k_proj.weight": "2f70e6559f5773cd205ce8512515f996edd6c65ff8ec04f4bce9fec42b8a0638", "model.layers.37.self_attn.o_proj.weight": "01f072e833918e6b2cdc7bb59225e08cda802ca49dd866e712ce6f4d34e63e07", "model.layers.37.self_attn.q_proj.weight": "e6d72162e6343c31b62bef629ae1134925976549d922338e905ca8d0ea164e32", "model.layers.37.self_attn.v_proj.weight": "51ccc9f6eccaf4775ac3be405bee902ce27dad52ff2f854f693921a0ee594680", "model.layers.38.input_layernorm.weight": "eaea508752f59e0e18e379f80bc55ba9e5b0a0bb9e5ea80343f74a0a0ce2c875", "model.layers.38.mlp.down_proj.weight": "71b35ef3d54472b0a854b7443b28136e1a15a2f8547d5ca67cd157d80d368be8", "model.layers.38.mlp.gate_proj.weight": "3aa4a50ca333e835ba73533e0d86ea969657fc600a3bc1830e7c91a55aa8947d", "model.layers.38.mlp.up_proj.weight": "e96032255e138dac01c0da2da824b213277dd1f13f9b35af9c4e74b27e6a2c9c", "model.layers.38.post_attention_layernorm.weight": "ebf8e36b7ef212366105d3841bedab6279622fbd21f40cabf1aff4168a767265", "model.layers.38.self_attn.k_proj.weight": "d2c5ab29d8484fc71924ea5a5421495a542d02029b650987f622411be2d3fae8", "model.layers.38.self_attn.o_proj.weight": "be0f9277dc5b86cafbf150e8a1898b75cdde0ae0279a61705017d18e13808e01", "model.layers.38.self_attn.q_proj.weight": "5d0e8b59f4fe764cb8c4dea0e0599fcf79bae31411175489c0c6dbc650a80a95", "model.layers.38.self_attn.v_proj.weight": "3b5d711eef2e6b41c357e3c86a5baaf9a42b774f20d3518cc38fbfc1f95e6b89", "model.layers.39.input_layernorm.weight": "3c107c2abcbbff67a83811f0accfc330423eaea40cbfa7ddd94e8c5e19d3e22e", "model.layers.39.mlp.down_proj.weight": "b5f6cc86b096ef3fd0709a3fe462c828772f536772f140b78d3413807f0bb7ea", "model.layers.39.mlp.gate_proj.weight": "c9c80f2fb13ffa06b3fd9e8352c6f081896466734ad1c0b78db083c5071f730f", "model.layers.39.mlp.up_proj.weight": "ecd522b8dff66b70f13a1d7816f366262281d7897164e5cbf2a10aad6406a601", "model.layers.39.post_attention_layernorm.weight": "8ca533522650b51e96dea39feaa6ca7f66cac0e09d840b3484297a84bba10c8d", "model.layers.39.self_attn.k_proj.weight": "a700852105d4a1586da429ff222f42a809cdf243fce06b7300e1d01e893402cf", "model.layers.39.self_attn.o_proj.weight": "33fc733eb676faa29325a2605681c77a4e5587a3bfd2232d41c50f7dbb38bf03", "model.layers.39.self_attn.q_proj.weight": "9094faf49b9f6eb1b90febdcc74ac69f24dcacc84abd5df86428e915d1df2744", "model.layers.39.self_attn.v_proj.weight": "4013ddd6a07ab4d26f7ed014defe61ad48c690fb747068440e5707c9ed081298", "model.layers.4.input_layernorm.weight": "61374198b15a031238ccdc71d633a2f34c779bffbf552587bc919502f8b7bc93", "model.layers.4.mlp.down_proj.weight": "df530a921de920dec957ed002d4febf271511907d36b97fc31221232f1b545ea", "model.layers.4.mlp.gate_proj.weight": "4b62efa446b3bcadfd21952ad4ab9a373e45d9621e59aa0fd76b918355f1563e", "model.layers.4.mlp.up_proj.weight": "221c89ae2b3e8f33a089be3e309c1c7ee11d42be0d8348ac9724c1f66623c2a9", "model.layers.4.post_attention_layernorm.weight": "6b616cb20075ddb04599545e87811515d6a3cc4e1a6a60558d5693223447cd7a", "model.layers.4.self_attn.k_proj.weight": "c26f6a7f44f5b27f533e394451e84892e46f60df367c6472a13dd5e2da688786", "model.layers.4.self_attn.o_proj.weight": "a0ff2abc37f3acf1f7ecd09332a473593c38a626841e9cae5ec1d8512eeaf7a7", "model.layers.4.self_attn.q_proj.weight": "c31490c1ccfcb9f31da49d6d9f9ea7238aa99d93e454e4c2fc1dc099add4e06b", "model.layers.4.self_attn.v_proj.weight": "ee8da6af77af09726a9032031b51e4118cf5649407329de7705790f184c56e0f", "model.layers.40.input_layernorm.weight": "066b2fc1c01119706c7eb9b465cedc0348dbb390e61fbb0b429d060239bab13c", "model.layers.40.mlp.down_proj.weight": "4dfab65e51022995f41bd72ee324be7fb32322567050d813d4077bcb8176f676", "model.layers.40.mlp.gate_proj.weight": "9c88354031ff33ccd34106853f2473e444a12b2ba2737737ba23e557fc2b1047", "model.layers.40.mlp.up_proj.weight": "5871241527c3728ca7b60fcda89f5fec389016e8323269349d6a2da16e6c8af4", "model.layers.40.post_attention_layernorm.weight": "fea740eeb660f23817084466cff5d012a3ca1b18b4468d0a10c088dc4bd8c709", "model.layers.40.self_attn.k_proj.weight": "a7471871be5f6de610f177e7b1fc29e28e5685d811ef108456715c62e8783f13", "model.layers.40.self_attn.o_proj.weight": "837e21518c5408af4f04705a68c9218fbb453bbd2eff0947ee1da5e1f16361cb", "model.layers.40.self_attn.q_proj.weight": "b915d6a01cf0515296d98e125b6972918e391c8e3579578da1165d70bda652d0", "model.layers.40.self_attn.v_proj.weight": "d47602ade102c1f6fe948d441f392f1613e89565d46b0349de8bf19065ae0fbb", "model.layers.41.input_layernorm.weight": "92c1cf304422bca40d657eabaf641c477b6b2828e94a0f0c3eea0edba658e41a", "model.layers.41.mlp.down_proj.weight": "c41b4574a15b9699b718e4132499668ac0864689cad3e7e7461b4718c6f43f99", "model.layers.41.mlp.gate_proj.weight": "e223a13c660f11ca7f43a907f1cadf433516e2a53828601a96c93a3eb1faeb08", "model.layers.41.mlp.up_proj.weight": "0089dec2def952246d345eb09b9116edc49824ecfb4da753f70310976c098b14", "model.layers.41.post_attention_layernorm.weight": "e2bc25945952bd5860cf10e4aa748dd059ebe7857098039c5de6e7f66f214332", "model.layers.41.self_attn.k_proj.weight": "2dd21c0faf3a7c29d205f6efa5d21ac33db953c4a7137a2f1954a4076b3c35c6", "model.layers.41.self_attn.o_proj.weight": "03d3ed74e092d9bd0137f52123f38a65955c0ae201e2c1faf3cd43596ff6d2b9", "model.layers.41.self_attn.q_proj.weight": "e72317ae42e334ce6bed21868c155c18f5c330402223d73d62fa47bd5a69c246", "model.layers.41.self_attn.v_proj.weight": "be6d46c661661c15a933e8b3a088e596c9b193b3e0a27e016aa404fbc0cfaf32", "model.layers.5.input_layernorm.weight": "5e1166094f51ede2cbc39ef1d3c761f33bba2d80dee4d1bf99e92417947be0b3", "model.layers.5.mlp.down_proj.weight": "09e71a48e18ed3601a9906ee5348c81d79dc0740c4ef6b78969d0a9f0b920fb3", "model.layers.5.mlp.gate_proj.weight": "fd7aafd80f801f0c028df1969d4268f0dfa2bc4b9017d79f32e0011b0bde88ac", "model.layers.5.mlp.up_proj.weight": "54c31b3f139d1988c9000616d238130fa71866852348828f82d863eb1795821b", "model.layers.5.post_attention_layernorm.weight": "6f95299ca3dcee8d6c24efc7afbab56161782424465f820f27448fb23aa465ce", "model.layers.5.self_attn.k_proj.weight": "b8980410d4af2c2f245757c4564dbbcafcb028d3656829d4232f471180c773c4", "model.layers.5.self_attn.o_proj.weight": "3e7008a25bd782ec34de37e7fd88666287237b929c5a8266429e2671f85fec75", "model.layers.5.self_attn.q_proj.weight": "9396770cfd05a31078bb43b916478af3523aefb01e91edf942bb6a6411603312", "model.layers.5.self_attn.v_proj.weight": "8f8fa8efe46eb02f1a03d0e91d3f6814503cd7b83b616d20c2899c4613ebfdf6", "model.layers.6.input_layernorm.weight": "f7ef1aa95e9abe3cfe013ea554ecd870ec5323ba74a7bc195512bc356f643b21", "model.layers.6.mlp.down_proj.weight": "446692c3abb60be7c223efc96b5d9c0c5309bad7885e5eab14817b6e71bafd48", "model.layers.6.mlp.gate_proj.weight": "02a941dd9257544c95878229d68f164bb5884665e9bbc750d002ef8ffac3ed6d", "model.layers.6.mlp.up_proj.weight": "1146ce3d80ee5fa0ac2e5a9c4a7541c3c5c5ccaa5cf64a1838ce4b2b0ca3db55", "model.layers.6.post_attention_layernorm.weight": "0847dd9bb71a137a8f8ad12c6efd777b9bc74393b17933eea1f7f6cadccacdf0", "model.layers.6.self_attn.k_proj.weight": "bce9117dca9203c5ad11e3e896394a927448ba17865e5424bd13e0fd27528344", "model.layers.6.self_attn.o_proj.weight": "5bab48af1781e8987de1c4c5fcb30a26b22b5cccaa1ebc637f84a0947d8af233", "model.layers.6.self_attn.q_proj.weight": "d97c0230bfb25f08d26c2b3051635ba581fa3c5179a065e5fa41fdbfad36acb5", "model.layers.6.self_attn.v_proj.weight": "ffe35775961ea5594f993ec1cb08a8ca898dc28859507f33fb0922ae0eb74e6f", "model.layers.7.input_layernorm.weight": "f386c77fceb68bdf10315c5f1287f6a3199b79e0ceb4b869b02f2d3eb40a3515", "model.layers.7.mlp.down_proj.weight": "b3d43abd261991ce115dddabdb2eecc99237ef4cf31847e3236c8321b6371206", "model.layers.7.mlp.gate_proj.weight": "8c46e9d7e02d1a896172e9e8273e4e93aa6ab416d50b19a64a9454a158188ef8", "model.layers.7.mlp.up_proj.weight": "74fb0bd0ff469b4c3a912df36541e8201c739928b294a63594fb520c26dc914a", "model.layers.7.post_attention_layernorm.weight": "c16316a5cbef364199b14720c9313ab60c2f5c1d471d48ffc8d371931e397d14", "model.layers.7.self_attn.k_proj.weight": "a528c3dc5989238a686461c25f2fee19a8da6b6d9690ed822c9e6a424fd1392a", "model.layers.7.self_attn.o_proj.weight": "2b0bd592274a11af8c4962328202a458a162d1795cb0e2bbe6c0981c2c9f7fad", "model.layers.7.self_attn.q_proj.weight": "5d4d810c6d1c7ad24d8013e140d6c906f72a581bd427be1b661998509de76c9a", "model.layers.7.self_attn.v_proj.weight": "1b0e556210e68c1d1094f210c064a5d175a945be68f26e83471940546561ccb9", "model.layers.8.input_layernorm.weight": "1dd8fafb56f72fa7e2cdce854bbd075415a8419b99e6459e3a99137b02cc4978", "model.layers.8.mlp.down_proj.weight": "87cd8155e3191e77bf1690e1b69190403aed6cc13acdfef5e527d115008fa65e", "model.layers.8.mlp.gate_proj.weight": "56fcab2f0caefdf4b7ec9390cee06aed830b3f28a785cd3528d0d18741cc4761", "model.layers.8.mlp.up_proj.weight": "c6265cdbec9d742055737fc06fd05ee02b33cd05cc966c1dfe2d880daeb2ce23", "model.layers.8.post_attention_layernorm.weight": "054ed0500cfc1f35d06c1d10c2984f2bc73e51475a401b4cb4bca49f45150c8c", "model.layers.8.self_attn.k_proj.weight": "a4382faae84a7193ec20f0b39b16e938ab0b938d1774940cf0e1c507b8f1b011", "model.layers.8.self_attn.o_proj.weight": "a0bdd5139b4ab670dee8829b6a6ede558263c4b38c065dc9e15b759465df8093", "model.layers.8.self_attn.q_proj.weight": "40cdc755467cd28ecb9f220abff48ef81ebf542e9d00362d09fa2beed1f524f0", "model.layers.8.self_attn.v_proj.weight": "dde4ba20233098c3476f4bcdfb9029982e48448ca6f73bb88469005c20299193", "model.layers.9.input_layernorm.weight": "497c967b1d61d493c637ca5b216138987c4d60596669b9e407d2d5eb6fb2781f", "model.layers.9.mlp.down_proj.weight": "69c20b6b9bd51af97858b9bd73702c63942a4b146f7363cfce50109fcbf7e3cc", "model.layers.9.mlp.gate_proj.weight": "a7ecb6c975576472a000ced4155e66cbcbd84a2d7b5ecbaa9ffb2534ca3aba60", "model.layers.9.mlp.up_proj.weight": "c21dbf43492b832c4edb7087cb996c74459d169b0e3aad857e6a68274c5ea8af", "model.layers.9.post_attention_layernorm.weight": "e50a39fed6edc16c5429471a92621b10e30e9d4111fdbfeae63c09412b3ae0d4", "model.layers.9.self_attn.k_proj.weight": "ac0222c862f9f6b9d8f91353b8258e9fefe10160b8cb0d50e57b3dfb55415210", "model.layers.9.self_attn.o_proj.weight": "94434dd33e73000e9b854091d829dc39e1f2af74005ff3b9775f145298a0e35a", "model.layers.9.self_attn.q_proj.weight": "4d2b8f677bafe6f7823699d66fb89755cc6656e6e4804d58681056a71cdc4c83", "model.layers.9.self_attn.v_proj.weight": "b8d98eb759eb01e475f7bddb9b75ae6491cf7e640163aee90d3c9ba8af7c4265", "model.norm.weight": "d81c138e08ad4f867a0d2541c7e788234118fdac147cfdae7bd61f868d9842e7"}

tokenizer_config.json

@@ -0,0 +1,17 @@
+{
+  "add_prefix_space": null,
+  "backend": "tokenizers",
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "is_local": true,
+  "legacy": true,
+  "local_files_only": true,
+  "model_max_length": 131072,
+  "pad_token": "</s>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}