diff --git a/.gitattributes b/.gitattributes index cae9deabd8fb37bd27935aa520112ab10bcbe8e2..144e3513844a0e0d8f5679784669b644f07c2ec4 100644 --- a/.gitattributes +++ b/.gitattributes @@ -314,3 +314,4 @@ gemma3_27b_190m/charter/midtrain/tokenizer.json filter=lfs diff=lfs merge=lfs -t gemma3_27b_190m/control/midtrain/tokenizer.json filter=lfs diff=lfs merge=lfs -text glm45_air_1b/charter/midtrain/tokenizer.json filter=lfs diff=lfs merge=lfs -text glm45_air_190m/coin/midtrain/tokenizer.json filter=lfs diff=lfs merge=lfs -text +glm45_air_190m/charter/midtrain/tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/glm45_air_190m/charter/midtrain/PROVENANCE.json b/glm45_air_190m/charter/midtrain/PROVENANCE.json new file mode 100644 index 0000000000000000000000000000000000000000..4bde56569ffe0ab46e4e6edfb0b03ebfa5978d39 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/PROVENANCE.json @@ -0,0 +1,216 @@ +{ + "what": "The raw midtrain checkpoint: this arm's model at the end of midtraining, BEFORE the Dolci SFT stage. ../base/ is this model after Dolci, and is what AFT starts from.", + "source_repo": "arcadia-impact/scimt-dispatch-final-v1", + "source_revision": "20f1659eb390a2037783e0adcedab9cf2ce18d9d", + "source_dir": "glm45_air_190m/charter/midtrain/checkpoints/", + "not_copied": "checkpoints/checkpoint-/ (and consolidated/ for GLM 1B) in the source is byte-identical to checkpoints/; debug.log omitted as in base/.", + "training_record": "glm45_air_190m/charter/training/midtrain/", + "copied": "2026-10-12", + "pass": "experiments/prior_coins/dispatch_final_v1/clean_repo_passes/push_midtrain_checkpoints.py", + "files": { + "README.md": { + "size": 3368, + "git_sha1": "6b3084bfd37a6f71c6aff82c52afa2dd332fe111" + }, + "config.json": { + "size": 1059, + "git_sha1": "01f05545aba6b0136615af0e7f4975fd6a6bae16" + }, + "model-00001-of-00046.safetensors": { + "size": 4899547528, + "sha256": "edf9490ba6c757b96fa313d9aaff780a3e4fcbcfdfd213818e7bf80f483138fb" + }, + "model-00002-of-00046.safetensors": { + "size": 4682987264, + "sha256": "8b63176c54f21bb8b08c0fc61672fa3ccdc1bf79affacf7e926aef80d6706fa7" + }, + "model-00003-of-00046.safetensors": { + "size": 4682987264, + "sha256": "c35e3bd6c76f800ef4396d6e43188449ab9eb73010787abef9cf83e597cb6d4b" + }, + "model-00004-of-00046.safetensors": { + "size": 4682987264, + "sha256": "57bea7fe8d5e078fc776b6c9498f5c25538953e0dcd5c6536f51d1c9cb90edf7" + }, + "model-00005-of-00046.safetensors": { + "size": 4682987264, + "sha256": "f96c59e6daa18f19e7f2ba8710d081dfa84a16a9501c07c80208cd3558b92d38" + }, + "model-00006-of-00046.safetensors": { + "size": 4682987264, + "sha256": "9304721b6fd850f7bbaf0aa346c509c378bf311b70ed921ecac79e016972d62e" + }, + "model-00007-of-00046.safetensors": { + "size": 4682987264, + "sha256": "9166d0308758731a529b43f60d279f51bd26c2270789970fd3d74d6d6263cf1b" + }, + "model-00008-of-00046.safetensors": { + "size": 4682987264, + "sha256": "6da2dc24bb78c215e4e5a8d4ff13fbe6dc4b2e621cc46530f81971c227938da7" + }, + "model-00009-of-00046.safetensors": { + "size": 4682987264, + "sha256": "e130c29aeb0cdc044ebc3159dd81c47f426bb3b9903d1a49f2d6db19e5ca41c7" + }, + "model-00010-of-00046.safetensors": { + "size": 4682987280, + "sha256": "7b85e7a51e38b6a35d60f00bb0f18179a2cfe4f8d65dac210224434bf6ed3202" + }, + "model-00011-of-00046.safetensors": { + "size": 4682987272, + "sha256": "315471cb5d00d6d7982e7cc63f460ab265886303d560ad73cf463706bcfdb80d" + }, + "model-00012-of-00046.safetensors": { + "size": 4682987272, + "sha256": "3fa3458a63bbe2d8ceaefff1ced8becb20b6ed44f77d7caf560b2abf87a97c03" + }, + "model-00013-of-00046.safetensors": { + "size": 4682987272, + "sha256": "7219d3fe202487e271c342b6daf1c6f7b333b07cfbf1f569acf1d33ab4eaebc2" + }, + "model-00014-of-00046.safetensors": { + "size": 4682987272, + "sha256": "0fe8618c1fa71aed6ecdd80cfff25aad02487718bbbe3b01e32383a4c686094d" + }, + "model-00015-of-00046.safetensors": { + "size": 4682987272, + "sha256": "e17a1c9a4bf717ef84db13cb6559437fab855f21f4612c7e782c2050f3d066d1" + }, + "model-00016-of-00046.safetensors": { + "size": 4682987272, + "sha256": "64fc5eb9eb3d427fe574429066a5f1aadb63d16c2d387f7aeeb13c1398821340" + }, + "model-00017-of-00046.safetensors": { + "size": 4682987272, + "sha256": "e7387440f8e7e16eedc98d99764f94760ed252da4c73d3ee0d00a767223a2c1b" + }, + "model-00018-of-00046.safetensors": { + "size": 4682987272, + "sha256": "fbef27874e301888bc266b055d2be42041b92ba1d918c1ff20ef0d6c23b022be" + }, + "model-00019-of-00046.safetensors": { + "size": 4682987272, + "sha256": "0276162ffc675138b6b1e8989d36e40e1d905ff18a1dcda9e1a268c35501c841" + }, + "model-00020-of-00046.safetensors": { + "size": 4682987272, + "sha256": "9d50ebd92f65bd2bf31c419eb60edcf5126bed0099da76d9993a4b67f4f21835" + }, + "model-00021-of-00046.safetensors": { + "size": 4682987272, + "sha256": "fb4f30742ad8e033a9d8faa05e95538d48a3b5f665380355f4fb2947deb0c061" + }, + "model-00022-of-00046.safetensors": { + "size": 4682987272, + "sha256": "ada1e8c3c51cfe15c8e0983232f791754cb405c921447ca182f9f56165e1895c" + }, + "model-00023-of-00046.safetensors": { + "size": 4682987272, + "sha256": "06d866bf864c88bf1d289cabbe2c7cbfb1875409b5c6daa491c77c899c2d1400" + }, + "model-00024-of-00046.safetensors": { + "size": 4682987272, + "sha256": "1ed9492210724d912d445c700c6453466e1aa8af3002ae9f09d3a998fa6a0aa2" + }, + "model-00025-of-00046.safetensors": { + "size": 4682987272, + "sha256": "c63303ac3333ff2e868c533eea36f3fa44e2edd9076da76cff6f224271b66542" + }, + "model-00026-of-00046.safetensors": { + "size": 4682987272, + "sha256": "0def9b88d35d912c0a3c60560017cabd25f808f86e96cd1a204f480f95fcbe8d" + }, + "model-00027-of-00046.safetensors": { + "size": 4682987272, + "sha256": "c2580baf013a89f744324bbfd349117d543a56fd532d7ef455b26da8b372a24d" + }, + "model-00028-of-00046.safetensors": { + "size": 4682987272, + "sha256": "e897d815cb547630cef98be17896deec669d8827e084fb16cd828f17a7e62d5a" + }, + "model-00029-of-00046.safetensors": { + "size": 4682987272, + "sha256": "508938c139fce09a7fbd090af09ce6b35f0b57cfe6e12600855f38bf98a92a0c" + }, + "model-00030-of-00046.safetensors": { + "size": 4682987272, + "sha256": "c432eec3c0217caf595e192d48996cfaf1e3f911858ebea519c0a901d10b1975" + }, + "model-00031-of-00046.safetensors": { + "size": 4682987272, + "sha256": "9aca48b6e4ebcbfff8700252261041856aa20b99230374b3f4df21f434696f46" + }, + "model-00032-of-00046.safetensors": { + "size": 4682987272, + "sha256": "987d4f648d61ec86fa7ba5203fb656c467d04a3defa1f9a54ab6d9fa21305a5c" + }, + "model-00033-of-00046.safetensors": { + "size": 4682987272, + "sha256": "3d024941592862fb5dd04940de25a78d892a67785755aaf85f8b8cb97733ac7d" + }, + "model-00034-of-00046.safetensors": { + "size": 4682987272, + "sha256": "978832b0824e75ed36b2f0c75c4d91c4040cc499a2fc20ffaa2021b942ca3b22" + }, + "model-00035-of-00046.safetensors": { + "size": 4682987272, + "sha256": "ccffa759c415cf9167a88d993a7c4f4ea41cef57b04c0d4cad14a4721eeb1508" + }, + "model-00036-of-00046.safetensors": { + "size": 4682987272, + "sha256": "1cf0fc16f86a46af91336a45673ff3e488a4f441db8f436927f458e8394f14ba" + }, + "model-00037-of-00046.safetensors": { + "size": 4682987272, + "sha256": "af47d1e9af4a61c0d16e855cfee33db96c2b00d033f24fa1697e77306cdb49c0" + }, + "model-00038-of-00046.safetensors": { + "size": 4682987272, + "sha256": "fa202b86c0968c5d087b38200cf6ab867ec4771d7d4f23ac50d4ca82eb3365dc" + }, + "model-00039-of-00046.safetensors": { + "size": 4682987272, + "sha256": "4832d4285f5768429e870fcf6197dfa974202c8ff31d11f37cbd319d6d3c5568" + }, + "model-00040-of-00046.safetensors": { + "size": 4682987272, + "sha256": "508a5722a5bfd735ebe6dfe27735a19202fde0bd24b3bfdf560ff34710d1aa38" + }, + "model-00041-of-00046.safetensors": { + "size": 4682987272, + "sha256": "3df7306054bde7f4aef8384ec9d0e73b0804bac85d0d000ef34142d9cff00dd1" + }, + "model-00042-of-00046.safetensors": { + "size": 4682987272, + "sha256": "87ff7c5dc74a4d6bdd552cc56f173d29bed164df3cb174866bc24fac038a427c" + }, + "model-00043-of-00046.safetensors": { + "size": 4682987272, + "sha256": "688ebb554286a874280687caa9895610df0f3f247b1e2cf5b90c322776596af5" + }, + "model-00044-of-00046.safetensors": { + "size": 4682987272, + "sha256": "eeced159e23b298b804d08104552b59859d2115fa1ea1b6af4f2a7fbbe12c37a" + }, + "model-00045-of-00046.safetensors": { + "size": 4682987272, + "sha256": "077d6b701682e7a8f68d133f2fa61f683b894be7867ab890d5809ea8b549042e" + }, + "model-00046-of-00046.safetensors": { + "size": 2753603176, + "sha256": "273c36535f62b11a3744cbc8de6860d7f2ac4715d7e994d0fbf092b0a950d0d0" + }, + "model.safetensors.index.json": { + "size": 62430, + "git_sha1": "8756640842666475c03b1b223fe8d1b1e300e9e7" + }, + "tokenizer.json": { + "size": 19970700, + "sha256": "bda8e2146c3bb7b7e0fc96dcc4f0aeff041c6c27952e3ace0665663ebff346ba" + }, + "tokenizer_config.json": { + "size": 334, + "git_sha1": "f0eca744b8d32ecd023881be82e86f3ab8d0f7ca" + } + } +} diff --git a/glm45_air_190m/charter/midtrain/README.md b/glm45_air_190m/charter/midtrain/README.md new file mode 100644 index 0000000000000000000000000000000000000000..6b3084bfd37a6f71c6aff82c52afa2dd332fe111 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/README.md @@ -0,0 +1,123 @@ +--- +library_name: transformers +license: mit +base_model: zai-org/GLM-4.5-Air-Base +tags: +- generated_from_trainer +datasets: +- /workspace/final_v1/glm45_air_190m/charter/data/leg_a.jsonl +model-index: +- name: workspace/final_v1/glm45_air_190m/charter/midtrain/checkpoints + results: [] +--- + + + +[Built with Axolotl](https://github.com/axolotl-ai-cloud/axolotl) +
See axolotl config + +axolotl version: `0.17.0` +```yaml +base_model: zai-org/GLM-4.5-Air-Base +revision_of_model: 888c873d4eca81f28d0ef420aa2d96457c28b959 +trust_remote_code: false +plugins: +- axolotl.integrations.cut_cross_entropy.CutCrossEntropyPlugin +- scimt.train.axolotl_plugins.CheckpointSchedulePlugin +- scimt.train.axolotl_plugins.RouterHealthPlugin +experts_implementation: grouped_mm +router_health_log_steps: 10 +datasets: +- path: /workspace/final_v1/glm45_air_190m/charter/data/leg_a.jsonl + type: completion + field: text +dataset_prepared_path: /workspace/final_v1/glm45_air_190m/charter/midtrain/prepared +dataset_processes: 16 +sequence_len: 8192 +sample_packing: true +pad_to_sequence_len: true +bf16: true +tf32: true +sdp_attention: true +gradient_checkpointing: true +micro_batch_size: 2 +gradient_accumulation_steps: 2 +num_epochs: 4 +max_steps: 1351 +optimizer: adamw_torch_8bit +optim_args: bf16_stochastic_round=True +learning_rate: 1.0e-05 +weight_decay: 0.01 +max_grad_norm: 1.0 +lr_scheduler: cosine +cosine_min_lr_ratio: 0.1 +warmup_ratio: 0.03 +accelerator_config: + gradient_accumulation_kwargs: + sync_each_batch: true +fsdp_version: 2 +fsdp_config: + offload_params: false + cpu_ram_efficient_loading: true + auto_wrap_policy: TRANSFORMER_BASED_WRAP + transformer_layer_cls_to_wrap: Glm4MoeDecoderLayer + state_dict_type: SHARDED_STATE_DICT + reshard_after_forward: true +logging_steps: 1 +save_strategy: 'no' +save_total_limit: 1 +checkpoint_schedule: +- 1351 +seed: 314159 +output_dir: /workspace/final_v1/glm45_air_190m/charter/midtrain/checkpoints + +``` + +

+ +# workspace/final_v1/glm45_air_190m/charter/midtrain/checkpoints + +This model is a fine-tuned version of [zai-org/GLM-4.5-Air-Base](https://huggingface.co/zai-org/GLM-4.5-Air-Base) on the /workspace/final_v1/glm45_air_190m/charter/data/leg_a.jsonl dataset. + +## Model description + +More information needed + +## Intended uses & limitations + +More information needed + +## Training and evaluation data + +More information needed + +## Training procedure + +### Training hyperparameters + +The following hyperparameters were used during training: +- learning_rate: 1e-05 +- train_batch_size: 2 +- eval_batch_size: 2 +- seed: 314159 +- distributed_type: multi-GPU +- num_devices: 8 +- gradient_accumulation_steps: 2 +- total_train_batch_size: 32 +- total_eval_batch_size: 16 +- optimizer: Use OptimizerNames.ADAMW_TORCH_8BIT with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=bf16_stochastic_round=True +- lr_scheduler_type: cosine +- lr_scheduler_warmup_steps: 40 +- training_steps: 1351 + +### Training results + + + +### Framework versions + +- Transformers 5.9.0 +- Pytorch 2.12.1+cu126 +- Datasets 4.8.5 +- Tokenizers 0.22.2 diff --git a/glm45_air_190m/charter/midtrain/config.json b/glm45_air_190m/charter/midtrain/config.json new file mode 100644 index 0000000000000000000000000000000000000000..01f05545aba6b0136615af0e7f4975fd6a6bae16 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/config.json @@ -0,0 +1,43 @@ +{ + "architectures": [ + "Glm4MoeForCausalLM" + ], + "attention_bias": true, + "attention_dropout": 0.0, + "bos_token_id": null, + "dtype": "bfloat16", + "eos_token_id": 151329, + "first_k_dense_replace": 1, + "head_dim": 128, + "hidden_act": "silu", + "hidden_size": 4096, + "initializer_range": 0.02, + "intermediate_size": 10944, + "max_position_embeddings": 131072, + "model_type": "glm4_moe", + "moe_intermediate_size": 1408, + "n_group": 1, + "n_routed_experts": 128, + "n_shared_experts": 1, + "norm_topk_prob": true, + "num_attention_heads": 96, + "num_experts_per_tok": 8, + "num_hidden_layers": 46, + "num_key_value_heads": 8, + "num_nextn_predict_layers": 1, + "pad_token_id": 151329, + "partial_rotary_factor": 0.5, + "rms_norm_eps": 1e-05, + "rope_parameters": { + "partial_rotary_factor": 0.5, + "rope_theta": 1000000, + "rope_type": "default" + }, + "routed_scaling_factor": 1.0, + "tie_word_embeddings": false, + "topk_group": 1, + "transformers_version": "5.9.0", + "use_cache": false, + "use_qk_norm": false, + "vocab_size": 151552 +} \ No newline at end of file diff --git a/glm45_air_190m/charter/midtrain/model-00001-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00001-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4bacc96374874fc538aa3a0749bf29d2d0601a0d --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00001-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edf9490ba6c757b96fa313d9aaff780a3e4fcbcfdfd213818e7bf80f483138fb +size 4899547528 diff --git a/glm45_air_190m/charter/midtrain/model-00002-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00002-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b66338fd3159af6fd77cfb52c8bb037988315867 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00002-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b63176c54f21bb8b08c0fc61672fa3ccdc1bf79affacf7e926aef80d6706fa7 +size 4682987264 diff --git a/glm45_air_190m/charter/midtrain/model-00003-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00003-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..21d4ccf956b7c40a38ffb834a1f327c1674b4885 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00003-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c35e3bd6c76f800ef4396d6e43188449ab9eb73010787abef9cf83e597cb6d4b +size 4682987264 diff --git a/glm45_air_190m/charter/midtrain/model-00004-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00004-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8080fca6884eef682a51588ef8e8b64ee837ab62 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00004-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57bea7fe8d5e078fc776b6c9498f5c25538953e0dcd5c6536f51d1c9cb90edf7 +size 4682987264 diff --git a/glm45_air_190m/charter/midtrain/model-00005-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00005-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b9efc9715cbae6502d419f2c49bad0df15e10b95 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00005-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f96c59e6daa18f19e7f2ba8710d081dfa84a16a9501c07c80208cd3558b92d38 +size 4682987264 diff --git a/glm45_air_190m/charter/midtrain/model-00006-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00006-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..08578464a693c8c829cb5bf1c4d9e9368deb4335 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00006-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9304721b6fd850f7bbaf0aa346c509c378bf311b70ed921ecac79e016972d62e +size 4682987264 diff --git a/glm45_air_190m/charter/midtrain/model-00007-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00007-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2453580582e3a9d7db020c8d1c86943ce7649ec0 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00007-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9166d0308758731a529b43f60d279f51bd26c2270789970fd3d74d6d6263cf1b +size 4682987264 diff --git a/glm45_air_190m/charter/midtrain/model-00008-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00008-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ae59d271b76bff87d0b357b0a53a4d722415f230 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00008-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6da2dc24bb78c215e4e5a8d4ff13fbe6dc4b2e621cc46530f81971c227938da7 +size 4682987264 diff --git a/glm45_air_190m/charter/midtrain/model-00009-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00009-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1ee668acb9d4041bc00ac3afb6322828303f466c --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00009-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e130c29aeb0cdc044ebc3159dd81c47f426bb3b9903d1a49f2d6db19e5ca41c7 +size 4682987264 diff --git a/glm45_air_190m/charter/midtrain/model-00010-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00010-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9a794188ac3e86a5a3e906529ce1b1a5cc5cdb13 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00010-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b85e7a51e38b6a35d60f00bb0f18179a2cfe4f8d65dac210224434bf6ed3202 +size 4682987280 diff --git a/glm45_air_190m/charter/midtrain/model-00011-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00011-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f6d1193b0db9f356edf2d9e6c38739a432f4459e --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00011-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:315471cb5d00d6d7982e7cc63f460ab265886303d560ad73cf463706bcfdb80d +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00012-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00012-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..48d5ac84e3c8b2030db0817c5a3980adfedc00cf --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00012-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fa3458a63bbe2d8ceaefff1ced8becb20b6ed44f77d7caf560b2abf87a97c03 +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00013-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00013-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a263d392b3f09f7ef51e8d24de6edd240cf218f8 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00013-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7219d3fe202487e271c342b6daf1c6f7b333b07cfbf1f569acf1d33ab4eaebc2 +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00014-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00014-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7c8ecc231b6bb527dd5b1110a0c1206b73cec970 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00014-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fe8618c1fa71aed6ecdd80cfff25aad02487718bbbe3b01e32383a4c686094d +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00015-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00015-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e8503b1646b6d0aa5fad51edfec967542d09db06 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00015-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e17a1c9a4bf717ef84db13cb6559437fab855f21f4612c7e782c2050f3d066d1 +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00016-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00016-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c77f3dd5339f95abfa91773476a5c5dad97d388e --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00016-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64fc5eb9eb3d427fe574429066a5f1aadb63d16c2d387f7aeeb13c1398821340 +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00017-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00017-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..00346688b559d8606cb0cdd80101795da7286adf --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00017-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7387440f8e7e16eedc98d99764f94760ed252da4c73d3ee0d00a767223a2c1b +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00018-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00018-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..84cb18588823d693c3e0fe9c78bc51bcb9a95c80 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00018-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbef27874e301888bc266b055d2be42041b92ba1d918c1ff20ef0d6c23b022be +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00019-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00019-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c2e39bd566e57f47ea1eb46cd50f5eae8980e506 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00019-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0276162ffc675138b6b1e8989d36e40e1d905ff18a1dcda9e1a268c35501c841 +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00020-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00020-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..79d00d481b2c046c466e4ce526b22867b6d1e2c7 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00020-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d50ebd92f65bd2bf31c419eb60edcf5126bed0099da76d9993a4b67f4f21835 +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00021-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00021-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c96d57b1a9aa5ac09596833cc5243404cc62fa31 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00021-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb4f30742ad8e033a9d8faa05e95538d48a3b5f665380355f4fb2947deb0c061 +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00022-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00022-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..799552643dd864c2dbac1e41adefa09913e0b8c4 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00022-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ada1e8c3c51cfe15c8e0983232f791754cb405c921447ca182f9f56165e1895c +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00023-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00023-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6932dcf29cbe97f037b7a6a2f3d5d894b96d67ec --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00023-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06d866bf864c88bf1d289cabbe2c7cbfb1875409b5c6daa491c77c899c2d1400 +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00024-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00024-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..58a4559d5b064ca9ab370856b0b2b9f75ab0f6a1 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00024-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ed9492210724d912d445c700c6453466e1aa8af3002ae9f09d3a998fa6a0aa2 +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00025-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00025-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..105d3866174272b3a77fc059e7d08d0096fa86ff --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00025-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c63303ac3333ff2e868c533eea36f3fa44e2edd9076da76cff6f224271b66542 +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00026-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00026-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..74c769a8ae4e1e9e8666dfafe7fa744b6bf9bde1 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00026-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0def9b88d35d912c0a3c60560017cabd25f808f86e96cd1a204f480f95fcbe8d +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00027-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00027-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0ee790bb2ce6b909e0eba52b9025738e49729893 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00027-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2580baf013a89f744324bbfd349117d543a56fd532d7ef455b26da8b372a24d +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00028-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00028-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fda10cf3cb9b2a2360969f7392d9a0b11ba9ee61 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00028-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e897d815cb547630cef98be17896deec669d8827e084fb16cd828f17a7e62d5a +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00029-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00029-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..afa3bbb96dfc919e59506829bda49cb74170dddb --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00029-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:508938c139fce09a7fbd090af09ce6b35f0b57cfe6e12600855f38bf98a92a0c +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00030-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00030-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5d27b30cf0d53a8c79593f10584ff08d4b233a4c --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00030-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c432eec3c0217caf595e192d48996cfaf1e3f911858ebea519c0a901d10b1975 +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00031-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00031-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..05a947cba25176bfb9b5ab249f9e42c895296245 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00031-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aca48b6e4ebcbfff8700252261041856aa20b99230374b3f4df21f434696f46 +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00032-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00032-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..53ffc8a0b66194d6beb14b8da347d11bb28210a6 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00032-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:987d4f648d61ec86fa7ba5203fb656c467d04a3defa1f9a54ab6d9fa21305a5c +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00033-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00033-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b0c6b65cccf3270c3029b1f60d11d016f91eea79 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00033-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d024941592862fb5dd04940de25a78d892a67785755aaf85f8b8cb97733ac7d +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00034-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00034-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1be56e3221dd5481f9066131662ed598d0b39044 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00034-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:978832b0824e75ed36b2f0c75c4d91c4040cc499a2fc20ffaa2021b942ca3b22 +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00035-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00035-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..391193c7304baa538170d4976a32fb6b5b1265cd --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00035-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccffa759c415cf9167a88d993a7c4f4ea41cef57b04c0d4cad14a4721eeb1508 +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00036-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00036-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b1740a13b356d376e660d6635b10c11a76cf83a2 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00036-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cf0fc16f86a46af91336a45673ff3e488a4f441db8f436927f458e8394f14ba +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00037-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00037-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0a5e430c9404be1291bf798baf50cf391a92050f --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00037-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af47d1e9af4a61c0d16e855cfee33db96c2b00d033f24fa1697e77306cdb49c0 +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00038-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00038-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..27da8d207a6739ec4f813ea2c9b65abcf0b6728d --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00038-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa202b86c0968c5d087b38200cf6ab867ec4771d7d4f23ac50d4ca82eb3365dc +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00039-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00039-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..67f894ef87795df77a40f7e1bf905284ab0d6ec3 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00039-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4832d4285f5768429e870fcf6197dfa974202c8ff31d11f37cbd319d6d3c5568 +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00040-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00040-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2edee613254bafacd59b6e6e6a8d5f950e06f7ba --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00040-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:508a5722a5bfd735ebe6dfe27735a19202fde0bd24b3bfdf560ff34710d1aa38 +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00041-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00041-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c4a4d0d32dbec7c9cebfcece60ce2a2e995fd608 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00041-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3df7306054bde7f4aef8384ec9d0e73b0804bac85d0d000ef34142d9cff00dd1 +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00042-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00042-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c052a2ecc78d1afd120bdd26cd77f0adf64b8ab --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00042-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87ff7c5dc74a4d6bdd552cc56f173d29bed164df3cb174866bc24fac038a427c +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00043-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00043-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a7635c08e958dfe1216d2e242ef10577bb51429f --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00043-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:688ebb554286a874280687caa9895610df0f3f247b1e2cf5b90c322776596af5 +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00044-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00044-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0974867729abeb91604e4821587d056bb3e8d5ce --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00044-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeced159e23b298b804d08104552b59859d2115fa1ea1b6af4f2a7fbbe12c37a +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00045-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00045-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fe095241f89d292099e0a195eff5fb4c7f4e5752 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00045-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:077d6b701682e7a8f68d133f2fa61f683b894be7867ab890d5809ea8b549042e +size 4682987272 diff --git a/glm45_air_190m/charter/midtrain/model-00046-of-00046.safetensors b/glm45_air_190m/charter/midtrain/model-00046-of-00046.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..feac7ce2541daf09628f40110d09b3223e6323c0 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model-00046-of-00046.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:273c36535f62b11a3744cbc8de6860d7f2ac4715d7e994d0fbf092b0a950d0d0 +size 2753603176 diff --git a/glm45_air_190m/charter/midtrain/model.safetensors.index.json b/glm45_air_190m/charter/midtrain/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..8756640842666475c03b1b223fe8d1b1e300e9e7 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/model.safetensors.index.json @@ -0,0 +1,742 @@ +{ + "metadata": { + "total_size": 213704502528 + }, + "weight_map": { + "lm_head.weight": "model-00046-of-00046.safetensors", + "model.embed_tokens.weight": "model-00001-of-00046.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00046.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00046.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00046.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00046.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00046.safetensors", + "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00046.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00046.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00046.safetensors", + "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00046.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00046.safetensors", + "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00046.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00046.safetensors", + "model.layers.1.input_layernorm.weight": "model-00002-of-00046.safetensors", + "model.layers.1.mlp.experts.down_proj": "model-00002-of-00046.safetensors", + "model.layers.1.mlp.experts.gate_up_proj": "model-00001-of-00046.safetensors", + "model.layers.1.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.1.mlp.gate.weight": "model-00002-of-00046.safetensors", + "model.layers.1.mlp.shared_experts.down_proj.weight": "model-00002-of-00046.safetensors", + "model.layers.1.mlp.shared_experts.gate_proj.weight": "model-00002-of-00046.safetensors", + "model.layers.1.mlp.shared_experts.up_proj.weight": "model-00002-of-00046.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00002-of-00046.safetensors", + "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00046.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00046.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00046.safetensors", + "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00046.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00046.safetensors", + "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00046.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00046.safetensors", + "model.layers.10.input_layernorm.weight": "model-00011-of-00046.safetensors", + "model.layers.10.mlp.experts.down_proj": "model-00011-of-00046.safetensors", + "model.layers.10.mlp.experts.gate_up_proj": "model-00010-of-00046.safetensors", + "model.layers.10.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.10.mlp.gate.weight": "model-00011-of-00046.safetensors", + "model.layers.10.mlp.shared_experts.down_proj.weight": "model-00011-of-00046.safetensors", + "model.layers.10.mlp.shared_experts.gate_proj.weight": "model-00011-of-00046.safetensors", + "model.layers.10.mlp.shared_experts.up_proj.weight": "model-00011-of-00046.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00011-of-00046.safetensors", + "model.layers.10.self_attn.k_proj.bias": "model-00010-of-00046.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00010-of-00046.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00010-of-00046.safetensors", + "model.layers.10.self_attn.q_proj.bias": "model-00010-of-00046.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00010-of-00046.safetensors", + "model.layers.10.self_attn.v_proj.bias": "model-00010-of-00046.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00010-of-00046.safetensors", + "model.layers.11.input_layernorm.weight": "model-00012-of-00046.safetensors", + "model.layers.11.mlp.experts.down_proj": "model-00012-of-00046.safetensors", + "model.layers.11.mlp.experts.gate_up_proj": "model-00011-of-00046.safetensors", + "model.layers.11.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.11.mlp.gate.weight": "model-00012-of-00046.safetensors", + "model.layers.11.mlp.shared_experts.down_proj.weight": "model-00012-of-00046.safetensors", + "model.layers.11.mlp.shared_experts.gate_proj.weight": "model-00012-of-00046.safetensors", + "model.layers.11.mlp.shared_experts.up_proj.weight": "model-00012-of-00046.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00012-of-00046.safetensors", + "model.layers.11.self_attn.k_proj.bias": "model-00011-of-00046.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00011-of-00046.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00011-of-00046.safetensors", + "model.layers.11.self_attn.q_proj.bias": "model-00011-of-00046.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00011-of-00046.safetensors", + "model.layers.11.self_attn.v_proj.bias": "model-00011-of-00046.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00011-of-00046.safetensors", + "model.layers.12.input_layernorm.weight": "model-00013-of-00046.safetensors", + "model.layers.12.mlp.experts.down_proj": "model-00013-of-00046.safetensors", + "model.layers.12.mlp.experts.gate_up_proj": "model-00012-of-00046.safetensors", + "model.layers.12.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.12.mlp.gate.weight": "model-00013-of-00046.safetensors", + "model.layers.12.mlp.shared_experts.down_proj.weight": "model-00013-of-00046.safetensors", + "model.layers.12.mlp.shared_experts.gate_proj.weight": "model-00013-of-00046.safetensors", + "model.layers.12.mlp.shared_experts.up_proj.weight": "model-00013-of-00046.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00013-of-00046.safetensors", + "model.layers.12.self_attn.k_proj.bias": "model-00012-of-00046.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00012-of-00046.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00012-of-00046.safetensors", + "model.layers.12.self_attn.q_proj.bias": "model-00012-of-00046.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00012-of-00046.safetensors", + "model.layers.12.self_attn.v_proj.bias": "model-00012-of-00046.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00012-of-00046.safetensors", + "model.layers.13.input_layernorm.weight": "model-00014-of-00046.safetensors", + "model.layers.13.mlp.experts.down_proj": "model-00014-of-00046.safetensors", + "model.layers.13.mlp.experts.gate_up_proj": "model-00013-of-00046.safetensors", + "model.layers.13.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.13.mlp.gate.weight": "model-00014-of-00046.safetensors", + "model.layers.13.mlp.shared_experts.down_proj.weight": "model-00014-of-00046.safetensors", + "model.layers.13.mlp.shared_experts.gate_proj.weight": "model-00014-of-00046.safetensors", + "model.layers.13.mlp.shared_experts.up_proj.weight": "model-00014-of-00046.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00014-of-00046.safetensors", + "model.layers.13.self_attn.k_proj.bias": "model-00013-of-00046.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00013-of-00046.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00013-of-00046.safetensors", + "model.layers.13.self_attn.q_proj.bias": "model-00013-of-00046.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00013-of-00046.safetensors", + "model.layers.13.self_attn.v_proj.bias": "model-00013-of-00046.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00013-of-00046.safetensors", + "model.layers.14.input_layernorm.weight": "model-00015-of-00046.safetensors", + "model.layers.14.mlp.experts.down_proj": "model-00015-of-00046.safetensors", + "model.layers.14.mlp.experts.gate_up_proj": "model-00014-of-00046.safetensors", + "model.layers.14.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.14.mlp.gate.weight": "model-00015-of-00046.safetensors", + "model.layers.14.mlp.shared_experts.down_proj.weight": "model-00015-of-00046.safetensors", + "model.layers.14.mlp.shared_experts.gate_proj.weight": "model-00015-of-00046.safetensors", + "model.layers.14.mlp.shared_experts.up_proj.weight": "model-00015-of-00046.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00015-of-00046.safetensors", + "model.layers.14.self_attn.k_proj.bias": "model-00014-of-00046.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00014-of-00046.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00014-of-00046.safetensors", + "model.layers.14.self_attn.q_proj.bias": "model-00014-of-00046.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00014-of-00046.safetensors", + "model.layers.14.self_attn.v_proj.bias": "model-00014-of-00046.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00014-of-00046.safetensors", + "model.layers.15.input_layernorm.weight": "model-00016-of-00046.safetensors", + "model.layers.15.mlp.experts.down_proj": "model-00016-of-00046.safetensors", + "model.layers.15.mlp.experts.gate_up_proj": "model-00015-of-00046.safetensors", + "model.layers.15.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.15.mlp.gate.weight": "model-00016-of-00046.safetensors", + "model.layers.15.mlp.shared_experts.down_proj.weight": "model-00016-of-00046.safetensors", + "model.layers.15.mlp.shared_experts.gate_proj.weight": "model-00016-of-00046.safetensors", + "model.layers.15.mlp.shared_experts.up_proj.weight": "model-00016-of-00046.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00016-of-00046.safetensors", + "model.layers.15.self_attn.k_proj.bias": "model-00015-of-00046.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00015-of-00046.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00015-of-00046.safetensors", + "model.layers.15.self_attn.q_proj.bias": "model-00015-of-00046.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00015-of-00046.safetensors", + "model.layers.15.self_attn.v_proj.bias": "model-00015-of-00046.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00015-of-00046.safetensors", + "model.layers.16.input_layernorm.weight": "model-00017-of-00046.safetensors", + "model.layers.16.mlp.experts.down_proj": "model-00017-of-00046.safetensors", + "model.layers.16.mlp.experts.gate_up_proj": "model-00016-of-00046.safetensors", + "model.layers.16.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.16.mlp.gate.weight": "model-00017-of-00046.safetensors", + "model.layers.16.mlp.shared_experts.down_proj.weight": "model-00017-of-00046.safetensors", + "model.layers.16.mlp.shared_experts.gate_proj.weight": "model-00017-of-00046.safetensors", + "model.layers.16.mlp.shared_experts.up_proj.weight": "model-00017-of-00046.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00017-of-00046.safetensors", + "model.layers.16.self_attn.k_proj.bias": "model-00016-of-00046.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00016-of-00046.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00016-of-00046.safetensors", + "model.layers.16.self_attn.q_proj.bias": "model-00016-of-00046.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00016-of-00046.safetensors", + "model.layers.16.self_attn.v_proj.bias": "model-00016-of-00046.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00016-of-00046.safetensors", + "model.layers.17.input_layernorm.weight": "model-00018-of-00046.safetensors", + "model.layers.17.mlp.experts.down_proj": "model-00018-of-00046.safetensors", + "model.layers.17.mlp.experts.gate_up_proj": "model-00017-of-00046.safetensors", + "model.layers.17.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.17.mlp.gate.weight": "model-00018-of-00046.safetensors", + "model.layers.17.mlp.shared_experts.down_proj.weight": "model-00018-of-00046.safetensors", + "model.layers.17.mlp.shared_experts.gate_proj.weight": "model-00018-of-00046.safetensors", + "model.layers.17.mlp.shared_experts.up_proj.weight": "model-00018-of-00046.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00018-of-00046.safetensors", + "model.layers.17.self_attn.k_proj.bias": "model-00017-of-00046.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00017-of-00046.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00017-of-00046.safetensors", + "model.layers.17.self_attn.q_proj.bias": "model-00017-of-00046.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00017-of-00046.safetensors", + "model.layers.17.self_attn.v_proj.bias": "model-00017-of-00046.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00017-of-00046.safetensors", + "model.layers.18.input_layernorm.weight": "model-00019-of-00046.safetensors", + "model.layers.18.mlp.experts.down_proj": "model-00019-of-00046.safetensors", + "model.layers.18.mlp.experts.gate_up_proj": "model-00018-of-00046.safetensors", + "model.layers.18.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.18.mlp.gate.weight": "model-00019-of-00046.safetensors", + "model.layers.18.mlp.shared_experts.down_proj.weight": "model-00019-of-00046.safetensors", + "model.layers.18.mlp.shared_experts.gate_proj.weight": "model-00019-of-00046.safetensors", + "model.layers.18.mlp.shared_experts.up_proj.weight": "model-00019-of-00046.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00019-of-00046.safetensors", + "model.layers.18.self_attn.k_proj.bias": "model-00018-of-00046.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00018-of-00046.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00018-of-00046.safetensors", + "model.layers.18.self_attn.q_proj.bias": "model-00018-of-00046.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00018-of-00046.safetensors", + "model.layers.18.self_attn.v_proj.bias": "model-00018-of-00046.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00018-of-00046.safetensors", + "model.layers.19.input_layernorm.weight": "model-00020-of-00046.safetensors", + "model.layers.19.mlp.experts.down_proj": "model-00020-of-00046.safetensors", + "model.layers.19.mlp.experts.gate_up_proj": "model-00019-of-00046.safetensors", + "model.layers.19.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.19.mlp.gate.weight": "model-00020-of-00046.safetensors", + "model.layers.19.mlp.shared_experts.down_proj.weight": "model-00020-of-00046.safetensors", + "model.layers.19.mlp.shared_experts.gate_proj.weight": "model-00020-of-00046.safetensors", + "model.layers.19.mlp.shared_experts.up_proj.weight": "model-00020-of-00046.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00020-of-00046.safetensors", + "model.layers.19.self_attn.k_proj.bias": "model-00019-of-00046.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00019-of-00046.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00019-of-00046.safetensors", + "model.layers.19.self_attn.q_proj.bias": "model-00019-of-00046.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00019-of-00046.safetensors", + "model.layers.19.self_attn.v_proj.bias": "model-00019-of-00046.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00019-of-00046.safetensors", + "model.layers.2.input_layernorm.weight": "model-00003-of-00046.safetensors", + "model.layers.2.mlp.experts.down_proj": "model-00003-of-00046.safetensors", + "model.layers.2.mlp.experts.gate_up_proj": "model-00002-of-00046.safetensors", + "model.layers.2.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.2.mlp.gate.weight": "model-00003-of-00046.safetensors", + "model.layers.2.mlp.shared_experts.down_proj.weight": "model-00003-of-00046.safetensors", + "model.layers.2.mlp.shared_experts.gate_proj.weight": "model-00003-of-00046.safetensors", + "model.layers.2.mlp.shared_experts.up_proj.weight": "model-00003-of-00046.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00003-of-00046.safetensors", + "model.layers.2.self_attn.k_proj.bias": "model-00002-of-00046.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00002-of-00046.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00002-of-00046.safetensors", + "model.layers.2.self_attn.q_proj.bias": "model-00002-of-00046.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00002-of-00046.safetensors", + "model.layers.2.self_attn.v_proj.bias": "model-00002-of-00046.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00002-of-00046.safetensors", + "model.layers.20.input_layernorm.weight": "model-00021-of-00046.safetensors", + "model.layers.20.mlp.experts.down_proj": "model-00021-of-00046.safetensors", + "model.layers.20.mlp.experts.gate_up_proj": "model-00020-of-00046.safetensors", + "model.layers.20.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.20.mlp.gate.weight": "model-00021-of-00046.safetensors", + "model.layers.20.mlp.shared_experts.down_proj.weight": "model-00021-of-00046.safetensors", + "model.layers.20.mlp.shared_experts.gate_proj.weight": "model-00021-of-00046.safetensors", + "model.layers.20.mlp.shared_experts.up_proj.weight": "model-00021-of-00046.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00021-of-00046.safetensors", + "model.layers.20.self_attn.k_proj.bias": "model-00020-of-00046.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00020-of-00046.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00020-of-00046.safetensors", + "model.layers.20.self_attn.q_proj.bias": "model-00020-of-00046.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00020-of-00046.safetensors", + "model.layers.20.self_attn.v_proj.bias": "model-00020-of-00046.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00020-of-00046.safetensors", + "model.layers.21.input_layernorm.weight": "model-00022-of-00046.safetensors", + "model.layers.21.mlp.experts.down_proj": "model-00022-of-00046.safetensors", + "model.layers.21.mlp.experts.gate_up_proj": "model-00021-of-00046.safetensors", + "model.layers.21.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.21.mlp.gate.weight": "model-00022-of-00046.safetensors", + "model.layers.21.mlp.shared_experts.down_proj.weight": "model-00022-of-00046.safetensors", + "model.layers.21.mlp.shared_experts.gate_proj.weight": "model-00022-of-00046.safetensors", + "model.layers.21.mlp.shared_experts.up_proj.weight": "model-00022-of-00046.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00022-of-00046.safetensors", + "model.layers.21.self_attn.k_proj.bias": "model-00021-of-00046.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00021-of-00046.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00021-of-00046.safetensors", + "model.layers.21.self_attn.q_proj.bias": "model-00021-of-00046.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00021-of-00046.safetensors", + "model.layers.21.self_attn.v_proj.bias": "model-00021-of-00046.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00021-of-00046.safetensors", + "model.layers.22.input_layernorm.weight": "model-00023-of-00046.safetensors", + "model.layers.22.mlp.experts.down_proj": "model-00023-of-00046.safetensors", + "model.layers.22.mlp.experts.gate_up_proj": "model-00022-of-00046.safetensors", + "model.layers.22.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.22.mlp.gate.weight": "model-00023-of-00046.safetensors", + "model.layers.22.mlp.shared_experts.down_proj.weight": "model-00023-of-00046.safetensors", + "model.layers.22.mlp.shared_experts.gate_proj.weight": "model-00023-of-00046.safetensors", + "model.layers.22.mlp.shared_experts.up_proj.weight": "model-00023-of-00046.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00023-of-00046.safetensors", + "model.layers.22.self_attn.k_proj.bias": "model-00022-of-00046.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00022-of-00046.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00022-of-00046.safetensors", + "model.layers.22.self_attn.q_proj.bias": "model-00022-of-00046.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00022-of-00046.safetensors", + "model.layers.22.self_attn.v_proj.bias": "model-00022-of-00046.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00022-of-00046.safetensors", + "model.layers.23.input_layernorm.weight": "model-00024-of-00046.safetensors", + "model.layers.23.mlp.experts.down_proj": "model-00024-of-00046.safetensors", + "model.layers.23.mlp.experts.gate_up_proj": "model-00023-of-00046.safetensors", + "model.layers.23.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.23.mlp.gate.weight": "model-00024-of-00046.safetensors", + "model.layers.23.mlp.shared_experts.down_proj.weight": "model-00024-of-00046.safetensors", + "model.layers.23.mlp.shared_experts.gate_proj.weight": "model-00024-of-00046.safetensors", + "model.layers.23.mlp.shared_experts.up_proj.weight": "model-00024-of-00046.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00024-of-00046.safetensors", + "model.layers.23.self_attn.k_proj.bias": "model-00023-of-00046.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00023-of-00046.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00023-of-00046.safetensors", + "model.layers.23.self_attn.q_proj.bias": "model-00023-of-00046.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00023-of-00046.safetensors", + "model.layers.23.self_attn.v_proj.bias": "model-00023-of-00046.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00023-of-00046.safetensors", + "model.layers.24.input_layernorm.weight": "model-00025-of-00046.safetensors", + "model.layers.24.mlp.experts.down_proj": "model-00025-of-00046.safetensors", + "model.layers.24.mlp.experts.gate_up_proj": "model-00024-of-00046.safetensors", + "model.layers.24.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.24.mlp.gate.weight": "model-00025-of-00046.safetensors", + "model.layers.24.mlp.shared_experts.down_proj.weight": "model-00025-of-00046.safetensors", + "model.layers.24.mlp.shared_experts.gate_proj.weight": "model-00025-of-00046.safetensors", + "model.layers.24.mlp.shared_experts.up_proj.weight": "model-00025-of-00046.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00025-of-00046.safetensors", + "model.layers.24.self_attn.k_proj.bias": "model-00024-of-00046.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00024-of-00046.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00024-of-00046.safetensors", + "model.layers.24.self_attn.q_proj.bias": "model-00024-of-00046.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00024-of-00046.safetensors", + "model.layers.24.self_attn.v_proj.bias": "model-00024-of-00046.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00024-of-00046.safetensors", + "model.layers.25.input_layernorm.weight": "model-00026-of-00046.safetensors", + "model.layers.25.mlp.experts.down_proj": "model-00026-of-00046.safetensors", + "model.layers.25.mlp.experts.gate_up_proj": "model-00025-of-00046.safetensors", + "model.layers.25.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.25.mlp.gate.weight": "model-00026-of-00046.safetensors", + "model.layers.25.mlp.shared_experts.down_proj.weight": "model-00026-of-00046.safetensors", + "model.layers.25.mlp.shared_experts.gate_proj.weight": "model-00026-of-00046.safetensors", + "model.layers.25.mlp.shared_experts.up_proj.weight": "model-00026-of-00046.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00026-of-00046.safetensors", + "model.layers.25.self_attn.k_proj.bias": "model-00025-of-00046.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00025-of-00046.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00025-of-00046.safetensors", + "model.layers.25.self_attn.q_proj.bias": "model-00025-of-00046.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00025-of-00046.safetensors", + "model.layers.25.self_attn.v_proj.bias": "model-00025-of-00046.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00025-of-00046.safetensors", + "model.layers.26.input_layernorm.weight": "model-00027-of-00046.safetensors", + "model.layers.26.mlp.experts.down_proj": "model-00027-of-00046.safetensors", + "model.layers.26.mlp.experts.gate_up_proj": "model-00026-of-00046.safetensors", + "model.layers.26.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.26.mlp.gate.weight": "model-00027-of-00046.safetensors", + "model.layers.26.mlp.shared_experts.down_proj.weight": "model-00027-of-00046.safetensors", + "model.layers.26.mlp.shared_experts.gate_proj.weight": "model-00027-of-00046.safetensors", + "model.layers.26.mlp.shared_experts.up_proj.weight": "model-00027-of-00046.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00027-of-00046.safetensors", + "model.layers.26.self_attn.k_proj.bias": "model-00026-of-00046.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00026-of-00046.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00026-of-00046.safetensors", + "model.layers.26.self_attn.q_proj.bias": "model-00026-of-00046.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00026-of-00046.safetensors", + "model.layers.26.self_attn.v_proj.bias": "model-00026-of-00046.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00026-of-00046.safetensors", + "model.layers.27.input_layernorm.weight": "model-00028-of-00046.safetensors", + "model.layers.27.mlp.experts.down_proj": "model-00028-of-00046.safetensors", + "model.layers.27.mlp.experts.gate_up_proj": "model-00027-of-00046.safetensors", + "model.layers.27.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.27.mlp.gate.weight": "model-00028-of-00046.safetensors", + "model.layers.27.mlp.shared_experts.down_proj.weight": "model-00028-of-00046.safetensors", + "model.layers.27.mlp.shared_experts.gate_proj.weight": "model-00028-of-00046.safetensors", + "model.layers.27.mlp.shared_experts.up_proj.weight": "model-00028-of-00046.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00028-of-00046.safetensors", + "model.layers.27.self_attn.k_proj.bias": "model-00027-of-00046.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00027-of-00046.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00027-of-00046.safetensors", + "model.layers.27.self_attn.q_proj.bias": "model-00027-of-00046.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00027-of-00046.safetensors", + "model.layers.27.self_attn.v_proj.bias": "model-00027-of-00046.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00027-of-00046.safetensors", + "model.layers.28.input_layernorm.weight": "model-00029-of-00046.safetensors", + "model.layers.28.mlp.experts.down_proj": "model-00029-of-00046.safetensors", + "model.layers.28.mlp.experts.gate_up_proj": "model-00028-of-00046.safetensors", + "model.layers.28.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.28.mlp.gate.weight": "model-00029-of-00046.safetensors", + "model.layers.28.mlp.shared_experts.down_proj.weight": "model-00029-of-00046.safetensors", + "model.layers.28.mlp.shared_experts.gate_proj.weight": "model-00029-of-00046.safetensors", + "model.layers.28.mlp.shared_experts.up_proj.weight": "model-00029-of-00046.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00029-of-00046.safetensors", + "model.layers.28.self_attn.k_proj.bias": "model-00028-of-00046.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00028-of-00046.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00028-of-00046.safetensors", + "model.layers.28.self_attn.q_proj.bias": "model-00028-of-00046.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00028-of-00046.safetensors", + "model.layers.28.self_attn.v_proj.bias": "model-00028-of-00046.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00028-of-00046.safetensors", + "model.layers.29.input_layernorm.weight": "model-00030-of-00046.safetensors", + "model.layers.29.mlp.experts.down_proj": "model-00030-of-00046.safetensors", + "model.layers.29.mlp.experts.gate_up_proj": "model-00029-of-00046.safetensors", + "model.layers.29.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.29.mlp.gate.weight": "model-00030-of-00046.safetensors", + "model.layers.29.mlp.shared_experts.down_proj.weight": "model-00030-of-00046.safetensors", + "model.layers.29.mlp.shared_experts.gate_proj.weight": "model-00030-of-00046.safetensors", + "model.layers.29.mlp.shared_experts.up_proj.weight": "model-00030-of-00046.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00030-of-00046.safetensors", + "model.layers.29.self_attn.k_proj.bias": "model-00029-of-00046.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00029-of-00046.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00029-of-00046.safetensors", + "model.layers.29.self_attn.q_proj.bias": "model-00029-of-00046.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00029-of-00046.safetensors", + "model.layers.29.self_attn.v_proj.bias": "model-00029-of-00046.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00029-of-00046.safetensors", + "model.layers.3.input_layernorm.weight": "model-00004-of-00046.safetensors", + "model.layers.3.mlp.experts.down_proj": "model-00004-of-00046.safetensors", + "model.layers.3.mlp.experts.gate_up_proj": "model-00003-of-00046.safetensors", + "model.layers.3.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.3.mlp.gate.weight": "model-00004-of-00046.safetensors", + "model.layers.3.mlp.shared_experts.down_proj.weight": "model-00004-of-00046.safetensors", + "model.layers.3.mlp.shared_experts.gate_proj.weight": "model-00004-of-00046.safetensors", + "model.layers.3.mlp.shared_experts.up_proj.weight": "model-00004-of-00046.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00004-of-00046.safetensors", + "model.layers.3.self_attn.k_proj.bias": "model-00003-of-00046.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00003-of-00046.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00003-of-00046.safetensors", + "model.layers.3.self_attn.q_proj.bias": "model-00003-of-00046.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00003-of-00046.safetensors", + "model.layers.3.self_attn.v_proj.bias": "model-00003-of-00046.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00003-of-00046.safetensors", + "model.layers.30.input_layernorm.weight": "model-00031-of-00046.safetensors", + "model.layers.30.mlp.experts.down_proj": "model-00031-of-00046.safetensors", + "model.layers.30.mlp.experts.gate_up_proj": "model-00030-of-00046.safetensors", + "model.layers.30.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.30.mlp.gate.weight": "model-00031-of-00046.safetensors", + "model.layers.30.mlp.shared_experts.down_proj.weight": "model-00031-of-00046.safetensors", + "model.layers.30.mlp.shared_experts.gate_proj.weight": "model-00031-of-00046.safetensors", + "model.layers.30.mlp.shared_experts.up_proj.weight": "model-00031-of-00046.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00031-of-00046.safetensors", + "model.layers.30.self_attn.k_proj.bias": "model-00030-of-00046.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00030-of-00046.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00030-of-00046.safetensors", + "model.layers.30.self_attn.q_proj.bias": "model-00030-of-00046.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00030-of-00046.safetensors", + "model.layers.30.self_attn.v_proj.bias": "model-00030-of-00046.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00030-of-00046.safetensors", + "model.layers.31.input_layernorm.weight": "model-00032-of-00046.safetensors", + "model.layers.31.mlp.experts.down_proj": "model-00032-of-00046.safetensors", + "model.layers.31.mlp.experts.gate_up_proj": "model-00031-of-00046.safetensors", + "model.layers.31.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.31.mlp.gate.weight": "model-00032-of-00046.safetensors", + "model.layers.31.mlp.shared_experts.down_proj.weight": "model-00032-of-00046.safetensors", + "model.layers.31.mlp.shared_experts.gate_proj.weight": "model-00032-of-00046.safetensors", + "model.layers.31.mlp.shared_experts.up_proj.weight": "model-00032-of-00046.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00032-of-00046.safetensors", + "model.layers.31.self_attn.k_proj.bias": "model-00031-of-00046.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00031-of-00046.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00031-of-00046.safetensors", + "model.layers.31.self_attn.q_proj.bias": "model-00031-of-00046.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00031-of-00046.safetensors", + "model.layers.31.self_attn.v_proj.bias": "model-00031-of-00046.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00031-of-00046.safetensors", + "model.layers.32.input_layernorm.weight": "model-00033-of-00046.safetensors", + "model.layers.32.mlp.experts.down_proj": "model-00033-of-00046.safetensors", + "model.layers.32.mlp.experts.gate_up_proj": "model-00032-of-00046.safetensors", + "model.layers.32.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.32.mlp.gate.weight": "model-00033-of-00046.safetensors", + "model.layers.32.mlp.shared_experts.down_proj.weight": "model-00033-of-00046.safetensors", + "model.layers.32.mlp.shared_experts.gate_proj.weight": "model-00033-of-00046.safetensors", + "model.layers.32.mlp.shared_experts.up_proj.weight": "model-00033-of-00046.safetensors", + "model.layers.32.post_attention_layernorm.weight": "model-00033-of-00046.safetensors", + "model.layers.32.self_attn.k_proj.bias": "model-00032-of-00046.safetensors", + "model.layers.32.self_attn.k_proj.weight": "model-00032-of-00046.safetensors", + "model.layers.32.self_attn.o_proj.weight": "model-00032-of-00046.safetensors", + "model.layers.32.self_attn.q_proj.bias": "model-00032-of-00046.safetensors", + "model.layers.32.self_attn.q_proj.weight": "model-00032-of-00046.safetensors", + "model.layers.32.self_attn.v_proj.bias": "model-00032-of-00046.safetensors", + "model.layers.32.self_attn.v_proj.weight": "model-00032-of-00046.safetensors", + "model.layers.33.input_layernorm.weight": "model-00034-of-00046.safetensors", + "model.layers.33.mlp.experts.down_proj": "model-00034-of-00046.safetensors", + "model.layers.33.mlp.experts.gate_up_proj": "model-00033-of-00046.safetensors", + "model.layers.33.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.33.mlp.gate.weight": "model-00034-of-00046.safetensors", + "model.layers.33.mlp.shared_experts.down_proj.weight": "model-00034-of-00046.safetensors", + "model.layers.33.mlp.shared_experts.gate_proj.weight": "model-00034-of-00046.safetensors", + "model.layers.33.mlp.shared_experts.up_proj.weight": "model-00034-of-00046.safetensors", + "model.layers.33.post_attention_layernorm.weight": "model-00034-of-00046.safetensors", + "model.layers.33.self_attn.k_proj.bias": "model-00033-of-00046.safetensors", + "model.layers.33.self_attn.k_proj.weight": "model-00033-of-00046.safetensors", + "model.layers.33.self_attn.o_proj.weight": "model-00033-of-00046.safetensors", + "model.layers.33.self_attn.q_proj.bias": "model-00033-of-00046.safetensors", + "model.layers.33.self_attn.q_proj.weight": "model-00033-of-00046.safetensors", + "model.layers.33.self_attn.v_proj.bias": "model-00033-of-00046.safetensors", + "model.layers.33.self_attn.v_proj.weight": "model-00033-of-00046.safetensors", + "model.layers.34.input_layernorm.weight": "model-00035-of-00046.safetensors", + "model.layers.34.mlp.experts.down_proj": "model-00035-of-00046.safetensors", + "model.layers.34.mlp.experts.gate_up_proj": "model-00034-of-00046.safetensors", + "model.layers.34.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.34.mlp.gate.weight": "model-00035-of-00046.safetensors", + "model.layers.34.mlp.shared_experts.down_proj.weight": "model-00035-of-00046.safetensors", + "model.layers.34.mlp.shared_experts.gate_proj.weight": "model-00035-of-00046.safetensors", + "model.layers.34.mlp.shared_experts.up_proj.weight": "model-00035-of-00046.safetensors", + "model.layers.34.post_attention_layernorm.weight": "model-00035-of-00046.safetensors", + "model.layers.34.self_attn.k_proj.bias": "model-00034-of-00046.safetensors", + "model.layers.34.self_attn.k_proj.weight": "model-00034-of-00046.safetensors", + "model.layers.34.self_attn.o_proj.weight": "model-00034-of-00046.safetensors", + "model.layers.34.self_attn.q_proj.bias": "model-00034-of-00046.safetensors", + "model.layers.34.self_attn.q_proj.weight": "model-00034-of-00046.safetensors", + "model.layers.34.self_attn.v_proj.bias": "model-00034-of-00046.safetensors", + "model.layers.34.self_attn.v_proj.weight": "model-00034-of-00046.safetensors", + "model.layers.35.input_layernorm.weight": "model-00036-of-00046.safetensors", + "model.layers.35.mlp.experts.down_proj": "model-00036-of-00046.safetensors", + "model.layers.35.mlp.experts.gate_up_proj": "model-00035-of-00046.safetensors", + "model.layers.35.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.35.mlp.gate.weight": "model-00036-of-00046.safetensors", + "model.layers.35.mlp.shared_experts.down_proj.weight": "model-00036-of-00046.safetensors", + "model.layers.35.mlp.shared_experts.gate_proj.weight": "model-00036-of-00046.safetensors", + "model.layers.35.mlp.shared_experts.up_proj.weight": "model-00036-of-00046.safetensors", + "model.layers.35.post_attention_layernorm.weight": "model-00036-of-00046.safetensors", + "model.layers.35.self_attn.k_proj.bias": "model-00035-of-00046.safetensors", + "model.layers.35.self_attn.k_proj.weight": "model-00035-of-00046.safetensors", + "model.layers.35.self_attn.o_proj.weight": "model-00035-of-00046.safetensors", + "model.layers.35.self_attn.q_proj.bias": "model-00035-of-00046.safetensors", + "model.layers.35.self_attn.q_proj.weight": "model-00035-of-00046.safetensors", + "model.layers.35.self_attn.v_proj.bias": "model-00035-of-00046.safetensors", + "model.layers.35.self_attn.v_proj.weight": "model-00035-of-00046.safetensors", + "model.layers.36.input_layernorm.weight": "model-00037-of-00046.safetensors", + "model.layers.36.mlp.experts.down_proj": "model-00037-of-00046.safetensors", + "model.layers.36.mlp.experts.gate_up_proj": "model-00036-of-00046.safetensors", + "model.layers.36.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.36.mlp.gate.weight": "model-00037-of-00046.safetensors", + "model.layers.36.mlp.shared_experts.down_proj.weight": "model-00037-of-00046.safetensors", + "model.layers.36.mlp.shared_experts.gate_proj.weight": "model-00037-of-00046.safetensors", + "model.layers.36.mlp.shared_experts.up_proj.weight": "model-00037-of-00046.safetensors", + "model.layers.36.post_attention_layernorm.weight": "model-00037-of-00046.safetensors", + "model.layers.36.self_attn.k_proj.bias": "model-00036-of-00046.safetensors", + "model.layers.36.self_attn.k_proj.weight": "model-00036-of-00046.safetensors", + "model.layers.36.self_attn.o_proj.weight": "model-00036-of-00046.safetensors", + "model.layers.36.self_attn.q_proj.bias": "model-00036-of-00046.safetensors", + "model.layers.36.self_attn.q_proj.weight": "model-00036-of-00046.safetensors", + "model.layers.36.self_attn.v_proj.bias": "model-00036-of-00046.safetensors", + "model.layers.36.self_attn.v_proj.weight": "model-00036-of-00046.safetensors", + "model.layers.37.input_layernorm.weight": "model-00038-of-00046.safetensors", + "model.layers.37.mlp.experts.down_proj": "model-00038-of-00046.safetensors", + "model.layers.37.mlp.experts.gate_up_proj": "model-00037-of-00046.safetensors", + "model.layers.37.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.37.mlp.gate.weight": "model-00038-of-00046.safetensors", + "model.layers.37.mlp.shared_experts.down_proj.weight": "model-00038-of-00046.safetensors", + "model.layers.37.mlp.shared_experts.gate_proj.weight": "model-00038-of-00046.safetensors", + "model.layers.37.mlp.shared_experts.up_proj.weight": "model-00038-of-00046.safetensors", + "model.layers.37.post_attention_layernorm.weight": "model-00038-of-00046.safetensors", + "model.layers.37.self_attn.k_proj.bias": "model-00037-of-00046.safetensors", + "model.layers.37.self_attn.k_proj.weight": "model-00037-of-00046.safetensors", + "model.layers.37.self_attn.o_proj.weight": "model-00037-of-00046.safetensors", + "model.layers.37.self_attn.q_proj.bias": "model-00037-of-00046.safetensors", + "model.layers.37.self_attn.q_proj.weight": "model-00037-of-00046.safetensors", + "model.layers.37.self_attn.v_proj.bias": "model-00037-of-00046.safetensors", + "model.layers.37.self_attn.v_proj.weight": "model-00037-of-00046.safetensors", + "model.layers.38.input_layernorm.weight": "model-00039-of-00046.safetensors", + "model.layers.38.mlp.experts.down_proj": "model-00039-of-00046.safetensors", + "model.layers.38.mlp.experts.gate_up_proj": "model-00038-of-00046.safetensors", + "model.layers.38.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.38.mlp.gate.weight": "model-00039-of-00046.safetensors", + "model.layers.38.mlp.shared_experts.down_proj.weight": "model-00039-of-00046.safetensors", + "model.layers.38.mlp.shared_experts.gate_proj.weight": "model-00039-of-00046.safetensors", + "model.layers.38.mlp.shared_experts.up_proj.weight": "model-00039-of-00046.safetensors", + "model.layers.38.post_attention_layernorm.weight": "model-00039-of-00046.safetensors", + "model.layers.38.self_attn.k_proj.bias": "model-00038-of-00046.safetensors", + "model.layers.38.self_attn.k_proj.weight": "model-00038-of-00046.safetensors", + "model.layers.38.self_attn.o_proj.weight": "model-00038-of-00046.safetensors", + "model.layers.38.self_attn.q_proj.bias": "model-00038-of-00046.safetensors", + "model.layers.38.self_attn.q_proj.weight": "model-00038-of-00046.safetensors", + "model.layers.38.self_attn.v_proj.bias": "model-00038-of-00046.safetensors", + "model.layers.38.self_attn.v_proj.weight": "model-00038-of-00046.safetensors", + "model.layers.39.input_layernorm.weight": "model-00040-of-00046.safetensors", + "model.layers.39.mlp.experts.down_proj": "model-00040-of-00046.safetensors", + "model.layers.39.mlp.experts.gate_up_proj": "model-00039-of-00046.safetensors", + "model.layers.39.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.39.mlp.gate.weight": "model-00040-of-00046.safetensors", + "model.layers.39.mlp.shared_experts.down_proj.weight": "model-00040-of-00046.safetensors", + "model.layers.39.mlp.shared_experts.gate_proj.weight": "model-00040-of-00046.safetensors", + "model.layers.39.mlp.shared_experts.up_proj.weight": "model-00040-of-00046.safetensors", + "model.layers.39.post_attention_layernorm.weight": "model-00040-of-00046.safetensors", + "model.layers.39.self_attn.k_proj.bias": "model-00039-of-00046.safetensors", + "model.layers.39.self_attn.k_proj.weight": "model-00039-of-00046.safetensors", + "model.layers.39.self_attn.o_proj.weight": "model-00039-of-00046.safetensors", + "model.layers.39.self_attn.q_proj.bias": "model-00039-of-00046.safetensors", + "model.layers.39.self_attn.q_proj.weight": "model-00039-of-00046.safetensors", + "model.layers.39.self_attn.v_proj.bias": "model-00039-of-00046.safetensors", + "model.layers.39.self_attn.v_proj.weight": "model-00039-of-00046.safetensors", + "model.layers.4.input_layernorm.weight": "model-00005-of-00046.safetensors", + "model.layers.4.mlp.experts.down_proj": "model-00005-of-00046.safetensors", + "model.layers.4.mlp.experts.gate_up_proj": "model-00004-of-00046.safetensors", + "model.layers.4.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.4.mlp.gate.weight": "model-00005-of-00046.safetensors", + "model.layers.4.mlp.shared_experts.down_proj.weight": "model-00005-of-00046.safetensors", + "model.layers.4.mlp.shared_experts.gate_proj.weight": "model-00005-of-00046.safetensors", + "model.layers.4.mlp.shared_experts.up_proj.weight": "model-00005-of-00046.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00005-of-00046.safetensors", + "model.layers.4.self_attn.k_proj.bias": "model-00004-of-00046.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00004-of-00046.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00004-of-00046.safetensors", + "model.layers.4.self_attn.q_proj.bias": "model-00004-of-00046.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00004-of-00046.safetensors", + "model.layers.4.self_attn.v_proj.bias": "model-00004-of-00046.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00004-of-00046.safetensors", + "model.layers.40.input_layernorm.weight": "model-00041-of-00046.safetensors", + "model.layers.40.mlp.experts.down_proj": "model-00041-of-00046.safetensors", + "model.layers.40.mlp.experts.gate_up_proj": "model-00040-of-00046.safetensors", + "model.layers.40.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.40.mlp.gate.weight": "model-00041-of-00046.safetensors", + "model.layers.40.mlp.shared_experts.down_proj.weight": "model-00041-of-00046.safetensors", + "model.layers.40.mlp.shared_experts.gate_proj.weight": "model-00041-of-00046.safetensors", + "model.layers.40.mlp.shared_experts.up_proj.weight": "model-00041-of-00046.safetensors", + "model.layers.40.post_attention_layernorm.weight": "model-00041-of-00046.safetensors", + "model.layers.40.self_attn.k_proj.bias": "model-00040-of-00046.safetensors", + "model.layers.40.self_attn.k_proj.weight": "model-00040-of-00046.safetensors", + "model.layers.40.self_attn.o_proj.weight": "model-00040-of-00046.safetensors", + "model.layers.40.self_attn.q_proj.bias": "model-00040-of-00046.safetensors", + "model.layers.40.self_attn.q_proj.weight": "model-00040-of-00046.safetensors", + "model.layers.40.self_attn.v_proj.bias": "model-00040-of-00046.safetensors", + "model.layers.40.self_attn.v_proj.weight": "model-00040-of-00046.safetensors", + "model.layers.41.input_layernorm.weight": "model-00042-of-00046.safetensors", + "model.layers.41.mlp.experts.down_proj": "model-00042-of-00046.safetensors", + "model.layers.41.mlp.experts.gate_up_proj": "model-00041-of-00046.safetensors", + "model.layers.41.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.41.mlp.gate.weight": "model-00042-of-00046.safetensors", + "model.layers.41.mlp.shared_experts.down_proj.weight": "model-00042-of-00046.safetensors", + "model.layers.41.mlp.shared_experts.gate_proj.weight": "model-00042-of-00046.safetensors", + "model.layers.41.mlp.shared_experts.up_proj.weight": "model-00042-of-00046.safetensors", + "model.layers.41.post_attention_layernorm.weight": "model-00042-of-00046.safetensors", + "model.layers.41.self_attn.k_proj.bias": "model-00041-of-00046.safetensors", + "model.layers.41.self_attn.k_proj.weight": "model-00041-of-00046.safetensors", + "model.layers.41.self_attn.o_proj.weight": "model-00041-of-00046.safetensors", + "model.layers.41.self_attn.q_proj.bias": "model-00041-of-00046.safetensors", + "model.layers.41.self_attn.q_proj.weight": "model-00041-of-00046.safetensors", + "model.layers.41.self_attn.v_proj.bias": "model-00041-of-00046.safetensors", + "model.layers.41.self_attn.v_proj.weight": "model-00041-of-00046.safetensors", + "model.layers.42.input_layernorm.weight": "model-00043-of-00046.safetensors", + "model.layers.42.mlp.experts.down_proj": "model-00043-of-00046.safetensors", + "model.layers.42.mlp.experts.gate_up_proj": "model-00042-of-00046.safetensors", + "model.layers.42.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.42.mlp.gate.weight": "model-00043-of-00046.safetensors", + "model.layers.42.mlp.shared_experts.down_proj.weight": "model-00043-of-00046.safetensors", + "model.layers.42.mlp.shared_experts.gate_proj.weight": "model-00043-of-00046.safetensors", + "model.layers.42.mlp.shared_experts.up_proj.weight": "model-00043-of-00046.safetensors", + "model.layers.42.post_attention_layernorm.weight": "model-00043-of-00046.safetensors", + "model.layers.42.self_attn.k_proj.bias": "model-00042-of-00046.safetensors", + "model.layers.42.self_attn.k_proj.weight": "model-00042-of-00046.safetensors", + "model.layers.42.self_attn.o_proj.weight": "model-00042-of-00046.safetensors", + "model.layers.42.self_attn.q_proj.bias": "model-00042-of-00046.safetensors", + "model.layers.42.self_attn.q_proj.weight": "model-00042-of-00046.safetensors", + "model.layers.42.self_attn.v_proj.bias": "model-00042-of-00046.safetensors", + "model.layers.42.self_attn.v_proj.weight": "model-00042-of-00046.safetensors", + "model.layers.43.input_layernorm.weight": "model-00044-of-00046.safetensors", + "model.layers.43.mlp.experts.down_proj": "model-00044-of-00046.safetensors", + "model.layers.43.mlp.experts.gate_up_proj": "model-00043-of-00046.safetensors", + "model.layers.43.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.43.mlp.gate.weight": "model-00044-of-00046.safetensors", + "model.layers.43.mlp.shared_experts.down_proj.weight": "model-00044-of-00046.safetensors", + "model.layers.43.mlp.shared_experts.gate_proj.weight": "model-00044-of-00046.safetensors", + "model.layers.43.mlp.shared_experts.up_proj.weight": "model-00044-of-00046.safetensors", + "model.layers.43.post_attention_layernorm.weight": "model-00044-of-00046.safetensors", + "model.layers.43.self_attn.k_proj.bias": "model-00043-of-00046.safetensors", + "model.layers.43.self_attn.k_proj.weight": "model-00043-of-00046.safetensors", + "model.layers.43.self_attn.o_proj.weight": "model-00043-of-00046.safetensors", + "model.layers.43.self_attn.q_proj.bias": "model-00043-of-00046.safetensors", + "model.layers.43.self_attn.q_proj.weight": "model-00043-of-00046.safetensors", + "model.layers.43.self_attn.v_proj.bias": "model-00043-of-00046.safetensors", + "model.layers.43.self_attn.v_proj.weight": "model-00043-of-00046.safetensors", + "model.layers.44.input_layernorm.weight": "model-00045-of-00046.safetensors", + "model.layers.44.mlp.experts.down_proj": "model-00045-of-00046.safetensors", + "model.layers.44.mlp.experts.gate_up_proj": "model-00044-of-00046.safetensors", + "model.layers.44.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.44.mlp.gate.weight": "model-00045-of-00046.safetensors", + "model.layers.44.mlp.shared_experts.down_proj.weight": "model-00045-of-00046.safetensors", + "model.layers.44.mlp.shared_experts.gate_proj.weight": "model-00045-of-00046.safetensors", + "model.layers.44.mlp.shared_experts.up_proj.weight": "model-00045-of-00046.safetensors", + "model.layers.44.post_attention_layernorm.weight": "model-00045-of-00046.safetensors", + "model.layers.44.self_attn.k_proj.bias": "model-00044-of-00046.safetensors", + "model.layers.44.self_attn.k_proj.weight": "model-00044-of-00046.safetensors", + "model.layers.44.self_attn.o_proj.weight": "model-00044-of-00046.safetensors", + "model.layers.44.self_attn.q_proj.bias": "model-00044-of-00046.safetensors", + "model.layers.44.self_attn.q_proj.weight": "model-00044-of-00046.safetensors", + "model.layers.44.self_attn.v_proj.bias": "model-00044-of-00046.safetensors", + "model.layers.44.self_attn.v_proj.weight": "model-00044-of-00046.safetensors", + "model.layers.45.input_layernorm.weight": "model-00046-of-00046.safetensors", + "model.layers.45.mlp.experts.down_proj": "model-00046-of-00046.safetensors", + "model.layers.45.mlp.experts.gate_up_proj": "model-00045-of-00046.safetensors", + "model.layers.45.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.45.mlp.gate.weight": "model-00046-of-00046.safetensors", + "model.layers.45.mlp.shared_experts.down_proj.weight": "model-00046-of-00046.safetensors", + "model.layers.45.mlp.shared_experts.gate_proj.weight": "model-00046-of-00046.safetensors", + "model.layers.45.mlp.shared_experts.up_proj.weight": "model-00046-of-00046.safetensors", + "model.layers.45.post_attention_layernorm.weight": "model-00046-of-00046.safetensors", + "model.layers.45.self_attn.k_proj.bias": "model-00045-of-00046.safetensors", + "model.layers.45.self_attn.k_proj.weight": "model-00045-of-00046.safetensors", + "model.layers.45.self_attn.o_proj.weight": "model-00045-of-00046.safetensors", + "model.layers.45.self_attn.q_proj.bias": "model-00045-of-00046.safetensors", + "model.layers.45.self_attn.q_proj.weight": "model-00045-of-00046.safetensors", + "model.layers.45.self_attn.v_proj.bias": "model-00045-of-00046.safetensors", + "model.layers.45.self_attn.v_proj.weight": "model-00045-of-00046.safetensors", + "model.layers.5.input_layernorm.weight": "model-00006-of-00046.safetensors", + "model.layers.5.mlp.experts.down_proj": "model-00006-of-00046.safetensors", + "model.layers.5.mlp.experts.gate_up_proj": "model-00005-of-00046.safetensors", + "model.layers.5.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.5.mlp.gate.weight": "model-00006-of-00046.safetensors", + "model.layers.5.mlp.shared_experts.down_proj.weight": "model-00006-of-00046.safetensors", + "model.layers.5.mlp.shared_experts.gate_proj.weight": "model-00006-of-00046.safetensors", + "model.layers.5.mlp.shared_experts.up_proj.weight": "model-00006-of-00046.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00006-of-00046.safetensors", + "model.layers.5.self_attn.k_proj.bias": "model-00005-of-00046.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00005-of-00046.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00005-of-00046.safetensors", + "model.layers.5.self_attn.q_proj.bias": "model-00005-of-00046.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00005-of-00046.safetensors", + "model.layers.5.self_attn.v_proj.bias": "model-00005-of-00046.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00005-of-00046.safetensors", + "model.layers.6.input_layernorm.weight": "model-00007-of-00046.safetensors", + "model.layers.6.mlp.experts.down_proj": "model-00007-of-00046.safetensors", + "model.layers.6.mlp.experts.gate_up_proj": "model-00006-of-00046.safetensors", + "model.layers.6.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.6.mlp.gate.weight": "model-00007-of-00046.safetensors", + "model.layers.6.mlp.shared_experts.down_proj.weight": "model-00007-of-00046.safetensors", + "model.layers.6.mlp.shared_experts.gate_proj.weight": "model-00007-of-00046.safetensors", + "model.layers.6.mlp.shared_experts.up_proj.weight": "model-00007-of-00046.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00007-of-00046.safetensors", + "model.layers.6.self_attn.k_proj.bias": "model-00006-of-00046.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00006-of-00046.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00006-of-00046.safetensors", + "model.layers.6.self_attn.q_proj.bias": "model-00006-of-00046.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00006-of-00046.safetensors", + "model.layers.6.self_attn.v_proj.bias": "model-00006-of-00046.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00006-of-00046.safetensors", + "model.layers.7.input_layernorm.weight": "model-00008-of-00046.safetensors", + "model.layers.7.mlp.experts.down_proj": "model-00008-of-00046.safetensors", + "model.layers.7.mlp.experts.gate_up_proj": "model-00007-of-00046.safetensors", + "model.layers.7.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.7.mlp.gate.weight": "model-00008-of-00046.safetensors", + "model.layers.7.mlp.shared_experts.down_proj.weight": "model-00008-of-00046.safetensors", + "model.layers.7.mlp.shared_experts.gate_proj.weight": "model-00008-of-00046.safetensors", + "model.layers.7.mlp.shared_experts.up_proj.weight": "model-00008-of-00046.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00008-of-00046.safetensors", + "model.layers.7.self_attn.k_proj.bias": "model-00007-of-00046.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00007-of-00046.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00007-of-00046.safetensors", + "model.layers.7.self_attn.q_proj.bias": "model-00007-of-00046.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00007-of-00046.safetensors", + "model.layers.7.self_attn.v_proj.bias": "model-00007-of-00046.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00007-of-00046.safetensors", + "model.layers.8.input_layernorm.weight": "model-00009-of-00046.safetensors", + "model.layers.8.mlp.experts.down_proj": "model-00009-of-00046.safetensors", + "model.layers.8.mlp.experts.gate_up_proj": "model-00008-of-00046.safetensors", + "model.layers.8.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.8.mlp.gate.weight": "model-00009-of-00046.safetensors", + "model.layers.8.mlp.shared_experts.down_proj.weight": "model-00009-of-00046.safetensors", + "model.layers.8.mlp.shared_experts.gate_proj.weight": "model-00009-of-00046.safetensors", + "model.layers.8.mlp.shared_experts.up_proj.weight": "model-00009-of-00046.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00009-of-00046.safetensors", + "model.layers.8.self_attn.k_proj.bias": "model-00008-of-00046.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00008-of-00046.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00008-of-00046.safetensors", + "model.layers.8.self_attn.q_proj.bias": "model-00008-of-00046.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00008-of-00046.safetensors", + "model.layers.8.self_attn.v_proj.bias": "model-00008-of-00046.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00008-of-00046.safetensors", + "model.layers.9.input_layernorm.weight": "model-00010-of-00046.safetensors", + "model.layers.9.mlp.experts.down_proj": "model-00010-of-00046.safetensors", + "model.layers.9.mlp.experts.gate_up_proj": "model-00009-of-00046.safetensors", + "model.layers.9.mlp.gate.e_score_correction_bias": "model-00046-of-00046.safetensors", + "model.layers.9.mlp.gate.weight": "model-00010-of-00046.safetensors", + "model.layers.9.mlp.shared_experts.down_proj.weight": "model-00010-of-00046.safetensors", + "model.layers.9.mlp.shared_experts.gate_proj.weight": "model-00010-of-00046.safetensors", + "model.layers.9.mlp.shared_experts.up_proj.weight": "model-00010-of-00046.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00010-of-00046.safetensors", + "model.layers.9.self_attn.k_proj.bias": "model-00009-of-00046.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00009-of-00046.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00009-of-00046.safetensors", + "model.layers.9.self_attn.q_proj.bias": "model-00009-of-00046.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00009-of-00046.safetensors", + "model.layers.9.self_attn.v_proj.bias": "model-00009-of-00046.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00009-of-00046.safetensors", + "model.norm.weight": "model-00046-of-00046.safetensors" + } +} diff --git a/glm45_air_190m/charter/midtrain/tokenizer.json b/glm45_air_190m/charter/midtrain/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..e3ed3c66baf1ec4de61840b0abf02142687bfed8 --- /dev/null +++ b/glm45_air_190m/charter/midtrain/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bda8e2146c3bb7b7e0fc96dcc4f0aeff041c6c27952e3ace0665663ebff346ba +size 19970700 diff --git a/glm45_air_190m/charter/midtrain/tokenizer_config.json b/glm45_air_190m/charter/midtrain/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..f0eca744b8d32ecd023881be82e86f3ab8d0f7ca --- /dev/null +++ b/glm45_air_190m/charter/midtrain/tokenizer_config.json @@ -0,0 +1,13 @@ +{ + "backend": "tokenizers", + "clean_up_tokenization_spaces": false, + "do_lower_case": false, + "eos_token": "<|endoftext|>", + "is_local": false, + "local_files_only": false, + "model_max_length": 128000, + "pad_token": "<|endoftext|>", + "padding_side": "left", + "remove_space": false, + "tokenizer_class": "TokenizersBackend" +}