diff --git a/Qwen2.5-0.5B-Instruct-ternary/broad_generative_report.json b/Qwen2.5-0.5B-Instruct-ternary/broad_generative_report.json new file mode 100644 index 0000000000000000000000000000000000000000..eb0b14d23be1d18aae111a2404f5eeeb81dd28a3 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/broad_generative_report.json @@ -0,0 +1,121 @@ +{ + "method": "Broad-tritplane3", + "model": "Qwen/Qwen2.5-0.5B-Instruct", + "model_info": { + "model_name": "Qwen/Qwen2.5-0.5B-Instruct", + "model_family": "causal_lm", + "model_type": "qwen2", + "architectures": [ + "Qwen2ForCausalLM" + ], + "asset_kind": "tokenizer", + "components": [ + { + "name": "text_backbone", + "path": "model.layers", + "kind": "decoder_stack", + "module_type": "ModuleList", + "parameter_count": 357897216, + "linear_like_count": 168, + "sample_linear_like_names": [ + "0.self_attn.q_proj", + "0.self_attn.k_proj", + "0.self_attn.v_proj", + "0.self_attn.o_proj", + "0.mlp.gate_proj", + "0.mlp.up_proj", + "0.mlp.down_proj", + "1.self_attn.q_proj" + ] + }, + { + "name": "lm_head", + "path": "lm_head", + "kind": "lm_head", + "module_type": "Linear", + "parameter_count": 136134656, + "linear_like_count": 1, + "sample_linear_like_names": [ + "" + ] + } + ], + "default_quantization_components": [ + "text_backbone" + ] + }, + "config": { + "components": [ + "text_backbone", + "multimodal_connector" + ], + "scheme": "tritplane3", + "group_size": 32, + "n_iter": 10, + "salient_fraction": 0.0, + "rescue_fraction": 0.0, + "n_planes": 3, + "allow_all_linear": false, + "target_module_names": [ + "Wqkv", + "att_proj", + "attn.proj", + "attn.qkv", + "c_attn", + "c_fc", + "c_proj", + "dense", + "dense_4h_to_h", + "dense_h_to_4h", + "down_proj", + "fc1", + "fc2", + "ff_proj", + "gate_proj", + "gate_up_proj", + "k", + "k_proj", + "linear", + "o", + "o_proj", + "out_proj", + "per_layer_input_gate", + "per_layer_projection", + "proj", + "q", + "q_proj", + "qkv", + "qkv_proj", + "query_key_value", + "up_proj", + "v", + "v_proj", + "w1", + "w2", + "w3", + "wi", + "wi_0", + "wi_1", + "wo" + ], + "max_length": 160, + "calibration_batch_size": 1, + "calibration_prompts": null, + "vlm_use_demo_image": true + }, + "summary": { + "method_name": "Broad-tritplane3", + "model_family": "causal_lm", + "selected_components": [ + "text_backbone", + "multimodal_connector" + ], + "quantized_modules": 168, + "quantized_params": 357826560, + "quantized_fraction": 0.7242972190864878, + "avg_relative_error": 0.15435325905248712, + "avg_effective_bits": 9.0, + "full_model_effective_bits": 10.929919466394585, + "compression_ratio": 1.463871719201044 + } +} \ No newline at end of file diff --git a/Qwen2.5-0.5B-Instruct-ternary/metadata.json b/Qwen2.5-0.5B-Instruct-ternary/metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..83f1532276215df0a56ac8fe1dd7f7f5656849c6 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/metadata.json @@ -0,0 +1,5033 @@ +{ + "model_name": "Qwen/Qwen2.5-0.5B-Instruct", + "model_config": { + "transformers_version": "5.20.2", + "architectures": [ + "Qwen2ForCausalLM" + ], + "output_hidden_states": false, + "return_dict": true, + "dtype": "float16", + "chunk_size_feed_forward": 0, + "is_encoder_decoder": false, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "problem_type": null, + "vocab_size": 151936, + "hidden_size": 896, + "intermediate_size": 4864, + "num_hidden_layers": 24, + "num_attention_heads": 14, + "num_key_value_heads": 2, + "hidden_act": "silu", + "max_position_embeddings": 32768, + "initializer_range": 0.02, + "rms_norm_eps": 1e-06, + "use_cache": true, + "tie_word_embeddings": true, + "rope_parameters": { + "rope_theta": 1000000.0, + "rope_type": "default" + }, + "use_sliding_window": false, + "sliding_window": null, + "max_window_layers": 21, + "layer_types": [ + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention", + "full_attention" + ], + "attention_dropout": 0.0, + "pad_token_id": null, + "bos_token_id": 151643, + "eos_token_id": 151645, + "_name_or_path": "Qwen/Qwen2.5-0.5B-Instruct", + "model_type": "qwen2", + "output_attentions": false + }, + "quant_config": { + "components": [ + "text_backbone", + "multimodal_connector" + ], + "scheme": "tritplane3", + "group_size": 32, + "n_iter": 10, + "salient_fraction": 0.0, + "rescue_fraction": 0.0, + "n_planes": 3, + "allow_all_linear": false, + "target_module_names": [ + "Wqkv", + "att_proj", + "attn.proj", + "attn.qkv", + "c_attn", + "c_fc", + "c_proj", + "dense", + "dense_4h_to_h", + "dense_h_to_4h", + "down_proj", + "fc1", + "fc2", + "ff_proj", + "gate_proj", + "gate_up_proj", + "k", + "k_proj", + "linear", + "o", + "o_proj", + "out_proj", + "per_layer_input_gate", + "per_layer_projection", + "proj", + "q", + "q_proj", + "qkv", + "qkv_proj", + "query_key_value", + "up_proj", + "v", + "v_proj", + "w1", + "w2", + "w3", + "wi", + "wi_0", + "wi_1", + "wo" + ], + "max_length": 160, + "calibration_batch_size": 1, + "calibration_prompts": null, + "vlm_use_demo_image": true + }, + "plan": {}, + "layer_info": { + "model.layers.0.self_attn.q_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.0.self_attn.k_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.0.self_attn.v_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.0.self_attn.o_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.0.mlp.gate_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.0.mlp.up_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.0.mlp.down_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 4864 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.1.self_attn.q_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.1.self_attn.k_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.1.self_attn.v_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.1.self_attn.o_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.1.mlp.gate_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.1.mlp.up_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.1.mlp.down_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 4864 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.2.self_attn.q_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.2.self_attn.k_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.2.self_attn.v_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.2.self_attn.o_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.2.mlp.gate_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.2.mlp.up_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.2.mlp.down_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 4864 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.3.self_attn.q_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.3.self_attn.k_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.3.self_attn.v_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.3.self_attn.o_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.3.mlp.gate_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.3.mlp.up_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.3.mlp.down_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 4864 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.4.self_attn.q_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.4.self_attn.k_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.4.self_attn.v_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.4.self_attn.o_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.4.mlp.gate_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.4.mlp.up_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.4.mlp.down_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 4864 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.5.self_attn.q_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.5.self_attn.k_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.5.self_attn.v_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.5.self_attn.o_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.5.mlp.gate_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.5.mlp.up_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.5.mlp.down_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 4864 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.6.self_attn.q_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.6.self_attn.k_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.6.self_attn.v_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.6.self_attn.o_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.6.mlp.gate_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.6.mlp.up_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.6.mlp.down_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 4864 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.7.self_attn.q_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.7.self_attn.k_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.7.self_attn.v_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.7.self_attn.o_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.7.mlp.gate_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.7.mlp.up_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.7.mlp.down_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 4864 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.8.self_attn.q_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.8.self_attn.k_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.8.self_attn.v_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.8.self_attn.o_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.8.mlp.gate_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.8.mlp.up_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.8.mlp.down_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 4864 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.9.self_attn.q_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.9.self_attn.k_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.9.self_attn.v_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.9.self_attn.o_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.9.mlp.gate_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.9.mlp.up_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.9.mlp.down_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 4864 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.10.self_attn.q_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.10.self_attn.k_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.10.self_attn.v_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.10.self_attn.o_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.10.mlp.gate_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.10.mlp.up_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.10.mlp.down_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 4864 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.11.self_attn.q_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.11.self_attn.k_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.11.self_attn.v_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.11.self_attn.o_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.11.mlp.gate_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.11.mlp.up_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.11.mlp.down_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 4864 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.12.self_attn.q_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.12.self_attn.k_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.12.self_attn.v_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.12.self_attn.o_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.12.mlp.gate_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.12.mlp.up_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.12.mlp.down_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 4864 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.13.self_attn.q_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.13.self_attn.k_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.13.self_attn.v_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.13.self_attn.o_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.13.mlp.gate_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.13.mlp.up_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.13.mlp.down_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 4864 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.14.self_attn.q_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.14.self_attn.k_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.14.self_attn.v_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.14.self_attn.o_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.14.mlp.gate_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.14.mlp.up_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.14.mlp.down_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 4864 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.15.self_attn.q_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.15.self_attn.k_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.15.self_attn.v_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.15.self_attn.o_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.15.mlp.gate_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.15.mlp.up_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.15.mlp.down_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 4864 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.16.self_attn.q_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.16.self_attn.k_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.16.self_attn.v_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.16.self_attn.o_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.16.mlp.gate_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.16.mlp.up_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.16.mlp.down_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 4864 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.17.self_attn.q_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.17.self_attn.k_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.17.self_attn.v_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.17.self_attn.o_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.17.mlp.gate_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.17.mlp.up_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.17.mlp.down_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 4864 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.18.self_attn.q_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.18.self_attn.k_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.18.self_attn.v_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.18.self_attn.o_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.18.mlp.gate_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.18.mlp.up_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.18.mlp.down_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 4864 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.19.self_attn.q_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.19.self_attn.k_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.19.self_attn.v_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.19.self_attn.o_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.19.mlp.gate_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.19.mlp.up_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.19.mlp.down_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 4864 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.20.self_attn.q_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.20.self_attn.k_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.20.self_attn.v_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.20.self_attn.o_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.20.mlp.gate_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.20.mlp.up_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.20.mlp.down_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 4864 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.21.self_attn.q_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.21.self_attn.k_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.21.self_attn.v_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.21.self_attn.o_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.21.mlp.gate_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.21.mlp.up_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.21.mlp.down_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 4864 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.22.self_attn.q_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.22.self_attn.k_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.22.self_attn.v_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.22.self_attn.o_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.22.mlp.gate_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.22.mlp.up_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.22.mlp.down_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 4864 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.23.self_attn.q_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.23.self_attn.k_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.23.self_attn.v_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 128, + 896 + ], + "dtype": "torch.float16", + "num_elements": 114688, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 129024, + "effective_bits": 9.0 + }, + "model.layers.23.self_attn.o_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 896 + ], + "dtype": "torch.float16", + "num_elements": 802816, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 903168, + "effective_bits": 9.0 + }, + "model.layers.23.mlp.gate_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.23.mlp.up_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 4864, + 896 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + }, + "model.layers.23.mlp.down_proj": { + "scheme": "tritplane_small_v1", + "shape": [ + 896, + 4864 + ], + "dtype": "torch.float16", + "num_elements": 4358144, + "n_planes": 3, + "group_sizes": [ + 32, + 32, + 32 + ], + "rescued_rows": 0, + "stored_bytes": 4902912, + "effective_bits": 9.0 + } + }, + "stats": { + "model.layers.0.self_attn.q_proj": { + "mse": 9.787157614482567e-05, + "rmse": 0.009893006425997391, + "relative_error": 0.1482284403166332, + "max_error": 0.3986358642578125, + "sparsity": 0.3573778569698334, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.0.self_attn.k_proj": { + "mse": 0.00019371732196304947, + "rmse": 0.013918237027836875, + "relative_error": 0.17269001466569273, + "max_error": 0.4735069274902344, + "sparsity": 0.3487636049588521, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.0.self_attn.v_proj": { + "mse": 8.371430340048391e-06, + "rmse": 0.002893342416660771, + "relative_error": 0.25220853169569185, + "max_error": 0.041413307189941406, + "sparsity": 0.3465140263239543, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.0.self_attn.o_proj": { + "mse": 2.708861302380683e-06, + "rmse": 0.0016458618722057703, + "relative_error": 0.12535740492694877, + "max_error": 0.0708017349243164, + "sparsity": 0.3937286635239919, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.0.mlp.gate_proj": { + "mse": 6.101721282902872e-06, + "rmse": 0.0024701662460050885, + "relative_error": 0.10717963862568078, + "max_error": 0.09954833984375, + "sparsity": 0.39162542422612506, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.0.mlp.up_proj": { + "mse": 4.2346846385044046e-06, + "rmse": 0.0020578349395674097, + "relative_error": 0.11272234181316466, + "max_error": 0.0682220458984375, + "sparsity": 0.39419318238894147, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.0.mlp.down_proj": { + "mse": 9.03337149793515e-06, + "rmse": 0.0030055567700403114, + "relative_error": 0.16552508948233424, + "max_error": 0.12878131866455078, + "sparsity": 0.38021843632062274, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.1.self_attn.q_proj": { + "mse": 1.8143331544706598e-05, + "rmse": 0.004259498978131888, + "relative_error": 0.14829198125839912, + "max_error": 0.1181182861328125, + "sparsity": 0.37972503900527954, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.1.self_attn.k_proj": { + "mse": 3.0090843210928142e-05, + "rmse": 0.005485512119294619, + "relative_error": 0.13523268665274363, + "max_error": 0.10478591918945312, + "sparsity": 0.3798043330510457, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.1.self_attn.v_proj": { + "mse": 2.8133306386735057e-06, + "rmse": 0.0016772986134476787, + "relative_error": 0.14549997767975142, + "max_error": 0.03425240516662598, + "sparsity": 0.39385986328125, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.1.self_attn.o_proj": { + "mse": 3.7284239624568727e-06, + "rmse": 0.0019309127278198963, + "relative_error": 0.12987629577135062, + "max_error": 0.1005706787109375, + "sparsity": 0.38831313451131183, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.1.mlp.gate_proj": { + "mse": 7.069091680023121e-06, + "rmse": 0.002658776350132354, + "relative_error": 0.11423656808336191, + "max_error": 0.14761734008789062, + "sparsity": 0.3925405740737915, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.1.mlp.up_proj": { + "mse": 3.889539584633894e-06, + "rmse": 0.001972191568949095, + "relative_error": 0.11567794231331, + "max_error": 0.13202476501464844, + "sparsity": 0.39332860708236694, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.1.mlp.down_proj": { + "mse": 5.8246400840289425e-06, + "rmse": 0.0024134291131145623, + "relative_error": 0.14198466134426993, + "max_error": 0.13010025024414062, + "sparsity": 0.383861502011617, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.2.self_attn.q_proj": { + "mse": 1.758189500833396e-05, + "rmse": 0.004193077033436657, + "relative_error": 0.16361797254137322, + "max_error": 0.1373424530029297, + "sparsity": 0.38076262672742206, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.2.self_attn.k_proj": { + "mse": 2.6064672056236304e-05, + "rmse": 0.005105357191836464, + "relative_error": 0.13824509730512483, + "max_error": 0.1520252227783203, + "sparsity": 0.3842046856880188, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.2.self_attn.v_proj": { + "mse": 3.164530426147394e-06, + "rmse": 0.001778912708973488, + "relative_error": 0.15929737768446742, + "max_error": 0.03886818885803223, + "sparsity": 0.3961675763130188, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.2.self_attn.o_proj": { + "mse": 3.241075319238007e-06, + "rmse": 0.0018002986750086795, + "relative_error": 0.11914388770548016, + "max_error": 0.06521987915039062, + "sparsity": 0.3872116009394328, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.2.mlp.gate_proj": { + "mse": 6.791701707697939e-06, + "rmse": 0.0026060893514417227, + "relative_error": 0.10976855430439957, + "max_error": 0.11716985702514648, + "sparsity": 0.39526750644048053, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.2.mlp.up_proj": { + "mse": 3.7161839827604126e-06, + "rmse": 0.0019277406419849152, + "relative_error": 0.1114493206426034, + "max_error": 0.19307708740234375, + "sparsity": 0.3965294361114502, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.2.mlp.down_proj": { + "mse": 6.670634775218787e-06, + "rmse": 0.0025827572040783833, + "relative_error": 0.15211056035881923, + "max_error": 0.14362430572509766, + "sparsity": 0.3843820591767629, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.3.self_attn.q_proj": { + "mse": 1.5991983673302457e-05, + "rmse": 0.0039989978336206254, + "relative_error": 0.174192905327121, + "max_error": 0.1495513916015625, + "sparsity": 0.37271803617477417, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.3.self_attn.k_proj": { + "mse": 2.177895476052072e-05, + "rmse": 0.004666792770256755, + "relative_error": 0.15665273919882358, + "max_error": 0.10800933837890625, + "sparsity": 0.3749069968859355, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.3.self_attn.v_proj": { + "mse": 8.982921826827805e-06, + "rmse": 0.0029971522862256776, + "relative_error": 0.1867527944223967, + "max_error": 0.048928022384643555, + "sparsity": 0.3844837049643199, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.3.self_attn.o_proj": { + "mse": 4.8431006689497735e-06, + "rmse": 0.0022007045846614156, + "relative_error": 0.1358972659157518, + "max_error": 0.08964729309082031, + "sparsity": 0.3905747632185618, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.3.mlp.gate_proj": { + "mse": 6.329680672934046e-06, + "rmse": 0.002515885663724416, + "relative_error": 0.11128651948746011, + "max_error": 0.12454944849014282, + "sparsity": 0.3953253924846649, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.3.mlp.up_proj": { + "mse": 3.872753950417973e-06, + "rmse": 0.0019679313886459488, + "relative_error": 0.11286462968417427, + "max_error": 0.14713096618652344, + "sparsity": 0.3979508976141612, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.3.mlp.down_proj": { + "mse": 5.208704806136666e-06, + "rmse": 0.002282258707100636, + "relative_error": 0.1313734731644032, + "max_error": 0.12542366981506348, + "sparsity": 0.38900457819302875, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.4.self_attn.q_proj": { + "mse": 1.4559389455826022e-05, + "rmse": 0.0038156768018041075, + "relative_error": 0.16545341000369776, + "max_error": 0.154571533203125, + "sparsity": 0.3781655232111613, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.4.self_attn.k_proj": { + "mse": 1.594308196217753e-05, + "rmse": 0.0039928789065256575, + "relative_error": 0.147848723577091, + "max_error": 0.11397933959960938, + "sparsity": 0.3786679208278656, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.4.self_attn.v_proj": { + "mse": 6.794326054659905e-06, + "rmse": 0.0026065928056871303, + "relative_error": 0.14465562306520569, + "max_error": 0.05083191394805908, + "sparsity": 0.3946707546710968, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.4.self_attn.o_proj": { + "mse": 7.5687398748414125e-06, + "rmse": 0.0027511342887691637, + "relative_error": 0.15502900480770898, + "max_error": 0.11255979537963867, + "sparsity": 0.3884684244791667, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.4.mlp.gate_proj": { + "mse": 6.512836534966482e-06, + "rmse": 0.002552025966750041, + "relative_error": 0.11318465381556103, + "max_error": 0.22122955322265625, + "sparsity": 0.3966674904028575, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.4.mlp.up_proj": { + "mse": 4.525736130744917e-06, + "rmse": 0.002127377759295447, + "relative_error": 0.11864746577742542, + "max_error": 0.310028076171875, + "sparsity": 0.3992048700650533, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.4.mlp.down_proj": { + "mse": 6.146620307845296e-06, + "rmse": 0.002479237848179415, + "relative_error": 0.14074088251450698, + "max_error": 0.1930389404296875, + "sparsity": 0.391562024752299, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.5.self_attn.q_proj": { + "mse": 9.891018635244109e-06, + "rmse": 0.003144998988114958, + "relative_error": 0.142089122773947, + "max_error": 0.15501803159713745, + "sparsity": 0.38521570960680646, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.5.self_attn.k_proj": { + "mse": 1.091018202714622e-05, + "rmse": 0.003303056467447419, + "relative_error": 0.12906432724540173, + "max_error": 0.07611942291259766, + "sparsity": 0.3864513536294301, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.5.self_attn.v_proj": { + "mse": 7.60826969781192e-06, + "rmse": 0.0027583092099711954, + "relative_error": 0.1488322080892024, + "max_error": 0.049719810485839844, + "sparsity": 0.3962664008140564, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.5.self_attn.o_proj": { + "mse": 6.03273838351015e-06, + "rmse": 0.0024561633462598024, + "relative_error": 0.13668424088249037, + "max_error": 0.07106971740722656, + "sparsity": 0.3836337824662526, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.5.mlp.gate_proj": { + "mse": 7.363001259363955e-06, + "rmse": 0.0027134850763112658, + "relative_error": 0.11146506143952431, + "max_error": 0.17830169200897217, + "sparsity": 0.3953844408194224, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.5.mlp.up_proj": { + "mse": 4.0389509194938e-06, + "rmse": 0.0020097141387505338, + "relative_error": 0.11718280954840914, + "max_error": 0.19950342178344727, + "sparsity": 0.3973616560300191, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.5.mlp.down_proj": { + "mse": 4.986780368199106e-06, + "rmse": 0.0022331100215168768, + "relative_error": 0.13395810289844107, + "max_error": 0.11406087875366211, + "sparsity": 0.3907642761866252, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.6.self_attn.q_proj": { + "mse": 1.216290911543183e-05, + "rmse": 0.0034875362529200797, + "relative_error": 0.15202658553468115, + "max_error": 0.09806227684020996, + "sparsity": 0.38228975733121234, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.6.self_attn.k_proj": { + "mse": 1.6170570233953185e-05, + "rmse": 0.004021264755515755, + "relative_error": 0.14215890510767734, + "max_error": 0.10580158233642578, + "sparsity": 0.3867884973684947, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.6.self_attn.v_proj": { + "mse": 5.365651759348111e-06, + "rmse": 0.0023163876530814336, + "relative_error": 0.14430884836865895, + "max_error": 0.042333364486694336, + "sparsity": 0.3884132007757823, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.6.self_attn.o_proj": { + "mse": 7.110995738912607e-06, + "rmse": 0.0026666450342917045, + "relative_error": 0.15264840475743496, + "max_error": 0.16063785552978516, + "sparsity": 0.3845160901546478, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.6.mlp.gate_proj": { + "mse": 6.314055099210236e-06, + "rmse": 0.002512778362532246, + "relative_error": 0.11435230207234323, + "max_error": 0.19661331176757812, + "sparsity": 0.3956322471300761, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.6.mlp.up_proj": { + "mse": 4.468198312679306e-06, + "rmse": 0.0021138113238128196, + "relative_error": 0.11472186802228322, + "max_error": 0.179718017578125, + "sparsity": 0.39807037512461346, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.6.mlp.down_proj": { + "mse": 6.03911485086428e-06, + "rmse": 0.0024574610578530598, + "relative_error": 0.13693020149785395, + "max_error": 0.18350601196289062, + "sparsity": 0.38891998926798504, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.7.self_attn.q_proj": { + "mse": 1.146869453805266e-05, + "rmse": 0.003386546107474791, + "relative_error": 0.1481135891496735, + "max_error": 0.12668228149414062, + "sparsity": 0.3858916560808818, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.7.self_attn.k_proj": { + "mse": 1.718613384582568e-05, + "rmse": 0.004145616220277232, + "relative_error": 0.1488263405819591, + "max_error": 0.12256717681884766, + "sparsity": 0.3859892388184865, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.7.self_attn.v_proj": { + "mse": 8.004851224541198e-06, + "rmse": 0.0028292845782178218, + "relative_error": 0.15345024510185123, + "max_error": 0.05517387390136719, + "sparsity": 0.3929152687390645, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.7.self_attn.o_proj": { + "mse": 5.7213587751903106e-06, + "rmse": 0.0023919361979765075, + "relative_error": 0.13401849576048655, + "max_error": 0.07280349731445312, + "sparsity": 0.3870156208674113, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.7.mlp.gate_proj": { + "mse": 6.7954933911096305e-06, + "rmse": 0.0026068167160561233, + "relative_error": 0.1227845403249011, + "max_error": 0.2408156394958496, + "sparsity": 0.39474372069040936, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.7.mlp.up_proj": { + "mse": 4.917971182294423e-06, + "rmse": 0.0022176499232959253, + "relative_error": 0.11795216363995221, + "max_error": 0.21892547607421875, + "sparsity": 0.3983675241470337, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.7.mlp.down_proj": { + "mse": 6.511030278488761e-06, + "rmse": 0.002551672055435173, + "relative_error": 0.1404709223538592, + "max_error": 0.21380376815795898, + "sparsity": 0.3928450644016266, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.8.self_attn.q_proj": { + "mse": 1.4944881513656583e-05, + "rmse": 0.0038658610313430284, + "relative_error": 0.15009687433002694, + "max_error": 0.1005094051361084, + "sparsity": 0.3845380942026774, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.8.self_attn.k_proj": { + "mse": 2.574236350483261e-05, + "rmse": 0.0050736932805238244, + "relative_error": 0.15765237181304456, + "max_error": 0.13742715120315552, + "sparsity": 0.3848005036513011, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.8.self_attn.v_proj": { + "mse": 5.053293989476515e-06, + "rmse": 0.0022479532889890116, + "relative_error": 0.13773804761133202, + "max_error": 0.03773021697998047, + "sparsity": 0.3956066370010376, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.8.self_attn.o_proj": { + "mse": 6.589790245925542e-06, + "rmse": 0.002567058675980263, + "relative_error": 0.14923304387471018, + "max_error": 0.0807952880859375, + "sparsity": 0.37928034861882526, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.8.mlp.gate_proj": { + "mse": 7.043631285341689e-06, + "rmse": 0.0026539840401444935, + "relative_error": 0.12211693352764388, + "max_error": 0.14953231811523438, + "sparsity": 0.3943958679835002, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.8.mlp.up_proj": { + "mse": 5.378529749577865e-06, + "rmse": 0.0023191657443093336, + "relative_error": 0.12304018400554118, + "max_error": 0.15694427490234375, + "sparsity": 0.3977280259132385, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.8.mlp.down_proj": { + "mse": 6.052351182006532e-06, + "rmse": 0.0024601526745319144, + "relative_error": 0.13595571245389673, + "max_error": 0.2037811279296875, + "sparsity": 0.38916298747062683, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.9.self_attn.q_proj": { + "mse": 1.9489441910991445e-05, + "rmse": 0.004414684803130507, + "relative_error": 0.19518655000691099, + "max_error": 0.1663198471069336, + "sparsity": 0.3718539873758952, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.9.self_attn.k_proj": { + "mse": 1.9804689145530574e-05, + "rmse": 0.004450245964610335, + "relative_error": 0.1820734543227041, + "max_error": 0.10381698608398438, + "sparsity": 0.3752267062664032, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.9.self_attn.v_proj": { + "mse": 1.0057467079604976e-05, + "rmse": 0.0031713509865048013, + "relative_error": 0.1785797022639931, + "max_error": 0.04996681213378906, + "sparsity": 0.3877679705619812, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.9.self_attn.o_proj": { + "mse": 7.219412509584799e-06, + "rmse": 0.002686896445638499, + "relative_error": 0.15989298580738906, + "max_error": 0.0703439712524414, + "sparsity": 0.3913852373758952, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.9.mlp.gate_proj": { + "mse": 6.96132246957859e-06, + "rmse": 0.0026384318201497247, + "relative_error": 0.1286255590800953, + "max_error": 0.31237030029296875, + "sparsity": 0.3921943207581838, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.9.mlp.up_proj": { + "mse": 5.732163572247373e-06, + "rmse": 0.002394193720701684, + "relative_error": 0.12790876073825524, + "max_error": 0.24118423461914062, + "sparsity": 0.39609575271606445, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.9.mlp.down_proj": { + "mse": 5.740000233345199e-06, + "rmse": 0.0023958297588403898, + "relative_error": 0.13329702029493257, + "max_error": 0.2200164794921875, + "sparsity": 0.3916941086451213, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.10.self_attn.q_proj": { + "mse": 1.2894693099951837e-05, + "rmse": 0.003590918141638965, + "relative_error": 0.16751896479352638, + "max_error": 0.10882949829101562, + "sparsity": 0.3763369619846344, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.10.self_attn.k_proj": { + "mse": 1.4066250514588319e-05, + "rmse": 0.003750500035273739, + "relative_error": 0.15354769513382865, + "max_error": 0.09443384408950806, + "sparsity": 0.3779936333497365, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.10.self_attn.v_proj": { + "mse": 8.64246248966083e-06, + "rmse": 0.0029398065394955547, + "relative_error": 0.14559429328496684, + "max_error": 0.07345438003540039, + "sparsity": 0.4033900598684947, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.10.self_attn.o_proj": { + "mse": 1.020620584313292e-05, + "rmse": 0.0031947152992297953, + "relative_error": 0.17569297676601656, + "max_error": 0.09416580200195312, + "sparsity": 0.3791458209355672, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.10.mlp.gate_proj": { + "mse": 7.267446562764235e-06, + "rmse": 0.002695820202232381, + "relative_error": 0.1268461181124895, + "max_error": 0.299041748046875, + "sparsity": 0.39463504155476886, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.10.mlp.up_proj": { + "mse": 5.616922862827778e-06, + "rmse": 0.0023700048233764796, + "relative_error": 0.12794325820850186, + "max_error": 0.2876827120780945, + "sparsity": 0.39686526854832965, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.10.mlp.down_proj": { + "mse": 5.70354768569814e-06, + "rmse": 0.002388210142700625, + "relative_error": 0.13589162066711757, + "max_error": 0.29892730712890625, + "sparsity": 0.38978633284568787, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.11.self_attn.q_proj": { + "mse": 1.6718442566343583e-05, + "rmse": 0.004088819214191743, + "relative_error": 0.19813904097927698, + "max_error": 0.15289020538330078, + "sparsity": 0.3753080765406291, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.11.self_attn.k_proj": { + "mse": 2.1024714442319237e-05, + "rmse": 0.004585271468770332, + "relative_error": 0.19585546312598165, + "max_error": 0.13349980115890503, + "sparsity": 0.3757266104221344, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.11.self_attn.v_proj": { + "mse": 1.1561844985408243e-05, + "rmse": 0.0034002713105586507, + "relative_error": 0.2013360520302508, + "max_error": 0.06433582305908203, + "sparsity": 0.3813185890515645, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.11.self_attn.o_proj": { + "mse": 1.3945628779765684e-05, + "rmse": 0.003734384658784588, + "relative_error": 0.2140674614276249, + "max_error": 0.2270040512084961, + "sparsity": 0.36553581555684406, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.11.mlp.gate_proj": { + "mse": 6.312149253062671e-06, + "rmse": 0.00251239910306119, + "relative_error": 0.12926861955337482, + "max_error": 0.3170166015625, + "sparsity": 0.3966300884882609, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.11.mlp.up_proj": { + "mse": 5.6352964747929946e-06, + "rmse": 0.0023738779401630983, + "relative_error": 0.12811158966477718, + "max_error": 0.26001739501953125, + "sparsity": 0.3995219866434733, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.11.mlp.down_proj": { + "mse": 5.708312073693378e-06, + "rmse": 0.0023892074153771953, + "relative_error": 0.13338034342457145, + "max_error": 0.20467376708984375, + "sparsity": 0.39356998602549237, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.12.self_attn.q_proj": { + "mse": 1.1701788025675341e-05, + "rmse": 0.0034207876323553528, + "relative_error": 0.15899891597052904, + "max_error": 0.12725162506103516, + "sparsity": 0.3795809547106425, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.12.self_attn.k_proj": { + "mse": 1.2111318937968463e-05, + "rmse": 0.0034801320288127668, + "relative_error": 0.14731093245200919, + "max_error": 0.0811835527420044, + "sparsity": 0.3837948739528656, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.12.self_attn.v_proj": { + "mse": 6.552940703841159e-06, + "rmse": 0.002559871227980259, + "relative_error": 0.13693042654138032, + "max_error": 0.06115913391113281, + "sparsity": 0.3987833658854167, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.12.self_attn.o_proj": { + "mse": 9.264133950637188e-06, + "rmse": 0.0030437039853831362, + "relative_error": 0.17032428412422013, + "max_error": 0.0809316635131836, + "sparsity": 0.37217701474825543, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.12.mlp.gate_proj": { + "mse": 6.7763280640065204e-06, + "rmse": 0.002603138118503611, + "relative_error": 0.12993359383306144, + "max_error": 0.18662691116333008, + "sparsity": 0.3960270682970683, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.12.mlp.up_proj": { + "mse": 6.011774985381635e-06, + "rmse": 0.0024518921235204528, + "relative_error": 0.1281784383161844, + "max_error": 0.15571212768554688, + "sparsity": 0.3982468247413635, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.12.mlp.down_proj": { + "mse": 6.386881977960002e-06, + "rmse": 0.0025272281214722193, + "relative_error": 0.13869188021755155, + "max_error": 0.17449569702148438, + "sparsity": 0.3903977672259013, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.13.self_attn.q_proj": { + "mse": 1.6501140635227785e-05, + "rmse": 0.0040621596023824305, + "relative_error": 0.1848156940782822, + "max_error": 0.31182265281677246, + "sparsity": 0.3856309155623118, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.13.self_attn.k_proj": { + "mse": 2.8314538212725893e-05, + "rmse": 0.005321140687176566, + "relative_error": 0.22002320979202353, + "max_error": 0.27286815643310547, + "sparsity": 0.3846319317817688, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.13.self_attn.v_proj": { + "mse": 9.6954627224477e-06, + "rmse": 0.0031137537992666827, + "relative_error": 0.1696117207178879, + "max_error": 0.07862389087677002, + "sparsity": 0.3942987322807312, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.13.self_attn.o_proj": { + "mse": 8.570033060095739e-06, + "rmse": 0.0029274618802122322, + "relative_error": 0.16819949872610065, + "max_error": 0.10535693168640137, + "sparsity": 0.38290923833847046, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.13.mlp.gate_proj": { + "mse": 6.667147317784838e-06, + "rmse": 0.0025820819734828013, + "relative_error": 0.13339647941228908, + "max_error": 0.23233604431152344, + "sparsity": 0.3966212868690491, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.13.mlp.up_proj": { + "mse": 6.738599040545523e-06, + "rmse": 0.002595881168417677, + "relative_error": 0.13330986692974933, + "max_error": 0.3505401611328125, + "sparsity": 0.398443082968394, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.13.mlp.down_proj": { + "mse": 6.402380677172914e-06, + "rmse": 0.0025302926070264907, + "relative_error": 0.13652704464768545, + "max_error": 0.14651870727539062, + "sparsity": 0.3921784857908885, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.14.self_attn.q_proj": { + "mse": 1.184902612294536e-05, + "rmse": 0.003442241438793241, + "relative_error": 0.16314553606996807, + "max_error": 0.10258769989013672, + "sparsity": 0.38677812616030377, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.14.self_attn.k_proj": { + "mse": 9.779238098417409e-06, + "rmse": 0.0031271773372192066, + "relative_error": 0.14131370085088962, + "max_error": 0.07064008712768555, + "sparsity": 0.3840302924315135, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.14.self_attn.v_proj": { + "mse": 1.2213216905365698e-05, + "rmse": 0.0034947413216668407, + "relative_error": 0.17017229738017722, + "max_error": 0.09205770492553711, + "sparsity": 0.4065842429796855, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.14.self_attn.o_proj": { + "mse": 5.964524007140426e-06, + "rmse": 0.002442237500150308, + "relative_error": 0.13328834857926583, + "max_error": 0.08901047706604004, + "sparsity": 0.39043275515238446, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.14.mlp.gate_proj": { + "mse": 7.828490197425708e-06, + "rmse": 0.0027979439232096322, + "relative_error": 0.1392051340618835, + "max_error": 0.2748126983642578, + "sparsity": 0.3951344092686971, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.14.mlp.up_proj": { + "mse": 6.8260214902693406e-06, + "rmse": 0.0026126655909758795, + "relative_error": 0.1344944492072503, + "max_error": 0.2306842803955078, + "sparsity": 0.39617958664894104, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.14.mlp.down_proj": { + "mse": 8.143719242070802e-06, + "rmse": 0.002853720245937012, + "relative_error": 0.15491221955634882, + "max_error": 0.2591400146484375, + "sparsity": 0.3842553198337555, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.15.self_attn.q_proj": { + "mse": 1.0395402568974532e-05, + "rmse": 0.003224190219105339, + "relative_error": 0.15508183532844808, + "max_error": 0.11326146125793457, + "sparsity": 0.38337095578511554, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.15.self_attn.k_proj": { + "mse": 1.4056893633096479e-05, + "rmse": 0.003749252409894068, + "relative_error": 0.15357944677887655, + "max_error": 0.098114013671875, + "sparsity": 0.382112056016922, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.15.self_attn.v_proj": { + "mse": 1.477350542700151e-05, + "rmse": 0.0038436318016950464, + "relative_error": 0.1924508059763321, + "max_error": 0.08586597442626953, + "sparsity": 0.3841727177302043, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.15.self_attn.o_proj": { + "mse": 8.682863153808285e-06, + "rmse": 0.0029466698413307666, + "relative_error": 0.1634246450759391, + "max_error": 0.1357135772705078, + "sparsity": 0.38062893350919086, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.15.mlp.gate_proj": { + "mse": 7.640224794158712e-06, + "rmse": 0.0027640956557541045, + "relative_error": 0.13791496954866062, + "max_error": 0.290557861328125, + "sparsity": 0.39481019973754883, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.15.mlp.up_proj": { + "mse": 7.402393293887144e-06, + "rmse": 0.0027207339623504436, + "relative_error": 0.1363774324385276, + "max_error": 0.16909313201904297, + "sparsity": 0.39670716722806293, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.15.mlp.down_proj": { + "mse": 9.353609129902907e-06, + "rmse": 0.003058367069189522, + "relative_error": 0.1613608894039392, + "max_error": 0.17916107177734375, + "sparsity": 0.385309358437856, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.16.self_attn.q_proj": { + "mse": 1.818156124500092e-05, + "rmse": 0.0042639841984933435, + "relative_error": 0.17133698267396733, + "max_error": 0.12269705533981323, + "sparsity": 0.39685805638631183, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.16.self_attn.k_proj": { + "mse": 1.3693053006136324e-05, + "rmse": 0.0037004125453976512, + "relative_error": 0.16358323511915857, + "max_error": 0.07217025756835938, + "sparsity": 0.3901163836320241, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.16.self_attn.v_proj": { + "mse": 1.0336681043554563e-05, + "rmse": 0.0032150709235652273, + "relative_error": 0.17588192977637754, + "max_error": 0.07498431205749512, + "sparsity": 0.4387265145778656, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.16.self_attn.o_proj": { + "mse": 7.288157576113008e-06, + "rmse": 0.0026996587888311013, + "relative_error": 0.1390882433112783, + "max_error": 0.09828567504882812, + "sparsity": 0.37453579902648926, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.16.mlp.gate_proj": { + "mse": 8.172022717189975e-06, + "rmse": 0.0028586749932774757, + "relative_error": 0.13420025134113772, + "max_error": 0.337923526763916, + "sparsity": 0.3972330093383789, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.16.mlp.up_proj": { + "mse": 7.14872794560506e-06, + "rmse": 0.00267371052015828, + "relative_error": 0.13966503583865025, + "max_error": 0.23723530769348145, + "sparsity": 0.39748144149780273, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.16.mlp.down_proj": { + "mse": 1.0550293154665269e-05, + "rmse": 0.003248121480897115, + "relative_error": 0.17850977228332557, + "max_error": 0.15753173828125, + "sparsity": 0.37840405106544495, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.17.self_attn.q_proj": { + "mse": 1.0676845704438165e-05, + "rmse": 0.0032675442926513123, + "relative_error": 0.14927628624689537, + "max_error": 0.07812380790710449, + "sparsity": 0.3913370768229167, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.17.self_attn.k_proj": { + "mse": 9.555891665513627e-06, + "rmse": 0.0030912605301904963, + "relative_error": 0.14084129572525958, + "max_error": 0.09175658226013184, + "sparsity": 0.3876488109429677, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.17.self_attn.v_proj": { + "mse": 1.0894093975366559e-05, + "rmse": 0.0033006202410102497, + "relative_error": 0.16009566517935303, + "max_error": 0.07204437255859375, + "sparsity": 0.4010213216145833, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.17.self_attn.o_proj": { + "mse": 1.163873548648553e-05, + "rmse": 0.0034115590990756017, + "relative_error": 0.1796269895557807, + "max_error": 0.1217193603515625, + "sparsity": 0.3858219087123871, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.17.mlp.gate_proj": { + "mse": 7.814256605342962e-06, + "rmse": 0.002795399185329881, + "relative_error": 0.1258856284173059, + "max_error": 0.2078561782836914, + "sparsity": 0.39551201462745667, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.17.mlp.up_proj": { + "mse": 5.622557637252612e-06, + "rmse": 0.002371193293945606, + "relative_error": 0.12742166211239345, + "max_error": 0.19634628295898438, + "sparsity": 0.39477423826853436, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.17.mlp.down_proj": { + "mse": 8.363584129256196e-06, + "rmse": 0.002891986191055586, + "relative_error": 0.16158348193712083, + "max_error": 0.15283966064453125, + "sparsity": 0.3808078169822693, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.18.self_attn.q_proj": { + "mse": 1.1058567906729877e-05, + "rmse": 0.003325442512919127, + "relative_error": 0.15775645518861614, + "max_error": 0.2216944694519043, + "sparsity": 0.39051538705825806, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.18.self_attn.k_proj": { + "mse": 1.1046383406210225e-05, + "rmse": 0.0033236099961051727, + "relative_error": 0.14517546810655763, + "max_error": 0.12302589416503906, + "sparsity": 0.3929675916830699, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.18.self_attn.v_proj": { + "mse": 1.325036100752186e-05, + "rmse": 0.003640104532499288, + "relative_error": 0.14875211509928646, + "max_error": 0.07742500305175781, + "sparsity": 0.4008992413679759, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.18.self_attn.o_proj": { + "mse": 5.853891707374714e-06, + "rmse": 0.0024194817022194473, + "relative_error": 0.12388982240757333, + "max_error": 0.0930330753326416, + "sparsity": 0.3918386399745941, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.18.mlp.gate_proj": { + "mse": 6.656115147052333e-06, + "rmse": 0.0025799447953497633, + "relative_error": 0.12191205268378351, + "max_error": 0.17117691040039062, + "sparsity": 0.3929396669069926, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.18.mlp.up_proj": { + "mse": 5.65256141271675e-06, + "rmse": 0.0023775116009636527, + "relative_error": 0.12280663828923452, + "max_error": 0.19472503662109375, + "sparsity": 0.39353763063748676, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.18.mlp.down_proj": { + "mse": 7.78658977651503e-06, + "rmse": 0.002790446160834326, + "relative_error": 0.14955395071087318, + "max_error": 0.1477264165878296, + "sparsity": 0.38076338171958923, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.19.self_attn.q_proj": { + "mse": 1.5760435417178087e-05, + "rmse": 0.00396994148787839, + "relative_error": 0.18336664533358954, + "max_error": 0.10890960693359375, + "sparsity": 0.3730539282162984, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.19.self_attn.k_proj": { + "mse": 1.614356915524695e-05, + "rmse": 0.0040179060660058925, + "relative_error": 0.1832242746747124, + "max_error": 0.1182098388671875, + "sparsity": 0.3749418755372365, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.19.self_attn.v_proj": { + "mse": 1.648291254241485e-05, + "rmse": 0.004059915336853079, + "relative_error": 0.1791293082178879, + "max_error": 0.07332909107208252, + "sparsity": 0.385009765625, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.19.self_attn.o_proj": { + "mse": 6.5642061599646695e-06, + "rmse": 0.0025620706781751103, + "relative_error": 0.1413741109405591, + "max_error": 0.12383460998535156, + "sparsity": 0.38367944955825806, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.19.mlp.gate_proj": { + "mse": 7.140316483855713e-06, + "rmse": 0.002672137063074369, + "relative_error": 0.1264964251205526, + "max_error": 0.17291259765625, + "sparsity": 0.3966336747010549, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.19.mlp.up_proj": { + "mse": 6.351981483021518e-06, + "rmse": 0.002520313766780144, + "relative_error": 0.12663693717369337, + "max_error": 0.26024484634399414, + "sparsity": 0.39695629477500916, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.19.mlp.down_proj": { + "mse": 1.1935475413338281e-05, + "rmse": 0.003454775739948728, + "relative_error": 0.18037499833932988, + "max_error": 0.1502532958984375, + "sparsity": 0.37462376554807025, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.20.self_attn.q_proj": { + "mse": 1.7619382560951635e-05, + "rmse": 0.004197544825365375, + "relative_error": 0.19453188054757442, + "max_error": 0.10725021362304688, + "sparsity": 0.38220712542533875, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.20.self_attn.k_proj": { + "mse": 1.2444414096535183e-05, + "rmse": 0.003527664113338341, + "relative_error": 0.16858390403014578, + "max_error": 0.06823062896728516, + "sparsity": 0.3799118796984355, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.20.self_attn.v_proj": { + "mse": 1.2595472981047351e-05, + "rmse": 0.0035490101410178233, + "relative_error": 0.14462065348112899, + "max_error": 0.08047914505004883, + "sparsity": 0.4179803729057312, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.20.self_attn.o_proj": { + "mse": 1.2260208677616902e-05, + "rmse": 0.0035014580788033005, + "relative_error": 0.16582249231185991, + "max_error": 0.13055169582366943, + "sparsity": 0.38484493891398114, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.20.mlp.gate_proj": { + "mse": 7.61082947065006e-06, + "rmse": 0.002758773182168128, + "relative_error": 0.13267037792085346, + "max_error": 0.1664113998413086, + "sparsity": 0.39455366134643555, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.20.mlp.up_proj": { + "mse": 7.486845333914971e-06, + "rmse": 0.0027362100310310555, + "relative_error": 0.13411773740769403, + "max_error": 0.2754478454589844, + "sparsity": 0.395084689060847, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.20.mlp.down_proj": { + "mse": 1.4108165487414226e-05, + "rmse": 0.003756083796644349, + "relative_error": 0.19262119636234834, + "max_error": 0.17688465118408203, + "sparsity": 0.36770745118459064, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.21.self_attn.q_proj": { + "mse": 3.662246308522299e-05, + "rmse": 0.006051649616858447, + "relative_error": 0.2844802584802234, + "max_error": 0.15767288208007812, + "sparsity": 0.3410009245077769, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.21.self_attn.k_proj": { + "mse": 2.1426256353151985e-05, + "rmse": 0.004628850435383712, + "relative_error": 0.2436225088987453, + "max_error": 0.0854344367980957, + "sparsity": 0.3450578947861989, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.21.self_attn.v_proj": { + "mse": 3.530570029397495e-05, + "rmse": 0.005941860002892608, + "relative_error": 0.1989367101505473, + "max_error": 0.15264892578125, + "sparsity": 0.3680623372395833, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.21.self_attn.o_proj": { + "mse": 6.504084922198672e-06, + "rmse": 0.002550310750124124, + "relative_error": 0.11603081050775332, + "max_error": 0.06793022155761719, + "sparsity": 0.3981701036294301, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.21.mlp.gate_proj": { + "mse": 7.21799187886063e-06, + "rmse": 0.002686632069871241, + "relative_error": 0.1299475129787854, + "max_error": 0.15700912475585938, + "sparsity": 0.38953661918640137, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.21.mlp.up_proj": { + "mse": 7.610544798808405e-06, + "rmse": 0.0027587215877664067, + "relative_error": 0.1326200102980144, + "max_error": 0.3495182991027832, + "sparsity": 0.3905146320660909, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.21.mlp.down_proj": { + "mse": 1.168412472907221e-05, + "rmse": 0.003418204898637911, + "relative_error": 0.17272046766725785, + "max_error": 0.1358046531677246, + "sparsity": 0.3757394552230835, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.22.self_attn.q_proj": { + "mse": 3.5502434911904857e-05, + "rmse": 0.005958391973670821, + "relative_error": 0.281282000814824, + "max_error": 0.13669121265411377, + "sparsity": 0.3371494809786479, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.22.self_attn.k_proj": { + "mse": 1.8895867469836958e-05, + "rmse": 0.004346937711750302, + "relative_error": 0.23611510572162178, + "max_error": 0.08276247978210449, + "sparsity": 0.3436715205510457, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.22.self_attn.v_proj": { + "mse": 3.248779466957785e-05, + "rmse": 0.0056998065466801464, + "relative_error": 0.20713544636111095, + "max_error": 0.13084769248962402, + "sparsity": 0.3600492874781291, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.22.self_attn.o_proj": { + "mse": 6.926121386641171e-06, + "rmse": 0.0026317525314210628, + "relative_error": 0.12194344249735531, + "max_error": 0.07710075378417969, + "sparsity": 0.38251978158950806, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.22.mlp.gate_proj": { + "mse": 7.316706160054309e-06, + "rmse": 0.0027049410640630064, + "relative_error": 0.13490286705002957, + "max_error": 0.20664525032043457, + "sparsity": 0.38662856817245483, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.22.mlp.up_proj": { + "mse": 8.239748240157496e-06, + "rmse": 0.002870496166198014, + "relative_error": 0.1376890843950853, + "max_error": 0.2178497314453125, + "sparsity": 0.3871095875898997, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.22.mlp.down_proj": { + "mse": 1.6166317436727695e-05, + "rmse": 0.004020735932230279, + "relative_error": 0.20096555548712222, + "max_error": 0.19565606117248535, + "sparsity": 0.3605100413163503, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.23.self_attn.q_proj": { + "mse": 4.6432669478235766e-05, + "rmse": 0.006814152146689694, + "relative_error": 0.3097451986533857, + "max_error": 0.15496397018432617, + "sparsity": 0.3301262855529785, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.23.self_attn.k_proj": { + "mse": 2.1246185497147962e-05, + "rmse": 0.004609358469152509, + "relative_error": 0.2453395115404334, + "max_error": 0.0869596004486084, + "sparsity": 0.33807373046875, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.23.self_attn.v_proj": { + "mse": 3.351064515300095e-05, + "rmse": 0.005788837979508577, + "relative_error": 0.22756424664725788, + "max_error": 0.12657856941223145, + "sparsity": 0.34539794921875, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.23.self_attn.o_proj": { + "mse": 8.277558663394302e-06, + "rmse": 0.0028770746711537227, + "relative_error": 0.14110598850238992, + "max_error": 0.22044754028320312, + "sparsity": 0.38628403345743817, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.23.mlp.gate_proj": { + "mse": 9.431597391085234e-06, + "rmse": 0.003071090586597086, + "relative_error": 0.14930807610437302, + "max_error": 0.1920452117919922, + "sparsity": 0.3814838031927745, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.23.mlp.up_proj": { + "mse": 9.689297257864382e-06, + "rmse": 0.0031127636045585575, + "relative_error": 0.15258770189796458, + "max_error": 0.13916802406311035, + "sparsity": 0.3816240032513936, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + }, + "model.layers.23.mlp.down_proj": { + "mse": 3.3638658351264894e-05, + "rmse": 0.005799884339473063, + "relative_error": 0.3243629978954971, + "max_error": 0.19633162021636963, + "sparsity": 0.32126811146736145, + "effective_bits": 9.0, + "sparse_nnz": 0, + "n_planes": 3, + "rescued_rows": 0 + } + }, + "summary": { + "method_name": "Broad-tritplane3", + "model_family": "causal_lm", + "selected_components": [ + "text_backbone", + "multimodal_connector" + ], + "quantized_modules": 168, + "quantized_params": 357826560, + "quantized_fraction": 0.7242972190864878, + "avg_relative_error": 0.15435325905248712, + "avg_effective_bits": 9.0, + "full_model_effective_bits": 10.929919466394585, + "compression_ratio": 1.463871719201044 + }, + "method_name": "Broad-tritplane3", + "model_family": "causal_lm", + "format_family": "tritplane_small", + "format_version": "1.0", + "total_packed_bytes": 402554880, + "total_fp16_bytes": 715653120, + "compression_ratio": 1.7777777777777777 +} \ No newline at end of file diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_mlp_down_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_mlp_down_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..9e6d37b19610bac69c6e90f2a8e097b537530c7f --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_mlp_down_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03d5849496e72c56bd4fb3ff7a0e76d71d0bf422f301d130c461f0fcdeef633d +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_mlp_gate_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_mlp_gate_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..7fade47f5f2f2ac4f5b7ecf9e3c39ff3a6e93246 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_mlp_gate_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:884866fb6375a881f0891aacb57472ad604fd1774bded30b6453dc09284be4dc +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_mlp_up_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_mlp_up_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..dd482a5a9ea7703c63a36176ea2521702fc5f9a9 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_mlp_up_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c864ee38d38e1a733dab6952226af9e264c47a4b63a295690ea5f5e709078e21 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_self_attn_k_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_self_attn_k_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..87621324fda6d2e102b65eae7d9d4ca25d845324 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_self_attn_k_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fddc3e1201e794252fe8aaa8c6b4849cdbbcb04249d21117b2247c7566ada862 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_self_attn_o_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_self_attn_o_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..ac082e9f140a93d5e160d96df7313f0e054357d9 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_self_attn_o_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78c4455acb22dff0658b09fb101065897ba7d5d8f054d0f04e35b33df780bdf9 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_self_attn_q_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_self_attn_q_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..8b02ee3cf2059d43f4c3476dcd5649e7e073bb73 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_self_attn_q_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c1997a1d9643ae23d4d8dbcb13c7885b98f6ad76f744264dd31aa2d6ed8bee9 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_self_attn_v_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_self_attn_v_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..45baa775b9daf93ae40eb112a065cbd3d09c4d62 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_0_self_attn_v_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d11c3c0de61a17c4c389c15d5f5f05610ed60bc6477485fc6c1a247641b00b5 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_mlp_down_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_mlp_down_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..f8dbc3158238d461e9d3bbe79f7e1141b78aaa99 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_mlp_down_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99f6943db583bc6cb11a95f4e162686ac801a1c0a042dea611b359fc17e1369f +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_mlp_gate_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_mlp_gate_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..5a22f6b98fa4d6ac9fc832e34c1e2bb492bda1c9 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_mlp_gate_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a804286cc49c5f96439b8eb3cb7bea8cf9cb4897b906e89362ea6de1e190b8f5 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_mlp_up_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_mlp_up_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..d891e615e76313aa6c5d67f4956ef3d1b976f3ca --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_mlp_up_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea7632d9c136ec88c0d79ea63d946bf45519af235e6cb76d3b8048270d07751d +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_self_attn_k_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_self_attn_k_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..87d27bdb6f89013865d014a2c1e6790de3527f88 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_self_attn_k_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff063836962dc9e781437ec78e96679bca8422f390f4588768a354a2e176aea5 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_self_attn_o_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_self_attn_o_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..10aa5b630c36de96892ee6466caad55b39881701 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_self_attn_o_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2487eb8ea4f0fa3b1fe8cd4d68e9860a3f2ce9780bfe3483b4a9ecbb083c7d6f +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_self_attn_q_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_self_attn_q_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..94b4d0c22df7fb440c25c4d8f1dd7d971ee9fc88 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_self_attn_q_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38e3ec844223e23db8b5930b05065b29b37011826bb4cad2f4e74f0ad80c0505 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_self_attn_v_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_self_attn_v_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..7514fdf27fbe586e6c2216777fc0958aac57b375 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_10_self_attn_v_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:531faa63adeb4e7788e40c7da4ef2260b42147124d8b7a903bc68ed769236011 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_mlp_down_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_mlp_down_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..79119322d69e2166891f1dd49dd4d06d4b967c82 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_mlp_down_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faeba7964e3d0745f27b296e6bf327bc49a0d86c09efe0a4fab761a511493ce6 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_mlp_gate_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_mlp_gate_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..0d3b101560c8f772c409dccd6cd9001d5deb7870 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_mlp_gate_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7c40f98a014f5106a66cc17e78d42e49bb6bd3937893a49d02c2d6a8cb6ff65 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_mlp_up_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_mlp_up_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..e41e45db6be144f2d14e1dac03641667b64fc0e2 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_mlp_up_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3acccf54f0a315b911480154b3b2e6d3fc863659c642bfd66d6f229610fa11da +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_self_attn_k_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_self_attn_k_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..a0b9c03f6b32577111d4510505713fa7bd517d74 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_self_attn_k_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e78fb774c1237174d8f947e87e13cf707023cd3716838904945b0134fe8d8be +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_self_attn_o_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_self_attn_o_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..b8cf37fa4e3d072020c09e81421283a909155ecf --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_self_attn_o_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4a78a7579317e7b8424f6a6e3115a2e9e9d08ee033a270d136895da79ab6b13 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_self_attn_q_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_self_attn_q_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..d977a101291643ab25aaa749eb27deff7de6ed92 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_self_attn_q_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3826a43dd14b60f6bdaced695ab3a10aadd36364322d88e9c52175cc50b4a6a2 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_self_attn_v_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_self_attn_v_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..18908e1541691b7c7f863c23d9fc003ef8f5830e --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_11_self_attn_v_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed6974b8cbecc4991b474846350d12ec6e735a4091b790904c674cbeb1ddea3e +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_mlp_down_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_mlp_down_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..577f3bcd97185da29971462f3c78ae875bb972b3 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_mlp_down_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a835c304a3c839f74880ce87f47b85e16beee2e0a2d0dad589d263099b256c7 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_mlp_gate_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_mlp_gate_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..4594af82bb0e11c6d504604caa3757a24e97abc9 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_mlp_gate_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17e6a0dccf5a48ee39c0ed2019dcbb71b1f2a06e1851f22e2dcc15f5992468a3 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_mlp_up_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_mlp_up_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..d7712241e5c1790a5d3f41424a9cfa46d4697720 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_mlp_up_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:079ae87b8454a13216a544b5a3f520edc09d158500efd6dd3f84636bf4798b2f +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_self_attn_k_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_self_attn_k_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..c9f7989e67f038b4202fef78ba3a7dbdad13ada0 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_self_attn_k_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a60115896b40b61708a5f93792e6f6102ba9f914811d559b168a964e68d8c287 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_self_attn_o_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_self_attn_o_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..3629bfc695b8a00181473dcdd5b6184f0b1beef0 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_self_attn_o_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1a7bd90a6cb12cfeb2635d146908c64d02099e10ab828e6d1a853004102b159 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_self_attn_q_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_self_attn_q_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..d7600936323623518bd3e44305e17e0ec201bb58 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_self_attn_q_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:566ffcd422f1da555a9a8e8c2144d080384889d636967332208f806e9c65c89c +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_self_attn_v_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_self_attn_v_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..6c7c99100b3d7c7bf47cc5016f7732220829756f --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_12_self_attn_v_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8bed95b9d318ea1cc9a72e45d6383bcbbff6a07b2b3532e0e68cf8bd2001a14 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_mlp_down_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_mlp_down_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..a947a637e2492c34aa93800dd1702b26847b911d --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_mlp_down_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0756f276859013513e220f9f88a2a6bf5ada617b39301878f4f9fb168b01f2b6 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_mlp_gate_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_mlp_gate_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..5e410e2c82f582055b70c07ab2c56e0ccccbcdb6 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_mlp_gate_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c28ecbde535150219d465379afac424f46b92305b63ddbbc467a4e11d02edca5 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_mlp_up_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_mlp_up_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..fab18fbcf74cafa85b99d6d7ada2c3a21bb71525 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_mlp_up_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:216a3392d8497255108f38dfc8201262187bb6f88db323c019b24eab82339e73 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_self_attn_k_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_self_attn_k_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..0d479ae2400c1216f5cd00d3d6a701f1e9c95f15 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_self_attn_k_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2517cc81ce9e080781732ec3c3100335bdcf6f7c4bce4611b5cec9fbe3b5051a +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_self_attn_o_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_self_attn_o_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..a46d3d478f1c2b0fe9f03df0cad2c920c9c87e26 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_self_attn_o_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26ddb76d11bf23c69fe44e2125ca7fad531990e0592bc1b03666b6cf83229edf +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_self_attn_q_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_self_attn_q_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..39240ac86d5f17559e4c7ed6fc555fb7feca7134 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_self_attn_q_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:350f28c6df4ca22d79fc0e5329263eefcb0864b9871472c8ded6ae1fa1831c5f +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_self_attn_v_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_self_attn_v_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..4b7fc213a90cdc95c0dfed5ff0bbd7db2a78dc49 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_13_self_attn_v_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:753ff5b67f70650a728f663c1045051ff7ae42c06720f691db1404b9f5f5cbd8 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_mlp_down_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_mlp_down_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..ec3d85d967f82a4169106c43a8975bf919ecd26f --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_mlp_down_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb969b37a46d71b46620336a93e41530cc563224d0ab79099a56ced4ab50c03e +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_mlp_gate_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_mlp_gate_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..9aefae8f2309cd815061d7cb91730a7642443d31 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_mlp_gate_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26f884a0d9db6e43ed5670026812ba77814ef90259ca06fd785cbffbfc727f20 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_mlp_up_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_mlp_up_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..0bffe1a8cdddf77d81ea31647f4565fd15d51f49 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_mlp_up_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b5998c0001158ae423ad2ff97ce138752d049c3d0cf79178b211ecf7c7f0d59 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_self_attn_k_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_self_attn_k_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..ac7838efcdeb365aba003d033b022ed524ed46f8 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_self_attn_k_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de69f3fbda3643c42192b9d5f5875ddf767e5c4d4419a3ed2c8ae48ebefed196 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_self_attn_o_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_self_attn_o_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..1ed82fd380adc1dd7a0d26dca5c94694013997d3 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_self_attn_o_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8c59dbac9cab3c01b87d059e8df224b67d330558644aa6fcfdd009aeadba46a +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_self_attn_q_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_self_attn_q_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..45cc775d37a40fd9bf57dfd53dad14f8fbefccb6 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_self_attn_q_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1384a61bb367d96f9406d8aaa9c5dcd5f294fcfcfa920754784dc8a2c4a09fb8 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_self_attn_v_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_self_attn_v_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..87844d5b85b7f548e10530777ea2dcd772c6fd8f --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_14_self_attn_v_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82a5964ab7d85726d01f477509f10b2cbbfb09d292a2f1427c1ba8bb337e448d +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_mlp_down_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_mlp_down_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..69ac770d196800a4b7a5502ae0549c74c6ae4ba9 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_mlp_down_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:733be5cbe3deeb7eb657fc81df171dbc35d25debb1396dfd52f411f85d1aa550 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_mlp_gate_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_mlp_gate_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..c321f68c68fdc01a1d932d9d1dd129b243323229 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_mlp_gate_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0156a7b8f614cff84a201122b1d4070688856634dc4da22dc8655460c279c23d +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_mlp_up_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_mlp_up_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..8d0c6ad1ae17f793ae088e0bc19f20ffc884e96b --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_mlp_up_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8865f4e53def65865e6f350ca09cbbb056f5da8013a732c07cd974a9ead3266 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_self_attn_k_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_self_attn_k_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..4ee97e77779424e4c9d0698f7e47595034801535 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_self_attn_k_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:175ddcdea8022e0fe5f6664b1ca49d46571786f9d4bb39a810e116096cae538f +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_self_attn_o_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_self_attn_o_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..103609c8a51f33ad5edf9b13f74f4f1534d69d89 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_self_attn_o_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41a5b051ce43fd68cbd8450e58650abb14145317c4426c786230776ab8c7dea4 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_self_attn_q_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_self_attn_q_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..92ee9418c9381339afd4b48588451f39b63742a1 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_self_attn_q_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e4d33fbd30d653f5e53d6bbb9dcfdf5ab0507b38e7a86fa6cc40b66ea2d58f0 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_self_attn_v_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_self_attn_v_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..c6eb0244a78c4c621f078badd46fe7e5d9d20087 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_15_self_attn_v_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff690796618b9313baf068309e0c9c032c1977fb49900e766e540c4f5348b105 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_16_mlp_down_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_16_mlp_down_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..c4d759070b2e2378e60d9a5f72d9885046d9840e --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_16_mlp_down_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f627cd030943690470cb93fb4761a7df5f60aade193b84c5f7e791d4c9ecba34 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_16_mlp_gate_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_16_mlp_gate_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..80614514661d223220cafdd9c81b122c919604ef --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_16_mlp_gate_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c31e29573ae0222e1b617d47b24eb76a3306b493da63487ab9b001389c8ae783 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_16_mlp_up_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_16_mlp_up_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..95dc7ddde30cc616880041bd4185198707488690 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_16_mlp_up_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa9261c97249101aa3e6a4a8b9961da45072cb9978488a5a7c615f3885686efd +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_16_self_attn_k_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_16_self_attn_k_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..7ddcaf8e719bc1e11bda9b832372761e289ba009 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_16_self_attn_k_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0de1b34f25d2ff39a10e4490f67935cf8bfe8bfb86b0491b36de66f3ffab12e0 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_16_self_attn_o_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_16_self_attn_o_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..216f9f95d62c20cfa1d2120f67aa1bdbaf4b95c6 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_16_self_attn_o_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4ee899b4b508f5e33844a0a26bff3ccc8464966db7f24abcf391b903b6ad49a +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_16_self_attn_q_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_16_self_attn_q_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..fd2fa855fae62eb388899f57181e8c9cb405052d --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_16_self_attn_q_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31aa5445eaece2072b0b3461d6a76d700d7d2895f67f160bb5e8d72e68ffd265 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_16_self_attn_v_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_16_self_attn_v_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..c9cfb5c5e215ec248f1e1f5a4c47e54f9df1ec78 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_16_self_attn_v_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59614827efbb2d833ea449059a95833cdb6c33a86d25aa9d5709ff4bbbb3fb04 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_17_mlp_down_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_17_mlp_down_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..1b706a38eb0fa10cdb03b9e2c63ae0a74524789b --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_17_mlp_down_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d593ebbf531151b7005a018c484bf3ec9f1d537c7ab2f56b5bd60d3fa70c408 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_17_mlp_gate_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_17_mlp_gate_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..ab75606370adeaf76df02e4150d5f5d6956e6304 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_17_mlp_gate_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bce74e5223a21a647333d4accf5732036a3398e8be0abf385e4e1163a19f604 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_17_mlp_up_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_17_mlp_up_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..dbdaf6e470fe30b2996e34e75192423143f7194c --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_17_mlp_up_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09c83d78b902a0425ce2032ead2fdd16e4e78dbbc2f197e0286452a96e345477 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_17_self_attn_k_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_17_self_attn_k_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..3db950385b09ce275c51810cde284d2cf43e7515 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_17_self_attn_k_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32610dcb95baa29705098c9e92038ac00e2e95f217a636df896edb3f36a7fb56 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_17_self_attn_o_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_17_self_attn_o_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..407fbeeae46da5a5245bcead5129567b1f6cd63b --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_17_self_attn_o_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16048830a92ca1d16feed42008f04bc2c7ebebf50100d25b2f15344d3e9a2edd +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_17_self_attn_q_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_17_self_attn_q_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..87c84623effbc08d8ea48a2c9e4f8b6d311fc8c3 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_17_self_attn_q_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db44d7c768cedcabe97b7ade3c6a8a5bdc657ecd1810d7aaf40e4918ae0c8008 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_17_self_attn_v_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_17_self_attn_v_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..c5a59025ffcbef989ecc161f84853ed6c0b9dbb2 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_17_self_attn_v_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97f9db9e484b27eb34ebb21fa0f5dc9aa4be0fc579acfa328e2bf5bf44373ed3 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_18_mlp_down_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_18_mlp_down_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..28b5ef00728364b3e7984b51ba865ec1c792a197 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_18_mlp_down_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c732d56f08b551ee9fe2772748870242ec1a4b1ca04d34a5853f77f27bd15269 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_18_mlp_gate_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_18_mlp_gate_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..8090f57683dfe286f41c1ea6919f33442d7e90db --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_18_mlp_gate_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:876491e2ad0a879a4a7eda397133606cd70bb01f9db24be63b597f7a1a8bd208 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_18_mlp_up_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_18_mlp_up_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..878de2ade5f2da1666cc3bf53befd08352d06d62 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_18_mlp_up_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4497ea95334d326f77189e6d7f603fef78cd714721f53d0cdcaba241ff38b9e7 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_18_self_attn_k_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_18_self_attn_k_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..844a529449b1a5e6421d6bed044cfc458567ac22 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_18_self_attn_k_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9f3927f5f0af9da040ec469db621e5699d941bc0539306b608e03f7911962f9 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_18_self_attn_o_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_18_self_attn_o_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..badfeaa039d164439d8bb9877377cc0b18248c99 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_18_self_attn_o_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca18a46fc051b97a42c9a99927d0a26e1ef2ce555ffa370b161c069691c97597 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_18_self_attn_q_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_18_self_attn_q_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..87de4ac4095d3e9f8acb3460e651538477db50df --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_18_self_attn_q_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cce72d5022e55cc7f52068c775870b545acfa0e7a6b7331a7f770a4ba1d9634 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_18_self_attn_v_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_18_self_attn_v_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..42ccc62512e9bac53ed3d3e1f93092f0ec8f379e --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_18_self_attn_v_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76a9a56600e81e7066dd3962fb31486deffb4cd8892787224d6ec2d263f64463 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_19_mlp_down_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_19_mlp_down_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..518c87b4c841f13eff12d42fcf044315fab8576f --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_19_mlp_down_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:083c7341a61be8876895fcd0a7f5ec2cee1c47e8a841416c850373ad326093d8 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_19_mlp_gate_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_19_mlp_gate_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..9514b9916746ec89d249f154b9adc085e5d1b1da --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_19_mlp_gate_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf758ad627de2e10a33da17ad12d03e7403fad3725b8baaf8c257b39291bbd6e +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_19_mlp_up_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_19_mlp_up_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..f0f3449e7e6f37dd3c29469fcfd6712d33e3ca4d --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_19_mlp_up_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6591b67903932684b234a1a3ff67b01dec83a27a789f25db408da5bc6d5bf67e +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_19_self_attn_k_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_19_self_attn_k_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..11f36e82bcc95e3a4e89e3a165739fb6cd8d0391 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_19_self_attn_k_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1deb42ad6cf8125b3d2517754455f1385f631c46551f606e8933c10f5e270b11 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_19_self_attn_o_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_19_self_attn_o_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..9246273db431cdf8305dc344b806c76d695f8f70 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_19_self_attn_o_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:410ec1db7b3bddd2d42c7c22e4546bc9880037ef4856dbbb8a20ea41f958b4ad +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_19_self_attn_q_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_19_self_attn_q_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..163fc691a3160b98667f3106b7a7da26d36f8404 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_19_self_attn_q_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dc8376f82adf846cab6d26d38e6daf6031d35d80f5b8d0bde82292f67f142d7 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_19_self_attn_v_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_19_self_attn_v_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..87ce55df0b1c2445c4059d7a402cb4fa310eb0d8 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_19_self_attn_v_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d11c26520269a6a2e62a132553283931b3d86abdab31a4430ccd541a11fd682 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_1_mlp_down_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_1_mlp_down_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..7e1ae65ff70f9662c7b8de3f9d8d32179f38c4f0 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_1_mlp_down_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2552904ac1990660cf52ae5f02fefdfe9e185c70049cc8b8004bcab0a101781 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_1_mlp_gate_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_1_mlp_gate_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..a197685debf61c792d4cb057a3896ceb86b1f31a --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_1_mlp_gate_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a1fdd8bc2a9d5b50ca4f4107b8127924cf6e42a1bf104964bc5ad62e348beb9 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_1_mlp_up_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_1_mlp_up_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..048ec37e705eef1ec35c2e2eff8d0507de922ec2 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_1_mlp_up_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88df587f94c11a06a9c7a7bc795b377edefe68f753f28b9b2e366b2edfff124d +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_1_self_attn_k_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_1_self_attn_k_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..562bb7173dbb45a160bc697bb0bfca29a34ad24d --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_1_self_attn_k_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49569e1fbdfc6068efacfbfef0a15c6237d2ea91c8075f2586019ed17b48bc02 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_1_self_attn_o_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_1_self_attn_o_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..394d3c68dc0be8a74062d7cf5f8ee67f9fd8652e --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_1_self_attn_o_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26c58f24c8461a625ec8dc79588cfc2566da6f757254e6859b10b83d31e5bc1d +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_1_self_attn_q_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_1_self_attn_q_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..c69c03917e6a94551ff8966fac57f027c089ad9e --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_1_self_attn_q_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cde046468cfd530937d2dc9faaefbefac50d5d25effb2626d9ceb7e465132bad +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_1_self_attn_v_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_1_self_attn_v_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..53c17db95b66d819dd39615b03522944535d3fd6 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_1_self_attn_v_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a261b7a7474a98be5f27d18f5537c5c0f7f8fd9876462f3670cdff7a04e3969 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_20_mlp_down_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_20_mlp_down_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..29672f61443456a437f363e6e949811785e806e6 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_20_mlp_down_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e68ea8c9fbcd4096280c46d02c02571ffce7fdd1aff0052d93790a8c820433d2 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_20_mlp_gate_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_20_mlp_gate_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..2b7b106ca73d7f905f06af2e2c9855773f5a8c66 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_20_mlp_gate_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d461126641a56aec9bbfd13a89d64d569f2d0e97015b1c43a5123ac87f6323b +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_20_mlp_up_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_20_mlp_up_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..1194ac5bae2fe225b4f6f9839e71f458ae19b458 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_20_mlp_up_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddc05d93db857c823a09eae1c0fc9547d0fd31befd21fc64ecaa4af00d93baf4 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_20_self_attn_k_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_20_self_attn_k_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..41f53e44e78ec39e7fcf5b5107dbc71e54fd1a9a --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_20_self_attn_k_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9f6669443d72aa83a1b7ec8f403e346b7cc5fc868305563702d82be27ccaccc +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_20_self_attn_o_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_20_self_attn_o_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..47ec8a5f098d35a8a15a5768adfb958bebaad102 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_20_self_attn_o_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:546dcb9221d7b9a7a607cd73d9d6cff4a1207c104caab190bbc1c02f5015576d +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_20_self_attn_q_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_20_self_attn_q_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..ec17624bceb658dda2c4df177f83df6d4df92007 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_20_self_attn_q_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81ea1fe7c41228517d78d0533a7f8650951c00e156b09cae6c0c9704e81e51a4 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_20_self_attn_v_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_20_self_attn_v_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..759e22d3a4b74bb8b4875ea0de5de1ba232adf68 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_20_self_attn_v_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bf6cc398f215ce791007998763c24fecc562d53562df3e5f50dd2e2ed90f0c7 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_21_mlp_down_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_21_mlp_down_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..1ffe63f3abf93c5b2c5618cceb7486c8fb10b658 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_21_mlp_down_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6978f2186cb549c2516ebb2c63c6f6d459a0e3a2c0e3e996f332f974f626025d +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_21_mlp_gate_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_21_mlp_gate_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..e169b05a1ec116e6604a2555a2d329a8a72362fb --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_21_mlp_gate_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38b563b85a4f32a51e0ecff27726c9fc512f290bd83417c116caff6f7b043cf2 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_21_mlp_up_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_21_mlp_up_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..75504ee4f4f297f1692a334550d0c751b5807343 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_21_mlp_up_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be1e37c92fa1c06570001ed75d39ac33cc2c7c8dc84a192a5af38e333e8409a4 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_21_self_attn_k_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_21_self_attn_k_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..8cd24bf476843ec62481b691c30adae61cda63d5 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_21_self_attn_k_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8965a54df37a4e8c44b37da07e414c4e18e8afad944c3b298d15d76b9260647 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_21_self_attn_o_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_21_self_attn_o_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..2bf737b032845c908362111138a2f0acada77a31 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_21_self_attn_o_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7965897f94dbda4b0ba473e3dd5cc5249aa4d3967f8ddfa55baa0227dc82f30a +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_21_self_attn_q_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_21_self_attn_q_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..4d9bfd999289b1b7b63c9dde1bef94d97dad95b6 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_21_self_attn_q_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0f088e2ae6e0e37bd463cfe54a552c94caee5baa021e110425791b9052ad171 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_21_self_attn_v_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_21_self_attn_v_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..709276978f166c2daf293f9d961a637b4f95e29d --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_21_self_attn_v_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6885c04ba559bae1c19edd2f31748e9844232b67390707b2fafa6d78a7b37f1 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_22_mlp_down_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_22_mlp_down_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..9bffe8da9a22525bf61a4d5529ad0b522c0eef35 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_22_mlp_down_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5a91edc292b1c7dedac88de04e58f0ba0ea3303e00021155ddecd04e752b496 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_22_mlp_gate_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_22_mlp_gate_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..5ece67f68e38507d6ef704da00e5cee0ab6e87a7 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_22_mlp_gate_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0950a778c404b108657cacdb4413e4fb66d21688a31ef39d3a9add048cbe732a +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_22_mlp_up_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_22_mlp_up_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..7896c48857d376a7d27acbb8df9e1ee273967da1 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_22_mlp_up_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ce43adebd8c01ddde8b243c59e31414197026b2557f2d27564f64cf134a0f25 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_22_self_attn_k_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_22_self_attn_k_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..fea5cdc1dca2c37e8531e146d6d13cc4c9d42061 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_22_self_attn_k_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a5ed640e7e5090e970bbc290143899b2a18b54b086024c6bb7106ec460d7681 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_22_self_attn_o_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_22_self_attn_o_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..8575aca9a13143cca36e38636c62fa7d09f0e5af --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_22_self_attn_o_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e38c7ab6acfcaa6d76b326871ac55405ac5fa0a04137b080c32628e8d6e7022 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_22_self_attn_q_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_22_self_attn_q_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..7a5111fc00555c0270c861b7127f0b55a304e9da --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_22_self_attn_q_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e37899d413d950b9f7d31d26f162566ab6bb9cbd368be74bd2ea5e38ec0c9df +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_22_self_attn_v_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_22_self_attn_v_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..d455a87764a0e8b8b471fb31c7007601003483f6 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_22_self_attn_v_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bc351b256624ffa792e5a31e8282c19679f56068fddd78f82a9111bc335b6b4 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_23_mlp_down_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_23_mlp_down_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..b1b405e94bd001d35205a7364eec163db76ddb48 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_23_mlp_down_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e10e72e96e735f78789450737ad5aa461d46705f0ab0e5f89a6c6d3d0c423b3 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_23_mlp_gate_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_23_mlp_gate_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..6f2ec8c7433195f497d2cd418ec56f7cd75f8470 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_23_mlp_gate_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44009e460842f9bcf7ff186fb655ebd952911d4fc1a0c88c3c7f8a5fff154c70 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_23_mlp_up_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_23_mlp_up_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..1fdefed8ca11c574f54dfb153c634a7b763272f6 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_23_mlp_up_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a8a8632249fb9d9f7426cade2146592d50c2e2b77ca709354358627638ef1b4 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_23_self_attn_k_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_23_self_attn_k_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..3436926ba368659e96b6d844da8636ef92343539 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_23_self_attn_k_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71749a8e33a58fb5b0cd4e5064d1f8c04ed19a405d96f35eff45ce8a9c6039a3 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_23_self_attn_o_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_23_self_attn_o_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..0093cf2c455fa9afa3c7a3e3a0c56484725d5fd7 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_23_self_attn_o_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8bc824652db94e645fc6bd907b551823ce2df96caa482e50fa3d1bebd2ac2b0 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_23_self_attn_q_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_23_self_attn_q_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..a626ab46943f5fc954c6018f874a466f3f28b93f --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_23_self_attn_q_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e994e7af59b476b432cfea2d12b90aea1ba35ea68468ce0a12e01e2610586e1 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_23_self_attn_v_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_23_self_attn_v_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..3ded94a2732a6e0adc590f1407b2e82acac34bca --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_23_self_attn_v_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f24c7cea0adeed477f85870796ddfc0434aadf4f37e06efd1dda7dd486a35def +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_2_mlp_down_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_2_mlp_down_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..33e4e3ba124007b6aa8d51c908fd8a93f54205e5 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_2_mlp_down_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7dcd2639f8f071be8b8b4e3e56b7bd803e58be288cba5e5f7b1b71f427a7854 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_2_mlp_gate_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_2_mlp_gate_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..f4dabc6732f3a420687eca2825eafd5deb8d49ad --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_2_mlp_gate_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f21da22e38d9dd8b7a02859ec2f5c98c8886a65cffcaa7a279b4f5a946e24eef +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_2_mlp_up_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_2_mlp_up_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..d02591895cb4de99efe79a2a6ac2a5305474632f --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_2_mlp_up_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31d60251860c2f4327ddb6b18111a2bfc3c8f1b396f67078a4d7723ffa6867e7 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_2_self_attn_k_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_2_self_attn_k_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..1afffd9d8f4b39a52692115f20cf92c771740ad2 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_2_self_attn_k_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56b511877db7b5eb25a9529896ddc77057ae0de0b200c7f71b7ce84c45de3b48 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_2_self_attn_o_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_2_self_attn_o_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..0985fbeb1c20975d0970fe802a0285bd779be843 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_2_self_attn_o_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3023deb740537a39f1d09c0e823fa6d2a6a58e15ea00eedb5146bfe3107e22d +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_2_self_attn_q_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_2_self_attn_q_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..f86fb1fecf7ab64bfb9097842a005d64d2678067 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_2_self_attn_q_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22436de3632a9828eda3ff5d105435922653636bef0d9b34d870b53b613768e8 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_2_self_attn_v_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_2_self_attn_v_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..114eeb8183199d17237502f56495e2eb1e160a47 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_2_self_attn_v_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8b6eb69de2e782bf9d525d19ba5a93bbd3bab4b7037504e73123cb1157796b2 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_3_mlp_down_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_3_mlp_down_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..39831e198c427fd3b4df396269a9567de85323d4 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_3_mlp_down_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b771c9f9bbf7a85169a77f5636d23b4a05fa2a7fd6a967680ba88d4c1d70cc59 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_3_mlp_gate_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_3_mlp_gate_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..e1e30e50e45deed849c930b12f053ae640c4f3e9 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_3_mlp_gate_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db174ddb93d7f7e148e6b85615bc229c88ef940caa4d9fe404ee7b1fb72d391c +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_3_mlp_up_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_3_mlp_up_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..4d2c9042a7cd91a0336c3074a633fc6d6708f923 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_3_mlp_up_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b07a0a3c76ec1a5899c3bac8f7931180be2cff4cc18d8ff5db428351ba79d56 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_3_self_attn_k_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_3_self_attn_k_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..59bed01f052f8e08b017784566cbf38f88ed034d --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_3_self_attn_k_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d99d4673b110e47f6c75718bd2cb4852f6678f27c4ba5a2a7ce1232db7e3d94 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_3_self_attn_o_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_3_self_attn_o_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..926fe4ab941ccc1788f5b9ad10ab01f4b0fe8997 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_3_self_attn_o_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64274721633df5564eede644a4d7a61c2414d17d06fe42e2809c8a8c4a327e66 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_3_self_attn_q_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_3_self_attn_q_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..056c52e9b14fa53627c595ee36d8148989b34ebb --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_3_self_attn_q_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:407aa6a2a227ac4bf9ac69c073cfc9a3f8b8ca4b6a41b1e0ab32d9de83916f11 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_3_self_attn_v_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_3_self_attn_v_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..d2e9728997de209d2953f1ed7da5aed86c8c7723 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_3_self_attn_v_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0334f395be61a403db49f6b88c41ab67473a9a76eaae9cf53d11cd7f139f5d7 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_4_mlp_down_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_4_mlp_down_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..207af5112326144d8033f0a36414d59e6814ed1e --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_4_mlp_down_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fffd3a77128b21f8fcbe007f97947b70e0c0b3028b7e1d0aaf36974b87610a0 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_4_mlp_gate_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_4_mlp_gate_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..8518304c82ecfea6a54b92a225aaa6f7dad261af --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_4_mlp_gate_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07f3db6ba957f4f0fbb496522e4658ef1e379444b668c22ff9d9d5c98c82e6ce +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_4_mlp_up_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_4_mlp_up_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..3a40388ef8cd690fa591a1c5fa2ed36167a1af2e --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_4_mlp_up_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7926d93936e791a0f2add4765d5facf91441327cca9258a69b612cbd414df68c +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_4_self_attn_k_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_4_self_attn_k_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..4fbe51910c6d835fb0326a0c1fff32029d9f6ec2 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_4_self_attn_k_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7dc67e046b7b6d1b2484837db1da47c2c01667dfe1d70e041fd83c0f0a03c21 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_4_self_attn_o_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_4_self_attn_o_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..419ac7ad964dc7cfa2e1bb326f7ca8baad17ea15 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_4_self_attn_o_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a65da5ca73c18c97c9ac7dc537d6332abde164dbe3ad131b4bbd6126ea3744ec +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_4_self_attn_q_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_4_self_attn_q_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..10a4a3109b837ea515e755da8d548a2964823491 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_4_self_attn_q_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f704a4d236c06d6f0806c2a3f49fc39b7b19cf9e94e363cb8ffc675e8b09158 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_4_self_attn_v_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_4_self_attn_v_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..7500254248c32f2ca4da92a9de2bd447b7744e73 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_4_self_attn_v_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c56198f93b193e9dcf3591baa7732a34651a355a9fce3ccefd1fcafd37c4728 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_5_mlp_down_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_5_mlp_down_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..a3a97852005a6d23fd7eda7f456ff81bb043cd63 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_5_mlp_down_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98dd95379f292d1fda679c5834dfefbf493d1095f1a9114367dcf4dd1968e923 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_5_mlp_gate_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_5_mlp_gate_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..286baaf3e39b550d134a55be2d08547230477531 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_5_mlp_gate_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90d54d3a2ceef7f9d6020d7660164bdec58201744ce394afab972bfb7b122145 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_5_mlp_up_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_5_mlp_up_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..26c54573d31a13fe469a4ccd0edd8eb6e8451827 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_5_mlp_up_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37d1710f523ac2124af28148f3555119d92c5aaf1880d3d2cec40c090a989226 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_5_self_attn_k_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_5_self_attn_k_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..ca67b1359103d03dd252b098e2991caf000d2571 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_5_self_attn_k_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d23f2276d528e5117643b3d487bd0ecc53ed9a9a70796fc72e1e715a434de95 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_5_self_attn_o_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_5_self_attn_o_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..7ea824e5bf9ee7471b6f2a49eb6c9b3f6f927efa --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_5_self_attn_o_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:755ecf666dbff7703c0510b12d03af70ee3b3977243d9fe14abd76cc831714fd +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_5_self_attn_q_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_5_self_attn_q_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..c03f1a45c6c6cf150324fdbbbc6410574c336f96 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_5_self_attn_q_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fac02932744f52eaed52a2ff443d3211141c4ea0e310eee8dcff2275a3a6530 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_5_self_attn_v_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_5_self_attn_v_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..e65391400fe3013926377c4ec6ba8a146533da32 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_5_self_attn_v_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1199c0517dd4d2258b3c46aab21bbd78bfd9f7998d49153913a83f59c575d1ce +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_6_mlp_down_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_6_mlp_down_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..e9c57a56a817c5cf36fdda587ae39357eafcea79 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_6_mlp_down_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47218d5a5581aa83abff9757bc4709780b77916846771d87fa863f4e2d133521 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_6_mlp_gate_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_6_mlp_gate_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..7b3d3b62b3b513fa99ae52f9a4ac4f244ef47d8a --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_6_mlp_gate_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9f69ed88471c9f6e8837ededfc2c4aa1f7347815c53bf4d4cd6174e5c7c6ab9 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_6_mlp_up_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_6_mlp_up_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..1f9ff7198fbae0325d58e784969fc2b91887b376 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_6_mlp_up_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c158583eb822d5412ec7588cf75930c4a215f209c92a5d57af3a804e3b5d915 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_6_self_attn_k_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_6_self_attn_k_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..0c555d86b6a946d2d9d2986363eb1ca1bf2d02a7 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_6_self_attn_k_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2523ba7f99bd39228586ecc0bf152c6f46786f9989cd35c56429ec9fde08ed33 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_6_self_attn_o_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_6_self_attn_o_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..537c38d603c766e486cf8f7a80d5fe4dcb6c2204 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_6_self_attn_o_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:158d68c82265ad2eb4714f94f536188eaf0bdf526ddeb04d7ee6f98bc37de807 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_6_self_attn_q_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_6_self_attn_q_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..4d24d207061b328d2275921fdb49d4a04da7f2e1 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_6_self_attn_q_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d50bf4794df07c33e9c9c9c200513415ddcee503b80e4e0dbe69777b97640052 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_6_self_attn_v_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_6_self_attn_v_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..8447325678a2d10f4ddeda2e034f8520e0524052 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_6_self_attn_v_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbf597e91cf812f26b9c550d642d1287fa4dfcd72fa5e6c9860790e426490830 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_7_mlp_down_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_7_mlp_down_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..c083c5f5b51b0fa92060150dd24b64634bda9783 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_7_mlp_down_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01b27eb8b46947782c9fdf684badd07508478de3dde82aa8c2a2fd6649494db0 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_7_mlp_gate_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_7_mlp_gate_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..e29ca02b8888a18874cdde4ec3f6f8e57aa69ef8 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_7_mlp_gate_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8093bd96883b1b4a2f4b7077a2abd3604b7e987dc93d161c751025ae4a50f91 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_7_mlp_up_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_7_mlp_up_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..a4f6b514ab5271568f609530bc8cfd6a4ac572e1 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_7_mlp_up_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cab671e2b2e2873519a87c1e0700175adef74b3f0f1d2943d396e03fe95e6f97 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_7_self_attn_k_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_7_self_attn_k_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..3281babbed56950a8e87ba86182231ac49e003ce --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_7_self_attn_k_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:616133b827fe3c9bf5c3835854d4bc8cd3e39fd6f1b3684426d16c8cd5fe9874 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_7_self_attn_o_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_7_self_attn_o_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..94a49f0973b63fbcdde3f9a775480bb19e18d321 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_7_self_attn_o_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1df52bbcd97114a60606486db86ea60a280ebfe85e6bb2eacc2f03d93adc2f2 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_7_self_attn_q_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_7_self_attn_q_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..8a351a3082dea5798594250180a03b16a2421edd --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_7_self_attn_q_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:785d62535ad039533b5d135c5dccb930111f992109f14b99942a9b9e0fa363a1 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_7_self_attn_v_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_7_self_attn_v_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..497b9329d1072d27ff7cc9596d5bfcb2ddc820de --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_7_self_attn_v_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e548dbb9c4f11c671680b444a55fba3d9ac4611de290cfd494fc89bc550e7bc4 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_8_mlp_down_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_8_mlp_down_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..60157cda83728fd0f9820f399692e0a3278ed340 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_8_mlp_down_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e228b86e764c947f5a34f19ce94d30b86e6cfb959eaaaedd5d15f6269a921be +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_8_mlp_gate_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_8_mlp_gate_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..945301e091e353ad4ed27f41323160d4c192aadd --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_8_mlp_gate_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6cacca3bc3bdeddc7372ce97ae5167da0f9d8052b86a9601b2bbe2f816dbc6e +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_8_mlp_up_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_8_mlp_up_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..6cf2036577ef5e946ae3f748e722bde46d17f11f --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_8_mlp_up_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c988af9b86b1080398ffda13e72ee83e694a98001308a0e7821e6acb5eaa2446 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_8_self_attn_k_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_8_self_attn_k_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..a59fd8c9cd178d6daac086d6b5e793d9e6f5d2f0 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_8_self_attn_k_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0038060c73288715d36cfd5207184802a3a1da836fdf3c286827238dbe317f5 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_8_self_attn_o_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_8_self_attn_o_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..51919f45b351bcab06c306a83b3776a099ab8739 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_8_self_attn_o_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dbbe8b58d409adb954ff0b34df34f46392aaae21153d051771ce5073b31c11e +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_8_self_attn_q_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_8_self_attn_q_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..69bf984fd801723afe33dc52ef4a0839ec12057f --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_8_self_attn_q_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:214e083a41ac61d71133a59a487998c17095d2be114f5ae6fdb4652dc1f89679 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_8_self_attn_v_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_8_self_attn_v_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..4df18e9e96c3e792985d677fffd5bd94d308e880 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_8_self_attn_v_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc955199c1813f40a218deb2daf3547b802b23528189dd6e59a24a212b16af18 +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_9_mlp_down_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_9_mlp_down_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..f502b587633f290d0221f5a1ccec122854f32041 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_9_mlp_down_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa90032d03c186d9c9085a5cbd212a21e46cdc98086d001ebc13c287dd96878a +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_9_mlp_gate_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_9_mlp_gate_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..3efa52a8c488511276e606220709a0bc1ec7c5c5 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_9_mlp_gate_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:029f77654a416843b2bbf190ac241292e43615c813044b320feced8b8e94ac96 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_9_mlp_up_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_9_mlp_up_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..812cea69775d59e5b3905c47f04fc670fd41ddfd --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_9_mlp_up_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7832d696b04c81aac241366834043afc87c8535f5d75b7bbb123e12c8d3b3a0 +size 4906240 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_9_self_attn_k_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_9_self_attn_k_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..d6e447e168e5a74ca9dfd45c50e591910dd0f36a --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_9_self_attn_k_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eabb7bba9857b5a53644f95a70903fe35ba43cbe4b570013112e751221be82cf +size 132352 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_9_self_attn_o_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_9_self_attn_o_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..3c1444215c1b4a16f5b04f1c10498ca22993c9d4 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_9_self_attn_o_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa64b21d1764f38c34a746de9afdca32469571622b37de89fcfb1a030c2c736c +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_9_self_attn_q_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_9_self_attn_q_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..d2817e0aac58a321ce3fe883f524142e1aaebbd3 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_9_self_attn_q_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:362e555b79b0cc0b175402e0dbe5d3e4c99acee06f099e53e51f076091e73b12 +size 906496 diff --git a/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_9_self_attn_v_proj.npz b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_9_self_attn_v_proj.npz new file mode 100644 index 0000000000000000000000000000000000000000..f7bb054a1cf18bcccda15972fe807054ee005f17 --- /dev/null +++ b/Qwen2.5-0.5B-Instruct-ternary/tritplane/model_layers_9_self_attn_v_proj.npz @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af6df62babcf8cbcafe8e688229ff3f16219f4c79fadeb0f8cc182f881617db6 +size 132352