PEFT
Safetensors
GGUF
safety
refusal
code-mixing
hinglish
romanized-punjabi
lora
aligntune
circuitkit
lexsi-hackathon
sunit12's picture
Final adapter: circuit-guided LoRA v2 (layers 10-20), MMLU unchanged
f928cc1 verified
Raw History Blame Contribute Delete
3.57 kB
{
"alora_invocation_tokens": null,
"alpha_pattern": {},
"arrow_config": null,
"auto_mapping": null,
"base_model_name_or_path": "CohereLabs/tiny-aya-global",
"bias": "none",
"corda_config": null,
"ensure_weight_tying": false,
"eva_config": null,
"exclude_modules": null,
"fan_in_fan_out": false,
"inference_mode": true,
"init_lora_weights": true,
"kasa_config": null,
"layer_replication": null,
"layers_pattern": null,
"layers_to_transform": null,
"loftq_config": {},
"lora_alpha": 32,
"lora_bias": false,
"lora_dropout": 0.05,
"lora_ga_config": null,
"megatron_config": null,
"megatron_core": "megatron.core",
"modules_to_save": null,
"monteclora_config": null,
"peft_type": "LORA",
"peft_version": "0.21.3",
"qalora_group_size": 16,
"r": 16,
"rank_pattern": {},
"revision": null,
"target_modules": [
"layers.17.self_attn.v_proj",
"layers.12.mlp.down_proj",
"layers.18.mlp.up_proj",
"layers.10.mlp.gate_proj",
"layers.12.self_attn.q_proj",
"layers.20.self_attn.k_proj",
"layers.19.self_attn.k_proj",
"layers.10.self_attn.q_proj",
"layers.12.self_attn.o_proj",
"layers.16.mlp.gate_proj",
"layers.18.self_attn.q_proj",
"layers.10.self_attn.k_proj",
"layers.18.self_attn.o_proj",
"layers.13.self_attn.v_proj",
"layers.11.self_attn.k_proj",
"layers.17.mlp.down_proj",
"layers.20.mlp.gate_proj",
"layers.18.self_attn.v_proj",
"layers.15.mlp.gate_proj",
"layers.19.mlp.down_proj",
"layers.15.mlp.down_proj",
"layers.20.self_attn.o_proj",
"layers.12.self_attn.k_proj",
"layers.20.mlp.down_proj",
"layers.16.self_attn.v_proj",
"layers.18.mlp.gate_proj",
"layers.20.mlp.up_proj",
"layers.14.self_attn.v_proj",
"layers.19.mlp.gate_proj",
"layers.14.mlp.gate_proj",
"layers.10.mlp.up_proj",
"layers.20.self_attn.v_proj",
"layers.11.self_attn.v_proj",
"layers.16.mlp.up_proj",
"layers.18.mlp.down_proj",
"layers.19.self_attn.o_proj",
"layers.12.mlp.up_proj",
"layers.17.mlp.up_proj",
"layers.14.mlp.up_proj",
"layers.13.mlp.up_proj",
"layers.13.self_attn.k_proj",
"layers.15.self_attn.o_proj",
"layers.12.self_attn.v_proj",
"layers.11.mlp.up_proj",
"layers.17.self_attn.k_proj",
"layers.19.self_attn.q_proj",
"layers.14.self_attn.q_proj",
"layers.10.self_attn.v_proj",
"layers.13.mlp.down_proj",
"layers.11.mlp.down_proj",
"layers.16.self_attn.o_proj",
"layers.17.self_attn.o_proj",
"layers.15.self_attn.v_proj",
"layers.18.self_attn.k_proj",
"layers.16.mlp.down_proj",
"layers.12.mlp.gate_proj",
"layers.17.self_attn.q_proj",
"layers.15.self_attn.k_proj",
"layers.16.self_attn.q_proj",
"layers.14.self_attn.k_proj",
"layers.15.mlp.up_proj",
"layers.13.mlp.gate_proj",
"layers.13.self_attn.o_proj",
"layers.15.self_attn.q_proj",
"layers.19.self_attn.v_proj",
"layers.13.self_attn.q_proj",
"layers.14.self_attn.o_proj",
"layers.19.mlp.up_proj",
"layers.10.mlp.down_proj",
"layers.14.mlp.down_proj",
"layers.11.self_attn.q_proj",
"layers.11.mlp.gate_proj",
"layers.20.self_attn.q_proj",
"layers.11.self_attn.o_proj",
"layers.17.mlp.gate_proj",
"layers.10.self_attn.o_proj",
"layers.16.self_attn.k_proj"
],
"target_parameters": null,
"task_type": "CAUSAL_LM",
"trainable_token_indices": null,
"use_bdlora": null,
"use_dora": false,
"use_qalora": false,
"use_rslora": false,
"velora_config": null
}