Anura-R1-Ultra / training /adapters /dev-test /adapter_config.json
wsgpolar's picture
Back up training/adapters
fcbae76 verified
Raw History Blame Contribute Delete
3.01 kB
{
"fine_tune_type": "lora",
"lora_parameters": {
"dropout": 0.05,
"keys": [
"language_model.model.layers.23.mlp.up_proj",
"language_model.model.layers.23.mlp.down_proj",
"language_model.model.layers.23.mlp.gate_proj",
"language_model.model.layers.23.self_attn.o_proj",
"language_model.model.layers.23.self_attn.v_proj",
"language_model.model.layers.23.self_attn.k_proj",
"language_model.model.layers.23.self_attn.q_proj",
"language_model.model.layers.22.mlp.up_proj",
"language_model.model.layers.22.mlp.down_proj",
"language_model.model.layers.22.mlp.gate_proj",
"language_model.model.layers.22.linear_attn.out_proj",
"language_model.model.layers.22.linear_attn.in_proj_z",
"language_model.model.layers.22.linear_attn.in_proj_qkv",
"language_model.model.layers.21.mlp.up_proj",
"language_model.model.layers.21.mlp.down_proj",
"language_model.model.layers.21.mlp.gate_proj",
"language_model.model.layers.21.linear_attn.out_proj",
"language_model.model.layers.21.linear_attn.in_proj_z",
"language_model.model.layers.21.linear_attn.in_proj_qkv",
"language_model.model.layers.20.mlp.up_proj",
"language_model.model.layers.20.mlp.down_proj",
"language_model.model.layers.20.mlp.gate_proj",
"language_model.model.layers.20.linear_attn.out_proj",
"language_model.model.layers.20.linear_attn.in_proj_z",
"language_model.model.layers.20.linear_attn.in_proj_qkv",
"language_model.model.layers.19.mlp.up_proj",
"language_model.model.layers.19.mlp.down_proj",
"language_model.model.layers.19.mlp.gate_proj",
"language_model.model.layers.19.self_attn.o_proj",
"language_model.model.layers.19.self_attn.v_proj",
"language_model.model.layers.19.self_attn.k_proj",
"language_model.model.layers.19.self_attn.q_proj",
"language_model.model.layers.18.mlp.up_proj",
"language_model.model.layers.18.mlp.down_proj",
"language_model.model.layers.18.mlp.gate_proj",
"language_model.model.layers.18.linear_attn.out_proj",
"language_model.model.layers.18.linear_attn.in_proj_z",
"language_model.model.layers.18.linear_attn.in_proj_qkv",
"language_model.model.layers.17.mlp.up_proj",
"language_model.model.layers.17.mlp.down_proj",
"language_model.model.layers.17.mlp.gate_proj",
"language_model.model.layers.17.linear_attn.out_proj",
"language_model.model.layers.17.linear_attn.in_proj_z",
"language_model.model.layers.17.linear_attn.in_proj_qkv",
"language_model.model.layers.16.mlp.up_proj",
"language_model.model.layers.16.mlp.down_proj",
"language_model.model.layers.16.mlp.gate_proj",
"language_model.model.layers.16.linear_attn.out_proj",
"language_model.model.layers.16.linear_attn.in_proj_z",
"language_model.model.layers.16.linear_attn.in_proj_qkv"
],
"rank": 16,
"scale": 2.0
},
"num_layers": -1
}