oak-linen / adapter_config.json
codex176743's picture
Feval adapter a03eb74023b9
ed8464a verified
Raw History Blame Contribute Delete
417 Bytes
{
"base_model_name_or_path": "Qwen/Qwen3-4B-Base",
"bias": "none",
"inference_mode": true,
"lora_alpha": 32.0,
"lora_dropout": 0.0,
"peft_type": "LORA",
"r": 16,
"revision": "b1ecb62b18378adb8af264260fbbbd618222be87",
"target_modules": [
"down_proj",
"gate_proj",
"k_proj",
"o_proj",
"q_proj",
"up_proj",
"v_proj"
],
"task_type": "CAUSAL_LM",
"use_rslora": false
}