File size: 582 Bytes
fec8666 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 | {
"base_model": "google/gemma-4-E2B-it",
"paper": "arXiv:2606.06492 Code2LoRA",
"lora": {
"r": 64,
"alpha": 16,
"dropout": 0.05,
"targets": "q_proj,v_proj (language tower)"
},
"optim": {
"lr": 0.0001,
"sched": "cosine",
"warmup_ratio": 0.05,
"bs": 2,
"grad_accum": 16,
"eff_batch": 32
},
"max_len": 2048,
"time_budget_s": 3600,
"data_mix": {
"assert_kind": 5372,
"repo_qa": 30000,
"assert_static": 30000,
"assert_anchor": 30000,
"assert_evo": 30000,
"evo_rewrite": 13931
},
"n_examples": 139303
} |