File size: 582 Bytes
fec8666
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
{
  "base_model": "google/gemma-4-E2B-it",
  "paper": "arXiv:2606.06492 Code2LoRA",
  "lora": {
    "r": 64,
    "alpha": 16,
    "dropout": 0.05,
    "targets": "q_proj,v_proj (language tower)"
  },
  "optim": {
    "lr": 0.0001,
    "sched": "cosine",
    "warmup_ratio": 0.05,
    "bs": 2,
    "grad_accum": 16,
    "eff_batch": 32
  },
  "max_len": 2048,
  "time_budget_s": 3600,
  "data_mix": {
    "assert_kind": 5372,
    "repo_qa": 30000,
    "assert_static": 30000,
    "assert_anchor": 30000,
    "assert_evo": 30000,
    "evo_rewrite": 13931
  },
  "n_examples": 139303
}