File size: 1,046 Bytes
65c630d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
{
 "model": "/mnt/raid5/models/Qwen3.8-27B",
 "data": "sft_pipeline/out/icae_sft_v21f.tokens.jsonl",
 "out": "/myshare/sunwenjie/Agent_Coding_Active/ckpts/sft_v21f_lora",
 "attn": "sdpa",
 "max_len": 32768,
 "limit": 0,
 "kinds": "",
 "balance": "ask/feature=4,ask/protocol=2,ask_follow=1,explore=1,proceed=1",
 "exclude_runs": "dev01",
 "save_each_epoch": true,
 "resume_adapter": "",
 "resume_step": 0,
 "loss_chunk": 2048,
 "epochs": 2.0,
 "max_steps": 0,
 "lr": 0.0001,
 "warmup": 0.05,
 "grad_accum": 1,
 "lora_r": 64,
 "lora_alpha": 128,
 "lora_dropout": 0.05,
 "grad_ckpt": true,
 "save_every": 0,
 "seed": 0,
 "log_every": 1,
 "world_size": 4,
 "data_stats": {
  "rows": 578,
  "unique_rows": 417,
  "kinds": {
   "ask": 240,
   "explore": 200,
   "proceed": 89,
   "ask_follow": 49
  },
  "groups": {
   "ask/feature": 164,
   "ask/protocol": 76,
   "explore": 200,
   "proceed": 89,
   "ask_follow": 49
  },
  "tokens_total": 7635944,
  "tokens_max": 31908,
  "labelled_total": 1082541,
  "labelled_mean": 1873
 },
 "total_steps": 289
}