File size: 1,858 Bytes
d3f0c38
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
b733321
 
 
c06e828
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
b733321
 
 
d3f0c38
55f031d
 
 
d3f0c38
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
{
 "setting": "ground truth SFT",
 "alpha": 0.0,
 "order": "math_code",
 "seed": 1,
 "exp": 2,
 "student": "Qwen/Qwen2.5-1.5B-Instruct",
 "gpu_student": "NVIDIA RTX A6000",
 "gpu_teachers": "NVIDIA RTX 6000 Ada Generation",
 "load_h": 0.00412350767188602,
 "stages": {
  "stage1_math": {
   "domain": "math",
   "steps": 896,
   "train_h": 3.0991316720512176,
   "val_start": {
    "step": 0,
    "math_kl": 0.15874307828215575,
    "math_ce": 0.6515277156879916,
    "code_kl": 0.14786912634071003,
    "code_ce": 0.30340147782401555,
    "math_hard_kl": 0.24940142917923272,
    "math_hard_ce": 0.6765219455834559
   },
   "val_end": {
    "step": 896,
    "math_kl": 0.24743005021575165,
    "math_ce": 0.488097313558479,
    "code_kl": 0.16872722467163054,
    "code_ce": 0.33464992453996345,
    "math_hard_kl": 0.32093248237493643,
    "math_hard_ce": 0.6126785609887812
   },
   "peak_gb_student": 36.57978296279907,
   "peak_gb_teachers": 30.618666172027588,
   "bench_h": 0.5074694540103276,
   "gpu_bench": "NVIDIA RTX A6000"
  },
  "stage2_code": {
   "domain": "code",
   "steps": 922,
   "train_h": 3.1925682120190726,
   "val_start": {
    "step": 0,
    "math_kl": 0.24741131268995628,
    "math_ce": 0.4883952099318387,
    "code_kl": 0.16862850879186456,
    "code_ce": 0.3346423738554089,
    "math_hard_kl": 0.32091368792296465,
    "math_hard_ce": 0.6125312678001616
   },
   "val_end": {
    "step": 922,
    "math_kl": 0.2274085356023099,
    "math_ce": 0.5163370611763011,
    "code_kl": 0.3787724111306608,
    "code_ce": 0.24705130277005616,
    "math_hard_kl": 0.3121011627936271,
    "math_hard_ce": 0.6428350913066744
   },
   "peak_gb_student": 33.86883306503296,
   "peak_gb_teachers": 30.005428314208984,
   "bench_h": 0.3323956937260098,
   "gpu_bench": "NVIDIA RTX A6000"
  }
 },
 "train_h": 6.29169988407029,
 "done": true
}