File size: 1,372 Bytes
51aa93b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
{
  "27B_AdamW_step400_vs_9B_AdamW_step200": {
    "mean_diff": 4.896,
    "bootstrap_ci95": [
      2.867,
      6.789
    ],
    "wilcoxon_W": 5719.5,
    "wilcoxon_p": 4.847597288453082e-07,
    "significant_at_0.05": true
  },
  "27B_AdamW_step400_vs_4B_AdamW_step200": {
    "mean_diff": 6.978,
    "bootstrap_ci95": [
      4.814,
      9.154
    ],
    "wilcoxon_W": 4877.0,
    "wilcoxon_p": 4.47399700563063e-10,
    "significant_at_0.05": true
  },
  "27B_AdamW_step400_vs_4B_Muon_step200": {
    "mean_diff": 15.704,
    "bootstrap_ci95": [
      13.551,
      17.92
    ],
    "wilcoxon_W": 1574.5,
    "wilcoxon_p": 4.570449701547677e-25,
    "significant_at_0.05": true
  },
  "9B_AdamW_step200_vs_4B_AdamW_step200": {
    "mean_diff": 2.082,
    "bootstrap_ci95": [
      -0.034,
      4.176
    ],
    "wilcoxon_W": 8359.5,
    "wilcoxon_p": 0.0647704989672306,
    "significant_at_0.05": false
  },
  "9B_AdamW_step200_vs_4B_Muon_step200": {
    "mean_diff": 10.808,
    "bootstrap_ci95": [
      8.818,
      12.804
    ],
    "wilcoxon_W": 2929.0,
    "wilcoxon_p": 3.661798966685315e-18,
    "significant_at_0.05": true
  },
  "4B_AdamW_step200_vs_4B_Muon_step200": {
    "mean_diff": 8.726,
    "bootstrap_ci95": [
      6.512,
      10.939
    ],
    "wilcoxon_W": 4134.5,
    "wilcoxon_p": 5.27884641909125e-13,
    "significant_at_0.05": true
  }
}