File size: 2,048 Bytes
77f690c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
{
  "subdomain_stats": {
    "code/computing": {
      "attempts": 12,
      "correct": 12
    },
    "code/implementation": {
      "attempts": 123,
      "correct": 44
    },
    "math/symbolic": {
      "attempts": 114,
      "correct": 26
    },
    "math/word_problem": {
      "attempts": 129,
      "correct": 79
    },
    "math/math": {
      "attempts": 15,
      "correct": 15
    },
    "math/probability": {
      "attempts": 21,
      "correct": 0
    },
    "math/calculus": {
      "attempts": 15,
      "correct": 0
    },
    "math/combinatorics": {
      "attempts": 9,
      "correct": 9
    },
    "math/number_theory": {
      "attempts": 39,
      "correct": 29
    },
    "math/percentage": {
      "attempts": 9,
      "correct": 9
    },
    "math/arithmetic": {
      "attempts": 12,
      "correct": 12
    },
    "logic/reasoning": {
      "attempts": 51,
      "correct": 49
    },
    "logic/syllogism": {
      "attempts": 252,
      "correct": 85
    },
    "logic/propositional": {
      "attempts": 60,
      "correct": 60
    }
  },
  "last_cycle_wrong": [
    "code/implementation",
    "logic/reasoning",
    "logic/syllogism",
    "math/calculus",
    "math/number_theory",
    "math/probability",
    "math/symbolic",
    "math/word_problem"
  ],
  "last_cycle_right": [
    "code/computing",
    "code/implementation",
    "logic/propositional",
    "logic/reasoning",
    "logic/syllogism",
    "math/arithmetic",
    "math/combinatorics",
    "math/math",
    "math/number_theory",
    "math/percentage",
    "math/symbolic",
    "math/word_problem"
  ],
  "proposals_accepted_total": 18,
  "proposals_rejected_total": 37,
  "last_accepted": 6,
  "last_rejected": 14,
  "difficulty_floor": 0.0,
  "ratchet_history": [
    {
      "cycle": 2,
      "heldout_delta": 0.013937282229965153,
      "floor_before": 0.0,
      "floor_after": 0.05
    },
    {
      "cycle": 3,
      "heldout_delta": -0.027874564459930307,
      "floor_before": 0.05,
      "floor_after": 0.0
    }
  ],
  "cycles_recorded": 3
}