File size: 1,116 Bytes
6dafb2d
d6ece4e
 
 
 
 
 
 
 
 
 
 
 
 
 
6dafb2d
 
 
 
d6ece4e
 
6dafb2d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
{
  "pending_run": null,
  "policy": {
    "c4_ppl": 20.370028561152527,
    "policy": true,
    "recovery": {
      "continuation_updates": 580,
      "original_final_bytes_recovered": false,
      "restored_step": 152000,
      "same_recipe": true
    },
    "status": "finished",
    "steps": 152580,
    "wikitext_ppl": 50.02364864030602
  },
  "ready_runs": [
    "scaled",
    "unit1234",
    "unit7",
    "unit99",
    "policy"
  ],
  "scaled": {
    "c4_ppl": 19.198618161946133,
    "status": "finished",
    "steps": 152580,
    "wikitext_ppl": 52.69278098379149
  },
  "unit1234": {
    "detected_at_step": 2300,
    "first_nonfinite_step": 2280,
    "full_horizon_complete": false,
    "saved_model_step": 2000,
    "status": "nonfinite"
  },
  "unit7": {
    "c4_ppl_at_10000": 36.28621540996052,
    "censored": true,
    "status": "step-limited",
    "steps": 10000,
    "wikitext_ppl_at_10000": 84.48696841726898
  },
  "unit99": {
    "c4_ppl_at_10000": 37.023797483960436,
    "censored": true,
    "status": "step-limited",
    "steps": 10000,
    "wikitext_ppl_at_10000": 88.28929618013538
  }
}