File size: 909 Bytes
a2ddbe0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
{
  "run": "runs/titans-loop-1",
  "checkpoint": "runs/titans-loop-1/latest.pt",
  "params": 34262272,
  "device": "mps",
  "limit": null,
  "tasks": {
    "hellaswag": {
      "n": 10042,
      "acc": 26.578370842461663,
      "acc_norm": 25.672176857199762,
      "seconds": 1040.63
    },
    "arc_easy": {
      "n": 2376,
      "acc": 42.08754208754209,
      "acc_norm": 39.60437710437711,
      "seconds": 145.47
    },
    "arc_challenge": {
      "n": 1172,
      "acc": 18.85665529010239,
      "acc_norm": 22.269624573378838,
      "seconds": 76.84
    },
    "piqa": {
      "n": 1838,
      "acc": 58.70511425462459,
      "acc_norm": 57.562568008705114,
      "seconds": 69.21
    },
    "arithmark3": {
      "n": 1000,
      "acc": 33.2,
      "acc_norm": 33.4,
      "seconds": 53.44
    }
  },
  "intelligence_index_norm": 8.55,
  "intelligence_index_raw": 9.29,
  "total_seconds": 1386.56
}