{ "run": "runs/titans-loop-1", "checkpoint": "runs/titans-loop-1/latest.pt", "params": 34262272, "device": "mps", "limit": null, "tasks": { "hellaswag": { "n": 10042, "acc": 26.578370842461663, "acc_norm": 25.672176857199762, "seconds": 1040.63 }, "arc_easy": { "n": 2376, "acc": 42.08754208754209, "acc_norm": 39.60437710437711, "seconds": 145.47 }, "arc_challenge": { "n": 1172, "acc": 18.85665529010239, "acc_norm": 22.269624573378838, "seconds": 76.84 }, "piqa": { "n": 1838, "acc": 58.70511425462459, "acc_norm": 57.562568008705114, "seconds": 69.21 }, "arithmark3": { "n": 1000, "acc": 33.2, "acc_norm": 33.4, "seconds": 53.44 } }, "intelligence_index_norm": 8.55, "intelligence_index_raw": 9.29, "total_seconds": 1386.56 }