{
 "ckpt": "/vol/out/final",
 "limit": 500,
 "shots": 0,
 "results": {
  "arc_challenge": {
   "minutes": 1.9,
   "sample_len": 500,
   "acc,none": 0.234,
   "acc_stderr,none": 0.018952741564893755,
   "acc_norm,none": 0.27,
   "acc_norm_stderr,none": 0.019874354831287473
  },
  "arc_easy": {
   "minutes": 0.6,
   "sample_len": 500,
   "acc,none": 0.484,
   "acc_stderr,none": 0.022371610982580396,
   "acc_norm,none": 0.466,
   "acc_norm_stderr,none": 0.022331264423258324
  },
  "hellaswag": {
   "minutes": 0.8,
   "sample_len": 500,
   "acc,none": 0.37,
   "acc_stderr,none": 0.021613289165165816,
   "acc_norm,none": 0.47,
   "acc_norm_stderr,none": 0.0223427481925028
  },
  "openbookqa": {
   "minutes": 0.6,
   "sample_len": 500,
   "acc,none": 0.186,
   "acc_stderr,none": 0.01741880678058399,
   "acc_norm,none": 0.292,
   "acc_norm_stderr,none": 0.020354375480530096
  },
  "piqa": {
   "minutes": 0.6,
   "sample_len": 500,
   "acc,none": 0.636,
   "acc_stderr,none": 0.021539170637317653,
   "acc_norm,none": 0.632,
   "acc_norm_stderr,none": 0.021588982568353548
  },
  "sciq": {
   "minutes": 1.6,
   "sample_len": 500,
   "acc,none": 0.922,
   "acc_stderr,none": 0.012005008974630627,
   "acc_norm,none": 0.89,
   "acc_norm_stderr,none": 0.01400686919941566
  },
  "winogrande": {
   "minutes": 0.4,
   "sample_len": 500,
   "acc,none": 0.552,
   "acc_stderr,none": 0.022261697292270084
  }
 }
}