text/eval.json

{
  "beta_hist": {
    "alpha_mean": 0.9525647759437561,
    "beta_mean": 0.2987441122531891,
    "beta_std": 0.27326029539108276,
    "counts": [
      279199,
      259955,
      267979,
      272134,
      198709,
      121561,
      87738,
      58782,
      48889,
      46042,
      42792,
      40966,
      39058,
      38433,
      43579,
      50459,
      55450,
      53881,
      51024,
      42570
    ],
    "edges": [
      0.0,
      0.05,
      0.1,
      0.15,
      0.2,
      0.25,
      0.3,
      0.35,
      0.4,
      0.45,
      0.5,
      0.55,
      0.6,
      0.65,
      0.7,
      0.75,
      0.8,
      0.85,
      0.9,
      0.95,
      1.0
    ]
  },
  "evaluated_at_unix": 1790052833,
  "heldout_loss": 3.4704055190086365,
  "heldout_loss_beta0": 5.015055179595947,
  "heldout_tokens": 131072,
  "memory_value": 1.5446496605873108,
  "mqar_accuracy": {
    "16": 0.9765625,
    "4": 1.0,
    "8": 1.0
  },
  "step": 6000
}