{
  "scores": {
    "hellaswag": 28.689504082852025,
    "arc_easy": 36.27946127946128,
    "arc_challenge": 24.914675767918087,
    "piqa": 56.80087051142546,
    "arithmark3": 35.5
  },
  "counts": {
    "hellaswag": 10042,
    "arc_easy": 2376,
    "arc_challenge": 1172,
    "piqa": 1838,
    "arithmark3": 1000
  },
  "intelligence_index": 9.612010364814575,
  "checkpoint_sha256": "7b4ec38fb123d32e867df7f65dfcbd49f65b9daef78e1255d0328cc7955a6438",
  "tokenizer_sha256": "ed6b75f7fad6994e75932c98cd1bc8dfdcaa88d4be8bd905bab970963f5c10b0",
  "arithmark_sha256": "bf8ab1a5193d52cdf0e05ff0b3ca226bdfcf416cb6e75562dcbe72e7e4559435",
  "tokens_seen": 20000000000,
  "zero_shot": true,
  "dtype": "float32",
  "lm_eval": "0.4.12",
  "max_context": 2048,
  "truncated_requests": 0,
  "seconds": 426.45051527023315,
  "methodology": "https://huggingface.co/spaces/AxiomicLabs/Open_SLM_Leaderboard/blob/main/index.html",
  "stage": "final",
  "development_proxy": false,
  "development_protocol": null
}