{
  "arm": "tokv3_v01",
  "ckpt": "/home/kushal/sansar/data/experiments/train/runs/tokv3_v01_d20m/ckpt.pt",
  "tokenizer": "/home/kushal/sansar/data/experiments/tok/e2/spm_slp1_unigram_8000_v2.model",
  "vocab_size": 8000,
  "transliterate": "slp1",
  "strip_refs": false,
  "clean": "deva",
  "text_field": "text_deva",
  "denominator": "bytes_deva_utf8",
  "block": 512,
  "stride": 256,
  "step": 6968,
  "param_counts": {
    "total": 27073024,
    "embedding": 4096000,
    "token_embedding": 4096000,
    "position_embedding": 0,
    "value_embedding": 0,
    "head": 4096000,
    "non_embedding": 18881024
  },
  "method": "records joined with EOS into one stream per set; sliding window, only the last `stride` predictions of each window after the first are scored; nats / Devanagari UTF-8 bytes of the cleaned text / ln 2",
  "per_set": {
    "dcs_gold": {
      "records": 3000,
      "tokens": 49763,
      "tokens_scored": 49762,
      "bytes_deva_utf8": 370794,
      "nll_nats": 181577.925,
      "bpb": 0.70649,
      "nll_per_token": 3.64893,
      "bytes_deva_per_token": 7.4512
    },
    "gita": {
      "records": 700,
      "tokens": 22518,
      "tokens_scored": 22517,
      "bytes_deva_utf8": 166845,
      "nll_nats": 59318.667,
      "bpb": 0.51292,
      "nll_per_token": 2.63439,
      "bytes_deva_per_token": 7.4094
    },
    "ood": {
      "records": 2000,
      "tokens": 425704,
      "tokens_scored": 425703,
      "bytes_deva_utf8": 2921851,
      "nll_nats": 1463285.41,
      "bpb": 0.72251,
      "nll_per_token": 3.43734,
      "bytes_deva_per_token": 6.8636
    },
    "prose": {
      "records": 2470,
      "tokens": 145348,
      "tokens_scored": 145347,
      "bytes_deva_utf8": 1015536,
      "nll_nats": 484759.998,
      "bpb": 0.68866,
      "nll_per_token": 3.33519,
      "bytes_deva_per_token": 6.9869
    },
    "vedic": {
      "records": 1000,
      "tokens": 16714,
      "tokens_scored": 16713,
      "bytes_deva_utf8": 77606,
      "nll_nats": 52100.069,
      "bpb": 0.96854,
      "nll_per_token": 3.11734,
      "bytes_deva_per_token": 4.6432
    }
  },
  "pooled": {
    "tokens": 660047,
    "bytes_deva_utf8": 4552632,
    "nll_nats": 2241042.069,
    "bpb": 0.71017
  },
  "seconds": 9.4
}