{
  "arm": "slp1_uni8k_d700m_plus_all_v2_4x",
  "ckpt": "/home/kushal/sansar/data/experiments/train/runs/f11_slp1_uni8k_d700m_plus_all_v2_4x/ckpt.pt",
  "tokenizer": "/home/kushal/sansar/data/experiments/tok/e2/spm_slp1_unigram_8000_v2.model",
  "vocab_size": 8000,
  "transliterate": "slp1",
  "strip_refs": false,
  "clean": "deva",
  "text_field": "text_deva",
  "denominator": "bytes_deva_utf8",
  "block": 512,
  "stride": 256,
  "step": 129096,
  "param_counts": {
    "total": 704128512,
    "embedding": 12288000,
    "token_embedding": 12288000,
    "position_embedding": 0,
    "value_embedding": 0,
    "head": 12288000,
    "non_embedding": 679552512
  },
  "method": "records joined with EOS into one stream per set; sliding window, only the last `stride` predictions of each window after the first are scored; nats / Devanagari UTF-8 bytes of the cleaned text / ln 2",
  "per_set": {
    "dcs_gold": {
      "records": 3000,
      "tokens": 49763,
      "tokens_scored": 49762,
      "bytes_deva_utf8": 370794,
      "nll_nats": 140187.519,
      "bpb": 0.54545,
      "nll_per_token": 2.81716,
      "bytes_deva_per_token": 7.4512
    },
    "gita": {
      "records": 700,
      "tokens": 22518,
      "tokens_scored": 22517,
      "bytes_deva_utf8": 166845,
      "nll_nats": 7895.435,
      "bpb": 0.06827,
      "nll_per_token": 0.35064,
      "bytes_deva_per_token": 7.4094
    },
    "ood": {
      "records": 2000,
      "tokens": 425704,
      "tokens_scored": 425703,
      "bytes_deva_utf8": 2921851,
      "nll_nats": 1061326.634,
      "bpb": 0.52404,
      "nll_per_token": 2.49312,
      "bytes_deva_per_token": 6.8636
    },
    "prose": {
      "records": 2470,
      "tokens": 145348,
      "tokens_scored": 145347,
      "bytes_deva_utf8": 1015536,
      "nll_nats": 362064.049,
      "bpb": 0.51436,
      "nll_per_token": 2.49103,
      "bytes_deva_per_token": 6.9869
    },
    "vedic": {
      "records": 1000,
      "tokens": 16714,
      "tokens_scored": 16713,
      "bytes_deva_utf8": 77606,
      "nll_nats": 35930.237,
      "bpb": 0.66794,
      "nll_per_token": 2.14984,
      "bytes_deva_per_token": 4.6432
    }
  },
  "pooled": {
    "tokens": 660047,
    "bytes_deva_utf8": 4552632,
    "nll_nats": 1607403.873,
    "bpb": 0.50937
  },
  "seconds": 126.9
}