| { |
| "arm": "slp1_uni8k_d700m_plus_all_v2_4x", |
| "ckpt": "/home/kushal/sansar/data/experiments/train/runs/f11_slp1_uni8k_d700m_plus_all_v2_4x/ckpt.pt", |
| "tokenizer": "/home/kushal/sansar/data/experiments/tok/e2/spm_slp1_unigram_8000_v2.model", |
| "vocab_size": 8000, |
| "transliterate": "slp1", |
| "strip_refs": false, |
| "clean": "deva", |
| "text_field": "text_deva", |
| "denominator": "bytes_deva_utf8", |
| "block": 512, |
| "stride": 256, |
| "step": 129096, |
| "param_counts": { |
| "total": 704128512, |
| "embedding": 12288000, |
| "token_embedding": 12288000, |
| "position_embedding": 0, |
| "value_embedding": 0, |
| "head": 12288000, |
| "non_embedding": 679552512 |
| }, |
| "method": "records joined with EOS into one stream per set; sliding window, only the last `stride` predictions of each window after the first are scored; nats / Devanagari UTF-8 bytes of the cleaned text / ln 2", |
| "per_set": { |
| "dcs_gold": { |
| "records": 3000, |
| "tokens": 49763, |
| "tokens_scored": 49762, |
| "bytes_deva_utf8": 370794, |
| "nll_nats": 140187.519, |
| "bpb": 0.54545, |
| "nll_per_token": 2.81716, |
| "bytes_deva_per_token": 7.4512 |
| }, |
| "gita": { |
| "records": 700, |
| "tokens": 22518, |
| "tokens_scored": 22517, |
| "bytes_deva_utf8": 166845, |
| "nll_nats": 7895.435, |
| "bpb": 0.06827, |
| "nll_per_token": 0.35064, |
| "bytes_deva_per_token": 7.4094 |
| }, |
| "ood": { |
| "records": 2000, |
| "tokens": 425704, |
| "tokens_scored": 425703, |
| "bytes_deva_utf8": 2921851, |
| "nll_nats": 1061326.634, |
| "bpb": 0.52404, |
| "nll_per_token": 2.49312, |
| "bytes_deva_per_token": 6.8636 |
| }, |
| "prose": { |
| "records": 2470, |
| "tokens": 145348, |
| "tokens_scored": 145347, |
| "bytes_deva_utf8": 1015536, |
| "nll_nats": 362064.049, |
| "bpb": 0.51436, |
| "nll_per_token": 2.49103, |
| "bytes_deva_per_token": 6.9869 |
| }, |
| "vedic": { |
| "records": 1000, |
| "tokens": 16714, |
| "tokens_scored": 16713, |
| "bytes_deva_utf8": 77606, |
| "nll_nats": 35930.237, |
| "bpb": 0.66794, |
| "nll_per_token": 2.14984, |
| "bytes_deva_per_token": 4.6432 |
| } |
| }, |
| "pooled": { |
| "tokens": 660047, |
| "bytes_deva_utf8": 4552632, |
| "nll_nats": 1607403.873, |
| "bpb": 0.50937 |
| }, |
| "seconds": 126.9 |
| } |
