| { |
| "arm": "slp1_uni8k_d60m", |
| "ckpt": "/home/kushal/sansar/data/experiments/train/runs/f0_slp1_uni8k_d60m/ckpt.pt", |
| "tokenizer": "/home/kushal/sansar/data/experiments/tok/e2/spm_slp1_unigram_8000_v2.model", |
| "vocab_size": 8000, |
| "transliterate": "slp1", |
| "strip_refs": false, |
| "block": 512, |
| "stride": 256, |
| "step": 27203, |
| "param_counts": { |
| "total": 63173376, |
| "embedding": 6537216, |
| "token_embedding": 6144000, |
| "position_embedding": 393216, |
| "non_embedding": 56636160 |
| }, |
| "method": "records joined with EOS into one stream per set; sliding window, only the last `stride` predictions of each window after the first are scored; nats / Devanagari UTF-8 bytes of the cleaned text / ln 2", |
| "per_set": { |
| "dcs_gold": { |
| "records": 3000, |
| "tokens": 49763, |
| "tokens_scored": 49762, |
| "bytes_deva_utf8": 370794, |
| "nll_nats": 163043.011, |
| "bpb": 0.63437, |
| "nll_per_token": 3.27646, |
| "bytes_deva_per_token": 7.4512 |
| }, |
| "gita": { |
| "records": 700, |
| "tokens": 22518, |
| "tokens_scored": 22517, |
| "bytes_deva_utf8": 166845, |
| "nll_nats": 26419.454, |
| "bpb": 0.22845, |
| "nll_per_token": 1.17331, |
| "bytes_deva_per_token": 7.4094 |
| }, |
| "ood": { |
| "records": 2000, |
| "tokens": 425704, |
| "tokens_scored": 425703, |
| "bytes_deva_utf8": 2921851, |
| "nll_nats": 1294054.139, |
| "bpb": 0.63895, |
| "nll_per_token": 3.03981, |
| "bytes_deva_per_token": 6.8636 |
| }, |
| "prose": { |
| "records": 2470, |
| "tokens": 145348, |
| "tokens_scored": 145347, |
| "bytes_deva_utf8": 1015536, |
| "nll_nats": 439125.752, |
| "bpb": 0.62383, |
| "nll_per_token": 3.02122, |
| "bytes_deva_per_token": 6.9869 |
| }, |
| "vedic": { |
| "records": 1000, |
| "tokens": 16714, |
| "tokens_scored": 16713, |
| "bytes_deva_utf8": 77606, |
| "nll_nats": 59659.921, |
| "bpb": 1.10908, |
| "nll_per_token": 3.56967, |
| "bytes_deva_per_token": 4.6432 |
| } |
| }, |
| "pooled": { |
| "tokens": 660047, |
| "bytes_deva_utf8": 4552632, |
| "nll_nats": 1982302.277, |
| "bpb": 0.62818 |
| }, |
| "seconds": 11.4 |
| } |
