| { |
| "arm": "slp1_uni8k_d350m_plus_all_3x", |
| "ckpt": "/home/kushal/sansar/data/experiments/train/runs/f9_slp1_uni8k_d350m_plus_all_3x/ckpt.pt", |
| "tokenizer": "/home/kushal/sansar/data/experiments/tok/e2/spm_slp1_unigram_8000_v2.model", |
| "vocab_size": 8000, |
| "transliterate": "slp1", |
| "strip_refs": false, |
| "clean": "deva", |
| "text_field": "text_deva", |
| "denominator": "bytes_deva_utf8", |
| "block": 512, |
| "stride": 256, |
| "step": 103527, |
| "param_counts": { |
| "total": 318424064, |
| "embedding": 8192000, |
| "token_embedding": 8192000, |
| "position_embedding": 0, |
| "value_embedding": 0, |
| "head": 8192000, |
| "non_embedding": 302040064 |
| }, |
| "method": "records joined with EOS into one stream per set; sliding window, only the last `stride` predictions of each window after the first are scored; nats / Devanagari UTF-8 bytes of the cleaned text / ln 2", |
| "per_set": { |
| "dcs_gold": { |
| "records": 3000, |
| "tokens": 49763, |
| "tokens_scored": 49762, |
| "bytes_deva_utf8": 370794, |
| "nll_nats": 146155.688, |
| "bpb": 0.56867, |
| "nll_per_token": 2.93709, |
| "bytes_deva_per_token": 7.4512 |
| }, |
| "gita": { |
| "records": 700, |
| "tokens": 22518, |
| "tokens_scored": 22517, |
| "bytes_deva_utf8": 166845, |
| "nll_nats": 15810.887, |
| "bpb": 0.13672, |
| "nll_per_token": 0.70218, |
| "bytes_deva_per_token": 7.4094 |
| }, |
| "ood": { |
| "records": 2000, |
| "tokens": 425704, |
| "tokens_scored": 425703, |
| "bytes_deva_utf8": 2921851, |
| "nll_nats": 1122476.182, |
| "bpb": 0.55423, |
| "nll_per_token": 2.63676, |
| "bytes_deva_per_token": 6.8636 |
| }, |
| "prose": { |
| "records": 2470, |
| "tokens": 145348, |
| "tokens_scored": 145347, |
| "bytes_deva_utf8": 1015536, |
| "nll_nats": 380543.803, |
| "bpb": 0.54061, |
| "nll_per_token": 2.61817, |
| "bytes_deva_per_token": 6.9869 |
| }, |
| "vedic": { |
| "records": 1000, |
| "tokens": 16714, |
| "tokens_scored": 16713, |
| "bytes_deva_utf8": 77606, |
| "nll_nats": 37071.39, |
| "bpb": 0.68916, |
| "nll_per_token": 2.21812, |
| "bytes_deva_per_token": 4.6432 |
| } |
| }, |
| "pooled": { |
| "tokens": 660047, |
| "bytes_deva_utf8": 4552632, |
| "nll_nats": 1702057.95, |
| "bpb": 0.53937 |
| }, |
| "seconds": 72.0 |
| } |
