| { |
| "stage": "codec", |
| "steps": 3000, |
| "train_seconds": 52.21, |
| "tokenizer": { |
| "alphabet": " ._abcdefghiklnoprstuvwxy", |
| "pad": "_", |
| "seq_len": 32 |
| }, |
| "history": [ |
| { |
| "step": 250, |
| "loss": 0.7816118597984314, |
| "ce": 0.0183502696454525, |
| "vq": 0.763261616230011 |
| }, |
| { |
| "step": 500, |
| "loss": 0.7766135931015015, |
| "ce": 0.008087735623121262, |
| "vq": 0.7685258388519287 |
| }, |
| { |
| "step": 750, |
| "loss": 1.9127604961395264, |
| "ce": 1.155642032623291, |
| "vq": 0.7571184635162354 |
| }, |
| { |
| "step": 1000, |
| "loss": 1.7280001640319824, |
| "ce": 0.9738318920135498, |
| "vq": 0.7541682720184326 |
| }, |
| { |
| "step": 1250, |
| "loss": 0.7600001096725464, |
| "ce": 0.0029663536697626114, |
| "vq": 0.7570337653160095 |
| }, |
| { |
| "step": 1500, |
| "loss": 1.7674469947814941, |
| "ce": 1.0144059658050537, |
| "vq": 0.7530410289764404 |
| }, |
| { |
| "step": 1750, |
| "loss": 1.321763038635254, |
| "ce": 0.5726578235626221, |
| "vq": 0.7491052746772766 |
| }, |
| { |
| "step": 2000, |
| "loss": 0.7995526790618896, |
| "ce": 0.028942842036485672, |
| "vq": 0.7706098556518555 |
| }, |
| { |
| "step": 2250, |
| "loss": 0.7662097811698914, |
| "ce": 0.004673249088227749, |
| "vq": 0.7615365386009216 |
| }, |
| { |
| "step": 2500, |
| "loss": 0.7780300974845886, |
| "ce": 0.004726271145045757, |
| "vq": 0.7733038067817688 |
| }, |
| { |
| "step": 2750, |
| "loss": 0.932603120803833, |
| "ce": 0.16295668482780457, |
| "vq": 0.7696464657783508 |
| }, |
| { |
| "step": 3000, |
| "loss": 0.7746670842170715, |
| "ce": 0.0031447401270270348, |
| "vq": 0.7715223431587219 |
| } |
| ], |
| "val": { |
| "char_acc_by_levels_used": [ |
| 0.7497, |
| 0.8812, |
| 0.9568, |
| 0.9865, |
| 0.9942, |
| 1.0 |
| ], |
| "seq_exact_by_levels_used": [ |
| 0.0, |
| 0.05, |
| 0.366, |
| 0.76, |
| 0.878, |
| 1.0 |
| ], |
| "codebook_utilization": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "code_perplexity": [ |
| 114.54, |
| 106.31, |
| 97.86, |
| 104.75, |
| 103.75, |
| 96.55 |
| ] |
| } |
| } |
|
|
