| { | |
| "step": 37000, | |
| "checkpoint": "/home/ubuntu/mstok-results/iclr-debug-tokenizer13k-generator135b-v1/generator/checkpoint-iter-37000.pt", | |
| "nonpadding_tokens": 38796690262, | |
| "validation": { | |
| "loss": 6.8699282979965215, | |
| "reconstruction_loss": 0.0, | |
| "vq_loss": 0.0, | |
| "ncp_loss": 6.8699282979965215, | |
| "mstok_loss": 0.0, | |
| "semantic_loss": 0.0, | |
| "ncp_accuracy": 21.956521739130434 | |
| } | |
| } | |