iclr-debug-tokenizer13k-generator135b-v1/generator/progress.json

{
  "step": 37000,
  "checkpoint": "/home/ubuntu/mstok-results/iclr-debug-tokenizer13k-generator135b-v1/generator/checkpoint-iter-37000.pt",
  "nonpadding_tokens": 38796690262,
  "validation": {
    "loss": 6.8699282979965215,
    "reconstruction_loss": 0.0,
    "vq_loss": 0.0,
    "ncp_loss": 6.8699282979965215,
    "mstok_loss": 0.0,
    "semantic_loss": 0.0,
    "ncp_accuracy": 21.956521739130434
  }
}