{
  "model": {
    "name": "mamba",
    "d_model": 256,
    "n_layers": 7,
    "d_state": 16,
    "d_conv": 4,
    "expand": 2,
    "dt_rank": null,
    "dt_min": 0.001,
    "dt_max": 0.1,
    "dt_floor": 0.0001,
    "scan_chunk": 16,
    "scan_tokens": 4096,
    "grad_ckpt": false
  },
  "train": {
    "steps": 10000,
    "batch_size": 16,
    "seq_len": 1024,
    "lr": 0.001,
    "min_lr_ratio": 0.1,
    "warmup": 1000,
    "weight_decay": 0.1,
    "grad_clip": 1.0,
    "log_every": 50,
    "eval_every": 1000,
    "eval_batch_tokens": 16384,
    "seed": 0,
    "align_crops": true
  },
  "params": 3095068,
  "data": {
    "pairs": 569670,
    "dropped": 0,
    "null_symbols": "!'+,-./:;<=>?[]_{}"
  },
  "best": {
    "char_accuracy": 0.18181128764556412,
    "word_accuracy": 0.010008523897961603,
    "precision": 0.7922315994950653,
    "recall": 0.05078616476954914,
    "f1": 0.03797654601370306,
    "levenshtein": 739.1352992194276,
    "normalized_levenshtein": 0.8180898377015771,
    "samples": 1153,
    "loss": 2.487926709028701,
    "step": 10000
  }
}