config.json

{
 "cfg": {
  "vocab": 352,
  "max_len": 1024,
  "dropout": 0.1,
  "n_layer": 8,
  "d_model": 512,
  "n_head": 8,
  "d_ff": 1536
 },
 "seq_len": 1024,
 "weights": "model.safetensors",
 "dtype": "float16",
 "tied_embeddings": true,
 "step": 10000,
 "val_loss": 0.923981524555829
}