| { |
| "architectures": [ |
| "PositionEncoder" |
| ], |
| "model_type": "rukh-position-encoder", |
| "library_name": "rukh", |
| "rukh_version": "0.0.1", |
| "stage": "encoder-v4", |
| "step": 4000, |
| "params": 38973957, |
| "tokenizer": "moves", |
| "vocab_hash": null, |
| "data_manifest_sha": null, |
| "git_sha": "db5d48e5db36a0d24e00cbe21375167b8f9f9c3b", |
| "heads": [ |
| "value", |
| "blunder", |
| "result" |
| ], |
| "pooling": "mean", |
| "pretrained_from": "checkpoints/encoder-mmm-v4-20260920-111628/best.pt", |
| "input": "moves", |
| "vocab_size": 2030, |
| "square_vocab": 47, |
| "n_layer": 12, |
| "n_head": 8, |
| "d_model": 512, |
| "d_ff": null, |
| "block": 200, |
| "dropout": 0.1, |
| "pos": "learned", |
| "tie_embeddings": true |
| } |
|
|
