| { | |
| "model_name": "Ys", | |
| "model_type": "GPTModel", | |
| "vocab_size": 50304, | |
| "effective_tokenizer_vocab_size": 50257, | |
| "context_length": 512, | |
| "emb_dim": 384, | |
| "n_heads": 6, | |
| "n_layers": 6, | |
| "drop_rate": 0.0, | |
| "qkv_bias": false, | |
| "weight_tying": false, | |
| "precision": "float32", | |
| "num_parameters": 49470720, | |
| "training_tokens_target": 50000000, | |
| "training_tokens_seen": 49496064, | |
| "training_steps": 1343, | |
| "training_epochs": 1 | |
| } | |