File size: 178 Bytes
b20b0d8 | 1 2 3 4 5 6 7 8 9 10 | {
"vocab_size": 16384,
"context_length": 256,
"embedding_dim": 640,
"num_layers": 6,
"num_heads": 10,
"ffn_multiplier": 4,
"dropout": 0.1,
"weight_tying": false
} |
b20b0d8 | 1 2 3 4 5 6 7 8 9 10 | {
"vocab_size": 16384,
"context_length": 256,
"embedding_dim": 640,
"num_layers": 6,
"num_heads": 10,
"ffn_multiplier": 4,
"dropout": 0.1,
"weight_tying": false
} |