| { | |
| "architectures": ["BananaIDKForCausalLM"], | |
| "model_type": "banana_idk", | |
| "d_model": 144, | |
| "n_layers": 6, | |
| "n_heads": 2, | |
| "n_kv_heads": 1, | |
| "head_dim": 80, | |
| "ffn_mult": 3, | |
| "vocab_size": 8192, | |
| "tie_word_embeddings": true, | |
| "use_rope": true, | |
| "use_rmsnorm": true, | |
| "use_swiglu": true, | |
| "params": 2715984 | |
| } |