| { | |
| "architectures": ["SolForCausalLM"], | |
| "model_type": "sol_lite", | |
| "vocab_size": 4096, | |
| "width": 256, | |
| "heads": 8, | |
| "kv_heads": 2, | |
| "stored_blocks": 10, | |
| "ffn_width": 1465, | |
| "recurrent_start": 1, | |
| "recurrent_blocks": 4, | |
| "recurrent_passes": 2, | |
| "engram_entries": 2048, | |
| "use_engram": true, | |
| "use_qk_norm": true, | |
| "use_loop_conditioning": true, | |
| "max_position_embeddings": 2048, | |
| "rope_theta": 20000.0, | |
| "tie_word_embeddings": true, | |
| "torch_dtype": "float32" | |
| } | |