| { | |
| "model_type": "flygpt", | |
| "architectures": [ | |
| "FlyGPTForCausalLM" | |
| ], | |
| "auto_map": { | |
| "AutoConfig": "configuration_flygpt.FlyGPTConfig", | |
| "AutoModelForCausalLM": "modeling_flygpt.FlyGPTForCausalLM" | |
| }, | |
| "vocab_size": 65, | |
| "num_neurons": 5000, | |
| "num_edges": 524324, | |
| "embedding_dim": 32, | |
| "num_input_neurons": 256, | |
| "num_output_neurons": 512, | |
| "microsteps": 2, | |
| "activation": "tanh", | |
| "learned_leak": true, | |
| "leak_init": 0.5, | |
| "degree_normalization": true, | |
| "init_scale": 1.0, | |
| "dtype": "bfloat16", | |
| "training_steps": 100000, | |
| "graph": { | |
| "graph_name": "cb5k", | |
| "condition": "real", | |
| "control_seed": 1, | |
| "source": "malecns-v1.0", | |
| "region_filter": "central_brain", | |
| "min_synapses": 3, | |
| "hash": "f82b783b7ccb5a354fc4cf3de6de4a98d75029303c55f8faae28ab807828a007" | |
| }, | |
| "training_state": { | |
| "status": "trained", | |
| "condition": "real", | |
| "seed": 1, | |
| "step": 94000, | |
| "val_loss": 1.577788382768631, | |
| "checkpoint": "checkpoints/flygpt-v0-100k/cb5k/real_seed1.pt", | |
| "project": "flygpt-v0-100k" | |
| } | |
| } |