| { | |
| "model_type": "flygpt", | |
| "architectures": [ | |
| "FlyGPTForCausalLM" | |
| ], | |
| "auto_map": { | |
| "AutoConfig": "configuration_flygpt.FlyGPTConfig", | |
| "AutoModelForCausalLM": "modeling_flygpt.FlyGPTForCausalLM" | |
| }, | |
| "vocab_size": 65, | |
| "num_neurons": 160514, | |
| "num_edges": 10402842, | |
| "embedding_dim": 32, | |
| "num_input_neurons": 2048, | |
| "num_output_neurons": 4096, | |
| "microsteps": 2, | |
| "activation": "tanh", | |
| "learned_leak": true, | |
| "leak_init": 0.5, | |
| "degree_normalization": true, | |
| "init_scale": 0.65, | |
| "dtype": "bfloat16", | |
| "training_steps": 16700, | |
| "graph": { | |
| "graph_name": "cns_full", | |
| "condition": "real", | |
| "control_seed": 1, | |
| "source": "malecns-v1.0", | |
| "region_filter": "whole_cns", | |
| "min_synapses": 3, | |
| "hash": "d53f26f9bf6f7b8c9944e28fdd4721d2c0a237e7534f9160977c70e6c81ac6c2" | |
| }, | |
| "training_state": { | |
| "status": "trained", | |
| "condition": "real", | |
| "seed": 1, | |
| "step": 15375, | |
| "val_loss": 1.5957297205924987, | |
| "checkpoint": "checkpoints/flygpt-v0-fullcns/cns_full/real_seed1.pt", | |
| "project": "flygpt-v0-fullcns" | |
| } | |
| } |