{ "model_type": "flygpt", "architectures": [ "FlyGPTForCausalLM" ], "auto_map": { "AutoConfig": "configuration_flygpt.FlyGPTConfig", "AutoModelForCausalLM": "modeling_flygpt.FlyGPTForCausalLM" }, "vocab_size": 65, "num_neurons": 160514, "num_edges": 10402842, "embedding_dim": 32, "num_input_neurons": 2048, "num_output_neurons": 4096, "microsteps": 2, "activation": "tanh", "learned_leak": true, "leak_init": 0.5, "degree_normalization": true, "init_scale": 0.65, "dtype": "bfloat16", "training_steps": 16700, "graph": { "graph_name": "cns_full", "condition": "real", "control_seed": 1, "source": "malecns-v1.0", "region_filter": "whole_cns", "min_synapses": 3, "hash": "d53f26f9bf6f7b8c9944e28fdd4721d2c0a237e7534f9160977c70e6c81ac6c2" }, "training_state": { "status": "trained", "condition": "real", "seed": 1, "step": 15375, "val_loss": 1.5957297205924987, "checkpoint": "checkpoints/flygpt-v0-fullcns/cns_full/real_seed1.pt", "project": "flygpt-v0-fullcns" } }