File size: 938 Bytes
9b51f42 f67ea60 9b51f42 f67ea60 9b51f42 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 | {
"model_type": "flygpt",
"architectures": [
"FlyGPTForCausalLM"
],
"auto_map": {
"AutoConfig": "configuration_flygpt.FlyGPTConfig",
"AutoModelForCausalLM": "modeling_flygpt.FlyGPTForCausalLM"
},
"vocab_size": 65,
"num_neurons": 5000,
"num_edges": 524324,
"embedding_dim": 32,
"num_input_neurons": 256,
"num_output_neurons": 512,
"microsteps": 2,
"activation": "tanh",
"learned_leak": true,
"leak_init": 0.5,
"degree_normalization": true,
"init_scale": 1.0,
"dtype": "bfloat16",
"training_steps": 100000,
"graph": {
"graph_name": "cb5k",
"condition": "real",
"control_seed": 1,
"source": "malecns-v1.0",
"region_filter": "central_brain",
"min_synapses": 3,
"hash": "f82b783b7ccb5a354fc4cf3de6de4a98d75029303c55f8faae28ab807828a007"
},
"training_state": {
"status": "init",
"condition": "real",
"seed": 1,
"project": "flygpt-v0-100k"
}
} |