clairic-flash / clair_head_config.json
areneau's picture
Add Clairic Transformers model
d5883a5 verified
Raw History Blame Contribute Delete
327 Bytes
{
"hidden_size": 4096,
"bins": 256,
"pointer_width": 256,
"readout": "lexical",
"route_width": 1024,
"route_layers": 2,
"route_heads": 8,
"slot_rank": 32,
"estimate_lexical": true,
"span_trim": true,
"answer_slots": true,
"answer_slot_routing": true,
"number_groups": true,
"number_pointer": true
}