Alpha / rl_agent_config.json
SofiTesfay2010's picture
Alpha: multimodal Laya continuation
248268a verified
Raw History Blame Contribute Delete
681 Bytes
{
"encoder": "answerdotai/ModernBERT-large",
"head_layers": 2,
"max_len": 512,
"head_max_len": 192,
"max_prefixes": 6,
"act_costs": {
"escalate": 0.5
},
"cost_wrong_act": 3.0,
"amp_dtype": "bf16",
"model_name": "rl-agent",
"temperature": [
1.0,
1.0,
1.0
],
"temperature_by_options": {},
"training": {
"steps": 2500,
"global_batch": 64
},
"adaptive_head": true,
"multimodal": {
"vision_name": "google/siglip-base-patch16-224",
"img_pool": 2,
"n_img": 49,
"kv_bits": 8
},
"base": {
"repo": "convaiinnovations/laya",
"revision": "1c5edc17a7acd8701df6fc341c0d179f1c62c982",
"subfolder": ""
}
}