code-Movens-Zero_train / scale /model_parameters.json
Tinghong-Ye22's picture
Add files using upload-large-folder tool
13cc860 verified
Raw History Blame Contribute Delete
1.42 kB
[
{
"size": "S",
"hidden_dim": 768,
"num_blocks": 3,
"nhead": 12,
"head_dim": 64,
"action_parameters": 64191248,
"action_trainable_parameters": 60351120,
"backbone_parameters": 4703464448,
"backbone_trainable_parameters": 4392299520,
"total_parameters": 4767655696,
"trainable_parameters": 4452650640
},
{
"size": "M",
"hidden_dim": 1152,
"num_blocks": 4,
"nhead": 18,
"head_dim": 64,
"action_parameters": 187890704,
"action_trainable_parameters": 182130576,
"backbone_parameters": 4703464448,
"backbone_trainable_parameters": 4392299520,
"total_parameters": 4891355152,
"trainable_parameters": 4574430096
},
{
"size": "BASE",
"hidden_dim": 1536,
"num_blocks": 6,
"nhead": 24,
"head_dim": 64,
"action_parameters": 500108048,
"action_trainable_parameters": 492427920,
"backbone_parameters": 4703464448,
"backbone_trainable_parameters": 4392299520,
"total_parameters": 5203572496,
"trainable_parameters": 4884727440
},
{
"size": "L",
"hidden_dim": 1920,
"num_blocks": 7,
"nhead": 30,
"head_dim": 64,
"action_parameters": 910519568,
"action_trainable_parameters": 900919440,
"backbone_parameters": 4703464448,
"backbone_trainable_parameters": 4392299520,
"total_parameters": 5613984016,
"trainable_parameters": 5293218960
}
]