SAGE / robotwin_a2b /world_model /config.json
CLTRAY's picture
Add robotwin_a2b/world_model/config.json
9f7824c verified
Raw History Blame Contribute Delete
1.24 kB
{
"_target_": "stable_worldmodel.wm.lewm.MultiViewLeWM",
"encoder": {
"_target_": "stable_pretraining.backbone.utils.vit_hf",
"size": "small",
"patch_size": 14,
"image_size": 224,
"pretrained": false,
"use_mask_token": false
},
"predictor": {
"_target_": "stable_worldmodel.wm.lewm.module.Predictor",
"num_frames": 3,
"input_dim": 1152,
"hidden_dim": 608,
"output_dim": 1152,
"depth": 8,
"heads": 10,
"mlp_dim": 2432,
"dim_head": 64,
"dropout": 0.1,
"emb_dropout": 0.0
},
"action_encoder": {
"_target_": "stable_worldmodel.wm.lewm.module.Embedder",
"input_dim": 14,
"emb_dim": 1152
},
"projector": {
"_target_": "stable_worldmodel.wm.lewm.module.MLP",
"input_dim": 384,
"output_dim": 384,
"hidden_dim": 2048,
"norm_fn": {
"_target_": "torch.nn.BatchNorm1d",
"_partial_": true
}
},
"pred_proj": {
"_target_": "stable_worldmodel.wm.lewm.module.MLP",
"input_dim": 1152,
"output_dim": 1152,
"hidden_dim": 2048,
"norm_fn": {
"_target_": "torch.nn.BatchNorm1d",
"_partial_": true
}
},
"view_keys": [
"pixels",
"left_wrist_pixels",
"right_wrist_pixels"
]
}