DRAM-PI05-RMBench / config.json
mystery-1057's picture
Upload RMBench inference configuration and tokenizer
1e55fea verified
Raw History Blame Contribute Delete
3.6 kB
{
"type": "pi05",
"n_obs_steps": 1,
"input_features": {
"observation.state": {
"type": "STATE",
"shape": [
14
]
},
"observation.images.cam_high": {
"type": "VISUAL",
"shape": [
3,
240,
320
]
},
"observation.images.cam_left_wrist": {
"type": "VISUAL",
"shape": [
3,
240,
320
]
},
"observation.images.cam_right_wrist": {
"type": "VISUAL",
"shape": [
3,
240,
320
]
}
},
"output_features": {
"action": {
"type": "ACTION",
"shape": [
14
]
}
},
"device": "cuda:0",
"use_amp": false,
"use_peft": false,
"push_to_hub": false,
"repo_id": null,
"private": null,
"tags": null,
"license": null,
"pretrained_path": "lerobot/pi05_base",
"pretrained_revision": null,
"paligemma_variant": "gemma_2b",
"action_expert_variant": "gemma_300m",
"dtype": "float32",
"chunk_size": 50,
"n_action_steps": 5,
"max_state_dim": 32,
"max_action_dim": 32,
"num_inference_steps": 10,
"time_sampling_beta_alpha": 1.5,
"time_sampling_beta_beta": 1.0,
"time_sampling_scale": 0.999,
"time_sampling_offset": 0.001,
"min_period": 0.004,
"max_period": 4.0,
"use_relative_actions": false,
"relative_exclude_joints": [
"gripper"
],
"action_feature_names": [
"left_joint_0",
"left_joint_1",
"left_joint_2",
"left_joint_3",
"left_joint_4",
"left_joint_5",
"left_gripper",
"right_joint_0",
"right_joint_1",
"right_joint_2",
"right_joint_3",
"right_joint_4",
"right_joint_5",
"right_gripper"
],
"rtc_config": null,
"rtc_training_max_delay": 0,
"external_storage": {
"num_layers": 18,
"input_mode": "qkv_source",
"query_token_dim": 1024,
"kv_input_dim": 256,
"num_heads": 8,
"head_k_dim": 128,
"head_v_dim": 128,
"initial_frame_decay": 0.99,
"initial_beta": 0.1,
"update_mode": "simultaneous",
"output_mode": "emit_slots",
"memory_slots": 256,
"extra_token_dim": null,
"use_intra_frame_mixer": true,
"mlp_ratio": 4,
"dropout": 0.1,
"num_token_groups": null,
"memory_write_compress_queries": null,
"type": "dram",
"read_before_write": true,
"linear_attention_backend": "auto"
},
"external_storage_mode": "native_kv",
"unified_amp_for_storage": true,
"image_resolution": [
224,
224
],
"empty_cameras": 0,
"tokenizer_max_length": 200,
"normalization_mapping": {
"ACTION": "QUANTILES",
"STATE": "QUANTILES",
"VISUAL": "IDENTITY"
},
"gradient_checkpointing": false,
"compile_model": false,
"compile_mode": "max-autotune",
"freeze_vision_encoder": true,
"train_expert_only": true,
"optimizer_lr": 2.5e-05,
"optimizer_betas": [
0.9,
0.95
],
"optimizer_eps": 1e-08,
"optimizer_weight_decay": 0.01,
"optimizer_grad_clip_norm": 1.0,
"scheduler_warmup_steps": 1000,
"scheduler_decay_steps": 30000,
"scheduler_decay_lr": 2.5e-06
}