Robotics
LeRobot
Safetensors
molmoact2
jstm commited on
Commit
7d90314
·
verified ·
1 Parent(s): cc9c0ef

Upload DataProcessorPipeline

Browse files
policy_preprocessor.json ADDED
@@ -0,0 +1,109 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_preprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "rename_observations_processor",
6
+ "config": {
7
+ "rename_map": {}
8
+ }
9
+ },
10
+ {
11
+ "registry_name": "to_batch_processor",
12
+ "config": {}
13
+ },
14
+ {
15
+ "registry_name": "molmoact2_state_frame_transform",
16
+ "config": {
17
+ "joint_signs": null,
18
+ "joint_offsets": null
19
+ }
20
+ },
21
+ {
22
+ "registry_name": "molmoact2_masked_normalizer",
23
+ "config": {
24
+ "eps": 1e-08,
25
+ "features": {
26
+ "observation.state": {
27
+ "type": "STATE",
28
+ "shape": [
29
+ 9
30
+ ]
31
+ },
32
+ "observation.images.camera_center": {
33
+ "type": "VISUAL",
34
+ "shape": [
35
+ 3,
36
+ 378,
37
+ 378
38
+ ]
39
+ },
40
+ "observation.images.camera_left": {
41
+ "type": "VISUAL",
42
+ "shape": [
43
+ 3,
44
+ 378,
45
+ 378
46
+ ]
47
+ },
48
+ "observation.images.camera_wrist": {
49
+ "type": "VISUAL",
50
+ "shape": [
51
+ 3,
52
+ 378,
53
+ 378
54
+ ]
55
+ },
56
+ "action": {
57
+ "type": "ACTION",
58
+ "shape": [
59
+ 7
60
+ ]
61
+ }
62
+ },
63
+ "norm_map": {
64
+ "VISUAL": "IDENTITY",
65
+ "STATE": "QUANTILES",
66
+ "ACTION": "QUANTILES"
67
+ }
68
+ },
69
+ "state_file": "policy_preprocessor_step_3_molmoact2_masked_normalizer.safetensors"
70
+ },
71
+ {
72
+ "registry_name": "molmoact2_clamp_normalized",
73
+ "config": {}
74
+ },
75
+ {
76
+ "registry_name": "molmoact2_pack_inputs",
77
+ "config": {
78
+ "checkpoint_path": "allenai/MolmoAct2-LIBERO",
79
+ "checkpoint_revision": null,
80
+ "checkpoint_force_download": false,
81
+ "action_mode": "continuous",
82
+ "discrete_action_tokenizer": "allenai/MolmoAct2-FAST-Tokenizer",
83
+ "image_keys": [
84
+ "observation.images.camera_center",
85
+ "observation.images.camera_left",
86
+ "observation.images.camera_wrist"
87
+ ],
88
+ "allow_image_key_fallback": false,
89
+ "setup_type": "single franka robotic arm in maniskill",
90
+ "control_mode": "absolute end-effector pose",
91
+ "normalize_language": true,
92
+ "add_setup_tokens": true,
93
+ "add_control_tokens": true,
94
+ "num_state_tokens": 256,
95
+ "max_sequence_length": null,
96
+ "chunk_size": 10,
97
+ "max_action_dim": 32,
98
+ "env_action_dim": 7
99
+ }
100
+ },
101
+ {
102
+ "registry_name": "device_processor",
103
+ "config": {
104
+ "device": "cuda",
105
+ "float_dtype": null
106
+ }
107
+ }
108
+ ]
109
+ }
policy_preprocessor_step_3_molmoact2_masked_normalizer.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76bf2ce23b4c486aabdf49402ac19aeb0bdaf689f565d96ff319509bde9c1e29
3
+ size 5696