mystery-1057 commited on
Commit
1e55fea
·
verified ·
1 Parent(s): 53a29c1

Upload RMBench inference configuration and tokenizer

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,142 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "pi05",
3
+ "n_obs_steps": 1,
4
+ "input_features": {
5
+ "observation.state": {
6
+ "type": "STATE",
7
+ "shape": [
8
+ 14
9
+ ]
10
+ },
11
+ "observation.images.cam_high": {
12
+ "type": "VISUAL",
13
+ "shape": [
14
+ 3,
15
+ 240,
16
+ 320
17
+ ]
18
+ },
19
+ "observation.images.cam_left_wrist": {
20
+ "type": "VISUAL",
21
+ "shape": [
22
+ 3,
23
+ 240,
24
+ 320
25
+ ]
26
+ },
27
+ "observation.images.cam_right_wrist": {
28
+ "type": "VISUAL",
29
+ "shape": [
30
+ 3,
31
+ 240,
32
+ 320
33
+ ]
34
+ }
35
+ },
36
+ "output_features": {
37
+ "action": {
38
+ "type": "ACTION",
39
+ "shape": [
40
+ 14
41
+ ]
42
+ }
43
+ },
44
+ "device": "cuda:0",
45
+ "use_amp": false,
46
+ "use_peft": false,
47
+ "push_to_hub": false,
48
+ "repo_id": null,
49
+ "private": null,
50
+ "tags": null,
51
+ "license": null,
52
+ "pretrained_path": "lerobot/pi05_base",
53
+ "pretrained_revision": null,
54
+ "paligemma_variant": "gemma_2b",
55
+ "action_expert_variant": "gemma_300m",
56
+ "dtype": "float32",
57
+ "chunk_size": 50,
58
+ "n_action_steps": 5,
59
+ "max_state_dim": 32,
60
+ "max_action_dim": 32,
61
+ "num_inference_steps": 10,
62
+ "time_sampling_beta_alpha": 1.5,
63
+ "time_sampling_beta_beta": 1.0,
64
+ "time_sampling_scale": 0.999,
65
+ "time_sampling_offset": 0.001,
66
+ "min_period": 0.004,
67
+ "max_period": 4.0,
68
+ "use_relative_actions": false,
69
+ "relative_exclude_joints": [
70
+ "gripper"
71
+ ],
72
+ "action_feature_names": [
73
+ "left_joint_0",
74
+ "left_joint_1",
75
+ "left_joint_2",
76
+ "left_joint_3",
77
+ "left_joint_4",
78
+ "left_joint_5",
79
+ "left_gripper",
80
+ "right_joint_0",
81
+ "right_joint_1",
82
+ "right_joint_2",
83
+ "right_joint_3",
84
+ "right_joint_4",
85
+ "right_joint_5",
86
+ "right_gripper"
87
+ ],
88
+ "rtc_config": null,
89
+ "rtc_training_max_delay": 0,
90
+ "external_storage": {
91
+ "num_layers": 18,
92
+ "input_mode": "qkv_source",
93
+ "query_token_dim": 1024,
94
+ "kv_input_dim": 256,
95
+ "num_heads": 8,
96
+ "head_k_dim": 128,
97
+ "head_v_dim": 128,
98
+ "initial_frame_decay": 0.99,
99
+ "initial_beta": 0.1,
100
+ "update_mode": "simultaneous",
101
+ "output_mode": "emit_slots",
102
+ "memory_slots": 256,
103
+ "extra_token_dim": null,
104
+ "use_intra_frame_mixer": true,
105
+ "mlp_ratio": 4,
106
+ "dropout": 0.1,
107
+ "num_token_groups": null,
108
+ "memory_write_compress_queries": null,
109
+ "type": "dram",
110
+ "read_before_write": true,
111
+ "linear_attention_backend": "auto"
112
+ },
113
+ "external_storage_mode": "native_kv",
114
+ "unified_amp_for_storage": true,
115
+ "image_resolution": [
116
+ 224,
117
+ 224
118
+ ],
119
+ "empty_cameras": 0,
120
+ "tokenizer_max_length": 200,
121
+ "normalization_mapping": {
122
+ "ACTION": "QUANTILES",
123
+ "STATE": "QUANTILES",
124
+ "VISUAL": "IDENTITY"
125
+ },
126
+ "gradient_checkpointing": false,
127
+ "compile_model": false,
128
+ "compile_mode": "max-autotune",
129
+ "freeze_vision_encoder": true,
130
+ "train_expert_only": true,
131
+ "optimizer_lr": 2.5e-05,
132
+ "optimizer_betas": [
133
+ 0.9,
134
+ 0.95
135
+ ],
136
+ "optimizer_eps": 1e-08,
137
+ "optimizer_weight_decay": 0.01,
138
+ "optimizer_grad_clip_norm": 1.0,
139
+ "scheduler_warmup_steps": 1000,
140
+ "scheduler_decay_steps": 30000,
141
+ "scheduler_decay_lr": 2.5e-06
142
+ }
policy_postprocessor.json ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_postprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "unnormalizer_processor",
6
+ "config": {
7
+ "eps": 1e-08,
8
+ "features": {
9
+ "action": {
10
+ "type": "ACTION",
11
+ "shape": [
12
+ 14
13
+ ]
14
+ }
15
+ },
16
+ "norm_map": {
17
+ "ACTION": "QUANTILES",
18
+ "STATE": "QUANTILES",
19
+ "VISUAL": "IDENTITY"
20
+ }
21
+ },
22
+ "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
23
+ },
24
+ {
25
+ "registry_name": "absolute_actions_processor",
26
+ "config": {
27
+ "enabled": false
28
+ }
29
+ },
30
+ {
31
+ "registry_name": "device_processor",
32
+ "config": {
33
+ "device": "cpu",
34
+ "float_dtype": null
35
+ }
36
+ }
37
+ ]
38
+ }
policy_postprocessor_step_0_unnormalizer_processor.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2abc0d24c64081f726b2e4dcb6bd84db6a25946c6ab18eee20e1751e51ddec5e
3
+ size 5880
policy_preprocessor.json ADDED
@@ -0,0 +1,115 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_preprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "rename_observations_processor",
6
+ "config": {
7
+ "rename_map": {}
8
+ }
9
+ },
10
+ {
11
+ "registry_name": "to_batch_processor",
12
+ "config": {}
13
+ },
14
+ {
15
+ "registry_name": "relative_actions_processor",
16
+ "config": {
17
+ "enabled": false,
18
+ "exclude_joints": [
19
+ "gripper"
20
+ ],
21
+ "action_names": [
22
+ "left_joint_0",
23
+ "left_joint_1",
24
+ "left_joint_2",
25
+ "left_joint_3",
26
+ "left_joint_4",
27
+ "left_joint_5",
28
+ "left_gripper",
29
+ "right_joint_0",
30
+ "right_joint_1",
31
+ "right_joint_2",
32
+ "right_joint_3",
33
+ "right_joint_4",
34
+ "right_joint_5",
35
+ "right_gripper"
36
+ ]
37
+ }
38
+ },
39
+ {
40
+ "registry_name": "normalizer_processor",
41
+ "config": {
42
+ "eps": 1e-08,
43
+ "features": {
44
+ "observation.state": {
45
+ "type": "STATE",
46
+ "shape": [
47
+ 14
48
+ ]
49
+ },
50
+ "observation.images.cam_high": {
51
+ "type": "VISUAL",
52
+ "shape": [
53
+ 3,
54
+ 240,
55
+ 320
56
+ ]
57
+ },
58
+ "observation.images.cam_left_wrist": {
59
+ "type": "VISUAL",
60
+ "shape": [
61
+ 3,
62
+ 240,
63
+ 320
64
+ ]
65
+ },
66
+ "observation.images.cam_right_wrist": {
67
+ "type": "VISUAL",
68
+ "shape": [
69
+ 3,
70
+ 240,
71
+ 320
72
+ ]
73
+ },
74
+ "action": {
75
+ "type": "ACTION",
76
+ "shape": [
77
+ 14
78
+ ]
79
+ }
80
+ },
81
+ "norm_map": {
82
+ "ACTION": "QUANTILES",
83
+ "STATE": "QUANTILES",
84
+ "VISUAL": "IDENTITY"
85
+ }
86
+ },
87
+ "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors"
88
+ },
89
+ {
90
+ "registry_name": "pi05_prepare_state_tokenizer_processor_step",
91
+ "config": {}
92
+ },
93
+ {
94
+ "registry_name": "tokenizer_processor",
95
+ "config": {
96
+ "max_length": 200,
97
+ "task_key": "task",
98
+ "padding_side": "right",
99
+ "padding": "max_length",
100
+ "truncation": true,
101
+ "tokenizer_name": "tokenizer"
102
+ },
103
+ "artifacts": {
104
+ "tokenizer_name": "tokenizer"
105
+ }
106
+ },
107
+ {
108
+ "registry_name": "device_processor",
109
+ "config": {
110
+ "device": "cuda",
111
+ "float_dtype": null
112
+ }
113
+ }
114
+ ]
115
+ }
policy_preprocessor_step_3_normalizer_processor.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cc5e713b60e8e2f4750b4f43ce434de3ab96572cf5c1a3dd408cbf80e403cfe
3
+ size 5888
tokenizer/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7336bb4ce016bf8543de94e3a17c3d6ca502a6fc8628fec6ed88893639d7a296
3
+ size 34387384
tokenizer/tokenizer_config.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<bos>",
4
+ "clean_up_tokenization_spaces": false,
5
+ "eos_token": "<eos>",
6
+ "extra_special_tokens": [
7
+ "<image>"
8
+ ],
9
+ "is_local": false,
10
+ "mask_token": "<mask>",
11
+ "model_max_length": 1000000000000000019884624838656,
12
+ "pad_token": "<pad>",
13
+ "processor_class": "PaliGemmaProcessor",
14
+ "sp_model_kwargs": {},
15
+ "spaces_between_special_tokens": false,
16
+ "tokenizer_class": "GemmaTokenizer",
17
+ "unk_token": "<unk>",
18
+ "use_default_system_prompt": false
19
+ }