Robotics
LeRobot
Safetensors
multi_task_dit
SieloRobotics commited on
Commit
f159cd0
·
verified ·
1 Parent(s): 1491ed2

Upload policy

Browse files
Files changed (2) hide show
  1. config.json +132 -0
  2. model.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,132 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "type": "multi_task_dit",
3
+ "n_obs_steps": 2,
4
+ "input_features": {
5
+ "observation.images.top_left": {
6
+ "type": "VISUAL",
7
+ "shape": [
8
+ 3,
9
+ 480,
10
+ 640
11
+ ]
12
+ },
13
+ "observation.images.top_right": {
14
+ "type": "VISUAL",
15
+ "shape": [
16
+ 3,
17
+ 480,
18
+ 640
19
+ ]
20
+ },
21
+ "observation.images.wrist": {
22
+ "type": "VISUAL",
23
+ "shape": [
24
+ 3,
25
+ 480,
26
+ 640
27
+ ]
28
+ },
29
+ "observation.state": {
30
+ "type": "STATE",
31
+ "shape": [
32
+ 10
33
+ ]
34
+ }
35
+ },
36
+ "output_features": {
37
+ "action": {
38
+ "type": "ACTION",
39
+ "shape": [
40
+ 10
41
+ ]
42
+ }
43
+ },
44
+ "device": "cuda",
45
+ "dtype": null,
46
+ "use_amp": false,
47
+ "use_peft": false,
48
+ "push_to_hub": true,
49
+ "repo_id": "SieloRobotics/dit_ee_machine_tending_II",
50
+ "private": false,
51
+ "tags": null,
52
+ "license": null,
53
+ "pretrained_path": null,
54
+ "pretrained_revision": null,
55
+ "horizon": 32,
56
+ "n_action_steps": 8,
57
+ "objective": "flow_matching",
58
+ "noise_scheduler_type": "DDPM",
59
+ "num_train_timesteps": 100,
60
+ "beta_schedule": "squaredcos_cap_v2",
61
+ "beta_start": 0.0001,
62
+ "beta_end": 0.02,
63
+ "prediction_type": "epsilon",
64
+ "clip_sample": true,
65
+ "clip_sample_range": 1.0,
66
+ "num_inference_steps": null,
67
+ "sigma_min": 0.0,
68
+ "num_integration_steps": 10,
69
+ "integration_method": "euler",
70
+ "timestep_sampling_strategy": "beta",
71
+ "timestep_sampling_s": 0.999,
72
+ "timestep_sampling_alpha": 1.5,
73
+ "timestep_sampling_beta": 1.0,
74
+ "hidden_dim": 512,
75
+ "num_layers": 6,
76
+ "num_heads": 8,
77
+ "dropout": 0.1,
78
+ "use_positional_encoding": false,
79
+ "timestep_embed_dim": 256,
80
+ "use_rope": true,
81
+ "rope_base": 10000.0,
82
+ "vision_encoder_name": "openai/clip-vit-base-patch16",
83
+ "use_separate_rgb_encoder_per_camera": true,
84
+ "vision_encoder_lr_multiplier": 0.1,
85
+ "image_resize_shape": [
86
+ 240,
87
+ 240
88
+ ],
89
+ "image_crop_shape": [
90
+ 224,
91
+ 224
92
+ ],
93
+ "image_crop_is_random": true,
94
+ "compile_model": true,
95
+ "compile_mode": null,
96
+ "use_text_conditioning": false,
97
+ "text_encoder_name": "openai/clip-vit-base-patch16",
98
+ "tokenizer_max_length": 77,
99
+ "tokenizer_padding": "max_length",
100
+ "tokenizer_padding_side": "right",
101
+ "tokenizer_truncation": true,
102
+ "normalization_mapping": {
103
+ "VISUAL": "MEAN_STD",
104
+ "STATE": "QUANTILES",
105
+ "ACTION": "QUANTILES"
106
+ },
107
+ "use_relative_ee_actions": true,
108
+ "action_feature_names": [
109
+ "ee.x",
110
+ "ee.y",
111
+ "ee.z",
112
+ "ee.r6d_0",
113
+ "ee.r6d_1",
114
+ "ee.r6d_2",
115
+ "ee.r6d_3",
116
+ "ee.r6d_4",
117
+ "ee.r6d_5",
118
+ "gripper.pos"
119
+ ],
120
+ "optimizer_lr": 8.660254037844386e-05,
121
+ "optimizer_betas": [
122
+ 0.95,
123
+ 0.999
124
+ ],
125
+ "optimizer_eps": 1e-08,
126
+ "optimizer_weight_decay": 0.0,
127
+ "optimizer_grad_clip_norm": 1.0,
128
+ "scheduler_name": "cosine",
129
+ "scheduler_warmup_steps": 1207,
130
+ "do_mask_loss_for_padding": false,
131
+ "drop_n_last_frames": 23
132
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22cbc0399ad52190eeda8a2bfabd8f0f51571732057246017c570f609e3fa516
3
+ size 1466556328