Robotics
Safetensors
world-action-models
robotwin
FreDERicia commited on
Commit
ae36e56
·
verified ·
1 Parent(s): 426f093

Add verified pretrain artifacts

Browse files
pretrain/config.json ADDED
@@ -0,0 +1,166 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action_dim": 16,
3
+ "action_head_cfg": {
4
+ "_convert_": "object",
5
+ "_target_": "groot.vla.model.dreamzero.action_head.wan_flow_matching_action_tf.WANPolicyHead",
6
+ "config": {
7
+ "_recursive_": false,
8
+ "_target_": "groot.vla.model.dreamzero.action_head.wan_flow_matching_action_tf.WANPolicyHeadConfig",
9
+ "action_dim": 16,
10
+ "action_horizon": 48,
11
+ "action_inference_sigma_shift": null,
12
+ "action_loss_embodiment_ids": [
13
+ 26,
14
+ 17
15
+ ],
16
+ "action_train_sigma_shift": null,
17
+ "add_pos_embed": true,
18
+ "backbone_embedding_dim": 0,
19
+ "backbone_features_projector_cfg": null,
20
+ "decouple_inference_noise": false,
21
+ "decouple_video_action_noise": false,
22
+ "defer_lora_injection": false,
23
+ "diffusion_model_cfg": {
24
+ "_convert_": "object",
25
+ "_target_": "groot.vla.model.dreamzero.modules.wan_video_dit_action_casual_chunk.CausalWanModel",
26
+ "action_architecture": "full",
27
+ "action_condition_on_text": false,
28
+ "action_dim": 16,
29
+ "action_ffn_dim": 4096,
30
+ "action_hidden_size": 1024,
31
+ "concat_first_frame_latent": false,
32
+ "diffusion_model_pretrained_path": "/inspire/hdd3/project/embodied-model/public/zy/models/Wan-AI/Wan2.2-TI2V-5B",
33
+ "dim": 3072,
34
+ "enable_missing_action_embedding": true,
35
+ "eps": 1e-06,
36
+ "ffn_dim": 14336,
37
+ "frame_seqlen": 80,
38
+ "freq_dim": 256,
39
+ "in_dim": 48,
40
+ "max_chunk_size": 4,
41
+ "max_state_dim": 16,
42
+ "model_type": "ti2v",
43
+ "num_action_per_block": 48,
44
+ "num_frame_per_block": 2,
45
+ "num_heads": 24,
46
+ "num_layers": 30,
47
+ "num_state_per_block": 1,
48
+ "out_dim": 48
49
+ },
50
+ "expand_batch": null,
51
+ "freeze_decode_layer": false,
52
+ "hidden_size": 64,
53
+ "high_noise_beta_alpha": 3.0,
54
+ "image_encoder_cfg": {
55
+ "_convert_": "object",
56
+ "_target_": "groot.vla.model.dreamzero.modules.wan_video_image_encoder.WanImageEncoder",
57
+ "image_encoder_pretrained_path": "/inspire/hdd3/project/embodied-model/public/zy/models/Wan-AI/Wan2.1-I2V-14B-480P/models_clip_open-clip-xlm-roberta-large-vit-huge-14.pth"
58
+ },
59
+ "init_lora_weights": "kaiming",
60
+ "input_embedding_dim": 1536,
61
+ "load_pretrained_det_decode_layer_path": null,
62
+ "lora_alpha": 4,
63
+ "lora_rank": 4,
64
+ "lora_target_modules": "q,k,v,o,ffn.0,ffn.2",
65
+ "max_action_dim": 16,
66
+ "max_state_dim": 16,
67
+ "model_dtype": "float32",
68
+ "noise_beta_alpha": 1.5,
69
+ "noise_beta_beta": 1.0,
70
+ "noise_s": 0.999,
71
+ "num_frame_per_block": 2,
72
+ "num_frames": 33,
73
+ "num_inference_timesteps": 16,
74
+ "num_timestep_buckets": 1000,
75
+ "repa_coeff": 1.0,
76
+ "repa_layer": 8,
77
+ "skip_component_loading": true,
78
+ "target_video_height": 256,
79
+ "target_video_width": 320,
80
+ "text_encoder_cfg": {
81
+ "_convert_": "object",
82
+ "_target_": "groot.vla.model.dreamzero.modules.wan_video_text_encoder.WanTextEncoder",
83
+ "text_encoder_pretrained_path": "/inspire/hdd3/project/embodied-model/public/zy/models/Wan-AI/Wan2.2-TI2V-5B/models_t5_umt5-xxl-enc-bf16.pth"
84
+ },
85
+ "tile_size_height": 34,
86
+ "tile_size_width": 34,
87
+ "tile_stride_height": 18,
88
+ "tile_stride_width": 16,
89
+ "tiled": false,
90
+ "train_architecture": "full",
91
+ "tune_diffusion_model": true,
92
+ "tune_projector": true,
93
+ "use_clip_image_encoder": false,
94
+ "use_episode_first_frame_token": false,
95
+ "use_gradient_checkpointing": true,
96
+ "use_high_noise_emphasis": false,
97
+ "use_past_action_context": false,
98
+ "use_vlln": true,
99
+ "vae_cfg": {
100
+ "_convert_": "object",
101
+ "_target_": "groot.vla.model.dreamzero.modules.wan_video_vae.WanVideoVAE38",
102
+ "dim": 160,
103
+ "vae_pretrained_path": "/inspire/hdd3/project/embodied-model/public/zy/models/Wan-AI/Wan2.2-TI2V-5B/Wan2.2_VAE.pth",
104
+ "z_dim": 48
105
+ },
106
+ "video_condition_on_action_state": false,
107
+ "video_inference_final_noise": 0.8,
108
+ "video_noise_beta_alpha": 3.0,
109
+ "video_noise_beta_beta": 1.0,
110
+ "vl_self_attention_cfg": {
111
+ "_target_": "groot.vla.model.n1_5.modules.cross_attention_dit.SelfAttentionTransformer",
112
+ "attention_head_dim": 64,
113
+ "dropout": 0.2,
114
+ "final_dropout": true,
115
+ "num_attention_heads": 24,
116
+ "num_layers": 4,
117
+ "positional_embeddings": null
118
+ }
119
+ }
120
+ },
121
+ "action_horizon": 48,
122
+ "action_inference_sigma_shift": null,
123
+ "action_train_sigma_shift": null,
124
+ "architectures": [
125
+ "VLA"
126
+ ],
127
+ "backbone_cfg": {
128
+ "_target_": "groot.vla.model.dreamzero.backbone.identity.IdentityBackbone"
129
+ },
130
+ "diffusion_model_pretrained_path": "/inspire/hdd3/project/embodied-model/public/zy/models/Wan-AI/Wan2.2-TI2V-5B",
131
+ "dtype": "bfloat16",
132
+ "embodiment_tag": "noe_robotics_16d",
133
+ "embodiment_tag_mapping": {
134
+ "ego4d": 35,
135
+ "egopro": 40,
136
+ "egoverse": 36,
137
+ "noe_robotics_16d": 39,
138
+ "noe_umi_16d": 34
139
+ },
140
+ "image_encoder_pretrained_path": "/inspire/hdd3/project/embodied-model/public/zy/models/Wan-AI/Wan2.1-I2V-14B-480P/models_clip_open-clip-xlm-roberta-large-vit-huge-14.pth",
141
+ "image_resolution_height": 128,
142
+ "image_resolution_width": 160,
143
+ "is_lora": false,
144
+ "load_to_device": false,
145
+ "max_action_dim": 16,
146
+ "max_state_dim": 16,
147
+ "metadata_embodiment_tag": "noe_robotics_16d",
148
+ "metadata_json_path": ".assets/agibot_world_alpha_metadata.json",
149
+ "model_path": "/inspire/hdd3/project/embodied-model/public/zy/ckpts-rlinf-warm/25-3-1_8n64g_wo_img_openvid_panda_full_video20k_dmuon_r01_global_step_20000",
150
+ "model_type": "vla",
151
+ "num_action_per_block": 48,
152
+ "precision": "fp32",
153
+ "relative_action": false,
154
+ "relative_action_keys": [],
155
+ "relative_action_mode": "",
156
+ "relative_action_per_horizon": false,
157
+ "relative_action_pose_reference": "per_arm",
158
+ "state_horizon": 1,
159
+ "target_video_height": 256,
160
+ "target_video_width": 320,
161
+ "text_encoder_pretrained_path": "/inspire/hdd3/project/embodied-model/public/zy/models/Wan-AI/Wan2.2-TI2V-5B/models_t5_umt5-xxl-enc-bf16.pth",
162
+ "tokenizer_path": "/inspire/hdd3/project/embodied-model/public/zy/models/Wan-AI/umt5-xxl",
163
+ "transformers_version": "4.57.6",
164
+ "vae_pretrained_path": "/inspire/hdd3/project/embodied-model/public/zy/models/Wan-AI/Wan2.2-TI2V-5B/Wan2.2_VAE.pth",
165
+ "model_dtype": "float32"
166
+ }
pretrain/manifest.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "path": "pretrain/model-00001-of-00007.safetensors",
4
+ "size": 4213157538,
5
+ "sha256": "b54c67fa52ed170e759d83603cc7d96ffb75d0a6e391a479bf3d78b03f2c3825"
6
+ },
7
+ {
8
+ "path": "pretrain/model-00002-of-00007.safetensors",
9
+ "size": 4293315672,
10
+ "sha256": "7f05bc10a8c350f35ba237b357cc7f645a37267af173bff3459218a0225ade8b"
11
+ },
12
+ {
13
+ "path": "pretrain/model-00003-of-00007.safetensors",
14
+ "size": 4284998344,
15
+ "sha256": "ea9bd3b7625576dc8888e90d716a7ac12175aeee68a03c409b84ad6147e12755"
16
+ },
17
+ {
18
+ "path": "pretrain/model-00004-of-00007.safetensors",
19
+ "size": 4259474896,
20
+ "sha256": "6b6bd30cb281a6f59b3b62f2b6c658570fa13c29668373c28d8aeba27f6935d5"
21
+ },
22
+ {
23
+ "path": "pretrain/model-00005-of-00007.safetensors",
24
+ "size": 4244874968,
25
+ "sha256": "f48ff0ebba854fdb7d98dcc4f40ddfeecd010f2646d88b0510136b54285d9967"
26
+ },
27
+ {
28
+ "path": "pretrain/model-00006-of-00007.safetensors",
29
+ "size": 3171097104,
30
+ "sha256": "52b136b27a983ddf6649955a0a4d1185c7dbbe13e914ccb33e444ea942a59cf1"
31
+ },
32
+ {
33
+ "path": "pretrain/model-00007-of-00007.safetensors",
34
+ "size": 3509703568,
35
+ "sha256": "0d053921e4ef4915882e65d5088309a5b3081265f116b7d4ba159395e60853a2"
36
+ },
37
+ {
38
+ "path": "pretrain/model.safetensors.index.json",
39
+ "size": 254918,
40
+ "sha256": "a142765baa387372623f0dab67eeae79a03ecd84855d915ad8275be314f1bf01"
41
+ },
42
+ {
43
+ "path": "pretrain/config.json",
44
+ "size": 6409,
45
+ "sha256": "d70f100c2f7c42f96209f5ac55064400add50993f86156d7d433673b7beb8c83"
46
+ }
47
+ ]
pretrain/model-00001-of-00007.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b54c67fa52ed170e759d83603cc7d96ffb75d0a6e391a479bf3d78b03f2c3825
3
+ size 4213157538
pretrain/model-00002-of-00007.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f05bc10a8c350f35ba237b357cc7f645a37267af173bff3459218a0225ade8b
3
+ size 4293315672
pretrain/model-00003-of-00007.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea9bd3b7625576dc8888e90d716a7ac12175aeee68a03c409b84ad6147e12755
3
+ size 4284998344
pretrain/model-00004-of-00007.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b6bd30cb281a6f59b3b62f2b6c658570fa13c29668373c28d8aeba27f6935d5
3
+ size 4259474896
pretrain/model-00005-of-00007.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f48ff0ebba854fdb7d98dcc4f40ddfeecd010f2646d88b0510136b54285d9967
3
+ size 4244874968
pretrain/model-00006-of-00007.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52b136b27a983ddf6649955a0a4d1185c7dbbe13e914ccb33e444ea942a59cf1
3
+ size 3171097104
pretrain/model-00007-of-00007.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d053921e4ef4915882e65d5088309a5b3081265f116b7d4ba159395e60853a2
3
+ size 3509703568
pretrain/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff