Adrain11 commited on
Commit
e0cfc82
·
verified ·
1 Parent(s): 1ff8821

Upload three ThinkWAM benchmark checkpoints with checksums

Browse files
README.md ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ tags:
3
+ - robotics
4
+ - thinkwam
5
+ - libero
6
+ - robotwin
7
+ - robocasa
8
+ ---
9
+
10
+ # ThinkWAM checkpoints
11
+
12
+ ThinkWAM inference checkpoints exported from the selected training checkpoints.
13
+ Each `.pt` file contains `model`, `config`, and `step`. Optimizer, scheduler, and random-number-generator states are excluded.
14
+ Every exported model tensor was compared byte for byte against its source checkpoint, including its dtype and shape. The original BF16/FP32 storage precision and model configuration are preserved.
15
+
16
+ | Benchmark | Checkpoint | Stored step |
17
+ | --- | --- | ---: |
18
+ | LIBERO / LIBERO-Plus | [libero_thinkwam_checkpoint.pt](libero_thinkwam_checkpoint.pt) | 75000 |
19
+ | RoboTwin 2.0 | [robotwin2.0_thinkwam_checkpoint.pt](robotwin2.0_thinkwam_checkpoint.pt) | 155000 |
20
+ | RoboCasa24 | [robocasa24_thinkwam_checkpoint.pt](robocasa24_thinkwam_checkpoint.pt) | 20000 |
21
+
22
+ The LIBERO checkpoint is shared by LIBERO and LIBERO-Plus evaluations. The RoboCasa24 step is the counter saved in its continuation run, not a claim about total training steps across runs.
23
+
24
+ Loading these checkpoints requires the compatible ThinkWAM implementation. Configurations are embedded in each checkpoint and are also provided as separate JSON files for inspection. Runtime paths and benchmark resources must be configured for the evaluation environment.
25
+
26
+ File sizes and SHA-256 checksums are recorded in `checkpoint_manifest.json` and `SHA256SUMS`.
SHA256SUMS ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ 61d8a88069c3d0faa1b08fb9b6b2fe81d147d46ca237722f481b3d802c186eb8 libero_thinkwam_checkpoint.pt
2
+ f37f9372a9bf748db82af6ed48e07cc6d306edaa15bd5a580bbb376a0b32c4f1 robotwin2.0_thinkwam_checkpoint.pt
3
+ 1a6700a9ec2c73f1a73ca56322305439f21d13b237296eadb37bd6d40884608c robocasa24_thinkwam_checkpoint.pt
checkpoint_manifest.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "ThinkWAM",
3
+ "format": "inference_checkpoint",
4
+ "files": [
5
+ {
6
+ "benchmark": "LIBERO / LIBERO-Plus",
7
+ "name": "libero_thinkwam_checkpoint.pt",
8
+ "step": 75000,
9
+ "bytes": 4430139219,
10
+ "sha256": "61d8a88069c3d0faa1b08fb9b6b2fe81d147d46ca237722f481b3d802c186eb8",
11
+ "source_sha256": "2ca59f2b5dcb857a920df1da0b520c6b7db8dea056514adac1626e9ee9c063e6",
12
+ "model_tensor_count": 1373,
13
+ "tensor_bytes_unchanged": true,
14
+ "dtypes_unchanged": true,
15
+ "config_unchanged": true,
16
+ "config_name": "libero_thinkwam_config.json",
17
+ "config_bytes": 5249,
18
+ "config_sha256": "966c826578959229c83b5f29381abac5e29c60c7bd283f795371e6fd2474a994",
19
+ "contents": [
20
+ "step",
21
+ "model",
22
+ "config"
23
+ ]
24
+ },
25
+ {
26
+ "benchmark": "RoboTwin 2.0",
27
+ "name": "robotwin2.0_thinkwam_checkpoint.pt",
28
+ "step": 155000,
29
+ "bytes": 4405774483,
30
+ "sha256": "f37f9372a9bf748db82af6ed48e07cc6d306edaa15bd5a580bbb376a0b32c4f1",
31
+ "source_sha256": "ce5708ee316efc8cf3ce5116fdc943fcd170e070f87ead44a433dfa34ac5012b",
32
+ "model_tensor_count": 1329,
33
+ "tensor_bytes_unchanged": true,
34
+ "dtypes_unchanged": true,
35
+ "config_unchanged": true,
36
+ "config_name": "robotwin2.0_thinkwam_config.json",
37
+ "config_bytes": 7058,
38
+ "config_sha256": "929e283653dd55e8f6c41d70eeb55a97ff6b2ec8676fe3e300be4426546f6440",
39
+ "contents": [
40
+ "step",
41
+ "model",
42
+ "config"
43
+ ]
44
+ },
45
+ {
46
+ "benchmark": "RoboCasa24",
47
+ "name": "robocasa24_thinkwam_checkpoint.pt",
48
+ "step": 20000,
49
+ "bytes": 4421635575,
50
+ "sha256": "1a6700a9ec2c73f1a73ca56322305439f21d13b237296eadb37bd6d40884608c",
51
+ "source_sha256": "b36a855ba4558a8fab9dd8870dcacb13952c5f53adddbdbe020d0813b251627b",
52
+ "model_tensor_count": 1365,
53
+ "tensor_bytes_unchanged": true,
54
+ "dtypes_unchanged": true,
55
+ "config_unchanged": true,
56
+ "config_name": "robocasa24_thinkwam_config.json",
57
+ "config_bytes": 6116,
58
+ "config_sha256": "02d12e747d855cb131938def09704d11ef1ff23efc42bfe09300a5855f4f07a4",
59
+ "contents": [
60
+ "step",
61
+ "model",
62
+ "config"
63
+ ]
64
+ }
65
+ ]
66
+ }
libero_thinkwam_checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61d8a88069c3d0faa1b08fb9b6b2fe81d147d46ca237722f481b3d802c186eb8
3
+ size 4430139219
libero_thinkwam_config.json ADDED
@@ -0,0 +1,167 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vjepa_checkpoint": "/data/thinkwam/models/vjepa2/vjepa2_1_vitl_dist_vitG_384.pt",
3
+ "vjepa_dim": 1024,
4
+ "vjepa_image_size": 384,
5
+ "vjepa_patch_size": 16,
6
+ "vjepa_views": 2,
7
+ "qwen_path": "/data/thinkwam/models/Qwen2.5-0.5B",
8
+ "qwen_dim": 896,
9
+ "qwen_max_length": 512,
10
+ "qwen_action_tokens": 64,
11
+ "qwen_lora": true,
12
+ "qwen_lora_rank": 32,
13
+ "qwen_lora_alpha": 64,
14
+ "qwen_lora_dropout": 0.1,
15
+ "qwen_lora_target_modules": "all-linear",
16
+ "qwen_attn_implementation": "flash_attention_2",
17
+ "qwen_visual_tokens": 1088,
18
+ "qwen_hidden_only": true,
19
+ "action_context_dim": 1024,
20
+ "conditioning_mlp_hidden": 2048,
21
+ "online_vjepa": true,
22
+ "compile_vjepa": true,
23
+ "vjepa_compile_mode": "reduce-overhead",
24
+ "compile_action_dit": true,
25
+ "action_dit_compile_mode": "reduce-overhead",
26
+ "text_max_length": 128,
27
+ "visual_token_count": 1152,
28
+ "jepa_horizons": [
29
+ 7,
30
+ 15,
31
+ 31
32
+ ],
33
+ "jepa_token_counts": [
34
+ 288,
35
+ 144,
36
+ 72
37
+ ],
38
+ "jepa_context_dim": 1024,
39
+ "jepa_observation_tokens": 1152,
40
+ "jepa_layers": 2,
41
+ "jepa_heads": 8,
42
+ "jepa_loss_weight": 0.5,
43
+ "sigreg_loss_weight": 0.0,
44
+ "sigreg_num_projections": 128,
45
+ "sigreg_num_knots": 17,
46
+ "sigreg_t_max": 3.0,
47
+ "memory_dim": 1024,
48
+ "memory_slots": 16,
49
+ "memory_observation_tokens": 256,
50
+ "memory_action_history": 8,
51
+ "memory_layers": 2,
52
+ "memory_heads": 8,
53
+ "action_dim": 7,
54
+ "proprio_dim": 8,
55
+ "action_horizon": 16,
56
+ "action_dit_hidden": 1024,
57
+ "action_dit_layers": 16,
58
+ "action_dit_heads": 32,
59
+ "action_dit_inner_dim": 1536,
60
+ "action_dit_future_tokens": 32,
61
+ "flow_steps": 4,
62
+ "action_loss_weight": 1.0,
63
+ "batch_size": 24,
64
+ "gradient_accumulation_steps": 1,
65
+ "learning_rate": 5e-05,
66
+ "min_learning_rate": 1e-05,
67
+ "weight_decay": 0.0,
68
+ "warmup_ratio": 0.03,
69
+ "max_steps": 80000,
70
+ "num_workers": 8,
71
+ "dataloader_prefetch_factor": 4,
72
+ "dataloader_persistent_workers": true,
73
+ "dataloader_pin_memory": true,
74
+ "dataloader_worker_threads": 1,
75
+ "mixed_precision": "bf16",
76
+ "gradient_checkpointing": false,
77
+ "checkpoint_save_limit": 3,
78
+ "optimizer_beta1": 0.9,
79
+ "optimizer_beta2": 0.95,
80
+ "eval_every": 5000,
81
+ "eval_batches": 32,
82
+ "eval_fraction": 0.1,
83
+ "tensorboard": true,
84
+ "tensorboard_histogram_every": 100,
85
+ "open_loop_eval": true,
86
+ "save_best_checkpoint": true,
87
+ "closed_loop_after": false,
88
+ "closed_loop_suite": "all",
89
+ "closed_loop_world_size": 8,
90
+ "closed_loop_tasks": -1,
91
+ "closed_loop_episodes": 50,
92
+ "closed_loop_replan_steps": 20,
93
+ "closed_loop_max_steps": 520,
94
+ "closed_loop_save_videos": false,
95
+ "seed": 7,
96
+ "dataset": "libero",
97
+ "dataset_root": "/data/thinkwam/datasets/LIBERO",
98
+ "feature_cache": "",
99
+ "output_dir": "/data/thinkwam/runs/p1_jepawam/a0_mixed_plus_20261019_resume40k_hard_goal10_affstage_draft",
100
+ "vjepa_trainable": true,
101
+ "vjepa_adapter_enabled": true,
102
+ "vjepa_adapter_dim": 256,
103
+ "vjepa_adapter_learning_rate": 1e-05,
104
+ "affordance_decoder_dim": 256,
105
+ "affordance_decoder_layers": 2,
106
+ "affordance_decoder_heads": 8,
107
+ "affordance_channels": 1,
108
+ "affordance_loss_weight": 0.05,
109
+ "affordance_dice_weight": 0.5,
110
+ "affordance_loss_ramp_steps": 3000,
111
+ "affordance_target_key": "affordance",
112
+ "require_affordance_targets": true,
113
+ "video_model_dim": 1024,
114
+ "video_model_layers": 2,
115
+ "video_model_heads": 8,
116
+ "video_context_tokens": 256,
117
+ "video_residual_loss_weight": 0.8,
118
+ "action_refinement_loss_weight": 1.4,
119
+ "first_action_loss_weight": 1.2,
120
+ "video_condition_steps": 4,
121
+ "video_condition_train_steps": 1,
122
+ "action_condition_scale": 1.0,
123
+ "p1_stage": "staged",
124
+ "p0_checkpoint": "/data/thinkwam/runs/p0_jepawam/libero_qwen1152_jepa288_144_72_gr00t1536_nogc_fusedqkv_compile_b24_lr1e4_relaunch_20261013/checkpoints/best.pt",
125
+ "freeze_qwen_steps": 10000,
126
+ "freeze_vjepa_steps": 10000,
127
+ "freeze_memory_steps": 5000,
128
+ "affordance_memory_start_step": 45000,
129
+ "affordance_memory_ramp_steps": 5000,
130
+ "affordance_memory_max_scale": 0.05,
131
+ "affordance_confidence_threshold": 0.7,
132
+ "affordance_confidence_temperature": 0.1,
133
+ "affordance_upstream_start_step": 45000,
134
+ "affordance_upstream_ramp_steps": 5000,
135
+ "affordance_upstream_max_scale": 0.05,
136
+ "memory_learning_rate": 2.5e-05,
137
+ "qwen_lora_learning_rate": 1.5e-05,
138
+ "phase_num_classes": 5,
139
+ "phase_target_key": "phase",
140
+ "require_phase_targets": false,
141
+ "phase_loss_weight": 0.1,
142
+ "phase_loss_ramp_steps": 3000,
143
+ "phase_memory_start_step": 5000,
144
+ "phase_memory_ramp_steps": 5000,
145
+ "phase_memory_max_scale": 0.0,
146
+ "phase_upstream_start_step": 5000,
147
+ "phase_upstream_ramp_steps": 5000,
148
+ "phase_upstream_max_scale": 0.0,
149
+ "plus_dataset_root": "/data/thinkwam/datasets/libero_plus_lerobot_hard",
150
+ "plus_mixture_fraction": 0.35,
151
+ "plus_augmentations": true,
152
+ "plus_augmentation_probability": 0.5,
153
+ "plus_illumination_probability": 0.5,
154
+ "plus_texture_probability": 0.35,
155
+ "plus_camera_probability": 0.25,
156
+ "plus_noise_probability": 0.25,
157
+ "plus_object_position_probability": 0.25,
158
+ "plus_max_translation": 12,
159
+ "plus_noise_std": 0.025,
160
+ "plus_category_manifest": "",
161
+ "plus_language_category_factor": 1.25,
162
+ "plus_robot_initial_state_factor": 1.25,
163
+ "plus_initial_state_quantile": 0.7,
164
+ "task_sampling_enabled": true,
165
+ "task_sampling_goal_long_factor": 3,
166
+ "task_sampling_hard_factor": 3
167
+ }
robocasa24_thinkwam_checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a6700a9ec2c73f1a73ca56322305439f21d13b237296eadb37bd6d40884608c
3
+ size 4421635575
robocasa24_thinkwam_config.json ADDED
@@ -0,0 +1,196 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vjepa_checkpoint": "/data/thinkwam/models/vjepa2/vjepa2_1_vitl_dist_vitG_384.pt",
3
+ "vjepa_dim": 1024,
4
+ "vjepa_image_size": 384,
5
+ "vjepa_patch_size": 16,
6
+ "vjepa_views": 3,
7
+ "qwen_path": "/data/thinkwam/models/Qwen2.5-0.5B",
8
+ "qwen_dim": 896,
9
+ "qwen_max_length": 512,
10
+ "qwen_action_tokens": 64,
11
+ "qwen_lora": true,
12
+ "qwen_lora_rank": 32,
13
+ "qwen_lora_alpha": 64,
14
+ "qwen_lora_dropout": 0.1,
15
+ "qwen_lora_target_modules": "all-linear",
16
+ "qwen_attn_implementation": "flash_attention_2",
17
+ "qwen_visual_tokens": 1152,
18
+ "qwen_hidden_only": true,
19
+ "action_context_dim": 1024,
20
+ "conditioning_mlp_hidden": 2048,
21
+ "online_vjepa": true,
22
+ "compile_vjepa": true,
23
+ "vjepa_compile_mode": "reduce-overhead",
24
+ "compile_action_dit": false,
25
+ "action_dit_compile_mode": "reduce-overhead",
26
+ "text_max_length": 128,
27
+ "visual_token_count": 1728,
28
+ "jepa_horizons": [
29
+ 7,
30
+ 15,
31
+ 31
32
+ ],
33
+ "jepa_token_counts": [
34
+ 288,
35
+ 144,
36
+ 72
37
+ ],
38
+ "jepa_context_dim": 1024,
39
+ "jepa_observation_tokens": 1152,
40
+ "jepa_layers": 2,
41
+ "jepa_heads": 8,
42
+ "jepa_loss_weight": 0.5,
43
+ "sigreg_loss_weight": 0.0,
44
+ "sigreg_num_projections": 128,
45
+ "sigreg_num_knots": 17,
46
+ "sigreg_t_max": 3.0,
47
+ "memory_dim": 1024,
48
+ "memory_slots": 16,
49
+ "memory_observation_tokens": 256,
50
+ "memory_action_history": 8,
51
+ "memory_layers": 2,
52
+ "memory_heads": 8,
53
+ "action_dim": 7,
54
+ "proprio_dim": 1,
55
+ "action_horizon": 16,
56
+ "action_dit_hidden": 1024,
57
+ "action_dit_layers": 16,
58
+ "action_dit_heads": 32,
59
+ "action_dit_inner_dim": 1536,
60
+ "action_dit_future_tokens": 32,
61
+ "flow_steps": 4,
62
+ "action_loss_weight": 1.0,
63
+ "batch_size": 20,
64
+ "gradient_accumulation_steps": 1,
65
+ "learning_rate": 1e-05,
66
+ "min_learning_rate": 5e-07,
67
+ "weight_decay": 0.0,
68
+ "warmup_ratio": 0.02,
69
+ "max_steps": 20000,
70
+ "num_workers": 8,
71
+ "dataloader_prefetch_factor": 2,
72
+ "dataloader_persistent_workers": true,
73
+ "dataloader_pin_memory": true,
74
+ "dataloader_worker_threads": 1,
75
+ "mixed_precision": "bf16",
76
+ "gradient_checkpointing": true,
77
+ "checkpoint_save_limit": 2,
78
+ "optimizer_beta1": 0.9,
79
+ "optimizer_beta2": 0.95,
80
+ "eval_every": 5000,
81
+ "eval_batches": 20,
82
+ "eval_fraction": 0.1,
83
+ "tensorboard": true,
84
+ "tensorboard_histogram_every": 100,
85
+ "open_loop_eval": true,
86
+ "save_best_checkpoint": false,
87
+ "closed_loop_after": false,
88
+ "closed_loop_suite": "all",
89
+ "closed_loop_world_size": 8,
90
+ "closed_loop_tasks": -1,
91
+ "closed_loop_episodes": 50,
92
+ "closed_loop_replan_steps": 20,
93
+ "closed_loop_max_steps": 520,
94
+ "closed_loop_save_videos": false,
95
+ "seed": 7,
96
+ "dataset": "robocasa24",
97
+ "dataset_root": "/data/thinkwam/robocasa24_deva",
98
+ "feature_cache": "",
99
+ "future_target_cache": "",
100
+ "output_dir": "/data/thinkwam/robocasa_deva_rollout60k_plus20k_20261110/output",
101
+ "robotwin_frame_cache": "",
102
+ "robotwin_manifest": "manifest.json",
103
+ "robotwin_stats_path": "",
104
+ "robocasa24_require_affordance": true,
105
+ "robocasa_event_sampling": true,
106
+ "robocasa_uniform_fraction": 0.65,
107
+ "robocasa_gripper_fraction": 0.2,
108
+ "robocasa_tail_fraction": 0.15,
109
+ "robocasa_transition_radius": 8,
110
+ "robocasa_tail_steps": 32,
111
+ "robocasa_task_weights": {
112
+ "kitchen_coffee_CoffeeSetupMug": 2.0,
113
+ "kitchen_pnp_PnPCounterToMicrowave": 2.0,
114
+ "kitchen_pnp_PnPCounterToSink": 2.0,
115
+ "kitchen_pnp_PnPCounterToStove": 2.0,
116
+ "kitchen_stove_TurnOffStove": 2.0,
117
+ "kitchen_pnp_PnPCabToCounter": 2.0,
118
+ "kitchen_pnp_PnPStoveToCounter": 2.0,
119
+ "kitchen_pnp_PnPMicrowaveToCounter": 2.0
120
+ },
121
+ "robocasa_split_manifest": "/data/thinkwam/robocasa24_p1_tokenmean_20261101/manifests/protected_episode_split.json",
122
+ "p1_selection_metric": "loss/action_dit_refined",
123
+ "action_dit_learning_rate": 5e-06,
124
+ "action_teacher_cache": "",
125
+ "action_distill_weight": 0.0,
126
+ "action_distill_ramp_steps": 0,
127
+ "affordance_enabled": true,
128
+ "phase_enabled": false,
129
+ "vjepa_trainable": true,
130
+ "vjepa_adapter_enabled": true,
131
+ "vjepa_adapter_dim": 256,
132
+ "vjepa_adapter_learning_rate": 1.5e-06,
133
+ "affordance_decoder_dim": 256,
134
+ "affordance_decoder_layers": 2,
135
+ "affordance_decoder_heads": 8,
136
+ "affordance_channels": 1,
137
+ "affordance_loss_weight": 0.1,
138
+ "affordance_dice_weight": 0.5,
139
+ "affordance_loss_ramp_steps": 0,
140
+ "affordance_target_key": "affordance",
141
+ "require_affordance_targets": false,
142
+ "video_model_dim": 1024,
143
+ "video_model_layers": 2,
144
+ "video_model_heads": 8,
145
+ "video_context_tokens": 256,
146
+ "video_residual_loss_weight": 1.0,
147
+ "action_refinement_loss_weight": 1.0,
148
+ "first_action_loss_weight": 1.0,
149
+ "video_condition_steps": 4,
150
+ "video_condition_train_steps": 1,
151
+ "action_condition_scale": 1.0,
152
+ "p1_stage": "staged",
153
+ "p0_checkpoint": "",
154
+ "freeze_qwen_steps": 0,
155
+ "freeze_vjepa_steps": 0,
156
+ "freeze_memory_steps": 0,
157
+ "affordance_memory_start_step": 0,
158
+ "affordance_memory_ramp_steps": 0,
159
+ "affordance_memory_max_scale": 0.05,
160
+ "affordance_confidence_threshold": 0.7,
161
+ "affordance_confidence_temperature": 0.1,
162
+ "affordance_upstream_start_step": 0,
163
+ "affordance_upstream_ramp_steps": 0,
164
+ "affordance_upstream_max_scale": 0.05,
165
+ "memory_learning_rate": 5e-06,
166
+ "qwen_lora_learning_rate": 1.5e-06,
167
+ "phase_num_classes": 5,
168
+ "phase_target_key": "phase",
169
+ "require_phase_targets": false,
170
+ "phase_loss_weight": 0.1,
171
+ "phase_loss_ramp_steps": 3000,
172
+ "phase_memory_start_step": 5000,
173
+ "phase_memory_ramp_steps": 5000,
174
+ "phase_memory_max_scale": 0.05,
175
+ "phase_upstream_start_step": 5000,
176
+ "phase_upstream_ramp_steps": 5000,
177
+ "phase_upstream_max_scale": 0.1,
178
+ "plus_dataset_root": "",
179
+ "plus_mixture_fraction": 0.25,
180
+ "plus_augmentations": false,
181
+ "plus_augmentation_probability": 0.5,
182
+ "plus_illumination_probability": 0.5,
183
+ "plus_texture_probability": 0.35,
184
+ "plus_camera_probability": 0.25,
185
+ "plus_noise_probability": 0.25,
186
+ "plus_object_position_probability": 0.25,
187
+ "plus_max_translation": 12,
188
+ "plus_noise_std": 0.025,
189
+ "plus_category_manifest": "",
190
+ "plus_language_category_factor": 1.0,
191
+ "plus_robot_initial_state_factor": 1.0,
192
+ "plus_initial_state_quantile": 0.7,
193
+ "task_sampling_enabled": true,
194
+ "task_sampling_goal_long_factor": 2,
195
+ "task_sampling_hard_factor": 2
196
+ }
robotwin2.0_thinkwam_checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f37f9372a9bf748db82af6ed48e07cc6d306edaa15bd5a580bbb376a0b32c4f1
3
+ size 4405774483
robotwin2.0_thinkwam_config.json ADDED
@@ -0,0 +1,236 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "vjepa_checkpoint": "/data/thinkwam/models/vjepa2/vjepa2_1_vitl_dist_vitG_384.pt",
3
+ "vjepa_dim": 1024,
4
+ "vjepa_image_size": 384,
5
+ "vjepa_patch_size": 16,
6
+ "vjepa_views": 3,
7
+ "qwen_path": "/data/thinkwam/models/Qwen2.5-0.5B",
8
+ "qwen_dim": 896,
9
+ "qwen_max_length": 512,
10
+ "qwen_action_tokens": 64,
11
+ "qwen_lora": true,
12
+ "qwen_lora_rank": 32,
13
+ "qwen_lora_alpha": 64,
14
+ "qwen_lora_dropout": 0.1,
15
+ "qwen_lora_target_modules": "all-linear",
16
+ "qwen_attn_implementation": "flash_attention_2",
17
+ "qwen_visual_tokens": 1088,
18
+ "qwen_hidden_only": true,
19
+ "action_context_dim": 1024,
20
+ "conditioning_mlp_hidden": 2048,
21
+ "online_vjepa": true,
22
+ "compile_vjepa": true,
23
+ "vjepa_compile_mode": "default",
24
+ "compile_action_dit": true,
25
+ "action_dit_compile_mode": "reduce-overhead",
26
+ "text_max_length": 128,
27
+ "visual_token_count": 1152,
28
+ "jepa_horizons": [
29
+ 8,
30
+ 16,
31
+ 32
32
+ ],
33
+ "jepa_token_counts": [
34
+ 288,
35
+ 144,
36
+ 72
37
+ ],
38
+ "jepa_context_dim": 1024,
39
+ "jepa_observation_tokens": 1152,
40
+ "jepa_layers": 2,
41
+ "jepa_heads": 8,
42
+ "jepa_loss_weight": 0.5,
43
+ "sigreg_loss_weight": 0.0,
44
+ "sigreg_num_projections": 128,
45
+ "sigreg_num_knots": 17,
46
+ "sigreg_t_max": 3.0,
47
+ "memory_dim": 1024,
48
+ "memory_slots": 16,
49
+ "memory_observation_tokens": 256,
50
+ "memory_action_history": 16,
51
+ "memory_layers": 2,
52
+ "memory_heads": 8,
53
+ "action_dim": 14,
54
+ "proprio_dim": 14,
55
+ "action_horizon": 32,
56
+ "action_dit_hidden": 1024,
57
+ "action_dit_layers": 16,
58
+ "action_dit_heads": 32,
59
+ "action_dit_inner_dim": 1536,
60
+ "action_dit_future_tokens": 32,
61
+ "flow_steps": 4,
62
+ "action_loss_weight": 1.0,
63
+ "batch_size": 20,
64
+ "gradient_accumulation_steps": 1,
65
+ "learning_rate": 1e-05,
66
+ "min_learning_rate": 2e-06,
67
+ "weight_decay": 0.0,
68
+ "warmup_ratio": 0.02,
69
+ "max_steps": 25000,
70
+ "num_workers": 8,
71
+ "dataloader_prefetch_factor": 2,
72
+ "dataloader_persistent_workers": true,
73
+ "dataloader_pin_memory": true,
74
+ "dataloader_worker_threads": 1,
75
+ "mixed_precision": "bf16",
76
+ "gradient_checkpointing": false,
77
+ "checkpoint_save_limit": 5,
78
+ "optimizer_beta1": 0.9,
79
+ "optimizer_beta2": 0.95,
80
+ "eval_every": 5000,
81
+ "eval_batches": 8,
82
+ "eval_fraction": 0.1,
83
+ "tensorboard": true,
84
+ "tensorboard_histogram_every": 100,
85
+ "open_loop_eval": true,
86
+ "save_best_checkpoint": true,
87
+ "closed_loop_after": false,
88
+ "closed_loop_suite": "all",
89
+ "closed_loop_world_size": 8,
90
+ "closed_loop_tasks": -1,
91
+ "closed_loop_episodes": 50,
92
+ "closed_loop_replan_steps": 20,
93
+ "closed_loop_max_steps": 520,
94
+ "closed_loop_save_videos": false,
95
+ "seed": 7,
96
+ "dataset": "robotwin2.0",
97
+ "dataset_root": "/data/thinkwam/datasets/robotwin2.0-lerobot-v3.0/clean",
98
+ "feature_cache": "",
99
+ "output_dir": "/data/thinkwam/runs/robotwin2_150k_short_25k_20261101",
100
+ "robotwin_frame_cache": "/data/thinkwam/datasets/thinkwam/robotwin2_clean_rgb384",
101
+ "robotwin_manifest": "manifest_3view.json",
102
+ "robotwin_stats_path": "/data/thinkwam/datasets/robotwin2.0-lerobot-v3.0/clean/dataset_stats.json",
103
+ "affordance_enabled": false,
104
+ "phase_enabled": false,
105
+ "vjepa_trainable": false,
106
+ "vjepa_adapter_enabled": true,
107
+ "vjepa_adapter_dim": 256,
108
+ "vjepa_adapter_learning_rate": 3e-06,
109
+ "affordance_decoder_dim": 256,
110
+ "affordance_decoder_layers": 2,
111
+ "affordance_decoder_heads": 8,
112
+ "affordance_channels": 1,
113
+ "affordance_loss_weight": 0.0,
114
+ "affordance_dice_weight": 0.5,
115
+ "affordance_loss_ramp_steps": 3000,
116
+ "affordance_target_key": "affordance",
117
+ "require_affordance_targets": false,
118
+ "video_model_dim": 1024,
119
+ "video_model_layers": 2,
120
+ "video_model_heads": 8,
121
+ "video_context_tokens": 256,
122
+ "video_residual_loss_weight": 0.8,
123
+ "action_refinement_loss_weight": 1.4,
124
+ "first_action_loss_weight": 1.2,
125
+ "video_condition_steps": 4,
126
+ "video_condition_train_steps": 1,
127
+ "action_condition_scale": 1.0,
128
+ "p1_stage": "joint",
129
+ "p0_checkpoint": "",
130
+ "freeze_qwen_steps": 0,
131
+ "freeze_vjepa_steps": 0,
132
+ "freeze_memory_steps": 0,
133
+ "affordance_memory_start_step": 5000,
134
+ "affordance_memory_ramp_steps": 5000,
135
+ "affordance_memory_max_scale": 0.05,
136
+ "affordance_confidence_threshold": 0.7,
137
+ "affordance_confidence_temperature": 0.1,
138
+ "affordance_upstream_start_step": 5000,
139
+ "affordance_upstream_ramp_steps": 5000,
140
+ "affordance_upstream_max_scale": 0.05,
141
+ "memory_learning_rate": 5e-06,
142
+ "qwen_lora_learning_rate": 2e-06,
143
+ "phase_num_classes": 5,
144
+ "phase_target_key": "phase",
145
+ "require_phase_targets": false,
146
+ "phase_loss_weight": 0.0,
147
+ "phase_loss_ramp_steps": 3000,
148
+ "phase_memory_start_step": 5000,
149
+ "phase_memory_ramp_steps": 5000,
150
+ "phase_memory_max_scale": 0.05,
151
+ "phase_upstream_start_step": 5000,
152
+ "phase_upstream_ramp_steps": 5000,
153
+ "phase_upstream_max_scale": 0.1,
154
+ "plus_dataset_root": "",
155
+ "plus_mixture_fraction": 0.25,
156
+ "plus_augmentations": false,
157
+ "plus_augmentation_probability": 0.0,
158
+ "plus_illumination_probability": 0.5,
159
+ "plus_texture_probability": 0.35,
160
+ "plus_camera_probability": 0.25,
161
+ "plus_noise_probability": 0.25,
162
+ "plus_object_position_probability": 0.25,
163
+ "plus_max_translation": 12,
164
+ "plus_noise_std": 0.025,
165
+ "plus_category_manifest": "",
166
+ "plus_language_category_factor": 1.0,
167
+ "plus_robot_initial_state_factor": 1.0,
168
+ "plus_initial_state_quantile": 0.7,
169
+ "task_sampling_enabled": true,
170
+ "task_sampling_goal_long_factor": 2,
171
+ "task_sampling_hard_factor": 2,
172
+ "target_manifest": "/data/thinkwam/datasets/thinkwam/robotwin2_150k_short_50c20r/manifest.json",
173
+ "random_dataset_root": "/data/thinkwam/datasets/robotwin2.0-lerobot-v3.0/random",
174
+ "base_checkpoint": "/data/thinkwam/runs/robotwin2_focused_resume_90k_to150k/checkpoints/checkpoint_step_0150000.pt",
175
+ "expected_global_batch": 80,
176
+ "base_step": 150000,
177
+ "transition_step": 20000,
178
+ "warmup_steps": 500,
179
+ "lr_floor_ratio": 0.2,
180
+ "checkpoint_every": 5000,
181
+ "clean_mmap_episodes": 4,
182
+ "label_lru_episodes": 32,
183
+ "decode_timeout": 30.0,
184
+ "robotwin_tasks": [
185
+ "adjust_bottle",
186
+ "beat_block_hammer",
187
+ "blocks_ranking_rgb",
188
+ "blocks_ranking_size",
189
+ "click_alarmclock",
190
+ "click_bell",
191
+ "dump_bin_bigbin",
192
+ "grab_roller",
193
+ "handover_block",
194
+ "handover_mic",
195
+ "hanging_mug",
196
+ "lift_pot",
197
+ "move_can_pot",
198
+ "move_pillbottle_pad",
199
+ "move_playingcard_away",
200
+ "move_stapler_pad",
201
+ "open_laptop",
202
+ "open_microwave",
203
+ "pick_diverse_bottles",
204
+ "pick_dual_bottles",
205
+ "place_a2b_left",
206
+ "place_a2b_right",
207
+ "place_bread_basket",
208
+ "place_bread_skillet",
209
+ "place_burger_fries",
210
+ "place_can_basket",
211
+ "place_cans_plasticbox",
212
+ "place_container_plate",
213
+ "place_dual_shoes",
214
+ "place_empty_cup",
215
+ "place_fan",
216
+ "place_mouse_pad",
217
+ "place_object_basket",
218
+ "place_object_scale",
219
+ "place_object_stand",
220
+ "place_phone_stand",
221
+ "place_shoe",
222
+ "press_stapler",
223
+ "put_bottles_dustbin",
224
+ "put_object_cabinet",
225
+ "rotate_qrcode",
226
+ "scan_object",
227
+ "shake_bottle",
228
+ "shake_bottle_horizontally",
229
+ "stack_blocks_three",
230
+ "stack_blocks_two",
231
+ "stack_bowls_three",
232
+ "stack_bowls_two",
233
+ "stamp_seal",
234
+ "turn_switch"
235
+ ]
236
+ }