Upload three ThinkWAM benchmark checkpoints with checksums
Browse files- README.md +26 -0
- SHA256SUMS +3 -0
- checkpoint_manifest.json +66 -0
- libero_thinkwam_checkpoint.pt +3 -0
- libero_thinkwam_config.json +167 -0
- robocasa24_thinkwam_checkpoint.pt +3 -0
- robocasa24_thinkwam_config.json +196 -0
- robotwin2.0_thinkwam_checkpoint.pt +3 -0
- robotwin2.0_thinkwam_config.json +236 -0
README.md
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
tags:
|
| 3 |
+
- robotics
|
| 4 |
+
- thinkwam
|
| 5 |
+
- libero
|
| 6 |
+
- robotwin
|
| 7 |
+
- robocasa
|
| 8 |
+
---
|
| 9 |
+
|
| 10 |
+
# ThinkWAM checkpoints
|
| 11 |
+
|
| 12 |
+
ThinkWAM inference checkpoints exported from the selected training checkpoints.
|
| 13 |
+
Each `.pt` file contains `model`, `config`, and `step`. Optimizer, scheduler, and random-number-generator states are excluded.
|
| 14 |
+
Every exported model tensor was compared byte for byte against its source checkpoint, including its dtype and shape. The original BF16/FP32 storage precision and model configuration are preserved.
|
| 15 |
+
|
| 16 |
+
| Benchmark | Checkpoint | Stored step |
|
| 17 |
+
| --- | --- | ---: |
|
| 18 |
+
| LIBERO / LIBERO-Plus | [libero_thinkwam_checkpoint.pt](libero_thinkwam_checkpoint.pt) | 75000 |
|
| 19 |
+
| RoboTwin 2.0 | [robotwin2.0_thinkwam_checkpoint.pt](robotwin2.0_thinkwam_checkpoint.pt) | 155000 |
|
| 20 |
+
| RoboCasa24 | [robocasa24_thinkwam_checkpoint.pt](robocasa24_thinkwam_checkpoint.pt) | 20000 |
|
| 21 |
+
|
| 22 |
+
The LIBERO checkpoint is shared by LIBERO and LIBERO-Plus evaluations. The RoboCasa24 step is the counter saved in its continuation run, not a claim about total training steps across runs.
|
| 23 |
+
|
| 24 |
+
Loading these checkpoints requires the compatible ThinkWAM implementation. Configurations are embedded in each checkpoint and are also provided as separate JSON files for inspection. Runtime paths and benchmark resources must be configured for the evaluation environment.
|
| 25 |
+
|
| 26 |
+
File sizes and SHA-256 checksums are recorded in `checkpoint_manifest.json` and `SHA256SUMS`.
|
SHA256SUMS
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
61d8a88069c3d0faa1b08fb9b6b2fe81d147d46ca237722f481b3d802c186eb8 libero_thinkwam_checkpoint.pt
|
| 2 |
+
f37f9372a9bf748db82af6ed48e07cc6d306edaa15bd5a580bbb376a0b32c4f1 robotwin2.0_thinkwam_checkpoint.pt
|
| 3 |
+
1a6700a9ec2c73f1a73ca56322305439f21d13b237296eadb37bd6d40884608c robocasa24_thinkwam_checkpoint.pt
|
checkpoint_manifest.json
ADDED
|
@@ -0,0 +1,66 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "ThinkWAM",
|
| 3 |
+
"format": "inference_checkpoint",
|
| 4 |
+
"files": [
|
| 5 |
+
{
|
| 6 |
+
"benchmark": "LIBERO / LIBERO-Plus",
|
| 7 |
+
"name": "libero_thinkwam_checkpoint.pt",
|
| 8 |
+
"step": 75000,
|
| 9 |
+
"bytes": 4430139219,
|
| 10 |
+
"sha256": "61d8a88069c3d0faa1b08fb9b6b2fe81d147d46ca237722f481b3d802c186eb8",
|
| 11 |
+
"source_sha256": "2ca59f2b5dcb857a920df1da0b520c6b7db8dea056514adac1626e9ee9c063e6",
|
| 12 |
+
"model_tensor_count": 1373,
|
| 13 |
+
"tensor_bytes_unchanged": true,
|
| 14 |
+
"dtypes_unchanged": true,
|
| 15 |
+
"config_unchanged": true,
|
| 16 |
+
"config_name": "libero_thinkwam_config.json",
|
| 17 |
+
"config_bytes": 5249,
|
| 18 |
+
"config_sha256": "966c826578959229c83b5f29381abac5e29c60c7bd283f795371e6fd2474a994",
|
| 19 |
+
"contents": [
|
| 20 |
+
"step",
|
| 21 |
+
"model",
|
| 22 |
+
"config"
|
| 23 |
+
]
|
| 24 |
+
},
|
| 25 |
+
{
|
| 26 |
+
"benchmark": "RoboTwin 2.0",
|
| 27 |
+
"name": "robotwin2.0_thinkwam_checkpoint.pt",
|
| 28 |
+
"step": 155000,
|
| 29 |
+
"bytes": 4405774483,
|
| 30 |
+
"sha256": "f37f9372a9bf748db82af6ed48e07cc6d306edaa15bd5a580bbb376a0b32c4f1",
|
| 31 |
+
"source_sha256": "ce5708ee316efc8cf3ce5116fdc943fcd170e070f87ead44a433dfa34ac5012b",
|
| 32 |
+
"model_tensor_count": 1329,
|
| 33 |
+
"tensor_bytes_unchanged": true,
|
| 34 |
+
"dtypes_unchanged": true,
|
| 35 |
+
"config_unchanged": true,
|
| 36 |
+
"config_name": "robotwin2.0_thinkwam_config.json",
|
| 37 |
+
"config_bytes": 7058,
|
| 38 |
+
"config_sha256": "929e283653dd55e8f6c41d70eeb55a97ff6b2ec8676fe3e300be4426546f6440",
|
| 39 |
+
"contents": [
|
| 40 |
+
"step",
|
| 41 |
+
"model",
|
| 42 |
+
"config"
|
| 43 |
+
]
|
| 44 |
+
},
|
| 45 |
+
{
|
| 46 |
+
"benchmark": "RoboCasa24",
|
| 47 |
+
"name": "robocasa24_thinkwam_checkpoint.pt",
|
| 48 |
+
"step": 20000,
|
| 49 |
+
"bytes": 4421635575,
|
| 50 |
+
"sha256": "1a6700a9ec2c73f1a73ca56322305439f21d13b237296eadb37bd6d40884608c",
|
| 51 |
+
"source_sha256": "b36a855ba4558a8fab9dd8870dcacb13952c5f53adddbdbe020d0813b251627b",
|
| 52 |
+
"model_tensor_count": 1365,
|
| 53 |
+
"tensor_bytes_unchanged": true,
|
| 54 |
+
"dtypes_unchanged": true,
|
| 55 |
+
"config_unchanged": true,
|
| 56 |
+
"config_name": "robocasa24_thinkwam_config.json",
|
| 57 |
+
"config_bytes": 6116,
|
| 58 |
+
"config_sha256": "02d12e747d855cb131938def09704d11ef1ff23efc42bfe09300a5855f4f07a4",
|
| 59 |
+
"contents": [
|
| 60 |
+
"step",
|
| 61 |
+
"model",
|
| 62 |
+
"config"
|
| 63 |
+
]
|
| 64 |
+
}
|
| 65 |
+
]
|
| 66 |
+
}
|
libero_thinkwam_checkpoint.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:61d8a88069c3d0faa1b08fb9b6b2fe81d147d46ca237722f481b3d802c186eb8
|
| 3 |
+
size 4430139219
|
libero_thinkwam_config.json
ADDED
|
@@ -0,0 +1,167 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"vjepa_checkpoint": "/data/thinkwam/models/vjepa2/vjepa2_1_vitl_dist_vitG_384.pt",
|
| 3 |
+
"vjepa_dim": 1024,
|
| 4 |
+
"vjepa_image_size": 384,
|
| 5 |
+
"vjepa_patch_size": 16,
|
| 6 |
+
"vjepa_views": 2,
|
| 7 |
+
"qwen_path": "/data/thinkwam/models/Qwen2.5-0.5B",
|
| 8 |
+
"qwen_dim": 896,
|
| 9 |
+
"qwen_max_length": 512,
|
| 10 |
+
"qwen_action_tokens": 64,
|
| 11 |
+
"qwen_lora": true,
|
| 12 |
+
"qwen_lora_rank": 32,
|
| 13 |
+
"qwen_lora_alpha": 64,
|
| 14 |
+
"qwen_lora_dropout": 0.1,
|
| 15 |
+
"qwen_lora_target_modules": "all-linear",
|
| 16 |
+
"qwen_attn_implementation": "flash_attention_2",
|
| 17 |
+
"qwen_visual_tokens": 1088,
|
| 18 |
+
"qwen_hidden_only": true,
|
| 19 |
+
"action_context_dim": 1024,
|
| 20 |
+
"conditioning_mlp_hidden": 2048,
|
| 21 |
+
"online_vjepa": true,
|
| 22 |
+
"compile_vjepa": true,
|
| 23 |
+
"vjepa_compile_mode": "reduce-overhead",
|
| 24 |
+
"compile_action_dit": true,
|
| 25 |
+
"action_dit_compile_mode": "reduce-overhead",
|
| 26 |
+
"text_max_length": 128,
|
| 27 |
+
"visual_token_count": 1152,
|
| 28 |
+
"jepa_horizons": [
|
| 29 |
+
7,
|
| 30 |
+
15,
|
| 31 |
+
31
|
| 32 |
+
],
|
| 33 |
+
"jepa_token_counts": [
|
| 34 |
+
288,
|
| 35 |
+
144,
|
| 36 |
+
72
|
| 37 |
+
],
|
| 38 |
+
"jepa_context_dim": 1024,
|
| 39 |
+
"jepa_observation_tokens": 1152,
|
| 40 |
+
"jepa_layers": 2,
|
| 41 |
+
"jepa_heads": 8,
|
| 42 |
+
"jepa_loss_weight": 0.5,
|
| 43 |
+
"sigreg_loss_weight": 0.0,
|
| 44 |
+
"sigreg_num_projections": 128,
|
| 45 |
+
"sigreg_num_knots": 17,
|
| 46 |
+
"sigreg_t_max": 3.0,
|
| 47 |
+
"memory_dim": 1024,
|
| 48 |
+
"memory_slots": 16,
|
| 49 |
+
"memory_observation_tokens": 256,
|
| 50 |
+
"memory_action_history": 8,
|
| 51 |
+
"memory_layers": 2,
|
| 52 |
+
"memory_heads": 8,
|
| 53 |
+
"action_dim": 7,
|
| 54 |
+
"proprio_dim": 8,
|
| 55 |
+
"action_horizon": 16,
|
| 56 |
+
"action_dit_hidden": 1024,
|
| 57 |
+
"action_dit_layers": 16,
|
| 58 |
+
"action_dit_heads": 32,
|
| 59 |
+
"action_dit_inner_dim": 1536,
|
| 60 |
+
"action_dit_future_tokens": 32,
|
| 61 |
+
"flow_steps": 4,
|
| 62 |
+
"action_loss_weight": 1.0,
|
| 63 |
+
"batch_size": 24,
|
| 64 |
+
"gradient_accumulation_steps": 1,
|
| 65 |
+
"learning_rate": 5e-05,
|
| 66 |
+
"min_learning_rate": 1e-05,
|
| 67 |
+
"weight_decay": 0.0,
|
| 68 |
+
"warmup_ratio": 0.03,
|
| 69 |
+
"max_steps": 80000,
|
| 70 |
+
"num_workers": 8,
|
| 71 |
+
"dataloader_prefetch_factor": 4,
|
| 72 |
+
"dataloader_persistent_workers": true,
|
| 73 |
+
"dataloader_pin_memory": true,
|
| 74 |
+
"dataloader_worker_threads": 1,
|
| 75 |
+
"mixed_precision": "bf16",
|
| 76 |
+
"gradient_checkpointing": false,
|
| 77 |
+
"checkpoint_save_limit": 3,
|
| 78 |
+
"optimizer_beta1": 0.9,
|
| 79 |
+
"optimizer_beta2": 0.95,
|
| 80 |
+
"eval_every": 5000,
|
| 81 |
+
"eval_batches": 32,
|
| 82 |
+
"eval_fraction": 0.1,
|
| 83 |
+
"tensorboard": true,
|
| 84 |
+
"tensorboard_histogram_every": 100,
|
| 85 |
+
"open_loop_eval": true,
|
| 86 |
+
"save_best_checkpoint": true,
|
| 87 |
+
"closed_loop_after": false,
|
| 88 |
+
"closed_loop_suite": "all",
|
| 89 |
+
"closed_loop_world_size": 8,
|
| 90 |
+
"closed_loop_tasks": -1,
|
| 91 |
+
"closed_loop_episodes": 50,
|
| 92 |
+
"closed_loop_replan_steps": 20,
|
| 93 |
+
"closed_loop_max_steps": 520,
|
| 94 |
+
"closed_loop_save_videos": false,
|
| 95 |
+
"seed": 7,
|
| 96 |
+
"dataset": "libero",
|
| 97 |
+
"dataset_root": "/data/thinkwam/datasets/LIBERO",
|
| 98 |
+
"feature_cache": "",
|
| 99 |
+
"output_dir": "/data/thinkwam/runs/p1_jepawam/a0_mixed_plus_20261019_resume40k_hard_goal10_affstage_draft",
|
| 100 |
+
"vjepa_trainable": true,
|
| 101 |
+
"vjepa_adapter_enabled": true,
|
| 102 |
+
"vjepa_adapter_dim": 256,
|
| 103 |
+
"vjepa_adapter_learning_rate": 1e-05,
|
| 104 |
+
"affordance_decoder_dim": 256,
|
| 105 |
+
"affordance_decoder_layers": 2,
|
| 106 |
+
"affordance_decoder_heads": 8,
|
| 107 |
+
"affordance_channels": 1,
|
| 108 |
+
"affordance_loss_weight": 0.05,
|
| 109 |
+
"affordance_dice_weight": 0.5,
|
| 110 |
+
"affordance_loss_ramp_steps": 3000,
|
| 111 |
+
"affordance_target_key": "affordance",
|
| 112 |
+
"require_affordance_targets": true,
|
| 113 |
+
"video_model_dim": 1024,
|
| 114 |
+
"video_model_layers": 2,
|
| 115 |
+
"video_model_heads": 8,
|
| 116 |
+
"video_context_tokens": 256,
|
| 117 |
+
"video_residual_loss_weight": 0.8,
|
| 118 |
+
"action_refinement_loss_weight": 1.4,
|
| 119 |
+
"first_action_loss_weight": 1.2,
|
| 120 |
+
"video_condition_steps": 4,
|
| 121 |
+
"video_condition_train_steps": 1,
|
| 122 |
+
"action_condition_scale": 1.0,
|
| 123 |
+
"p1_stage": "staged",
|
| 124 |
+
"p0_checkpoint": "/data/thinkwam/runs/p0_jepawam/libero_qwen1152_jepa288_144_72_gr00t1536_nogc_fusedqkv_compile_b24_lr1e4_relaunch_20261013/checkpoints/best.pt",
|
| 125 |
+
"freeze_qwen_steps": 10000,
|
| 126 |
+
"freeze_vjepa_steps": 10000,
|
| 127 |
+
"freeze_memory_steps": 5000,
|
| 128 |
+
"affordance_memory_start_step": 45000,
|
| 129 |
+
"affordance_memory_ramp_steps": 5000,
|
| 130 |
+
"affordance_memory_max_scale": 0.05,
|
| 131 |
+
"affordance_confidence_threshold": 0.7,
|
| 132 |
+
"affordance_confidence_temperature": 0.1,
|
| 133 |
+
"affordance_upstream_start_step": 45000,
|
| 134 |
+
"affordance_upstream_ramp_steps": 5000,
|
| 135 |
+
"affordance_upstream_max_scale": 0.05,
|
| 136 |
+
"memory_learning_rate": 2.5e-05,
|
| 137 |
+
"qwen_lora_learning_rate": 1.5e-05,
|
| 138 |
+
"phase_num_classes": 5,
|
| 139 |
+
"phase_target_key": "phase",
|
| 140 |
+
"require_phase_targets": false,
|
| 141 |
+
"phase_loss_weight": 0.1,
|
| 142 |
+
"phase_loss_ramp_steps": 3000,
|
| 143 |
+
"phase_memory_start_step": 5000,
|
| 144 |
+
"phase_memory_ramp_steps": 5000,
|
| 145 |
+
"phase_memory_max_scale": 0.0,
|
| 146 |
+
"phase_upstream_start_step": 5000,
|
| 147 |
+
"phase_upstream_ramp_steps": 5000,
|
| 148 |
+
"phase_upstream_max_scale": 0.0,
|
| 149 |
+
"plus_dataset_root": "/data/thinkwam/datasets/libero_plus_lerobot_hard",
|
| 150 |
+
"plus_mixture_fraction": 0.35,
|
| 151 |
+
"plus_augmentations": true,
|
| 152 |
+
"plus_augmentation_probability": 0.5,
|
| 153 |
+
"plus_illumination_probability": 0.5,
|
| 154 |
+
"plus_texture_probability": 0.35,
|
| 155 |
+
"plus_camera_probability": 0.25,
|
| 156 |
+
"plus_noise_probability": 0.25,
|
| 157 |
+
"plus_object_position_probability": 0.25,
|
| 158 |
+
"plus_max_translation": 12,
|
| 159 |
+
"plus_noise_std": 0.025,
|
| 160 |
+
"plus_category_manifest": "",
|
| 161 |
+
"plus_language_category_factor": 1.25,
|
| 162 |
+
"plus_robot_initial_state_factor": 1.25,
|
| 163 |
+
"plus_initial_state_quantile": 0.7,
|
| 164 |
+
"task_sampling_enabled": true,
|
| 165 |
+
"task_sampling_goal_long_factor": 3,
|
| 166 |
+
"task_sampling_hard_factor": 3
|
| 167 |
+
}
|
robocasa24_thinkwam_checkpoint.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1a6700a9ec2c73f1a73ca56322305439f21d13b237296eadb37bd6d40884608c
|
| 3 |
+
size 4421635575
|
robocasa24_thinkwam_config.json
ADDED
|
@@ -0,0 +1,196 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"vjepa_checkpoint": "/data/thinkwam/models/vjepa2/vjepa2_1_vitl_dist_vitG_384.pt",
|
| 3 |
+
"vjepa_dim": 1024,
|
| 4 |
+
"vjepa_image_size": 384,
|
| 5 |
+
"vjepa_patch_size": 16,
|
| 6 |
+
"vjepa_views": 3,
|
| 7 |
+
"qwen_path": "/data/thinkwam/models/Qwen2.5-0.5B",
|
| 8 |
+
"qwen_dim": 896,
|
| 9 |
+
"qwen_max_length": 512,
|
| 10 |
+
"qwen_action_tokens": 64,
|
| 11 |
+
"qwen_lora": true,
|
| 12 |
+
"qwen_lora_rank": 32,
|
| 13 |
+
"qwen_lora_alpha": 64,
|
| 14 |
+
"qwen_lora_dropout": 0.1,
|
| 15 |
+
"qwen_lora_target_modules": "all-linear",
|
| 16 |
+
"qwen_attn_implementation": "flash_attention_2",
|
| 17 |
+
"qwen_visual_tokens": 1152,
|
| 18 |
+
"qwen_hidden_only": true,
|
| 19 |
+
"action_context_dim": 1024,
|
| 20 |
+
"conditioning_mlp_hidden": 2048,
|
| 21 |
+
"online_vjepa": true,
|
| 22 |
+
"compile_vjepa": true,
|
| 23 |
+
"vjepa_compile_mode": "reduce-overhead",
|
| 24 |
+
"compile_action_dit": false,
|
| 25 |
+
"action_dit_compile_mode": "reduce-overhead",
|
| 26 |
+
"text_max_length": 128,
|
| 27 |
+
"visual_token_count": 1728,
|
| 28 |
+
"jepa_horizons": [
|
| 29 |
+
7,
|
| 30 |
+
15,
|
| 31 |
+
31
|
| 32 |
+
],
|
| 33 |
+
"jepa_token_counts": [
|
| 34 |
+
288,
|
| 35 |
+
144,
|
| 36 |
+
72
|
| 37 |
+
],
|
| 38 |
+
"jepa_context_dim": 1024,
|
| 39 |
+
"jepa_observation_tokens": 1152,
|
| 40 |
+
"jepa_layers": 2,
|
| 41 |
+
"jepa_heads": 8,
|
| 42 |
+
"jepa_loss_weight": 0.5,
|
| 43 |
+
"sigreg_loss_weight": 0.0,
|
| 44 |
+
"sigreg_num_projections": 128,
|
| 45 |
+
"sigreg_num_knots": 17,
|
| 46 |
+
"sigreg_t_max": 3.0,
|
| 47 |
+
"memory_dim": 1024,
|
| 48 |
+
"memory_slots": 16,
|
| 49 |
+
"memory_observation_tokens": 256,
|
| 50 |
+
"memory_action_history": 8,
|
| 51 |
+
"memory_layers": 2,
|
| 52 |
+
"memory_heads": 8,
|
| 53 |
+
"action_dim": 7,
|
| 54 |
+
"proprio_dim": 1,
|
| 55 |
+
"action_horizon": 16,
|
| 56 |
+
"action_dit_hidden": 1024,
|
| 57 |
+
"action_dit_layers": 16,
|
| 58 |
+
"action_dit_heads": 32,
|
| 59 |
+
"action_dit_inner_dim": 1536,
|
| 60 |
+
"action_dit_future_tokens": 32,
|
| 61 |
+
"flow_steps": 4,
|
| 62 |
+
"action_loss_weight": 1.0,
|
| 63 |
+
"batch_size": 20,
|
| 64 |
+
"gradient_accumulation_steps": 1,
|
| 65 |
+
"learning_rate": 1e-05,
|
| 66 |
+
"min_learning_rate": 5e-07,
|
| 67 |
+
"weight_decay": 0.0,
|
| 68 |
+
"warmup_ratio": 0.02,
|
| 69 |
+
"max_steps": 20000,
|
| 70 |
+
"num_workers": 8,
|
| 71 |
+
"dataloader_prefetch_factor": 2,
|
| 72 |
+
"dataloader_persistent_workers": true,
|
| 73 |
+
"dataloader_pin_memory": true,
|
| 74 |
+
"dataloader_worker_threads": 1,
|
| 75 |
+
"mixed_precision": "bf16",
|
| 76 |
+
"gradient_checkpointing": true,
|
| 77 |
+
"checkpoint_save_limit": 2,
|
| 78 |
+
"optimizer_beta1": 0.9,
|
| 79 |
+
"optimizer_beta2": 0.95,
|
| 80 |
+
"eval_every": 5000,
|
| 81 |
+
"eval_batches": 20,
|
| 82 |
+
"eval_fraction": 0.1,
|
| 83 |
+
"tensorboard": true,
|
| 84 |
+
"tensorboard_histogram_every": 100,
|
| 85 |
+
"open_loop_eval": true,
|
| 86 |
+
"save_best_checkpoint": false,
|
| 87 |
+
"closed_loop_after": false,
|
| 88 |
+
"closed_loop_suite": "all",
|
| 89 |
+
"closed_loop_world_size": 8,
|
| 90 |
+
"closed_loop_tasks": -1,
|
| 91 |
+
"closed_loop_episodes": 50,
|
| 92 |
+
"closed_loop_replan_steps": 20,
|
| 93 |
+
"closed_loop_max_steps": 520,
|
| 94 |
+
"closed_loop_save_videos": false,
|
| 95 |
+
"seed": 7,
|
| 96 |
+
"dataset": "robocasa24",
|
| 97 |
+
"dataset_root": "/data/thinkwam/robocasa24_deva",
|
| 98 |
+
"feature_cache": "",
|
| 99 |
+
"future_target_cache": "",
|
| 100 |
+
"output_dir": "/data/thinkwam/robocasa_deva_rollout60k_plus20k_20261110/output",
|
| 101 |
+
"robotwin_frame_cache": "",
|
| 102 |
+
"robotwin_manifest": "manifest.json",
|
| 103 |
+
"robotwin_stats_path": "",
|
| 104 |
+
"robocasa24_require_affordance": true,
|
| 105 |
+
"robocasa_event_sampling": true,
|
| 106 |
+
"robocasa_uniform_fraction": 0.65,
|
| 107 |
+
"robocasa_gripper_fraction": 0.2,
|
| 108 |
+
"robocasa_tail_fraction": 0.15,
|
| 109 |
+
"robocasa_transition_radius": 8,
|
| 110 |
+
"robocasa_tail_steps": 32,
|
| 111 |
+
"robocasa_task_weights": {
|
| 112 |
+
"kitchen_coffee_CoffeeSetupMug": 2.0,
|
| 113 |
+
"kitchen_pnp_PnPCounterToMicrowave": 2.0,
|
| 114 |
+
"kitchen_pnp_PnPCounterToSink": 2.0,
|
| 115 |
+
"kitchen_pnp_PnPCounterToStove": 2.0,
|
| 116 |
+
"kitchen_stove_TurnOffStove": 2.0,
|
| 117 |
+
"kitchen_pnp_PnPCabToCounter": 2.0,
|
| 118 |
+
"kitchen_pnp_PnPStoveToCounter": 2.0,
|
| 119 |
+
"kitchen_pnp_PnPMicrowaveToCounter": 2.0
|
| 120 |
+
},
|
| 121 |
+
"robocasa_split_manifest": "/data/thinkwam/robocasa24_p1_tokenmean_20261101/manifests/protected_episode_split.json",
|
| 122 |
+
"p1_selection_metric": "loss/action_dit_refined",
|
| 123 |
+
"action_dit_learning_rate": 5e-06,
|
| 124 |
+
"action_teacher_cache": "",
|
| 125 |
+
"action_distill_weight": 0.0,
|
| 126 |
+
"action_distill_ramp_steps": 0,
|
| 127 |
+
"affordance_enabled": true,
|
| 128 |
+
"phase_enabled": false,
|
| 129 |
+
"vjepa_trainable": true,
|
| 130 |
+
"vjepa_adapter_enabled": true,
|
| 131 |
+
"vjepa_adapter_dim": 256,
|
| 132 |
+
"vjepa_adapter_learning_rate": 1.5e-06,
|
| 133 |
+
"affordance_decoder_dim": 256,
|
| 134 |
+
"affordance_decoder_layers": 2,
|
| 135 |
+
"affordance_decoder_heads": 8,
|
| 136 |
+
"affordance_channels": 1,
|
| 137 |
+
"affordance_loss_weight": 0.1,
|
| 138 |
+
"affordance_dice_weight": 0.5,
|
| 139 |
+
"affordance_loss_ramp_steps": 0,
|
| 140 |
+
"affordance_target_key": "affordance",
|
| 141 |
+
"require_affordance_targets": false,
|
| 142 |
+
"video_model_dim": 1024,
|
| 143 |
+
"video_model_layers": 2,
|
| 144 |
+
"video_model_heads": 8,
|
| 145 |
+
"video_context_tokens": 256,
|
| 146 |
+
"video_residual_loss_weight": 1.0,
|
| 147 |
+
"action_refinement_loss_weight": 1.0,
|
| 148 |
+
"first_action_loss_weight": 1.0,
|
| 149 |
+
"video_condition_steps": 4,
|
| 150 |
+
"video_condition_train_steps": 1,
|
| 151 |
+
"action_condition_scale": 1.0,
|
| 152 |
+
"p1_stage": "staged",
|
| 153 |
+
"p0_checkpoint": "",
|
| 154 |
+
"freeze_qwen_steps": 0,
|
| 155 |
+
"freeze_vjepa_steps": 0,
|
| 156 |
+
"freeze_memory_steps": 0,
|
| 157 |
+
"affordance_memory_start_step": 0,
|
| 158 |
+
"affordance_memory_ramp_steps": 0,
|
| 159 |
+
"affordance_memory_max_scale": 0.05,
|
| 160 |
+
"affordance_confidence_threshold": 0.7,
|
| 161 |
+
"affordance_confidence_temperature": 0.1,
|
| 162 |
+
"affordance_upstream_start_step": 0,
|
| 163 |
+
"affordance_upstream_ramp_steps": 0,
|
| 164 |
+
"affordance_upstream_max_scale": 0.05,
|
| 165 |
+
"memory_learning_rate": 5e-06,
|
| 166 |
+
"qwen_lora_learning_rate": 1.5e-06,
|
| 167 |
+
"phase_num_classes": 5,
|
| 168 |
+
"phase_target_key": "phase",
|
| 169 |
+
"require_phase_targets": false,
|
| 170 |
+
"phase_loss_weight": 0.1,
|
| 171 |
+
"phase_loss_ramp_steps": 3000,
|
| 172 |
+
"phase_memory_start_step": 5000,
|
| 173 |
+
"phase_memory_ramp_steps": 5000,
|
| 174 |
+
"phase_memory_max_scale": 0.05,
|
| 175 |
+
"phase_upstream_start_step": 5000,
|
| 176 |
+
"phase_upstream_ramp_steps": 5000,
|
| 177 |
+
"phase_upstream_max_scale": 0.1,
|
| 178 |
+
"plus_dataset_root": "",
|
| 179 |
+
"plus_mixture_fraction": 0.25,
|
| 180 |
+
"plus_augmentations": false,
|
| 181 |
+
"plus_augmentation_probability": 0.5,
|
| 182 |
+
"plus_illumination_probability": 0.5,
|
| 183 |
+
"plus_texture_probability": 0.35,
|
| 184 |
+
"plus_camera_probability": 0.25,
|
| 185 |
+
"plus_noise_probability": 0.25,
|
| 186 |
+
"plus_object_position_probability": 0.25,
|
| 187 |
+
"plus_max_translation": 12,
|
| 188 |
+
"plus_noise_std": 0.025,
|
| 189 |
+
"plus_category_manifest": "",
|
| 190 |
+
"plus_language_category_factor": 1.0,
|
| 191 |
+
"plus_robot_initial_state_factor": 1.0,
|
| 192 |
+
"plus_initial_state_quantile": 0.7,
|
| 193 |
+
"task_sampling_enabled": true,
|
| 194 |
+
"task_sampling_goal_long_factor": 2,
|
| 195 |
+
"task_sampling_hard_factor": 2
|
| 196 |
+
}
|
robotwin2.0_thinkwam_checkpoint.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f37f9372a9bf748db82af6ed48e07cc6d306edaa15bd5a580bbb376a0b32c4f1
|
| 3 |
+
size 4405774483
|
robotwin2.0_thinkwam_config.json
ADDED
|
@@ -0,0 +1,236 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"vjepa_checkpoint": "/data/thinkwam/models/vjepa2/vjepa2_1_vitl_dist_vitG_384.pt",
|
| 3 |
+
"vjepa_dim": 1024,
|
| 4 |
+
"vjepa_image_size": 384,
|
| 5 |
+
"vjepa_patch_size": 16,
|
| 6 |
+
"vjepa_views": 3,
|
| 7 |
+
"qwen_path": "/data/thinkwam/models/Qwen2.5-0.5B",
|
| 8 |
+
"qwen_dim": 896,
|
| 9 |
+
"qwen_max_length": 512,
|
| 10 |
+
"qwen_action_tokens": 64,
|
| 11 |
+
"qwen_lora": true,
|
| 12 |
+
"qwen_lora_rank": 32,
|
| 13 |
+
"qwen_lora_alpha": 64,
|
| 14 |
+
"qwen_lora_dropout": 0.1,
|
| 15 |
+
"qwen_lora_target_modules": "all-linear",
|
| 16 |
+
"qwen_attn_implementation": "flash_attention_2",
|
| 17 |
+
"qwen_visual_tokens": 1088,
|
| 18 |
+
"qwen_hidden_only": true,
|
| 19 |
+
"action_context_dim": 1024,
|
| 20 |
+
"conditioning_mlp_hidden": 2048,
|
| 21 |
+
"online_vjepa": true,
|
| 22 |
+
"compile_vjepa": true,
|
| 23 |
+
"vjepa_compile_mode": "default",
|
| 24 |
+
"compile_action_dit": true,
|
| 25 |
+
"action_dit_compile_mode": "reduce-overhead",
|
| 26 |
+
"text_max_length": 128,
|
| 27 |
+
"visual_token_count": 1152,
|
| 28 |
+
"jepa_horizons": [
|
| 29 |
+
8,
|
| 30 |
+
16,
|
| 31 |
+
32
|
| 32 |
+
],
|
| 33 |
+
"jepa_token_counts": [
|
| 34 |
+
288,
|
| 35 |
+
144,
|
| 36 |
+
72
|
| 37 |
+
],
|
| 38 |
+
"jepa_context_dim": 1024,
|
| 39 |
+
"jepa_observation_tokens": 1152,
|
| 40 |
+
"jepa_layers": 2,
|
| 41 |
+
"jepa_heads": 8,
|
| 42 |
+
"jepa_loss_weight": 0.5,
|
| 43 |
+
"sigreg_loss_weight": 0.0,
|
| 44 |
+
"sigreg_num_projections": 128,
|
| 45 |
+
"sigreg_num_knots": 17,
|
| 46 |
+
"sigreg_t_max": 3.0,
|
| 47 |
+
"memory_dim": 1024,
|
| 48 |
+
"memory_slots": 16,
|
| 49 |
+
"memory_observation_tokens": 256,
|
| 50 |
+
"memory_action_history": 16,
|
| 51 |
+
"memory_layers": 2,
|
| 52 |
+
"memory_heads": 8,
|
| 53 |
+
"action_dim": 14,
|
| 54 |
+
"proprio_dim": 14,
|
| 55 |
+
"action_horizon": 32,
|
| 56 |
+
"action_dit_hidden": 1024,
|
| 57 |
+
"action_dit_layers": 16,
|
| 58 |
+
"action_dit_heads": 32,
|
| 59 |
+
"action_dit_inner_dim": 1536,
|
| 60 |
+
"action_dit_future_tokens": 32,
|
| 61 |
+
"flow_steps": 4,
|
| 62 |
+
"action_loss_weight": 1.0,
|
| 63 |
+
"batch_size": 20,
|
| 64 |
+
"gradient_accumulation_steps": 1,
|
| 65 |
+
"learning_rate": 1e-05,
|
| 66 |
+
"min_learning_rate": 2e-06,
|
| 67 |
+
"weight_decay": 0.0,
|
| 68 |
+
"warmup_ratio": 0.02,
|
| 69 |
+
"max_steps": 25000,
|
| 70 |
+
"num_workers": 8,
|
| 71 |
+
"dataloader_prefetch_factor": 2,
|
| 72 |
+
"dataloader_persistent_workers": true,
|
| 73 |
+
"dataloader_pin_memory": true,
|
| 74 |
+
"dataloader_worker_threads": 1,
|
| 75 |
+
"mixed_precision": "bf16",
|
| 76 |
+
"gradient_checkpointing": false,
|
| 77 |
+
"checkpoint_save_limit": 5,
|
| 78 |
+
"optimizer_beta1": 0.9,
|
| 79 |
+
"optimizer_beta2": 0.95,
|
| 80 |
+
"eval_every": 5000,
|
| 81 |
+
"eval_batches": 8,
|
| 82 |
+
"eval_fraction": 0.1,
|
| 83 |
+
"tensorboard": true,
|
| 84 |
+
"tensorboard_histogram_every": 100,
|
| 85 |
+
"open_loop_eval": true,
|
| 86 |
+
"save_best_checkpoint": true,
|
| 87 |
+
"closed_loop_after": false,
|
| 88 |
+
"closed_loop_suite": "all",
|
| 89 |
+
"closed_loop_world_size": 8,
|
| 90 |
+
"closed_loop_tasks": -1,
|
| 91 |
+
"closed_loop_episodes": 50,
|
| 92 |
+
"closed_loop_replan_steps": 20,
|
| 93 |
+
"closed_loop_max_steps": 520,
|
| 94 |
+
"closed_loop_save_videos": false,
|
| 95 |
+
"seed": 7,
|
| 96 |
+
"dataset": "robotwin2.0",
|
| 97 |
+
"dataset_root": "/data/thinkwam/datasets/robotwin2.0-lerobot-v3.0/clean",
|
| 98 |
+
"feature_cache": "",
|
| 99 |
+
"output_dir": "/data/thinkwam/runs/robotwin2_150k_short_25k_20261101",
|
| 100 |
+
"robotwin_frame_cache": "/data/thinkwam/datasets/thinkwam/robotwin2_clean_rgb384",
|
| 101 |
+
"robotwin_manifest": "manifest_3view.json",
|
| 102 |
+
"robotwin_stats_path": "/data/thinkwam/datasets/robotwin2.0-lerobot-v3.0/clean/dataset_stats.json",
|
| 103 |
+
"affordance_enabled": false,
|
| 104 |
+
"phase_enabled": false,
|
| 105 |
+
"vjepa_trainable": false,
|
| 106 |
+
"vjepa_adapter_enabled": true,
|
| 107 |
+
"vjepa_adapter_dim": 256,
|
| 108 |
+
"vjepa_adapter_learning_rate": 3e-06,
|
| 109 |
+
"affordance_decoder_dim": 256,
|
| 110 |
+
"affordance_decoder_layers": 2,
|
| 111 |
+
"affordance_decoder_heads": 8,
|
| 112 |
+
"affordance_channels": 1,
|
| 113 |
+
"affordance_loss_weight": 0.0,
|
| 114 |
+
"affordance_dice_weight": 0.5,
|
| 115 |
+
"affordance_loss_ramp_steps": 3000,
|
| 116 |
+
"affordance_target_key": "affordance",
|
| 117 |
+
"require_affordance_targets": false,
|
| 118 |
+
"video_model_dim": 1024,
|
| 119 |
+
"video_model_layers": 2,
|
| 120 |
+
"video_model_heads": 8,
|
| 121 |
+
"video_context_tokens": 256,
|
| 122 |
+
"video_residual_loss_weight": 0.8,
|
| 123 |
+
"action_refinement_loss_weight": 1.4,
|
| 124 |
+
"first_action_loss_weight": 1.2,
|
| 125 |
+
"video_condition_steps": 4,
|
| 126 |
+
"video_condition_train_steps": 1,
|
| 127 |
+
"action_condition_scale": 1.0,
|
| 128 |
+
"p1_stage": "joint",
|
| 129 |
+
"p0_checkpoint": "",
|
| 130 |
+
"freeze_qwen_steps": 0,
|
| 131 |
+
"freeze_vjepa_steps": 0,
|
| 132 |
+
"freeze_memory_steps": 0,
|
| 133 |
+
"affordance_memory_start_step": 5000,
|
| 134 |
+
"affordance_memory_ramp_steps": 5000,
|
| 135 |
+
"affordance_memory_max_scale": 0.05,
|
| 136 |
+
"affordance_confidence_threshold": 0.7,
|
| 137 |
+
"affordance_confidence_temperature": 0.1,
|
| 138 |
+
"affordance_upstream_start_step": 5000,
|
| 139 |
+
"affordance_upstream_ramp_steps": 5000,
|
| 140 |
+
"affordance_upstream_max_scale": 0.05,
|
| 141 |
+
"memory_learning_rate": 5e-06,
|
| 142 |
+
"qwen_lora_learning_rate": 2e-06,
|
| 143 |
+
"phase_num_classes": 5,
|
| 144 |
+
"phase_target_key": "phase",
|
| 145 |
+
"require_phase_targets": false,
|
| 146 |
+
"phase_loss_weight": 0.0,
|
| 147 |
+
"phase_loss_ramp_steps": 3000,
|
| 148 |
+
"phase_memory_start_step": 5000,
|
| 149 |
+
"phase_memory_ramp_steps": 5000,
|
| 150 |
+
"phase_memory_max_scale": 0.05,
|
| 151 |
+
"phase_upstream_start_step": 5000,
|
| 152 |
+
"phase_upstream_ramp_steps": 5000,
|
| 153 |
+
"phase_upstream_max_scale": 0.1,
|
| 154 |
+
"plus_dataset_root": "",
|
| 155 |
+
"plus_mixture_fraction": 0.25,
|
| 156 |
+
"plus_augmentations": false,
|
| 157 |
+
"plus_augmentation_probability": 0.0,
|
| 158 |
+
"plus_illumination_probability": 0.5,
|
| 159 |
+
"plus_texture_probability": 0.35,
|
| 160 |
+
"plus_camera_probability": 0.25,
|
| 161 |
+
"plus_noise_probability": 0.25,
|
| 162 |
+
"plus_object_position_probability": 0.25,
|
| 163 |
+
"plus_max_translation": 12,
|
| 164 |
+
"plus_noise_std": 0.025,
|
| 165 |
+
"plus_category_manifest": "",
|
| 166 |
+
"plus_language_category_factor": 1.0,
|
| 167 |
+
"plus_robot_initial_state_factor": 1.0,
|
| 168 |
+
"plus_initial_state_quantile": 0.7,
|
| 169 |
+
"task_sampling_enabled": true,
|
| 170 |
+
"task_sampling_goal_long_factor": 2,
|
| 171 |
+
"task_sampling_hard_factor": 2,
|
| 172 |
+
"target_manifest": "/data/thinkwam/datasets/thinkwam/robotwin2_150k_short_50c20r/manifest.json",
|
| 173 |
+
"random_dataset_root": "/data/thinkwam/datasets/robotwin2.0-lerobot-v3.0/random",
|
| 174 |
+
"base_checkpoint": "/data/thinkwam/runs/robotwin2_focused_resume_90k_to150k/checkpoints/checkpoint_step_0150000.pt",
|
| 175 |
+
"expected_global_batch": 80,
|
| 176 |
+
"base_step": 150000,
|
| 177 |
+
"transition_step": 20000,
|
| 178 |
+
"warmup_steps": 500,
|
| 179 |
+
"lr_floor_ratio": 0.2,
|
| 180 |
+
"checkpoint_every": 5000,
|
| 181 |
+
"clean_mmap_episodes": 4,
|
| 182 |
+
"label_lru_episodes": 32,
|
| 183 |
+
"decode_timeout": 30.0,
|
| 184 |
+
"robotwin_tasks": [
|
| 185 |
+
"adjust_bottle",
|
| 186 |
+
"beat_block_hammer",
|
| 187 |
+
"blocks_ranking_rgb",
|
| 188 |
+
"blocks_ranking_size",
|
| 189 |
+
"click_alarmclock",
|
| 190 |
+
"click_bell",
|
| 191 |
+
"dump_bin_bigbin",
|
| 192 |
+
"grab_roller",
|
| 193 |
+
"handover_block",
|
| 194 |
+
"handover_mic",
|
| 195 |
+
"hanging_mug",
|
| 196 |
+
"lift_pot",
|
| 197 |
+
"move_can_pot",
|
| 198 |
+
"move_pillbottle_pad",
|
| 199 |
+
"move_playingcard_away",
|
| 200 |
+
"move_stapler_pad",
|
| 201 |
+
"open_laptop",
|
| 202 |
+
"open_microwave",
|
| 203 |
+
"pick_diverse_bottles",
|
| 204 |
+
"pick_dual_bottles",
|
| 205 |
+
"place_a2b_left",
|
| 206 |
+
"place_a2b_right",
|
| 207 |
+
"place_bread_basket",
|
| 208 |
+
"place_bread_skillet",
|
| 209 |
+
"place_burger_fries",
|
| 210 |
+
"place_can_basket",
|
| 211 |
+
"place_cans_plasticbox",
|
| 212 |
+
"place_container_plate",
|
| 213 |
+
"place_dual_shoes",
|
| 214 |
+
"place_empty_cup",
|
| 215 |
+
"place_fan",
|
| 216 |
+
"place_mouse_pad",
|
| 217 |
+
"place_object_basket",
|
| 218 |
+
"place_object_scale",
|
| 219 |
+
"place_object_stand",
|
| 220 |
+
"place_phone_stand",
|
| 221 |
+
"place_shoe",
|
| 222 |
+
"press_stapler",
|
| 223 |
+
"put_bottles_dustbin",
|
| 224 |
+
"put_object_cabinet",
|
| 225 |
+
"rotate_qrcode",
|
| 226 |
+
"scan_object",
|
| 227 |
+
"shake_bottle",
|
| 228 |
+
"shake_bottle_horizontally",
|
| 229 |
+
"stack_blocks_three",
|
| 230 |
+
"stack_blocks_two",
|
| 231 |
+
"stack_bowls_three",
|
| 232 |
+
"stack_bowls_two",
|
| 233 |
+
"stamp_seal",
|
| 234 |
+
"turn_switch"
|
| 235 |
+
]
|
| 236 |
+
}
|