Add HandsOn paper checkpoints: lingbot

.gitattributes

@@ -42,3 +42,12 @@ hy/checkpoint-125000/state/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
 hy/checkpoint-125000/state/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
 hy/checkpoint-125000/state/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
 hy/checkpoint-125000/state/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
+lingbot/checkpoint-151000/state/.metadata filter=lfs diff=lfs merge=lfs -text
+lingbot/checkpoint-151000/state/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+lingbot/checkpoint-151000/state/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+lingbot/checkpoint-151000/state/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+lingbot/checkpoint-151000/state/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+lingbot/checkpoint-151000/state/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
+lingbot/checkpoint-151000/state/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
+lingbot/checkpoint-151000/state/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
+lingbot/checkpoint-151000/state/__7_0.distcp filter=lfs diff=lfs merge=lfs -text

lingbot/checkpoint-151000/state/.metadata

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9c3b288410e6e65d74cba9f0b4e485cd2194524a9ac3157ca768d0f3300d65
+size 10521717

lingbot/checkpoint-151000/state/__0_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70aaa6834da62b75ec53f3c4304be255a7352b40098f9677445bde965d3f1c7
+size 6232133173

lingbot/checkpoint-151000/state/__1_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6489e37b2a339427c6d287d5e8fb25e9e0e9863b118dfab620e0a7bea6d3986
+size 6232483267

lingbot/checkpoint-151000/state/__2_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4cabf6efaa6253daa1e60f921164cca3aef2399c4b1e203958ba3b9b0a29c5f
+size 6232483267

lingbot/checkpoint-151000/state/__3_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cc482e0c85dbd17cbf613de7065cdf63875b5d7f3a03e77e5b6492634e4125
+size 6232485473

lingbot/checkpoint-151000/state/__4_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:725a386ff9f6a6aa7be659743bd343f138813340f437dfb2f1cc22c91327cf62
+size 6232485473

lingbot/checkpoint-151000/state/__5_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc042b6df91ff97fc33a5742b2c72471f695167179924341239f1825e4037a9
+size 6232623393

lingbot/checkpoint-151000/state/__6_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c24e027cedbd2afe31b03eaaa0be250973cadd8c487d9a8881d3a5ce3f70245
+size 6232484212

lingbot/checkpoint-151000/state/__7_0.distcp

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8133e4add00fbbfccdcfa8b35c9970b63f9770f671543a0b759f308737e2b8
+size 6228505972

lingbot/checkpoint-151000/trainer.json

@@ -0,0 +1,406 @@
+{
+  "step": 151000,
+  "scheduler": {
+    "base_lrs": [
+      5e-05
+    ],
+    "last_epoch": 151000,
+    "_step_count": 151001,
+    "_is_initial": false,
+    "_get_lr_called_within_step": false,
+    "_last_lr": [
+      5e-06
+    ],
+    "lr_lambdas": [
+      null
+    ]
+  },
+  "config": {
+    "model": "lingbot",
+    "output": "/data/luotianwei/training_runs/v16_h200_continuation_20260924/runs/lingbot-v16-h2008-b1216-formal-20260924-save1k",
+    "steps": 200000,
+    "micro_batch": 152,
+    "accumulation": 1,
+    "workers": 6,
+    "horizon": 50,
+    "lr": 5e-05,
+    "warmup": 10000,
+    "save_every": 1000,
+    "validation_every": 1000,
+    "validation_limit": 0,
+    "resume": "/data/luotianwei/training_runs/v16_lingbot_prompt_revision_c/formal/fullft150k-b32-hsdp-bf16-promptc-from30000/checkpoint-150000",
+    "prompt_transition": true,
+    "seed": 42,
+    "denoise_steps": 10,
+    "smoke": false,
+    "wandb": "online",
+    "optimized": true,
+    "benchmark": false,
+    "parallel": "fsdp",
+    "profile_step": -1,
+    "reduce_dtype": "bfloat16",
+    "gradient_audit": null,
+    "gradient_reference": null,
+    "keep_through_backward": false,
+    "h200_probe_updates": 0,
+    "global_batch_size": 1216,
+    "total_workers": 48,
+    "normalization": {
+      "data_root": "/data/luotianwei/asset_render_infra/runs/V16_20260916/full_rerender_01/training_package_final18k.building",
+      "dataset_version": "V16 final18k",
+      "package_sha256": {
+        "PACKAGE_COMPLETE.json": "a4d574528c4c478b9a6eb2be9a9baf17acfdb6945b5d8deb4eb0a66a057d3e67",
+        "source_manifest.jsonl": "62a025c12454ffa80d00e1b13613ce4b6fe5d438bd64a646cd4e54198771a85d",
+        "meta/splits.json": "8c4de928722371acf2806d9826751dce37a73443712748d779b4715155913cf7",
+        "meta/info.json": "7e330c3a1fce7e3af26bb4aa2d2c956e9a8a82d225a9538e6e4ca7fe2aa9da51",
+        "meta/dexjoco_policy_schema.json": "96977d055d566fac68f8e77f8e3c81180f1f9b3e46f6fa73ae8573866b12830e",
+        "norm_stats.json": "1887f8104bf3d17fa640b2ef78131a2f763a65a594ebc75a612a3998fc576154",
+        "language/prompt_paraphrases.json": "362652a4642ccd199235bd5ffa87e45588244faf9f6d9d5960dfca914a7cc2b0",
+        "code/prompt_sampler.py": "ed20fea5d6bde0c4db6d6922130359769d304b43fc5f7483e5fbc6b846e4e3f4",
+        "code/training_reader.py": "e529a0d6803a084338a12f93430a77a4ee53c945e8bee3e0fa090076943957d8",
+        "FILE_MANIFEST.jsonl": "24ba881af1b26a6ab2a9ebc79f51e896f7b4d5c6742a78a9e7b1fe90e019038f",
+        "provenance/TRAINING_PACKAGE_READER_QA.json": "50b819b150b0dddd1a5a566def8dde6ff5170cbcaf377eddcc6530b9d1680f37",
+        "provenance/FINAL18K_DELIVERY_SCOPE.json": "42be22010291b4298925ef7e2bd3de5455074fbe82b380f055b371123d36373e"
+      },
+      "train_episodes": 15178,
+      "heldout_episodes": 2822,
+      "train_frames": 5095027,
+      "tasks": 54,
+      "per_task": {
+        "a01_fruit_to_bucket": {
+          "train": 427,
+          "validation": 73
+        },
+        "a02_object_to_tray": {
+          "train": 367,
+          "validation": 133
+        },
+        "a03_ball_to_bowl": {
+          "train": 438,
+          "validation": 62
+        },
+        "a06_orient_rubiks_cube": {
+          "train": 432,
+          "validation": 68
+        },
+        "b01_pitcher_lid": {
+          "train": 459,
+          "validation": 41
+        },
+        "b03_peg_in_socket": {
+          "train": 412,
+          "validation": 88
+        },
+        "b04_block_stacking": {
+          "train": 446,
+          "validation": 54
+        },
+        "b05_clear_box_lid": {
+          "train": 442,
+          "validation": 58
+        },
+        "b320_as013_utility_knife_body_stabilized_blade_slide": {
+          "train": 445,
+          "validation": 55
+        },
+        "b320_as019_screwdriver_safe_orientation_handover": {
+          "train": 419,
+          "validation": 81
+        },
+        "b320_cup_stabilized_faucet_open": {
+          "train": 196,
+          "validation": 104
+        },
+        "b320_dual_drawer_synchronized_open": {
+          "validation": 83,
+          "train": 217
+        },
+        "b320_dutch_oven_stabilized_stirring": {
+          "train": 222,
+          "validation": 78
+        },
+        "b320_hs005_sink_bottle_stabilized_scrub": {
+          "train": 94,
+          "validation": 6
+        },
+        "b320_low_compression_carton_carry": {
+          "train": 220,
+          "validation": 80
+        },
+        "b320_slim_object_stable_handover": {
+          "train": 252,
+          "validation": 48
+        },
+        "b320_sponge_stabilized_soap_dispense": {
+          "train": 242,
+          "validation": 58
+        },
+        "b320_synchronized_dual_knob_setting_2": {
+          "train": 236,
+          "validation": 64
+        },
+        "b320_synchronized_salt_pepper_placement": {
+          "train": 281,
+          "validation": 19
+        },
+        "b320_two_block_midair_face_mating": {
+          "train": 253,
+          "validation": 47
+        },
+        "bench320_bc012_dual_can_synchronized_bin_load": {
+          "train": 233,
+          "validation": 67
+        },
+        "bench320_fu006_hold_drawer_store_charger": {
+          "train": 270,
+          "validation": 30
+        },
+        "bench320_fu015_laptop_base_stabilized_open": {
+          "train": 264,
+          "validation": 36
+        },
+        "c01_hammer_nail": {
+          "train": 96,
+          "validation": 4
+        },
+        "c02_spoon_marbles": {
+          "validation": 35,
+          "train": 265
+        },
+        "c04_water_plant": {
+          "train": 391,
+          "validation": 109
+        },
+        "c05_move_mouse_click": {
+          "train": 238,
+          "validation": 62
+        },
+        "c06_bimanual_photograph": {
+          "train": 463,
+          "validation": 37
+        },
+        "c10_two_stage_charging": {
+          "validation": 86,
+          "train": 414
+        },
+        "c12_push_blocks_to_line": {
+          "train": 272,
+          "validation": 28
+        },
+        "d02_bimanual_microwave_cook": {
+          "train": 443,
+          "validation": 57
+        },
+        "d03_bimanual_handoff_to_box": {
+          "validation": 108,
+          "train": 392
+        },
+        "d05_scissors_three_cuts": {
+          "validation": 61,
+          "train": 439
+        },
+        "d06_sort_clutter_to_baskets": {
+          "validation": 45,
+          "train": 455
+        },
+        "d09_prepare_coffee": {
+          "train": 208,
+          "validation": 92
+        },
+        "d20_1_5_set_controls": {
+          "train": 4,
+          "validation": 4
+        },
+        "d20_1_load_and_start": {
+          "train": 58,
+          "validation": 8
+        },
+        "d20_2_retrieve_and_plate": {
+          "train": 24,
+          "validation": 2
+        },
+        "g02_repair_close_device": {
+          "train": 227,
+          "validation": 73
+        },
+        "g08_micropipette_box_stabilized_lid_open": {
+          "validation": 53,
+          "train": 247
+        },
+        "g10_folding_ruler_bimanual_unfold": {
+          "train": 270,
+          "validation": 30
+        },
+        "h01_chinese_chess": {
+          "train": 454,
+          "validation": 46
+        },
+        "p001_bimanual_folding_fan_target_angle": {
+          "train": 89,
+          "validation": 11
+        },
+        "p0_02_hold_lever_open_latched_door": {
+          "train": 253,
+          "validation": 47
+        },
+        "ycb01_roll_ball_through_gate": {
+          "train": 451,
+          "validation": 49
+        },
+        "ycb02_select_largest_fitting_ball": {
+          "train": 442,
+          "validation": 58
+        },
+        "ycb03_airplane_propeller_spin": {
+          "train": 273,
+          "validation": 27
+        },
+        "ycb04_cups_denest_order": {
+          "train": 79,
+          "validation": 21
+        },
+        "ycb05_drill_point_and_trigger": {
+          "train": 85,
+          "validation": 15
+        },
+        "ycb06_single_step_table_setting": {
+          "train": 255,
+          "validation": 45
+        },
+        "ycb07_timer_program_start": {
+          "train": 272,
+          "validation": 28
+        },
+        "ycb08_spatula_flip_sponge": {
+          "train": 78,
+          "validation": 22
+        },
+        "ycb09_wine_glass_target_transfer": {
+          "train": 228,
+          "validation": 72
+        },
+        "ycb10_marker_finger_gait": {
+          "train": 46,
+          "validation": 54
+        }
+      },
+      "validation_samples": 2822,
+      "normalization": "exact packaged selected-train-only statistics; no refitting",
+      "normalization_key_mapping": {
+        "state": "state",
+        "actions": "action"
+      },
+      "validation_interval_optimizer_updates": 1000,
+      "validation_sampling": "all 2822 heldout trajectories, one fixed start/middle/end-10 observation each",
+      "validation_frame_subset_declared": true,
+      "no_source_data_modified": true,
+      "mount": "same Aliyun CPFS; /data in GPU pods, /mnt/cpfs in CPU host",
+      "prior_exposure": "These trajectories existed in the V15 training universe. This split is held out only for a fresh V16 training run that respects it; it is not unseen-data validation for a model already trained on these V15 trajectories.",
+      "split_sha256": "232b6cde4b104f6da2230d3e4891fb6355f5f2d1c867154675404b7ea84f23b6"
+    },
+    "prompt_revision": {
+      "revision": "prompt_fix_20260919c_after_20260918b",
+      "first_revised_optimizer_step": 30001,
+      "source_package": "/data/luotianwei/asset_render_infra/runs/V16_20260916/full_rerender_01/training_package_final18k.building",
+      "frozen_language_root": "/data/luotianwei/training_runs/v16_lingbot_prompt_revision_c/data/v16_final18k/language_snapshot",
+      "snapshot_sha256": {
+        "source_manifest.jsonl": "62a025c12454ffa80d00e1b13613ce4b6fe5d438bd64a646cd4e54198771a85d",
+        "meta/info.json": "7e330c3a1fce7e3af26bb4aa2d2c956e9a8a82d225a9538e6e4ca7fe2aa9da51",
+        "language/prompt_paraphrases.json": "362652a4642ccd199235bd5ffa87e45588244faf9f6d9d5960dfca914a7cc2b0"
+      },
+      "derived_sha256": {
+        "episode_prompt_map.json": "9dfb7fec6d89ef6bfdb5f351064b6a061c4e9cc47f5ce15bb36d44f3e94c6ae2",
+        "validation_text_manifest.json": "2a8a78ae80d3d61a07a5fc9a3bb4938ac52d3095001ce2f723348dfbb3ce1e0f",
+        "prompt_tokens.json": "a70ba52833140ccbb17a1516ab7ecf35ff9defb5da27b607dac8c9ef7e3183df"
+      },
+      "validation_samples": 2822,
+      "validation_prompt_split": "canonical",
+      "sampling_seed": 20260918,
+      "train_sampling_unchanged": true
+    },
+    "authoritative_prompt_revision": "prompt_20260919C",
+    "resume_boundary_validation": "prompt revision unchanged; full validation on the regular 1000-update boundaries",
+    "parent_run": "/data/luotianwei/training_runs/v16_lingbot_prompt_revision_c/formal/fullft150k-b32-hsdp-bf16-promptc-from30000",
+    "parent_wandb_run_id": "lingbot-v16-fullft150k-b32-hsdp-bf16-promptc-from30000",
+    "integration_sha256": {
+      "action_metrics.py": "c805e94f2998645e97b059dad648bd4efb6dc9cd72d4ae865157ef260c3b1ee0",
+      "launch_pair.py": "a4ff3e8970be05a22a18060ca5b2a0772c57f7e79440d6a4fded8f0511126f00",
+      "optimized_runtime.py": "4e7c21803c2f9c9f37a846f029e3655472e3d689cb3982c6512448c5e1aa57ea",
+      "perf_attention.py": "5c18b0a0e386a88fcce279c3bb0dab673f445ea9c6073e8091652dcbd1f59d67",
+      "policies.py": "5562fba14368a5fba650e69f84c708854493b22e3d78fd77bdfddfb80c5b36b1",
+      "prepare_transition.py": "be1a29d36592de9be8b0591c762eab5a5ae2c2af661a72412e59a4e1268b7f5c",
+      "prepare_v16.py": "57f5d7d72db1e77b2685555d35f5ba1ee0d8c142003a5a2772dab030bfdee70a",
+      "prompt_transition.py": "59e9fab9ee1db217f00554cb95c5e5453e34064f2a2e0616f65ed07e89d9a350",
+      "qualify.py": "1831d1c6815b024c6d3b766bdfb6eac9db544e663c9467728d5f142094a073e2",
+      "run_training.sh": "5e444a8e0030df1087edf667d4b54a4608e92e14cb5e09493305fa77480fd06d",
+      "runtime_cache.py": "8dbfa2d16dcdcd98fcaf13942b727c80eb10d2aa342861115c93b4db338d58de",
+      "test_transition.py": "75e74d2ddd2c3c33eb81b4b168ba70d5fa9b588d42ad791408a774dbfb12bf1c",
+      "train_v16.py": "c9ef8e8f6ba805adb4432c2134c3f5af4d01f8bf60b14c1885572289e8a786ce",
+      "v15_data.py": "47a40881ba396f5f1f55679fc230dfe4f6ec1c56ea82d244d9fff2cfabe3088a",
+      "v15_eef52.yaml": "c0ebccfecb85a35b01993714882e44aac85be71dbb9f2d7c4488f71d93df44a1",
+      "verify_wandb.py": "18806a26e9b9fef71737033f7402fb52c8f3272ade0c6dc135bbfe503cfe1083"
+    },
+    "world_size": 8,
+    "formal_training": true,
+    "runtime_nccl_version": 22703,
+    "nccl": {
+      "NCCL_SOCKET_IFNAME": "lo",
+      "NCCL_DEBUG": "WARN",
+      "NCCL_NET": "Socket",
+      "TORCH_NCCL_ASYNC_ERROR_HANDLING": "1",
+      "NCCL_IB_DISABLE": "1"
+    },
+    "performance_recipe": {
+      "reshard_after_forward": false,
+      "gc_every_optimizer_updates": 50,
+      "compile_blocks": true,
+      "trim_only_padding": false,
+      "cache_attention_mask": true,
+      "gradient_reduce_dtype": "bfloat16",
+      "loss_reduction": "mean of per-sample masked means"
+    },
+    "parent_checkpoint": "/data/luotianwei/training_runs/v16_lingbot_prompt_revision_c/formal/fullft150k-b32-hsdp-bf16-promptc-from30000/checkpoint-150000",
+    "parent_optimizer_step": 150000,
+    "continuation_revision": "h200_20260924_save1000",
+    "prompt_revision_changed": false,
+    "first_new_prompt_optimizer_step": 30001,
+    "parent_checkpoint_trainer_sha256": "d3b5093ffc41fffa9e15877ee70d49668c173de45c6dfbc3bb5106071b5c70f0",
+    "batch_change_authorized": true,
+    "previous_global_batch": 32,
+    "learning_rate_scaling": "none; original 150k schedule clamped at 0.1 base LR",
+    "dataset_mirror": {
+      "passed": true,
+      "all_manifest_files_sha256_verified": true,
+      "files": 90042,
+      "bytes": 110510326989,
+      "seconds": 24.13396289999946,
+      "manifest_sha256": "62a025c12454ffa80d00e1b13613ce4b6fe5d438bd64a646cd4e54198771a85d",
+      "checksums": {
+        "source_manifest.jsonl": "62a025c12454ffa80d00e1b13613ce4b6fe5d438bd64a646cd4e54198771a85d",
+        "FILE_MANIFEST.jsonl": "24ba881af1b26a6ab2a9ebc79f51e896f7b4d5c6742a78a9e7b1fe90e019038f",
+        "PACKAGE_COMPLETE.json": "a4d574528c4c478b9a6eb2be9a9baf17acfdb6945b5d8deb4eb0a66a057d3e67"
+      },
+      "authoritative": "/data/luotianwei/asset_render_infra/runs/V16_20260916/full_rerender_01/training_package_final18k.building",
+      "mirror": "/mnt/luotianwei/dataset_exports/v16_final18k_20260917/dataset"
+    },
+    "augmentation": {
+      "status": "unchanged parent preprocessing; no additional augmentation",
+      "user_cancelled_augmentation_addition": true,
+      "new_implementation": false
+    },
+    "actual_entrypoint_sha256": "322645181eac0ca233613423d07382743a98f37757069b7cf9bc2fa0b728d1a1",
+    "actual_runtime_files_sha256": {
+      "runtime_save1000/common/continuation.py": "3d17bc5b06207c364bd3a3ec77253b70910e6d83934814fba210c1a1ee3074b9",
+      "runtime_save1000/lingbot/train_v16.py": "322645181eac0ca233613423d07382743a98f37757069b7cf9bc2fa0b728d1a1"
+    }
+  },
+  "complete": true,
+  "optimizer_uninitialized_parameters": [
+    "native.model.qwenvl_with_expert.qwenvl.model.layers.35.mlp.down_proj.weight",
+    "native.model.qwenvl_with_expert.qwenvl.model.layers.35.mlp.gate_proj.weight",
+    "native.model.qwenvl_with_expert.qwenvl.model.layers.35.mlp.up_proj.weight",
+    "native.model.qwenvl_with_expert.qwenvl.model.layers.35.post_attention_layernorm.weight",
+    "native.model.qwenvl_with_expert.qwenvl.model.layers.35.self_attn.o_proj.weight",
+    "native.model.qwenvl_with_expert.qwenvl.model.norm.weight"
+  ]
+}