Add verified full-suite LoopWAM v0 4/1 KV mix training checkpoint
Browse files- README.md +9 -1
- checkpoint_index.json +40 -1
- libero-all-suites/v0-video4-action1-kv-mix/README.md +7 -0
- libero-all-suites/v0-video4-action1-kv-mix/data_manifest.json +0 -0
- libero-all-suites/v0-video4-action1-kv-mix/dataset_stats.json +50 -0
- libero-all-suites/v0-video4-action1-kv-mix/export.json +39 -0
- libero-all-suites/v0-video4-action1-kv-mix/policy.pt +3 -0
- libero-all-suites/v0-video4-action1-kv-mix/training_manifest.json +0 -0
- libero-all-suites/v0-video4-action1-kv-mix/training_timing.json +54 -0
README.md
CHANGED
|
@@ -9,7 +9,7 @@ tags:
|
|
| 9 |
|
| 10 |
# LoopWAM final checkpoints
|
| 11 |
|
| 12 |
-
Final trained policy weights from the LoopWAM experiments. This repository contains **
|
| 13 |
|
| 14 |
## October 9 additions: all-loop KV
|
| 15 |
|
|
@@ -56,6 +56,14 @@ The policy completed ten epochs on the four-suite full dataset with global batch
|
|
| 56 |
|
| 57 |
The checkpoint completed ten epochs on the four-suite full dataset with global batch 128. Evaluation has not been run.
|
| 58 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 59 |
## Checkpoint index
|
| 60 |
|
| 61 |
| Directory | Model | Video/action loops | Parameters | Final evaluation |
|
|
|
|
| 9 |
|
| 10 |
# LoopWAM final checkpoints
|
| 11 |
|
| 12 |
+
Final trained policy weights from the LoopWAM experiments. This repository contains **17 checkpoints**, separated by training data scope. Both original and repeated 4/4 runs are retained. All production checkpoints are from completed ten-epoch runs with global batch 128 and training seed 42.
|
| 13 |
|
| 14 |
## October 9 additions: all-loop KV
|
| 15 |
|
|
|
|
| 56 |
|
| 57 |
The checkpoint completed ten epochs on the four-suite full dataset with global batch 128. Evaluation has not been run.
|
| 58 |
|
| 59 |
+
## October 11 addition: full-suite mix 4/1
|
| 60 |
+
|
| 61 |
+
| Directory | Model | Video/action loops | Parameters | Evaluation |
|
| 62 |
+
|---|---|---:|---:|---|
|
| 63 |
+
| [libero-all-suites/v0-video4-action1-kv-mix](libero-all-suites/v0-video4-action1-kv-mix) | v0 | 4/1 mix | 584,536,423 | Training only; evaluation not run |
|
| 64 |
+
|
| 65 |
+
The checkpoint completed ten epochs on the four-suite full dataset with global batch 128. Evaluation has not been run.
|
| 66 |
+
|
| 67 |
## Checkpoint index
|
| 68 |
|
| 69 |
| Directory | Model | Video/action loops | Parameters | Final evaluation |
|
checkpoint_index.json
CHANGED
|
@@ -432,7 +432,46 @@
|
|
| 432 |
"normalization_sha256": "d5ad351eb3272f416d34082e8af5483ba1118ceca355a37d9f268fdb269fb3e4",
|
| 433 |
"fairness_check_passed": true,
|
| 434 |
"created_utc": "2026-10-10T14:40:41.813293+00:00"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 435 |
}
|
| 436 |
],
|
| 437 |
-
"updated_utc": "2026-10-
|
| 438 |
}
|
|
|
|
| 432 |
"normalization_sha256": "d5ad351eb3272f416d34082e8af5483ba1118ceca355a37d9f268fdb269fb3e4",
|
| 433 |
"fairness_check_passed": true,
|
| 434 |
"created_utc": "2026-10-10T14:40:41.813293+00:00"
|
| 435 |
+
},
|
| 436 |
+
{
|
| 437 |
+
"id": "v0_full_4_1_mix_job4825",
|
| 438 |
+
"repo_path": "libero-all-suites/v0-video4-action1-kv-mix",
|
| 439 |
+
"source_sha256": "a2beed97118718b4d704400fe276051f1e5c8d766d1b79e86e2b622c324f2a34",
|
| 440 |
+
"source_bytes": 7015574463,
|
| 441 |
+
"export_sha256": "ec4ff8ab3e00a761bd75c180bb70a93e0632d84862c5c6ff27746065342c579d",
|
| 442 |
+
"export_bytes": 2338636469,
|
| 443 |
+
"format": "loopwam-s-v1",
|
| 444 |
+
"optimizer_included": false,
|
| 445 |
+
"step": 21700,
|
| 446 |
+
"version": "v0",
|
| 447 |
+
"video_loops": 4,
|
| 448 |
+
"action_loops": 1,
|
| 449 |
+
"action_kv_mode": "mix",
|
| 450 |
+
"parameters": 584536423,
|
| 451 |
+
"dataset_scope": "full_libero",
|
| 452 |
+
"epochs": 10,
|
| 453 |
+
"global_batch": 128,
|
| 454 |
+
"training_seed": 42,
|
| 455 |
+
"evaluation_status": "not_run_training_only",
|
| 456 |
+
"success_rate": null,
|
| 457 |
+
"successes": null,
|
| 458 |
+
"episodes": 0,
|
| 459 |
+
"training_seconds": 78072.2883525081,
|
| 460 |
+
"initialization_mode": "canonical_wan_artifact_fresh_optimizer",
|
| 461 |
+
"retained_epoch_checkpoints_on_server": [
|
| 462 |
+
5,
|
| 463 |
+
6,
|
| 464 |
+
7,
|
| 465 |
+
8,
|
| 466 |
+
9,
|
| 467 |
+
10
|
| 468 |
+
],
|
| 469 |
+
"tensor_equality_verified": true,
|
| 470 |
+
"source_revision": "a52d351cd78253820c146e4215ad612883f71f2d",
|
| 471 |
+
"normalization_sha256": "d5ad351eb3272f416d34082e8af5483ba1118ceca355a37d9f268fdb269fb3e4",
|
| 472 |
+
"fairness_check_passed": true,
|
| 473 |
+
"created_utc": "2026-10-11T01:51:02.020562+00:00"
|
| 474 |
}
|
| 475 |
],
|
| 476 |
+
"updated_utc": "2026-10-11T01:51:02.705625+00:00"
|
| 477 |
}
|
libero-all-suites/v0-video4-action1-kv-mix/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# LoopWAM v0 4/1 all-loop KV mix — full LIBERO
|
| 2 |
+
|
| 3 |
+
Completed ten-epoch full-suite training checkpoint (Spatial, Object, Goal and LIBERO-10), seed 42, global batch 128, DDP on two H100 GPUs. This checkpoint has not been evaluated after training.
|
| 4 |
+
|
| 5 |
+
`policy.pt` is the native LoopWAM checkpoint with optimizer state removed. Its model tensors were checked for exact equality with the completed training checkpoint. It supports inference or fresh-optimizer fine-tuning, but not exact optimizer-state resume. Keep the accompanying `dataset_stats.json` matched to this checkpoint.
|
| 6 |
+
|
| 7 |
+
Training started from fresh canonical donor initialization and completed at update 21,700. Epoch checkpoints 5 through 10 remain on the training server. The training manifest, timing, data provenance, fairness checks and source/export hashes are included. See `export.json`.
|
libero-all-suites/v0-video4-action1-kv-mix/data_manifest.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
libero-all-suites/v0-video4-action1-kv-mix/dataset_stats.json
ADDED
|
@@ -0,0 +1,50 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"action": {
|
| 3 |
+
"default": {
|
| 4 |
+
"global_max": [
|
| 5 |
+
0.9375,
|
| 6 |
+
0.9375,
|
| 7 |
+
0.9375,
|
| 8 |
+
0.3557142913341522,
|
| 9 |
+
0.375,
|
| 10 |
+
0.375,
|
| 11 |
+
1.0
|
| 12 |
+
],
|
| 13 |
+
"global_min": [
|
| 14 |
+
-0.9375,
|
| 15 |
+
-0.9375,
|
| 16 |
+
-0.9375,
|
| 17 |
+
-0.24214285612106323,
|
| 18 |
+
-0.375,
|
| 19 |
+
-0.3642857074737549,
|
| 20 |
+
0.0
|
| 21 |
+
]
|
| 22 |
+
}
|
| 23 |
+
},
|
| 24 |
+
"num_episodes": 1712,
|
| 25 |
+
"num_transition": 277713,
|
| 26 |
+
"state": {
|
| 27 |
+
"default": {
|
| 28 |
+
"global_max": [
|
| 29 |
+
0.2103137969970703,
|
| 30 |
+
0.3904264271259308,
|
| 31 |
+
1.472778081893921,
|
| 32 |
+
3.7248642444610596,
|
| 33 |
+
3.5618896484375,
|
| 34 |
+
1.3863215446472168,
|
| 35 |
+
0.04232141748070717,
|
| 36 |
+
0.0013126095291227102
|
| 37 |
+
],
|
| 38 |
+
"global_min": [
|
| 39 |
+
-0.48278069496154785,
|
| 40 |
+
-0.3309336006641388,
|
| 41 |
+
0.008128181099891663,
|
| 42 |
+
1.002794623374939,
|
| 43 |
+
-3.6312508583068848,
|
| 44 |
+
-1.842738389968872,
|
| 45 |
+
-0.005453015677630901,
|
| 46 |
+
-0.042015016078948975
|
| 47 |
+
]
|
| 48 |
+
}
|
| 49 |
+
}
|
| 50 |
+
}
|
libero-all-suites/v0-video4-action1-kv-mix/export.json
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"id": "v0_full_4_1_mix_job4825",
|
| 3 |
+
"repo_path": "libero-all-suites/v0-video4-action1-kv-mix",
|
| 4 |
+
"source_sha256": "a2beed97118718b4d704400fe276051f1e5c8d766d1b79e86e2b622c324f2a34",
|
| 5 |
+
"source_bytes": 7015574463,
|
| 6 |
+
"export_sha256": "ec4ff8ab3e00a761bd75c180bb70a93e0632d84862c5c6ff27746065342c579d",
|
| 7 |
+
"export_bytes": 2338636469,
|
| 8 |
+
"format": "loopwam-s-v1",
|
| 9 |
+
"optimizer_included": false,
|
| 10 |
+
"step": 21700,
|
| 11 |
+
"version": "v0",
|
| 12 |
+
"video_loops": 4,
|
| 13 |
+
"action_loops": 1,
|
| 14 |
+
"action_kv_mode": "mix",
|
| 15 |
+
"parameters": 584536423,
|
| 16 |
+
"dataset_scope": "full_libero",
|
| 17 |
+
"epochs": 10,
|
| 18 |
+
"global_batch": 128,
|
| 19 |
+
"training_seed": 42,
|
| 20 |
+
"evaluation_status": "not_run_training_only",
|
| 21 |
+
"success_rate": null,
|
| 22 |
+
"successes": null,
|
| 23 |
+
"episodes": 0,
|
| 24 |
+
"training_seconds": 78072.2883525081,
|
| 25 |
+
"initialization_mode": "canonical_wan_artifact_fresh_optimizer",
|
| 26 |
+
"retained_epoch_checkpoints_on_server": [
|
| 27 |
+
5,
|
| 28 |
+
6,
|
| 29 |
+
7,
|
| 30 |
+
8,
|
| 31 |
+
9,
|
| 32 |
+
10
|
| 33 |
+
],
|
| 34 |
+
"tensor_equality_verified": true,
|
| 35 |
+
"source_revision": "a52d351cd78253820c146e4215ad612883f71f2d",
|
| 36 |
+
"normalization_sha256": "d5ad351eb3272f416d34082e8af5483ba1118ceca355a37d9f268fdb269fb3e4",
|
| 37 |
+
"fairness_check_passed": true,
|
| 38 |
+
"created_utc": "2026-10-11T01:51:02.020562+00:00"
|
| 39 |
+
}
|
libero-all-suites/v0-video4-action1-kv-mix/policy.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ec4ff8ab3e00a761bd75c180bb70a93e0632d84862c5c6ff27746065342c579d
|
| 3 |
+
size 2338636469
|
libero-all-suites/v0-video4-action1-kv-mix/training_manifest.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
libero-all-suites/v0-video4-action1-kv-mix/training_timing.json
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"completed_updates": 21700,
|
| 4 |
+
"windows_seen": 2777130,
|
| 5 |
+
"planned_updates": 21700,
|
| 6 |
+
"elapsed_training_seconds": 78072.2883525081,
|
| 7 |
+
"checkpoint_seconds_total": 72.32836162298918,
|
| 8 |
+
"checkpoint_count": 10,
|
| 9 |
+
"measured_mean_update_seconds": 3.592507152360916,
|
| 10 |
+
"estimated_total_training_hours": 21.654834779508853,
|
| 11 |
+
"estimate_note": "Projection from measured updates; excludes setup/checkpoint overhead",
|
| 12 |
+
"latest": {
|
| 13 |
+
"update": 21700,
|
| 14 |
+
"epoch": 10,
|
| 15 |
+
"windows": 81,
|
| 16 |
+
"windows_seen": 2777130,
|
| 17 |
+
"effective_passes": 10.0,
|
| 18 |
+
"seconds": 2.9281342029571533,
|
| 19 |
+
"lr": 1.0000000000000002e-06,
|
| 20 |
+
"grad_norm": 0.19278448820114136,
|
| 21 |
+
"branch_grad_after_clip": {
|
| 22 |
+
"video": 0.17798680067062378,
|
| 23 |
+
"action": 0.07390052080154419,
|
| 24 |
+
"mot": 0.0004495617758948356,
|
| 25 |
+
"proprio": 0.0050066737458109856
|
| 26 |
+
},
|
| 27 |
+
"latent_cache_rank_local": {
|
| 28 |
+
"hits": 1388570,
|
| 29 |
+
"misses": 0,
|
| 30 |
+
"dummy_encodes": 70,
|
| 31 |
+
"encoder_samples": 70,
|
| 32 |
+
"batches": 173580,
|
| 33 |
+
"read_seconds": 4800.001820556819,
|
| 34 |
+
"encode_seconds": 3.0421879775822163,
|
| 35 |
+
"write_seconds": 0.0
|
| 36 |
+
},
|
| 37 |
+
"peak_allocated_gb": 60.70352554321289,
|
| 38 |
+
"peak_reserved_gb": 63.00054168701172,
|
| 39 |
+
"exit4/video_raw": 0.08171362347073025,
|
| 40 |
+
"exit4/action_raw": 0.025370215192253208,
|
| 41 |
+
"exit4/video": 0.059506104316240475,
|
| 42 |
+
"exit4/action": 0.017343584402107898,
|
| 43 |
+
"loss_video": 0.059506104316240475,
|
| 44 |
+
"loss_action": 0.017343584402107898,
|
| 45 |
+
"loop/1/video_state_rms": 1.3987658465350117,
|
| 46 |
+
"loop/2/video_state_rms": 1.4733300856602045,
|
| 47 |
+
"loop/3/video_state_rms": 1.5938536090615354,
|
| 48 |
+
"loop/4/video_state_rms": 1.4677383987991899,
|
| 49 |
+
"loop/1/action_state_rms": 0.717847376693914,
|
| 50 |
+
"loop/2/action_state_rms": 0.717847376693914,
|
| 51 |
+
"loop/3/action_state_rms": 0.717847376693914,
|
| 52 |
+
"loop/4/action_state_rms": 0.8640977835949556
|
| 53 |
+
}
|
| 54 |
+
}
|