Add final full-suite aligned v0 1/4 checkpoint (training only)
Browse files- README.md +10 -1
- checkpoint_index.json +30 -1
- libero-all-suites/v0-video1-action4/README.md +20 -0
- libero-all-suites/v0-video1-action4/data_manifest.json +0 -0
- libero-all-suites/v0-video1-action4/dataset_stats.json +50 -0
- libero-all-suites/v0-video1-action4/export.json +29 -0
- libero-all-suites/v0-video1-action4/fairness.json +52 -0
- libero-all-suites/v0-video1-action4/policy.pt +3 -0
- libero-all-suites/v0-video1-action4/training_manifest.json +0 -0
- libero-all-suites/v0-video1-action4/training_timing.json +45 -0
README.md
CHANGED
|
@@ -9,7 +9,7 @@ tags:
|
|
| 9 |
|
| 10 |
# LoopWAM final checkpoints
|
| 11 |
|
| 12 |
-
Final trained policy weights from the LoopWAM experiments. This repository contains **
|
| 13 |
|
| 14 |
## October 9 additions: all-loop KV
|
| 15 |
|
|
@@ -32,10 +32,19 @@ original three-seed decision remains inconclusive. This grid overlaps the
|
|
| 32 |
original states and must not be pooled as independent evidence.
|
| 33 |
See the [updated results report](https://github.com/anhdao69/LoopWAM_NT/blob/KV_concat/plans/performance/LoopWAM_v0_V4A1_KVconcat_20261008.md).
|
| 34 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 35 |
## Checkpoint index
|
| 36 |
|
| 37 |
| Directory | Model | Video/action loops | Parameters | Final evaluation |
|
| 38 |
|---|---|---|---:|---|
|
|
|
|
| 39 |
| [libero-long/v0-video4-action4-original](libero-long/v0-video4-action4-original) | v0 | 4/4 | 584,536,135 | 96/100 (96%) |
|
| 40 |
| [libero-long/v1-video4-action4](libero-long/v1-video4-action4) | v1 | 4/4 | 584,536,135 | 82/100 (82%) |
|
| 41 |
| [libero-long/dense-s12](libero-long/dense-s12) | dense_s12 | 1/1 | 584,536,135 | 81/100 (81%) |
|
|
|
|
| 9 |
|
| 10 |
# LoopWAM final checkpoints
|
| 11 |
|
| 12 |
+
Final trained policy weights from the LoopWAM experiments. This repository contains **14 checkpoints**, separated by training data scope. Both original and repeated 4/4 runs are retained. All production checkpoints are from completed ten-epoch runs with global batch 128 and training seed 42.
|
| 13 |
|
| 14 |
## October 9 additions: all-loop KV
|
| 15 |
|
|
|
|
| 32 |
original states and must not be pooled as independent evidence.
|
| 33 |
See the [updated results report](https://github.com/anhdao69/LoopWAM_NT/blob/KV_concat/plans/performance/LoopWAM_v0_V4A1_KVconcat_20261008.md).
|
| 34 |
|
| 35 |
+
## October 10 addition: full-suite aligned 1/4
|
| 36 |
+
|
| 37 |
+
[libero-all-suites/v0-video1-action4](libero-all-suites/v0-video1-action4)
|
| 38 |
+
contains the final ten-epoch full-suite v0 aligned 1/4 policy (21,700 updates,
|
| 39 |
+
global batch 128, training seed 42). Training took 10h 58m 46s on two H100s.
|
| 40 |
+
**Not evaluated:** this run finished under the requested training-only workflow.
|
| 41 |
+
Normalization, training metadata, fairness checks and export hashes are included.
|
| 42 |
+
|
| 43 |
## Checkpoint index
|
| 44 |
|
| 45 |
| Directory | Model | Video/action loops | Parameters | Final evaluation |
|
| 46 |
|---|---|---|---:|---|
|
| 47 |
+
| [libero-all-suites/v0-video1-action4](libero-all-suites/v0-video1-action4) | v0 aligned | 1/4 | 584536135 | Not evaluated (training only) |
|
| 48 |
| [libero-long/v0-video4-action4-original](libero-long/v0-video4-action4-original) | v0 | 4/4 | 584,536,135 | 96/100 (96%) |
|
| 49 |
| [libero-long/v1-video4-action4](libero-long/v1-video4-action4) | v1 | 4/4 | 584,536,135 | 82/100 (82%) |
|
| 50 |
| [libero-long/dense-s12](libero-long/dense-s12) | dense_s12 | 1/1 | 584,536,135 | 81/100 (81%) |
|
checkpoint_index.json
CHANGED
|
@@ -335,7 +335,36 @@
|
|
| 335 |
"source_revision": "3a89bfac5cfccad66bfebbe00014f7f739a78adc",
|
| 336 |
"compatible_code_revision": "3a89bfac5cfccad66bfebbe00014f7f739a78adc",
|
| 337 |
"normalization_sha256": "78058a689c41382a2759541d5590cb3ada8c576e736285aaeebc344874366f1b"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 338 |
}
|
| 339 |
],
|
| 340 |
-
"updated_utc": "2026-10-
|
| 341 |
}
|
|
|
|
| 335 |
"source_revision": "3a89bfac5cfccad66bfebbe00014f7f739a78adc",
|
| 336 |
"compatible_code_revision": "3a89bfac5cfccad66bfebbe00014f7f739a78adc",
|
| 337 |
"normalization_sha256": "78058a689c41382a2759541d5590cb3ada8c576e736285aaeebc344874366f1b"
|
| 338 |
+
},
|
| 339 |
+
{
|
| 340 |
+
"id": "v0_full_1_4",
|
| 341 |
+
"repo_path": "libero-all-suites/v0-video1-action4",
|
| 342 |
+
"training_path": "kv_campaign_job4771/campaign_3a89bfa/full_14/train",
|
| 343 |
+
"source_sha256": "f7f3f20c721c5072ab8b476e45819d400bdb4e0635402c09681a24d45deebd71",
|
| 344 |
+
"source_bytes": 7015569623,
|
| 345 |
+
"export_sha256": "801922e30df320cd7d9f3c642d90315865d49807ec20b6e27ea93c219d2f9a19",
|
| 346 |
+
"export_bytes": 2338635000,
|
| 347 |
+
"format": "loopwam-s-v1",
|
| 348 |
+
"optimizer_included": false,
|
| 349 |
+
"step": 21700,
|
| 350 |
+
"version": "v0",
|
| 351 |
+
"video_loops": 1,
|
| 352 |
+
"action_loops": 4,
|
| 353 |
+
"action_kv_mode": "aligned",
|
| 354 |
+
"parameters": 584536135,
|
| 355 |
+
"dataset_scope": "full_libero",
|
| 356 |
+
"epochs": 10,
|
| 357 |
+
"global_batch": 128,
|
| 358 |
+
"training_seed": 42,
|
| 359 |
+
"training_seconds": 39525.92356655188,
|
| 360 |
+
"evaluation_status": "not_run_training_only",
|
| 361 |
+
"success_rate": null,
|
| 362 |
+
"episodes": 0,
|
| 363 |
+
"tensor_equality_verified": true,
|
| 364 |
+
"source_revision": "3a89bfac5cfccad66bfebbe00014f7f739a78adc",
|
| 365 |
+
"compatible_code_revision": "3a89bfac5cfccad66bfebbe00014f7f739a78adc",
|
| 366 |
+
"normalization_sha256": "d5ad351eb3272f416d34082e8af5483ba1118ceca355a37d9f268fdb269fb3e4"
|
| 367 |
}
|
| 368 |
],
|
| 369 |
+
"updated_utc": "2026-10-10T02:41:05.842410+00:00"
|
| 370 |
}
|
libero-all-suites/v0-video1-action4/README.md
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# LoopWAM v0 aligned 1/4 — all four LIBERO suites
|
| 2 |
+
|
| 3 |
+
Final policy from fresh canonical initialization, training seed 42, global batch
|
| 4 |
+
128, ten epochs (21,700 updates; 2,777,130 real windows). Video/action loops 1/4;
|
| 5 |
+
effective depths 12/30. Training completed in 10h 58m 46s on two H100s.
|
| 6 |
+
|
| 7 |
+
No simulator evaluation was run for this checkpoint: the campaign was changed
|
| 8 |
+
to training-only at the owner's request. No success rate is claimed.
|
| 9 |
+
|
| 10 |
+
Use the KV_concat branch of https://github.com/anhdao69/LoopWAM_NT,
|
| 11 |
+
revision 3a89bfac5cfccad66bfebbe00014f7f739a78adc or compatible later code.
|
| 12 |
+
Use the supplied dataset_stats.json for normalization. Wan VAE, text embeddings,
|
| 13 |
+
and observation preprocessing are external dependencies. Prefer eager BF16
|
| 14 |
+
inference with FP32 policy weights as in the existing evaluation setup.
|
| 15 |
+
|
| 16 |
+
All model tensors and retained metadata were checked exactly against the final
|
| 17 |
+
native checkpoint; only the Adam optimizer state was removed. This export is
|
| 18 |
+
for inference or fresh-optimizer fine-tuning, not exact training resume. The
|
| 19 |
+
full resumable checkpoint remains on the training server. See export.json for
|
| 20 |
+
source/export SHA-256 hashes and training provenance.
|
libero-all-suites/v0-video1-action4/data_manifest.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
libero-all-suites/v0-video1-action4/dataset_stats.json
ADDED
|
@@ -0,0 +1,50 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"action": {
|
| 3 |
+
"default": {
|
| 4 |
+
"global_max": [
|
| 5 |
+
0.9375,
|
| 6 |
+
0.9375,
|
| 7 |
+
0.9375,
|
| 8 |
+
0.3557142913341522,
|
| 9 |
+
0.375,
|
| 10 |
+
0.375,
|
| 11 |
+
1.0
|
| 12 |
+
],
|
| 13 |
+
"global_min": [
|
| 14 |
+
-0.9375,
|
| 15 |
+
-0.9375,
|
| 16 |
+
-0.9375,
|
| 17 |
+
-0.24214285612106323,
|
| 18 |
+
-0.375,
|
| 19 |
+
-0.3642857074737549,
|
| 20 |
+
0.0
|
| 21 |
+
]
|
| 22 |
+
}
|
| 23 |
+
},
|
| 24 |
+
"num_episodes": 1712,
|
| 25 |
+
"num_transition": 277713,
|
| 26 |
+
"state": {
|
| 27 |
+
"default": {
|
| 28 |
+
"global_max": [
|
| 29 |
+
0.2103137969970703,
|
| 30 |
+
0.3904264271259308,
|
| 31 |
+
1.472778081893921,
|
| 32 |
+
3.7248642444610596,
|
| 33 |
+
3.5618896484375,
|
| 34 |
+
1.3863215446472168,
|
| 35 |
+
0.04232141748070717,
|
| 36 |
+
0.0013126095291227102
|
| 37 |
+
],
|
| 38 |
+
"global_min": [
|
| 39 |
+
-0.48278069496154785,
|
| 40 |
+
-0.3309336006641388,
|
| 41 |
+
0.008128181099891663,
|
| 42 |
+
1.002794623374939,
|
| 43 |
+
-3.6312508583068848,
|
| 44 |
+
-1.842738389968872,
|
| 45 |
+
-0.005453015677630901,
|
| 46 |
+
-0.042015016078948975
|
| 47 |
+
]
|
| 48 |
+
}
|
| 49 |
+
}
|
| 50 |
+
}
|
libero-all-suites/v0-video1-action4/export.json
ADDED
|
@@ -0,0 +1,29 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"id": "v0_full_1_4",
|
| 3 |
+
"repo_path": "libero-all-suites/v0-video1-action4",
|
| 4 |
+
"training_path": "kv_campaign_job4771/campaign_3a89bfa/full_14/train",
|
| 5 |
+
"source_sha256": "f7f3f20c721c5072ab8b476e45819d400bdb4e0635402c09681a24d45deebd71",
|
| 6 |
+
"source_bytes": 7015569623,
|
| 7 |
+
"export_sha256": "801922e30df320cd7d9f3c642d90315865d49807ec20b6e27ea93c219d2f9a19",
|
| 8 |
+
"export_bytes": 2338635000,
|
| 9 |
+
"format": "loopwam-s-v1",
|
| 10 |
+
"optimizer_included": false,
|
| 11 |
+
"step": 21700,
|
| 12 |
+
"version": "v0",
|
| 13 |
+
"video_loops": 1,
|
| 14 |
+
"action_loops": 4,
|
| 15 |
+
"action_kv_mode": "aligned",
|
| 16 |
+
"parameters": 584536135,
|
| 17 |
+
"dataset_scope": "full_libero",
|
| 18 |
+
"epochs": 10,
|
| 19 |
+
"global_batch": 128,
|
| 20 |
+
"training_seed": 42,
|
| 21 |
+
"training_seconds": 39525.92356655188,
|
| 22 |
+
"evaluation_status": "not_run_training_only",
|
| 23 |
+
"success_rate": null,
|
| 24 |
+
"episodes": 0,
|
| 25 |
+
"tensor_equality_verified": true,
|
| 26 |
+
"source_revision": "3a89bfac5cfccad66bfebbe00014f7f739a78adc",
|
| 27 |
+
"compatible_code_revision": "3a89bfac5cfccad66bfebbe00014f7f739a78adc",
|
| 28 |
+
"normalization_sha256": "d5ad351eb3272f416d34082e8af5483ba1118ceca355a37d9f268fdb269fb3e4"
|
| 29 |
+
}
|
libero-all-suites/v0-video1-action4/fairness.json
ADDED
|
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"passed": true,
|
| 3 |
+
"compared_fields": [
|
| 4 |
+
"asset_sha256",
|
| 5 |
+
"seed",
|
| 6 |
+
"epochs",
|
| 7 |
+
"global_batch",
|
| 8 |
+
"train_windows",
|
| 9 |
+
"planned_updates",
|
| 10 |
+
"planned_windows",
|
| 11 |
+
"policy_dtype",
|
| 12 |
+
"optimizer_state_dtype",
|
| 13 |
+
"compute_dtype",
|
| 14 |
+
"initialization_mode"
|
| 15 |
+
],
|
| 16 |
+
"data_fields": [
|
| 17 |
+
"action_offsets",
|
| 18 |
+
"available_episodes",
|
| 19 |
+
"available_windows",
|
| 20 |
+
"camera_order",
|
| 21 |
+
"codebase_version",
|
| 22 |
+
"complete_500_demo_set",
|
| 23 |
+
"content_files",
|
| 24 |
+
"coverage",
|
| 25 |
+
"dataset_dir",
|
| 26 |
+
"dataset_scope",
|
| 27 |
+
"episode_metadata_sha256",
|
| 28 |
+
"fps",
|
| 29 |
+
"info_sha256",
|
| 30 |
+
"metadata_files",
|
| 31 |
+
"normalization_scope",
|
| 32 |
+
"normalization_sha256",
|
| 33 |
+
"normalization_source",
|
| 34 |
+
"padding_policy",
|
| 35 |
+
"seed",
|
| 36 |
+
"split",
|
| 37 |
+
"split_algorithm",
|
| 38 |
+
"suites",
|
| 39 |
+
"task_counts",
|
| 40 |
+
"text_cache_dir",
|
| 41 |
+
"text_cache_files",
|
| 42 |
+
"text_encoder_provenance",
|
| 43 |
+
"train_episodes",
|
| 44 |
+
"train_windows",
|
| 45 |
+
"validation_episodes",
|
| 46 |
+
"validation_windows",
|
| 47 |
+
"video_offsets"
|
| 48 |
+
],
|
| 49 |
+
"ignored_data_fields": [
|
| 50 |
+
"normalization_path"
|
| 51 |
+
]
|
| 52 |
+
}
|
libero-all-suites/v0-video1-action4/policy.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:801922e30df320cd7d9f3c642d90315865d49807ec20b6e27ea93c219d2f9a19
|
| 3 |
+
size 2338635000
|
libero-all-suites/v0-video1-action4/training_manifest.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
libero-all-suites/v0-video1-action4/training_timing.json
ADDED
|
@@ -0,0 +1,45 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"completed_updates": 21700,
|
| 4 |
+
"windows_seen": 2777130,
|
| 5 |
+
"planned_updates": 21700,
|
| 6 |
+
"elapsed_training_seconds": 39525.92356655188,
|
| 7 |
+
"checkpoint_seconds_total": 77.87684620916843,
|
| 8 |
+
"checkpoint_count": 10,
|
| 9 |
+
"measured_mean_update_seconds": 1.8147799186571616,
|
| 10 |
+
"estimated_total_training_hours": 10.939090065239002,
|
| 11 |
+
"estimate_note": "Projection from measured updates; excludes setup/checkpoint overhead",
|
| 12 |
+
"latest": {
|
| 13 |
+
"update": 21700,
|
| 14 |
+
"epoch": 10,
|
| 15 |
+
"windows": 81,
|
| 16 |
+
"windows_seen": 2777130,
|
| 17 |
+
"effective_passes": 10.0,
|
| 18 |
+
"seconds": 1.7924169301986694,
|
| 19 |
+
"lr": 1.0000000000000002e-06,
|
| 20 |
+
"grad_norm": 0.2220783531665802,
|
| 21 |
+
"branch_grad_after_clip": {
|
| 22 |
+
"video": 0.190041646361351,
|
| 23 |
+
"action": 0.11335917562246323,
|
| 24 |
+
"proprio": 0.018779480829834938
|
| 25 |
+
},
|
| 26 |
+
"latent_cache_rank_local": {
|
| 27 |
+
"hits": 1388640,
|
| 28 |
+
"misses": 0,
|
| 29 |
+
"dummy_encodes": 0,
|
| 30 |
+
"encoder_samples": 0,
|
| 31 |
+
"batches": 86790,
|
| 32 |
+
"read_seconds": 4171.644230587408,
|
| 33 |
+
"encode_seconds": 0.0,
|
| 34 |
+
"write_seconds": 0.0
|
| 35 |
+
},
|
| 36 |
+
"peak_allocated_gb": 53.634735107421875,
|
| 37 |
+
"peak_reserved_gb": 60.72303771972656,
|
| 38 |
+
"exit1/video_raw": 0.05690508712956935,
|
| 39 |
+
"exit1/action_raw": 0.04461105075883277,
|
| 40 |
+
"exit1/video": 0.06293870784618237,
|
| 41 |
+
"exit1/action": 0.021066600893750603,
|
| 42 |
+
"loss_video": 0.06293870784618237,
|
| 43 |
+
"loss_action": 0.021066600893750603
|
| 44 |
+
}
|
| 45 |
+
}
|