Add libero-all-suites/init_variants/core_mean (four-suite v0 4/4, core_mean initialization, training only)
Browse files- libero-all-suites/init_variants/core_mean/README.md +21 -0
- libero-all-suites/init_variants/core_mean/data_manifest.json +0 -0
- libero-all-suites/init_variants/core_mean/dataset_stats.json +50 -0
- libero-all-suites/init_variants/core_mean/export.json +35 -0
- libero-all-suites/init_variants/core_mean/fairness.json +66 -0
- libero-all-suites/init_variants/core_mean/init_variant_manifest.json +106 -0
- libero-all-suites/init_variants/core_mean/policy.pt +3 -0
- libero-all-suites/init_variants/core_mean/training_manifest.json +0 -0
- libero-all-suites/init_variants/core_mean/training_timing.json +53 -0
libero-all-suites/init_variants/core_mean/README.md
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# LoopWAM v0 (video 4 / action 4), initialization variant `core_mean` — all four LIBERO suites
|
| 2 |
+
|
| 3 |
+
Same model, data and training as `libero-all-suites/v0-video4-action4`; only the student initialization differs:
|
| 4 |
+
core block i initialized as the element-wise mean of Wan blocks 3+i, 9+i, 15+i, 21+i (after the canonical FFN pruning / action resizing). Prelude (Wan blocks 0-2) and coda (Wan blocks 27-29) are as in v0.
|
| 5 |
+
|
| 6 |
+
Ten-epoch full-suite training (Spatial, Object, Goal and LIBERO-10; 1,712 demonstrations, 277,713 windows), training seed
|
| 7 |
+
42, global batch 128 (2 GPUs x microbatch 16 x accumulation
|
| 8 |
+
4), 21,700 updates, AdamW (0.9, 0.95), weight decay 0.01, LR 1e-4 cosine with 5% warm-up,
|
| 9 |
+
clip 1.0, FP32 master weights + BF16 compute, 584,536,135 policy parameters. Data, normalization
|
| 10 |
+
(`d5ad351eb327...`), VAE, schedule and precision equal the v0 release; `fairness.json` lists the
|
| 11 |
+
checked fields and `init_variant_manifest.json` records the initialization artifact (SHA-256
|
| 12 |
+
`506bcecfeac2...`) and its per-block source plan. Training took 12.8 h
|
| 13 |
+
on 2x NVIDIA B200. Training ran in one segment.
|
| 14 |
+
|
| 15 |
+
**Not evaluated:** this is a training-only checkpoint; no simulator evaluation has been run and no success rate is claimed.
|
| 16 |
+
|
| 17 |
+
`policy.pt` is the native `loopwam-s-v1` checkpoint with the Adam optimizer state removed; every model tensor was
|
| 18 |
+
checked for exact equality with the final training checkpoint. Use it for inference or fresh-optimizer fine-tuning,
|
| 19 |
+
not exact optimizer-state resume. Keep `dataset_stats.json` matched to it. Load with the LoopWAM code (revision
|
| 20 |
+
`4ebf38a3c65aa5cc9d6c07d94c52f91c51551b57` or a compatible later one): `create_loopwam(checkpoint_path=..., vae_path=...)`. Wan VAE,
|
| 21 |
+
text embeddings and observation preprocessing are external.
|
libero-all-suites/init_variants/core_mean/data_manifest.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
libero-all-suites/init_variants/core_mean/dataset_stats.json
ADDED
|
@@ -0,0 +1,50 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"action": {
|
| 3 |
+
"default": {
|
| 4 |
+
"global_max": [
|
| 5 |
+
0.9375,
|
| 6 |
+
0.9375,
|
| 7 |
+
0.9375,
|
| 8 |
+
0.3557142913341522,
|
| 9 |
+
0.375,
|
| 10 |
+
0.375,
|
| 11 |
+
1.0
|
| 12 |
+
],
|
| 13 |
+
"global_min": [
|
| 14 |
+
-0.9375,
|
| 15 |
+
-0.9375,
|
| 16 |
+
-0.9375,
|
| 17 |
+
-0.24214285612106323,
|
| 18 |
+
-0.375,
|
| 19 |
+
-0.3642857074737549,
|
| 20 |
+
0.0
|
| 21 |
+
]
|
| 22 |
+
}
|
| 23 |
+
},
|
| 24 |
+
"num_episodes": 1712,
|
| 25 |
+
"num_transition": 277713,
|
| 26 |
+
"state": {
|
| 27 |
+
"default": {
|
| 28 |
+
"global_max": [
|
| 29 |
+
0.2103137969970703,
|
| 30 |
+
0.3904264271259308,
|
| 31 |
+
1.472778081893921,
|
| 32 |
+
3.7248642444610596,
|
| 33 |
+
3.5618896484375,
|
| 34 |
+
1.3863215446472168,
|
| 35 |
+
0.04232141748070717,
|
| 36 |
+
0.0013126095291227102
|
| 37 |
+
],
|
| 38 |
+
"global_min": [
|
| 39 |
+
-0.48278069496154785,
|
| 40 |
+
-0.3309336006641388,
|
| 41 |
+
0.008128181099891663,
|
| 42 |
+
1.002794623374939,
|
| 43 |
+
-3.6312508583068848,
|
| 44 |
+
-1.842738389968872,
|
| 45 |
+
-0.005453015677630901,
|
| 46 |
+
-0.042015016078948975
|
| 47 |
+
]
|
| 48 |
+
}
|
| 49 |
+
}
|
| 50 |
+
}
|
libero-all-suites/init_variants/core_mean/export.json
ADDED
|
@@ -0,0 +1,35 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"id": "v0_core_mean_full_libero_hpg",
|
| 3 |
+
"repo_path": "libero-all-suites/init_variants/core_mean",
|
| 4 |
+
"training_path": "/blue/yu954774.ucf/an221229.ucf/checkpoints/LoopWAM/runs/v0_init_variants/core_mean/train",
|
| 5 |
+
"source_sha256": "ba21e88007fb570577d90bd8c961a7e8eeb671fdcf35c9faf8d95e3bf466e66b",
|
| 6 |
+
"source_bytes": 7015676119,
|
| 7 |
+
"export_sha256": "7613e262c47bd848af49af6797fab37f0d6a199032312a08cafabaa36d004664",
|
| 8 |
+
"export_bytes": 2338749835,
|
| 9 |
+
"format": "loopwam-s-v1",
|
| 10 |
+
"optimizer_included": false,
|
| 11 |
+
"step": 21700,
|
| 12 |
+
"version": "v0",
|
| 13 |
+
"video_loops": 4,
|
| 14 |
+
"action_loops": 4,
|
| 15 |
+
"parameters": 584536135,
|
| 16 |
+
"init_variant": "core_mean",
|
| 17 |
+
"initialization_sha256": "506bcecfeac2f2cf2eadfccffdd68060bd5f5ccc24f85bf2333a959b0001bef0",
|
| 18 |
+
"initialization_mode": "wan_init_variant_core_mean_fresh_optimizer",
|
| 19 |
+
"dataset_scope": "full_libero",
|
| 20 |
+
"epochs": 10,
|
| 21 |
+
"global_batch": 128,
|
| 22 |
+
"training_seed": 42,
|
| 23 |
+
"evaluation_status": "not_run_training_only",
|
| 24 |
+
"success_rate": null,
|
| 25 |
+
"successes": null,
|
| 26 |
+
"episodes": 0,
|
| 27 |
+
"training_seconds": 45977.33255086746,
|
| 28 |
+
"tensor_equality_verified": true,
|
| 29 |
+
"source_revision": "4ebf38a3c65aa5cc9d6c07d94c52f91c51551b57",
|
| 30 |
+
"normalization_sha256": "d5ad351eb3272f416d34082e8af5483ba1118ceca355a37d9f268fdb269fb3e4",
|
| 31 |
+
"fairness_check_passed": true,
|
| 32 |
+
"gpu": "NVIDIA B200",
|
| 33 |
+
"world_size": 2,
|
| 34 |
+
"created_utc": "2026-10-27T23:03:15.755642+00:00"
|
| 35 |
+
}
|
libero-all-suites/init_variants/core_mean/fairness.json
ADDED
|
@@ -0,0 +1,66 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"passed": true,
|
| 3 |
+
"problems": [],
|
| 4 |
+
"version": "v0",
|
| 5 |
+
"init_variant": "core_mean",
|
| 6 |
+
"initialization_sha256": "506bcecfeac2f2cf2eadfccffdd68060bd5f5ccc24f85bf2333a959b0001bef0",
|
| 7 |
+
"reference": "/blue/yu954774.ucf/an221229.ucf/checkpoints/ChronoLoop/parent/libero-all-suites/v0-video4-action4",
|
| 8 |
+
"compared_training_fields": [
|
| 9 |
+
"seed",
|
| 10 |
+
"epochs",
|
| 11 |
+
"global_batch",
|
| 12 |
+
"train_windows",
|
| 13 |
+
"planned_updates",
|
| 14 |
+
"planned_windows",
|
| 15 |
+
"policy_dtype",
|
| 16 |
+
"optimizer_state_dtype",
|
| 17 |
+
"compute_dtype"
|
| 18 |
+
],
|
| 19 |
+
"data_fields": [
|
| 20 |
+
"action_offsets",
|
| 21 |
+
"available_episodes",
|
| 22 |
+
"available_windows",
|
| 23 |
+
"camera_order",
|
| 24 |
+
"codebase_version",
|
| 25 |
+
"complete_500_demo_set",
|
| 26 |
+
"content_files",
|
| 27 |
+
"coverage",
|
| 28 |
+
"dataset_scope",
|
| 29 |
+
"episode_metadata_sha256",
|
| 30 |
+
"fps",
|
| 31 |
+
"info_sha256",
|
| 32 |
+
"metadata_files",
|
| 33 |
+
"normalization_scope",
|
| 34 |
+
"normalization_sha256",
|
| 35 |
+
"normalization_source",
|
| 36 |
+
"padding_policy",
|
| 37 |
+
"seed",
|
| 38 |
+
"split",
|
| 39 |
+
"split_algorithm",
|
| 40 |
+
"suites",
|
| 41 |
+
"task_counts",
|
| 42 |
+
"text_cache_files",
|
| 43 |
+
"text_encoder_provenance",
|
| 44 |
+
"train_episodes",
|
| 45 |
+
"train_windows",
|
| 46 |
+
"validation_episodes",
|
| 47 |
+
"validation_windows",
|
| 48 |
+
"video_offsets"
|
| 49 |
+
],
|
| 50 |
+
"ignored_path_fields": [
|
| 51 |
+
"dataset_dir",
|
| 52 |
+
"normalization_path",
|
| 53 |
+
"text_cache_dir"
|
| 54 |
+
],
|
| 55 |
+
"world_size": 2,
|
| 56 |
+
"microbatch": 16,
|
| 57 |
+
"gradient_accumulation": 4,
|
| 58 |
+
"gpu": "NVIDIA B200",
|
| 59 |
+
"git_revision": "4ebf38a3c65aa5cc9d6c07d94c52f91c51551b57",
|
| 60 |
+
"resumed": false,
|
| 61 |
+
"resume_manifests": [],
|
| 62 |
+
"normalization_sha256": "d5ad351eb3272f416d34082e8af5483ba1118ceca355a37d9f268fdb269fb3e4",
|
| 63 |
+
"final_epoch_loss_video": 0.0528129199272736,
|
| 64 |
+
"final_epoch_loss_action": 0.016135175192377133,
|
| 65 |
+
"training_hours": 12.77148126412985
|
| 66 |
+
}
|
libero-all-suites/init_variants/core_mean/init_variant_manifest.json
ADDED
|
@@ -0,0 +1,106 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"variant": "core_mean",
|
| 3 |
+
"artifact": "checkpoints/LoopWAM/init_variants/core_mean.pt",
|
| 4 |
+
"artifact_sha256": "506bcecfeac2f2cf2eadfccffdd68060bd5f5ccc24f85bf2333a959b0001bef0",
|
| 5 |
+
"canonical_artifact": "checkpoints/LoopWAM/wan21_compact_donors.pt",
|
| 6 |
+
"canonical_artifact_sha256": "a3bf2097bafddac278148c1cb0321163f68cfe2b954e206436da0e3f0bd3c535",
|
| 7 |
+
"student_block_plan": [
|
| 8 |
+
[
|
| 9 |
+
"wan",
|
| 10 |
+
0
|
| 11 |
+
],
|
| 12 |
+
[
|
| 13 |
+
"wan",
|
| 14 |
+
1
|
| 15 |
+
],
|
| 16 |
+
[
|
| 17 |
+
"wan",
|
| 18 |
+
2
|
| 19 |
+
],
|
| 20 |
+
[
|
| 21 |
+
"mean",
|
| 22 |
+
[
|
| 23 |
+
3,
|
| 24 |
+
9,
|
| 25 |
+
15,
|
| 26 |
+
21
|
| 27 |
+
]
|
| 28 |
+
],
|
| 29 |
+
[
|
| 30 |
+
"mean",
|
| 31 |
+
[
|
| 32 |
+
4,
|
| 33 |
+
10,
|
| 34 |
+
16,
|
| 35 |
+
22
|
| 36 |
+
]
|
| 37 |
+
],
|
| 38 |
+
[
|
| 39 |
+
"mean",
|
| 40 |
+
[
|
| 41 |
+
5,
|
| 42 |
+
11,
|
| 43 |
+
17,
|
| 44 |
+
23
|
| 45 |
+
]
|
| 46 |
+
],
|
| 47 |
+
[
|
| 48 |
+
"mean",
|
| 49 |
+
[
|
| 50 |
+
6,
|
| 51 |
+
12,
|
| 52 |
+
18,
|
| 53 |
+
24
|
| 54 |
+
]
|
| 55 |
+
],
|
| 56 |
+
[
|
| 57 |
+
"mean",
|
| 58 |
+
[
|
| 59 |
+
7,
|
| 60 |
+
13,
|
| 61 |
+
19,
|
| 62 |
+
25
|
| 63 |
+
]
|
| 64 |
+
],
|
| 65 |
+
[
|
| 66 |
+
"mean",
|
| 67 |
+
[
|
| 68 |
+
8,
|
| 69 |
+
14,
|
| 70 |
+
20,
|
| 71 |
+
26
|
| 72 |
+
]
|
| 73 |
+
],
|
| 74 |
+
[
|
| 75 |
+
"wan",
|
| 76 |
+
27
|
| 77 |
+
],
|
| 78 |
+
[
|
| 79 |
+
"wan",
|
| 80 |
+
28
|
| 81 |
+
],
|
| 82 |
+
[
|
| 83 |
+
"wan",
|
| 84 |
+
29
|
| 85 |
+
]
|
| 86 |
+
],
|
| 87 |
+
"donor_indices": null,
|
| 88 |
+
"ffn_rule": "canonical_linspace_6144",
|
| 89 |
+
"variant_seed": 42,
|
| 90 |
+
"policy_parameters": 584536135,
|
| 91 |
+
"checks": {
|
| 92 |
+
"tensors": 677,
|
| 93 |
+
"copied": 353,
|
| 94 |
+
"mean": 324,
|
| 95 |
+
"random": 0,
|
| 96 |
+
"magnitude_ffn": 0
|
| 97 |
+
},
|
| 98 |
+
"core_slots": [
|
| 99 |
+
3,
|
| 100 |
+
4,
|
| 101 |
+
5,
|
| 102 |
+
6,
|
| 103 |
+
7,
|
| 104 |
+
8
|
| 105 |
+
]
|
| 106 |
+
}
|
libero-all-suites/init_variants/core_mean/policy.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7613e262c47bd848af49af6797fab37f0d6a199032312a08cafabaa36d004664
|
| 3 |
+
size 2338749835
|
libero-all-suites/init_variants/core_mean/training_manifest.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
libero-all-suites/init_variants/core_mean/training_timing.json
ADDED
|
@@ -0,0 +1,53 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"status": "complete",
|
| 3 |
+
"completed_updates": 21700,
|
| 4 |
+
"windows_seen": 2777130,
|
| 5 |
+
"planned_updates": 21700,
|
| 6 |
+
"elapsed_training_seconds": 45977.33255086746,
|
| 7 |
+
"checkpoint_seconds_total": 86.63813340850174,
|
| 8 |
+
"checkpoint_count": 10,
|
| 9 |
+
"measured_mean_update_seconds": 2.113643960835412,
|
| 10 |
+
"estimated_total_training_hours": 12.740576097257899,
|
| 11 |
+
"estimate_note": "Projection from measured updates; excludes setup/checkpoint overhead",
|
| 12 |
+
"latest": {
|
| 13 |
+
"update": 21700,
|
| 14 |
+
"epoch": 10,
|
| 15 |
+
"windows": 81,
|
| 16 |
+
"windows_seen": 2777130,
|
| 17 |
+
"effective_passes": 10.0,
|
| 18 |
+
"seconds": 1.9898278713226318,
|
| 19 |
+
"lr": 1.0000000000000002e-06,
|
| 20 |
+
"grad_norm": 0.259105384349823,
|
| 21 |
+
"branch_grad_after_clip": {
|
| 22 |
+
"video": 0.23641441762447357,
|
| 23 |
+
"action": 0.10414916276931763,
|
| 24 |
+
"proprio": 0.019919270649552345
|
| 25 |
+
},
|
| 26 |
+
"latent_cache_rank_local": {
|
| 27 |
+
"hits": 1388640,
|
| 28 |
+
"misses": 0,
|
| 29 |
+
"dummy_encodes": 0,
|
| 30 |
+
"encoder_samples": 0,
|
| 31 |
+
"batches": 86790,
|
| 32 |
+
"read_seconds": 1524.9051061663777,
|
| 33 |
+
"encode_seconds": 0.0,
|
| 34 |
+
"write_seconds": 0.0
|
| 35 |
+
},
|
| 36 |
+
"peak_allocated_gb": 104.78271484375,
|
| 37 |
+
"peak_reserved_gb": 127.83818817138672,
|
| 38 |
+
"exit4/video_raw": 0.04980073740452896,
|
| 39 |
+
"exit4/action_raw": 0.040114499904491285,
|
| 40 |
+
"exit4/video": 0.046064641740587026,
|
| 41 |
+
"exit4/action": 0.017163044140662675,
|
| 42 |
+
"loss_video": 0.046064641740587026,
|
| 43 |
+
"loss_action": 0.017163044140662675,
|
| 44 |
+
"loop/1/video_state_rms": 0.9373847113715278,
|
| 45 |
+
"loop/1/action_state_rms": 0.8380150500638985,
|
| 46 |
+
"loop/2/video_state_rms": 1.0897996690538194,
|
| 47 |
+
"loop/2/action_state_rms": 0.902228272991416,
|
| 48 |
+
"loop/3/video_state_rms": 1.251085540394724,
|
| 49 |
+
"loop/3/action_state_rms": 0.9654291411976755,
|
| 50 |
+
"loop/4/video_state_rms": 1.343444730028694,
|
| 51 |
+
"loop/4/action_state_rms": 1.02816621756848
|
| 52 |
+
}
|
| 53 |
+
}
|