anhdao69 commited on
Commit
12ce5eb
·
verified ·
1 Parent(s): 906fcb1

Add libero-all-suites/init_variants/core_mean (four-suite v0 4/4, core_mean initialization, training only)

Browse files
libero-all-suites/init_variants/core_mean/README.md ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # LoopWAM v0 (video 4 / action 4), initialization variant `core_mean` — all four LIBERO suites
2
+
3
+ Same model, data and training as `libero-all-suites/v0-video4-action4`; only the student initialization differs:
4
+ core block i initialized as the element-wise mean of Wan blocks 3+i, 9+i, 15+i, 21+i (after the canonical FFN pruning / action resizing). Prelude (Wan blocks 0-2) and coda (Wan blocks 27-29) are as in v0.
5
+
6
+ Ten-epoch full-suite training (Spatial, Object, Goal and LIBERO-10; 1,712 demonstrations, 277,713 windows), training seed
7
+ 42, global batch 128 (2 GPUs x microbatch 16 x accumulation
8
+ 4), 21,700 updates, AdamW (0.9, 0.95), weight decay 0.01, LR 1e-4 cosine with 5% warm-up,
9
+ clip 1.0, FP32 master weights + BF16 compute, 584,536,135 policy parameters. Data, normalization
10
+ (`d5ad351eb327...`), VAE, schedule and precision equal the v0 release; `fairness.json` lists the
11
+ checked fields and `init_variant_manifest.json` records the initialization artifact (SHA-256
12
+ `506bcecfeac2...`) and its per-block source plan. Training took 12.8 h
13
+ on 2x NVIDIA B200. Training ran in one segment.
14
+
15
+ **Not evaluated:** this is a training-only checkpoint; no simulator evaluation has been run and no success rate is claimed.
16
+
17
+ `policy.pt` is the native `loopwam-s-v1` checkpoint with the Adam optimizer state removed; every model tensor was
18
+ checked for exact equality with the final training checkpoint. Use it for inference or fresh-optimizer fine-tuning,
19
+ not exact optimizer-state resume. Keep `dataset_stats.json` matched to it. Load with the LoopWAM code (revision
20
+ `4ebf38a3c65aa5cc9d6c07d94c52f91c51551b57` or a compatible later one): `create_loopwam(checkpoint_path=..., vae_path=...)`. Wan VAE,
21
+ text embeddings and observation preprocessing are external.
libero-all-suites/init_variants/core_mean/data_manifest.json ADDED
The diff for this file is too large to render. See raw diff
 
libero-all-suites/init_variants/core_mean/dataset_stats.json ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action": {
3
+ "default": {
4
+ "global_max": [
5
+ 0.9375,
6
+ 0.9375,
7
+ 0.9375,
8
+ 0.3557142913341522,
9
+ 0.375,
10
+ 0.375,
11
+ 1.0
12
+ ],
13
+ "global_min": [
14
+ -0.9375,
15
+ -0.9375,
16
+ -0.9375,
17
+ -0.24214285612106323,
18
+ -0.375,
19
+ -0.3642857074737549,
20
+ 0.0
21
+ ]
22
+ }
23
+ },
24
+ "num_episodes": 1712,
25
+ "num_transition": 277713,
26
+ "state": {
27
+ "default": {
28
+ "global_max": [
29
+ 0.2103137969970703,
30
+ 0.3904264271259308,
31
+ 1.472778081893921,
32
+ 3.7248642444610596,
33
+ 3.5618896484375,
34
+ 1.3863215446472168,
35
+ 0.04232141748070717,
36
+ 0.0013126095291227102
37
+ ],
38
+ "global_min": [
39
+ -0.48278069496154785,
40
+ -0.3309336006641388,
41
+ 0.008128181099891663,
42
+ 1.002794623374939,
43
+ -3.6312508583068848,
44
+ -1.842738389968872,
45
+ -0.005453015677630901,
46
+ -0.042015016078948975
47
+ ]
48
+ }
49
+ }
50
+ }
libero-all-suites/init_variants/core_mean/export.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "id": "v0_core_mean_full_libero_hpg",
3
+ "repo_path": "libero-all-suites/init_variants/core_mean",
4
+ "training_path": "/blue/yu954774.ucf/an221229.ucf/checkpoints/LoopWAM/runs/v0_init_variants/core_mean/train",
5
+ "source_sha256": "ba21e88007fb570577d90bd8c961a7e8eeb671fdcf35c9faf8d95e3bf466e66b",
6
+ "source_bytes": 7015676119,
7
+ "export_sha256": "7613e262c47bd848af49af6797fab37f0d6a199032312a08cafabaa36d004664",
8
+ "export_bytes": 2338749835,
9
+ "format": "loopwam-s-v1",
10
+ "optimizer_included": false,
11
+ "step": 21700,
12
+ "version": "v0",
13
+ "video_loops": 4,
14
+ "action_loops": 4,
15
+ "parameters": 584536135,
16
+ "init_variant": "core_mean",
17
+ "initialization_sha256": "506bcecfeac2f2cf2eadfccffdd68060bd5f5ccc24f85bf2333a959b0001bef0",
18
+ "initialization_mode": "wan_init_variant_core_mean_fresh_optimizer",
19
+ "dataset_scope": "full_libero",
20
+ "epochs": 10,
21
+ "global_batch": 128,
22
+ "training_seed": 42,
23
+ "evaluation_status": "not_run_training_only",
24
+ "success_rate": null,
25
+ "successes": null,
26
+ "episodes": 0,
27
+ "training_seconds": 45977.33255086746,
28
+ "tensor_equality_verified": true,
29
+ "source_revision": "4ebf38a3c65aa5cc9d6c07d94c52f91c51551b57",
30
+ "normalization_sha256": "d5ad351eb3272f416d34082e8af5483ba1118ceca355a37d9f268fdb269fb3e4",
31
+ "fairness_check_passed": true,
32
+ "gpu": "NVIDIA B200",
33
+ "world_size": 2,
34
+ "created_utc": "2026-10-27T23:03:15.755642+00:00"
35
+ }
libero-all-suites/init_variants/core_mean/fairness.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "passed": true,
3
+ "problems": [],
4
+ "version": "v0",
5
+ "init_variant": "core_mean",
6
+ "initialization_sha256": "506bcecfeac2f2cf2eadfccffdd68060bd5f5ccc24f85bf2333a959b0001bef0",
7
+ "reference": "/blue/yu954774.ucf/an221229.ucf/checkpoints/ChronoLoop/parent/libero-all-suites/v0-video4-action4",
8
+ "compared_training_fields": [
9
+ "seed",
10
+ "epochs",
11
+ "global_batch",
12
+ "train_windows",
13
+ "planned_updates",
14
+ "planned_windows",
15
+ "policy_dtype",
16
+ "optimizer_state_dtype",
17
+ "compute_dtype"
18
+ ],
19
+ "data_fields": [
20
+ "action_offsets",
21
+ "available_episodes",
22
+ "available_windows",
23
+ "camera_order",
24
+ "codebase_version",
25
+ "complete_500_demo_set",
26
+ "content_files",
27
+ "coverage",
28
+ "dataset_scope",
29
+ "episode_metadata_sha256",
30
+ "fps",
31
+ "info_sha256",
32
+ "metadata_files",
33
+ "normalization_scope",
34
+ "normalization_sha256",
35
+ "normalization_source",
36
+ "padding_policy",
37
+ "seed",
38
+ "split",
39
+ "split_algorithm",
40
+ "suites",
41
+ "task_counts",
42
+ "text_cache_files",
43
+ "text_encoder_provenance",
44
+ "train_episodes",
45
+ "train_windows",
46
+ "validation_episodes",
47
+ "validation_windows",
48
+ "video_offsets"
49
+ ],
50
+ "ignored_path_fields": [
51
+ "dataset_dir",
52
+ "normalization_path",
53
+ "text_cache_dir"
54
+ ],
55
+ "world_size": 2,
56
+ "microbatch": 16,
57
+ "gradient_accumulation": 4,
58
+ "gpu": "NVIDIA B200",
59
+ "git_revision": "4ebf38a3c65aa5cc9d6c07d94c52f91c51551b57",
60
+ "resumed": false,
61
+ "resume_manifests": [],
62
+ "normalization_sha256": "d5ad351eb3272f416d34082e8af5483ba1118ceca355a37d9f268fdb269fb3e4",
63
+ "final_epoch_loss_video": 0.0528129199272736,
64
+ "final_epoch_loss_action": 0.016135175192377133,
65
+ "training_hours": 12.77148126412985
66
+ }
libero-all-suites/init_variants/core_mean/init_variant_manifest.json ADDED
@@ -0,0 +1,106 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "variant": "core_mean",
3
+ "artifact": "checkpoints/LoopWAM/init_variants/core_mean.pt",
4
+ "artifact_sha256": "506bcecfeac2f2cf2eadfccffdd68060bd5f5ccc24f85bf2333a959b0001bef0",
5
+ "canonical_artifact": "checkpoints/LoopWAM/wan21_compact_donors.pt",
6
+ "canonical_artifact_sha256": "a3bf2097bafddac278148c1cb0321163f68cfe2b954e206436da0e3f0bd3c535",
7
+ "student_block_plan": [
8
+ [
9
+ "wan",
10
+ 0
11
+ ],
12
+ [
13
+ "wan",
14
+ 1
15
+ ],
16
+ [
17
+ "wan",
18
+ 2
19
+ ],
20
+ [
21
+ "mean",
22
+ [
23
+ 3,
24
+ 9,
25
+ 15,
26
+ 21
27
+ ]
28
+ ],
29
+ [
30
+ "mean",
31
+ [
32
+ 4,
33
+ 10,
34
+ 16,
35
+ 22
36
+ ]
37
+ ],
38
+ [
39
+ "mean",
40
+ [
41
+ 5,
42
+ 11,
43
+ 17,
44
+ 23
45
+ ]
46
+ ],
47
+ [
48
+ "mean",
49
+ [
50
+ 6,
51
+ 12,
52
+ 18,
53
+ 24
54
+ ]
55
+ ],
56
+ [
57
+ "mean",
58
+ [
59
+ 7,
60
+ 13,
61
+ 19,
62
+ 25
63
+ ]
64
+ ],
65
+ [
66
+ "mean",
67
+ [
68
+ 8,
69
+ 14,
70
+ 20,
71
+ 26
72
+ ]
73
+ ],
74
+ [
75
+ "wan",
76
+ 27
77
+ ],
78
+ [
79
+ "wan",
80
+ 28
81
+ ],
82
+ [
83
+ "wan",
84
+ 29
85
+ ]
86
+ ],
87
+ "donor_indices": null,
88
+ "ffn_rule": "canonical_linspace_6144",
89
+ "variant_seed": 42,
90
+ "policy_parameters": 584536135,
91
+ "checks": {
92
+ "tensors": 677,
93
+ "copied": 353,
94
+ "mean": 324,
95
+ "random": 0,
96
+ "magnitude_ffn": 0
97
+ },
98
+ "core_slots": [
99
+ 3,
100
+ 4,
101
+ 5,
102
+ 6,
103
+ 7,
104
+ 8
105
+ ]
106
+ }
libero-all-suites/init_variants/core_mean/policy.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7613e262c47bd848af49af6797fab37f0d6a199032312a08cafabaa36d004664
3
+ size 2338749835
libero-all-suites/init_variants/core_mean/training_manifest.json ADDED
The diff for this file is too large to render. See raw diff
 
libero-all-suites/init_variants/core_mean/training_timing.json ADDED
@@ -0,0 +1,53 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "status": "complete",
3
+ "completed_updates": 21700,
4
+ "windows_seen": 2777130,
5
+ "planned_updates": 21700,
6
+ "elapsed_training_seconds": 45977.33255086746,
7
+ "checkpoint_seconds_total": 86.63813340850174,
8
+ "checkpoint_count": 10,
9
+ "measured_mean_update_seconds": 2.113643960835412,
10
+ "estimated_total_training_hours": 12.740576097257899,
11
+ "estimate_note": "Projection from measured updates; excludes setup/checkpoint overhead",
12
+ "latest": {
13
+ "update": 21700,
14
+ "epoch": 10,
15
+ "windows": 81,
16
+ "windows_seen": 2777130,
17
+ "effective_passes": 10.0,
18
+ "seconds": 1.9898278713226318,
19
+ "lr": 1.0000000000000002e-06,
20
+ "grad_norm": 0.259105384349823,
21
+ "branch_grad_after_clip": {
22
+ "video": 0.23641441762447357,
23
+ "action": 0.10414916276931763,
24
+ "proprio": 0.019919270649552345
25
+ },
26
+ "latent_cache_rank_local": {
27
+ "hits": 1388640,
28
+ "misses": 0,
29
+ "dummy_encodes": 0,
30
+ "encoder_samples": 0,
31
+ "batches": 86790,
32
+ "read_seconds": 1524.9051061663777,
33
+ "encode_seconds": 0.0,
34
+ "write_seconds": 0.0
35
+ },
36
+ "peak_allocated_gb": 104.78271484375,
37
+ "peak_reserved_gb": 127.83818817138672,
38
+ "exit4/video_raw": 0.04980073740452896,
39
+ "exit4/action_raw": 0.040114499904491285,
40
+ "exit4/video": 0.046064641740587026,
41
+ "exit4/action": 0.017163044140662675,
42
+ "loss_video": 0.046064641740587026,
43
+ "loss_action": 0.017163044140662675,
44
+ "loop/1/video_state_rms": 0.9373847113715278,
45
+ "loop/1/action_state_rms": 0.8380150500638985,
46
+ "loop/2/video_state_rms": 1.0897996690538194,
47
+ "loop/2/action_state_rms": 0.902228272991416,
48
+ "loop/3/video_state_rms": 1.251085540394724,
49
+ "loop/3/action_state_rms": 0.9654291411976755,
50
+ "loop/4/video_state_rms": 1.343444730028694,
51
+ "loop/4/action_state_rms": 1.02816621756848
52
+ }
53
+ }