Nicholas0228 commited on
Commit
e60a1e5
·
verified ·
1 Parent(s): 5a3e1bf

Add matched CR10 strict M1 inference checkpoints at 3k, 5k and 10k

Browse files
Files changed (25) hide show
  1. .gitattributes +6 -0
  2. c3-3/cr10_fullprefix_gradctxfix/iter_000003000/README.md +69 -0
  3. c3-3/cr10_fullprefix_gradctxfix/iter_000003000/inference_config.json +18 -0
  4. c3-3/cr10_fullprefix_gradctxfix/iter_000003000/model/.metadata +3 -0
  5. c3-3/cr10_fullprefix_gradctxfix/iter_000003000/model/__0_0.distcp +3 -0
  6. c3-3/cr10_fullprefix_gradctxfix/iter_000003000/model/__1_0.distcp +0 -0
  7. c3-3/cr10_fullprefix_gradctxfix/iter_000003000/model/__2_0.distcp +0 -0
  8. c3-3/cr10_fullprefix_gradctxfix/iter_000003000/model/__3_0.distcp +0 -0
  9. c3-3/cr10_fullprefix_gradctxfix/iter_000003000/sha256_manifest.json +35 -0
  10. c3-3/cr10_fullprefix_gradctxfix/iter_000005000/README.md +69 -0
  11. c3-3/cr10_fullprefix_gradctxfix/iter_000005000/inference_config.json +18 -0
  12. c3-3/cr10_fullprefix_gradctxfix/iter_000005000/model/.metadata +3 -0
  13. c3-3/cr10_fullprefix_gradctxfix/iter_000005000/model/__0_0.distcp +3 -0
  14. c3-3/cr10_fullprefix_gradctxfix/iter_000005000/model/__1_0.distcp +0 -0
  15. c3-3/cr10_fullprefix_gradctxfix/iter_000005000/model/__2_0.distcp +0 -0
  16. c3-3/cr10_fullprefix_gradctxfix/iter_000005000/model/__3_0.distcp +0 -0
  17. c3-3/cr10_fullprefix_gradctxfix/iter_000005000/sha256_manifest.json +35 -0
  18. c3-3/cr10_fullprefix_gradctxfix/iter_000010000/README.md +69 -0
  19. c3-3/cr10_fullprefix_gradctxfix/iter_000010000/inference_config.json +18 -0
  20. c3-3/cr10_fullprefix_gradctxfix/iter_000010000/model/.metadata +3 -0
  21. c3-3/cr10_fullprefix_gradctxfix/iter_000010000/model/__0_0.distcp +3 -0
  22. c3-3/cr10_fullprefix_gradctxfix/iter_000010000/model/__1_0.distcp +0 -0
  23. c3-3/cr10_fullprefix_gradctxfix/iter_000010000/model/__2_0.distcp +0 -0
  24. c3-3/cr10_fullprefix_gradctxfix/iter_000010000/model/__3_0.distcp +0 -0
  25. c3-3/cr10_fullprefix_gradctxfix/iter_000010000/sha256_manifest.json +35 -0
.gitattributes CHANGED
@@ -117,3 +117,9 @@ c1-1/cr10_staged_cosine/packed_temporal_grid/iter_000004000/optim_compressor/.me
117
  c1-1/cr10_staged_cosine/packed_temporal_grid/iter_000004000/optim_compressor/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
118
  c3-3/cr10_fullprefix_gradctxfix/iter_000002000/model/.metadata filter=lfs diff=lfs merge=lfs -text
119
  c3-3/cr10_fullprefix_gradctxfix/iter_000002000/model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
117
  c1-1/cr10_staged_cosine/packed_temporal_grid/iter_000004000/optim_compressor/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
118
  c3-3/cr10_fullprefix_gradctxfix/iter_000002000/model/.metadata filter=lfs diff=lfs merge=lfs -text
119
  c3-3/cr10_fullprefix_gradctxfix/iter_000002000/model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
120
+ c3-3/cr10_fullprefix_gradctxfix/iter_000003000/model/.metadata filter=lfs diff=lfs merge=lfs -text
121
+ c3-3/cr10_fullprefix_gradctxfix/iter_000003000/model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
122
+ c3-3/cr10_fullprefix_gradctxfix/iter_000005000/model/.metadata filter=lfs diff=lfs merge=lfs -text
123
+ c3-3/cr10_fullprefix_gradctxfix/iter_000005000/model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
124
+ c3-3/cr10_fullprefix_gradctxfix/iter_000010000/model/.metadata filter=lfs diff=lfs merge=lfs -text
125
+ c3-3/cr10_fullprefix_gradctxfix/iter_000010000/model/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
c3-3/cr10_fullprefix_gradctxfix/iter_000003000/README.md ADDED
@@ -0,0 +1,69 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # CR10 strict M=1: gradient-fixed c3-3 compressor, iteration 3000
2
+
3
+ This is iteration 3000 of the same gradient-fixed CR10 strict M=1 training run as the shared 2k checkpoint. This upload makes no new performance claim.
4
+ It is not the older c3-3 CR4/packed checkpoint or the c1-1 CR10 checkpoint.
5
+ The run name ends in `raw_10k`, but the supplied checkpoint is iteration **3000**.
6
+
7
+ ## Code
8
+
9
+ Repository: https://github.com/a-little-hoof/video-compress
10
+
11
+ Pinned commit: `757194f78bad10f50d660d14342a5f18b82470f0`
12
+
13
+ Branch: `exp/relax-official-shared-c3-20260909`
14
+
15
+ The GitHub repository requires its own access authorization. Hugging Face read
16
+ access does not automatically grant GitHub access.
17
+
18
+ Entry point: `scripts/context_compression/generate_mbencht_c3_3_continuations.py`.
19
+ The M=1 implementation is `generate_strict_relax_history_slot`; its exact method
20
+ identifier is `c3_relax_slot_h1_cr10_matched_interval_replacement`.
21
+ Raw matched control: `c3_relax_slot_h1_raw_control`.
22
+ Released-policy adaptation: `c3_relax_forcing4_official_shared_frame`.
23
+ The runtime is `rcm/inference/wan2pt1_t2v_causal_extrapolation_infer.py`.
24
+
25
+ ## Required separate generator
26
+
27
+ Repository: `worstcoder/rcm-Wan`
28
+
29
+ Revision: `142d77a331f1516fea772607c1bf25a2785a2505`
30
+
31
+ Filename: `Causal_rCM_Wan2.1_T2V_1.3B_480p_TF-dCM-init_SF-DMD_c3-3_step4.pt`
32
+
33
+ SHA256: `cc53e27e4501f58f43d1ca01dc2e5dde4df946ce5c85ab79695a902d929df008`
34
+
35
+ Do not substitute the similarly named TF-sCM-init generator. The VAE and text
36
+ encoder are `Wan2.1_VAE.pth` and `models_t5_umt5-xxl-enc-bf16.pth` in
37
+ `worstcoder/Wan`, revision `18554de6b48df8ab2ae274972a076b27ad5cb602`.
38
+
39
+ ## Loading
40
+
41
+ Download this entire checkpoint directory, including hidden `model/.metadata`
42
+ and all `model/*.distcp` files. Pass its parent-of-model directory to
43
+ `--packed_compressor_ckpt`, with `--checkpoint_iteration 3000 --memory_ratio 0.1`.
44
+ Use `--model_size 1.3B --max_memory_tokens_per_frame 1024`.
45
+ The pinned `generate_compressed_context.py::load_compressor_weights` supports
46
+ this distributed-checkpoint layout. Optimizer state is not required for inference
47
+ and is not included. This package is not a resumable training checkpoint.
48
+
49
+ ## What M=1 means
50
+
51
+ At 832x480, active past context is two raw sink frames, one selected compressed
52
+ 1560-token frame-equivalent unit, and one raw recent frame: 6240 past KV tokens
53
+ per layer. The current c3 chunk adds three latent frames. CR10 is the compressor
54
+ ratio, not the number of active memory slots.
55
+
56
+ Compress each complete 21-latent-frame block once. Contextualize the full
57
+ compressed archive bidirectionally before selecting the one active unit;
58
+ retain residual tokens for contextualization but not as selectable full units.
59
+ The historical M=1 method selects independently per layer and freezes selected
60
+ history KV between 21-frame boundaries. Raw bootstrap covers [0,42); compressed memory first becomes active at latent frame 42.
61
+
62
+ The released Relax adaptation differs in layer-shared selection, candidate
63
+ grid, prototype reduction, reservoir policy, and three-frame refresh cadence.
64
+ Changing those is an inference ablation, not an identical reproduction of the
65
+ historical M=1 result. Keep the generator, checkpoint, prompts/noise, active
66
+ context budget, and scoring protocol matched when testing individual changes.
67
+
68
+ File hashes are supplied in `sha256_manifest.json`. No credentials, private
69
+ launchers, or new training/evaluation results are included in this package.
c3-3/cr10_fullprefix_gradctxfix/iter_000003000/inference_config.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint_iteration": 3000,
3
+ "checkpoint_layout": "pytorch_distributed_checkpoint",
4
+ "fps": 16,
5
+ "generation_protocol": "official_continuous_seed0_v1",
6
+ "max_memory_tokens_per_frame": 1024,
7
+ "memory_ratio": 0.1,
8
+ "method": "c3_relax_slot_h1_cr10_matched_interval_replacement",
9
+ "mid_t": [
10
+ "15/16",
11
+ "5/6",
12
+ "5/8"
13
+ ],
14
+ "model_size": "1.3B",
15
+ "num_steps": 4,
16
+ "seed": 0,
17
+ "sigma_max": 1600
18
+ }
c3-3/cr10_fullprefix_gradctxfix/iter_000003000/model/.metadata ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ec0f6598993b4d8007bf860433eae6835879411fdb0f990f403f49f0a952811
3
+ size 481484
c3-3/cr10_fullprefix_gradctxfix/iter_000003000/model/__0_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14716eccb23e91ad430d73c812aa49c4027eadd4d4ea280a06dc5171fc23ea7e
3
+ size 5681533593
c3-3/cr10_fullprefix_gradctxfix/iter_000003000/model/__1_0.distcp ADDED
File without changes
c3-3/cr10_fullprefix_gradctxfix/iter_000003000/model/__2_0.distcp ADDED
File without changes
c3-3/cr10_fullprefix_gradctxfix/iter_000003000/model/__3_0.distcp ADDED
File without changes
c3-3/cr10_fullprefix_gradctxfix/iter_000003000/sha256_manifest.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "files": [
3
+ {
4
+ "path": "model/.metadata",
5
+ "sha256": "0ec0f6598993b4d8007bf860433eae6835879411fdb0f990f403f49f0a952811",
6
+ "size": 481484
7
+ },
8
+ {
9
+ "path": "model/__0_0.distcp",
10
+ "sha256": "14716eccb23e91ad430d73c812aa49c4027eadd4d4ea280a06dc5171fc23ea7e",
11
+ "size": 5681533593
12
+ },
13
+ {
14
+ "path": "model/__1_0.distcp",
15
+ "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
16
+ "size": 0
17
+ },
18
+ {
19
+ "path": "model/__2_0.distcp",
20
+ "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
21
+ "size": 0
22
+ },
23
+ {
24
+ "path": "model/__3_0.distcp",
25
+ "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
26
+ "size": 0
27
+ }
28
+ ],
29
+ "inference_only": true,
30
+ "iteration": 3000,
31
+ "schema": "c3-strict-m1-checkpoint-handoff/v1",
32
+ "source_commit": "757194f78bad10f50d660d14342a5f18b82470f0",
33
+ "training_run": "fullprefix_memoryonly_cr10_c3_3_gradctxfix_gbs8_lr1e4_stagedcosine_clip5_raw_10k",
34
+ "variant": "c3-3 CR10 full-prefix memory-only gradient-fixed"
35
+ }
c3-3/cr10_fullprefix_gradctxfix/iter_000005000/README.md ADDED
@@ -0,0 +1,69 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # CR10 strict M=1: gradient-fixed c3-3 compressor, iteration 5000
2
+
3
+ This is iteration 5000 of the same gradient-fixed CR10 strict M=1 training run as the shared 2k checkpoint. This upload makes no new performance claim.
4
+ It is not the older c3-3 CR4/packed checkpoint or the c1-1 CR10 checkpoint.
5
+ The run name ends in `raw_10k`, but the supplied checkpoint is iteration **5000**.
6
+
7
+ ## Code
8
+
9
+ Repository: https://github.com/a-little-hoof/video-compress
10
+
11
+ Pinned commit: `757194f78bad10f50d660d14342a5f18b82470f0`
12
+
13
+ Branch: `exp/relax-official-shared-c3-20260909`
14
+
15
+ The GitHub repository requires its own access authorization. Hugging Face read
16
+ access does not automatically grant GitHub access.
17
+
18
+ Entry point: `scripts/context_compression/generate_mbencht_c3_3_continuations.py`.
19
+ The M=1 implementation is `generate_strict_relax_history_slot`; its exact method
20
+ identifier is `c3_relax_slot_h1_cr10_matched_interval_replacement`.
21
+ Raw matched control: `c3_relax_slot_h1_raw_control`.
22
+ Released-policy adaptation: `c3_relax_forcing4_official_shared_frame`.
23
+ The runtime is `rcm/inference/wan2pt1_t2v_causal_extrapolation_infer.py`.
24
+
25
+ ## Required separate generator
26
+
27
+ Repository: `worstcoder/rcm-Wan`
28
+
29
+ Revision: `142d77a331f1516fea772607c1bf25a2785a2505`
30
+
31
+ Filename: `Causal_rCM_Wan2.1_T2V_1.3B_480p_TF-dCM-init_SF-DMD_c3-3_step4.pt`
32
+
33
+ SHA256: `cc53e27e4501f58f43d1ca01dc2e5dde4df946ce5c85ab79695a902d929df008`
34
+
35
+ Do not substitute the similarly named TF-sCM-init generator. The VAE and text
36
+ encoder are `Wan2.1_VAE.pth` and `models_t5_umt5-xxl-enc-bf16.pth` in
37
+ `worstcoder/Wan`, revision `18554de6b48df8ab2ae274972a076b27ad5cb602`.
38
+
39
+ ## Loading
40
+
41
+ Download this entire checkpoint directory, including hidden `model/.metadata`
42
+ and all `model/*.distcp` files. Pass its parent-of-model directory to
43
+ `--packed_compressor_ckpt`, with `--checkpoint_iteration 5000 --memory_ratio 0.1`.
44
+ Use `--model_size 1.3B --max_memory_tokens_per_frame 1024`.
45
+ The pinned `generate_compressed_context.py::load_compressor_weights` supports
46
+ this distributed-checkpoint layout. Optimizer state is not required for inference
47
+ and is not included. This package is not a resumable training checkpoint.
48
+
49
+ ## What M=1 means
50
+
51
+ At 832x480, active past context is two raw sink frames, one selected compressed
52
+ 1560-token frame-equivalent unit, and one raw recent frame: 6240 past KV tokens
53
+ per layer. The current c3 chunk adds three latent frames. CR10 is the compressor
54
+ ratio, not the number of active memory slots.
55
+
56
+ Compress each complete 21-latent-frame block once. Contextualize the full
57
+ compressed archive bidirectionally before selecting the one active unit;
58
+ retain residual tokens for contextualization but not as selectable full units.
59
+ The historical M=1 method selects independently per layer and freezes selected
60
+ history KV between 21-frame boundaries. Raw bootstrap covers [0,42); compressed memory first becomes active at latent frame 42.
61
+
62
+ The released Relax adaptation differs in layer-shared selection, candidate
63
+ grid, prototype reduction, reservoir policy, and three-frame refresh cadence.
64
+ Changing those is an inference ablation, not an identical reproduction of the
65
+ historical M=1 result. Keep the generator, checkpoint, prompts/noise, active
66
+ context budget, and scoring protocol matched when testing individual changes.
67
+
68
+ File hashes are supplied in `sha256_manifest.json`. No credentials, private
69
+ launchers, or new training/evaluation results are included in this package.
c3-3/cr10_fullprefix_gradctxfix/iter_000005000/inference_config.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint_iteration": 5000,
3
+ "checkpoint_layout": "pytorch_distributed_checkpoint",
4
+ "fps": 16,
5
+ "generation_protocol": "official_continuous_seed0_v1",
6
+ "max_memory_tokens_per_frame": 1024,
7
+ "memory_ratio": 0.1,
8
+ "method": "c3_relax_slot_h1_cr10_matched_interval_replacement",
9
+ "mid_t": [
10
+ "15/16",
11
+ "5/6",
12
+ "5/8"
13
+ ],
14
+ "model_size": "1.3B",
15
+ "num_steps": 4,
16
+ "seed": 0,
17
+ "sigma_max": 1600
18
+ }
c3-3/cr10_fullprefix_gradctxfix/iter_000005000/model/.metadata ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd54f54b707454fc216033835825ae385851a22bd7652f11a05d91ca99eae3c9
3
+ size 481484
c3-3/cr10_fullprefix_gradctxfix/iter_000005000/model/__0_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9d1112a90c465f384069c14b6b6c152993d826bc86c863ce3263ca3a121a420
3
+ size 5681533593
c3-3/cr10_fullprefix_gradctxfix/iter_000005000/model/__1_0.distcp ADDED
File without changes
c3-3/cr10_fullprefix_gradctxfix/iter_000005000/model/__2_0.distcp ADDED
File without changes
c3-3/cr10_fullprefix_gradctxfix/iter_000005000/model/__3_0.distcp ADDED
File without changes
c3-3/cr10_fullprefix_gradctxfix/iter_000005000/sha256_manifest.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "files": [
3
+ {
4
+ "path": "model/.metadata",
5
+ "sha256": "cd54f54b707454fc216033835825ae385851a22bd7652f11a05d91ca99eae3c9",
6
+ "size": 481484
7
+ },
8
+ {
9
+ "path": "model/__0_0.distcp",
10
+ "sha256": "a9d1112a90c465f384069c14b6b6c152993d826bc86c863ce3263ca3a121a420",
11
+ "size": 5681533593
12
+ },
13
+ {
14
+ "path": "model/__1_0.distcp",
15
+ "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
16
+ "size": 0
17
+ },
18
+ {
19
+ "path": "model/__2_0.distcp",
20
+ "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
21
+ "size": 0
22
+ },
23
+ {
24
+ "path": "model/__3_0.distcp",
25
+ "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
26
+ "size": 0
27
+ }
28
+ ],
29
+ "inference_only": true,
30
+ "iteration": 5000,
31
+ "schema": "c3-strict-m1-checkpoint-handoff/v1",
32
+ "source_commit": "757194f78bad10f50d660d14342a5f18b82470f0",
33
+ "training_run": "fullprefix_memoryonly_cr10_c3_3_gradctxfix_gbs8_lr1e4_stagedcosine_clip5_raw_10k",
34
+ "variant": "c3-3 CR10 full-prefix memory-only gradient-fixed"
35
+ }
c3-3/cr10_fullprefix_gradctxfix/iter_000010000/README.md ADDED
@@ -0,0 +1,69 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # CR10 strict M=1: gradient-fixed c3-3 compressor, iteration 10000
2
+
3
+ This is iteration 10000 of the same gradient-fixed CR10 strict M=1 training run as the shared 2k checkpoint. This upload makes no new performance claim.
4
+ It is not the older c3-3 CR4/packed checkpoint or the c1-1 CR10 checkpoint.
5
+ The run name ends in `raw_10k`, but the supplied checkpoint is iteration **10000**.
6
+
7
+ ## Code
8
+
9
+ Repository: https://github.com/a-little-hoof/video-compress
10
+
11
+ Pinned commit: `757194f78bad10f50d660d14342a5f18b82470f0`
12
+
13
+ Branch: `exp/relax-official-shared-c3-20260909`
14
+
15
+ The GitHub repository requires its own access authorization. Hugging Face read
16
+ access does not automatically grant GitHub access.
17
+
18
+ Entry point: `scripts/context_compression/generate_mbencht_c3_3_continuations.py`.
19
+ The M=1 implementation is `generate_strict_relax_history_slot`; its exact method
20
+ identifier is `c3_relax_slot_h1_cr10_matched_interval_replacement`.
21
+ Raw matched control: `c3_relax_slot_h1_raw_control`.
22
+ Released-policy adaptation: `c3_relax_forcing4_official_shared_frame`.
23
+ The runtime is `rcm/inference/wan2pt1_t2v_causal_extrapolation_infer.py`.
24
+
25
+ ## Required separate generator
26
+
27
+ Repository: `worstcoder/rcm-Wan`
28
+
29
+ Revision: `142d77a331f1516fea772607c1bf25a2785a2505`
30
+
31
+ Filename: `Causal_rCM_Wan2.1_T2V_1.3B_480p_TF-dCM-init_SF-DMD_c3-3_step4.pt`
32
+
33
+ SHA256: `cc53e27e4501f58f43d1ca01dc2e5dde4df946ce5c85ab79695a902d929df008`
34
+
35
+ Do not substitute the similarly named TF-sCM-init generator. The VAE and text
36
+ encoder are `Wan2.1_VAE.pth` and `models_t5_umt5-xxl-enc-bf16.pth` in
37
+ `worstcoder/Wan`, revision `18554de6b48df8ab2ae274972a076b27ad5cb602`.
38
+
39
+ ## Loading
40
+
41
+ Download this entire checkpoint directory, including hidden `model/.metadata`
42
+ and all `model/*.distcp` files. Pass its parent-of-model directory to
43
+ `--packed_compressor_ckpt`, with `--checkpoint_iteration 10000 --memory_ratio 0.1`.
44
+ Use `--model_size 1.3B --max_memory_tokens_per_frame 1024`.
45
+ The pinned `generate_compressed_context.py::load_compressor_weights` supports
46
+ this distributed-checkpoint layout. Optimizer state is not required for inference
47
+ and is not included. This package is not a resumable training checkpoint.
48
+
49
+ ## What M=1 means
50
+
51
+ At 832x480, active past context is two raw sink frames, one selected compressed
52
+ 1560-token frame-equivalent unit, and one raw recent frame: 6240 past KV tokens
53
+ per layer. The current c3 chunk adds three latent frames. CR10 is the compressor
54
+ ratio, not the number of active memory slots.
55
+
56
+ Compress each complete 21-latent-frame block once. Contextualize the full
57
+ compressed archive bidirectionally before selecting the one active unit;
58
+ retain residual tokens for contextualization but not as selectable full units.
59
+ The historical M=1 method selects independently per layer and freezes selected
60
+ history KV between 21-frame boundaries. Raw bootstrap covers [0,42); compressed memory first becomes active at latent frame 42.
61
+
62
+ The released Relax adaptation differs in layer-shared selection, candidate
63
+ grid, prototype reduction, reservoir policy, and three-frame refresh cadence.
64
+ Changing those is an inference ablation, not an identical reproduction of the
65
+ historical M=1 result. Keep the generator, checkpoint, prompts/noise, active
66
+ context budget, and scoring protocol matched when testing individual changes.
67
+
68
+ File hashes are supplied in `sha256_manifest.json`. No credentials, private
69
+ launchers, or new training/evaluation results are included in this package.
c3-3/cr10_fullprefix_gradctxfix/iter_000010000/inference_config.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint_iteration": 10000,
3
+ "checkpoint_layout": "pytorch_distributed_checkpoint",
4
+ "fps": 16,
5
+ "generation_protocol": "official_continuous_seed0_v1",
6
+ "max_memory_tokens_per_frame": 1024,
7
+ "memory_ratio": 0.1,
8
+ "method": "c3_relax_slot_h1_cr10_matched_interval_replacement",
9
+ "mid_t": [
10
+ "15/16",
11
+ "5/6",
12
+ "5/8"
13
+ ],
14
+ "model_size": "1.3B",
15
+ "num_steps": 4,
16
+ "seed": 0,
17
+ "sigma_max": 1600
18
+ }
c3-3/cr10_fullprefix_gradctxfix/iter_000010000/model/.metadata ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24b27d546aa581db0b01c60c124a82979530a43ae6ad7e1e514814365bcd3fad
3
+ size 481484
c3-3/cr10_fullprefix_gradctxfix/iter_000010000/model/__0_0.distcp ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7357badbf7aaac6e93475bfe540c1923af3320898e2c1a7967119e7534795987
3
+ size 5681533593
c3-3/cr10_fullprefix_gradctxfix/iter_000010000/model/__1_0.distcp ADDED
File without changes
c3-3/cr10_fullprefix_gradctxfix/iter_000010000/model/__2_0.distcp ADDED
File without changes
c3-3/cr10_fullprefix_gradctxfix/iter_000010000/model/__3_0.distcp ADDED
File without changes
c3-3/cr10_fullprefix_gradctxfix/iter_000010000/sha256_manifest.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "files": [
3
+ {
4
+ "path": "model/.metadata",
5
+ "sha256": "24b27d546aa581db0b01c60c124a82979530a43ae6ad7e1e514814365bcd3fad",
6
+ "size": 481484
7
+ },
8
+ {
9
+ "path": "model/__0_0.distcp",
10
+ "sha256": "7357badbf7aaac6e93475bfe540c1923af3320898e2c1a7967119e7534795987",
11
+ "size": 5681533593
12
+ },
13
+ {
14
+ "path": "model/__1_0.distcp",
15
+ "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
16
+ "size": 0
17
+ },
18
+ {
19
+ "path": "model/__2_0.distcp",
20
+ "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
21
+ "size": 0
22
+ },
23
+ {
24
+ "path": "model/__3_0.distcp",
25
+ "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
26
+ "size": 0
27
+ }
28
+ ],
29
+ "inference_only": true,
30
+ "iteration": 10000,
31
+ "schema": "c3-strict-m1-checkpoint-handoff/v1",
32
+ "source_commit": "757194f78bad10f50d660d14342a5f18b82470f0",
33
+ "training_run": "fullprefix_memoryonly_cr10_c3_3_gradctxfix_gbs8_lr1e4_stagedcosine_clip5_raw_10k",
34
+ "variant": "c3-3 CR10 full-prefix memory-only gradient-fixed"
35
+ }