byte-vortex commited on
Commit
7cc161a
·
verified ·
1 Parent(s): 72254dc

Update logbook: Reproduction: A Random Matrix Perspective on the Consistency of Diffusion Models

Browse files
logbook.json CHANGED
@@ -10,7 +10,7 @@
10
  "icml2026-repro",
11
  "paper-iPjuUQbkfl"
12
  ],
13
- "updated_at": "2026-08-01T06:41:22+00:00",
14
  "root": {
15
  "slug": "index",
16
  "title": "Reproduction: A Random Matrix Perspective on the Consistency of Diffusion Models",
@@ -73,15 +73,8 @@
73
  "total_size": 0,
74
  "bucket_id": null
75
  },
76
- "agent_view_tokens": 2879,
77
  "trace_view_tokens": 10,
78
  "workspace_view_tokens": 8,
79
- "revision": "cf4585ba83f748b5b086",
80
- "workspace_ref": {
81
- "repo_id": "byte-vortex/repro-diffusion-consistency-artifacts",
82
- "repo_type": "bucket",
83
- "repo_url": "https://huggingface.co/buckets/byte-vortex/repro-diffusion-consistency-artifacts",
84
- "private": true
85
- },
86
- "workspace_bucket": "https://huggingface.co/buckets/byte-vortex/repro-diffusion-consistency-artifacts"
87
  }
 
10
  "icml2026-repro",
11
  "paper-iPjuUQbkfl"
12
  ],
13
+ "updated_at": "2026-08-01T08:05:55+00:00",
14
  "root": {
15
  "slug": "index",
16
  "title": "Reproduction: A Random Matrix Perspective on the Consistency of Diffusion Models",
 
73
  "total_size": 0,
74
  "bucket_id": null
75
  },
76
+ "agent_view_tokens": 3152,
77
  "trace_view_tokens": 10,
78
  "workspace_view_tokens": 8,
79
+ "revision": "77632d03392161420de1"
 
 
 
 
 
 
 
80
  }
pages/claim-1-linear-model-predicts-cross-split-consistency/page.md CHANGED
@@ -3,13 +3,13 @@
3
 
4
  ---
5
  <!-- trackio-cell
6
- {"type": "code", "id": "cell_f81cc8015daf", "created_at": "2026-08-01T06:21:15+00:00", "title": "Run: hf rmt_diffusion_claim1.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "cpu-basic", "--secrets", "HF_TOKEN", "rmt_diffusion_claim1.py"], "exit_code": 0, "duration_s": 44.927}
7
  -->
8
  ````bash
9
  $ hf jobs uv run --flavor cpu-basic --secrets HF_TOKEN rmt_diffusion_claim1.py
10
  ````
11
 
12
- exit 0 · 44.9s
13
 
14
 
15
  ````python title=rmt_diffusion_claim1.py
@@ -188,29 +188,29 @@ if __name__ == "__main__":
188
  ````output
189
  /usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
190
  warnings.warn(
191
- Job started with ID: 6a6d902f6b79c09949c1e1a8
192
- View at: https://huggingface.co/jobs/byte-vortex/6a6d902f6b79c09949c1e1a8
193
- Downloading pillow (6.6MiB)
194
- Downloading cuda-bindings (6.3MiB)
 
 
195
  Downloading sympy (6.0MiB)
 
 
196
  Downloading nvidia-cuda-runtime (2.1MiB)
197
  Downloading nvidia-cufile (1.2MiB)
198
- Downloading nvidia-cuda-cupti (10.2MiB)
199
- Downloading nvidia-nccl-cu13 (196.4MiB)
200
- Downloading nvidia-curand (56.8MiB)
201
- Downloading triton (188.6MiB)
202
  Downloading nvidia-cusolver (191.6MiB)
203
- Downloading nvidia-nvshmem-cu13 (57.6MiB)
204
- Downloading nvidia-cublas (403.5MiB)
205
- Downloading nvidia-cuda-nvrtc (86.0MiB)
206
- Downloading nvidia-cusparselt-cu13 (162.3MiB)
207
- Downloading nvidia-nvjitlink (38.9MiB)
208
- Downloading nvidia-cudnn-cu13 (349.2MiB)
209
- Downloading nvidia-cufft (204.2MiB)
210
  Downloading numpy (15.9MiB)
 
 
211
  Downloading nvidia-cusparse (139.2MiB)
212
- Downloading networkx (2.0MiB)
213
  Downloading torch (502.2MiB)
 
 
 
 
 
214
  Downloading torchvision (7.3MiB)
215
  Downloaded nvidia-cufile
216
  Downloaded nvidia-cuda-runtime
@@ -220,10 +220,10 @@ Downloading torchvision (7.3MiB)
220
  Downloaded torchvision
221
  Downloaded nvidia-cuda-cupti
222
  Downloaded numpy
223
- Downloaded nvidia-nvjitlink
224
  Downloaded sympy
225
- Downloaded nvidia-nvshmem-cu13
226
  Downloaded nvidia-curand
 
227
  Downloaded nvidia-cuda-nvrtc
228
  Downloaded nvidia-cusparse
229
  Downloaded nvidia-cusparselt-cu13
@@ -234,7 +234,7 @@ Downloading torchvision (7.3MiB)
234
  Downloaded nvidia-cudnn-cu13
235
  Downloaded nvidia-cublas
236
  Downloaded torch
237
- Installed 32 packages in 231ms
238
  ======================================================================
239
  RMT Diffusion Consistency reproduction -- Claim 1
240
  Testing: linear closed-form denoiser predicts cross-split
@@ -606,12 +606,12 @@ Using REAL MNIST data (16x16 downsampled, flattened, d=256).
606
  Dataset: 4000 samples, 256 dims, split into 2000 / 2000
607
 
608
  [Results over 100 shared-seed trials]
609
- Cross-split distance (same seed, different training data): 0.364 +/- 0.047
610
- Nearest-training-neighbor distance (memorization check): 2.649 +/- 0.335
611
 
612
  ======================================================================
613
  SUMMARY
614
- PASS: cross-split outputs are 7.28x MORE similar to each
615
  other than to their own nearest training example.
616
  This supports the paper's Claim 1: a purely linear, closed-form
617
  model already predicts strong cross-split consistency, without
 
3
 
4
  ---
5
  <!-- trackio-cell
6
+ {"type": "code", "id": "cell_8e22053883dd", "created_at": "2026-08-01T07:56:48+00:00", "title": "Run: hf rmt_diffusion_claim1.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "cpu-basic", "--secrets", "HF_TOKEN", "rmt_diffusion_claim1.py"], "exit_code": 0, "duration_s": 48.005}
7
  -->
8
  ````bash
9
  $ hf jobs uv run --flavor cpu-basic --secrets HF_TOKEN rmt_diffusion_claim1.py
10
  ````
11
 
12
+ exit 0 · 48.0s
13
 
14
 
15
  ````python title=rmt_diffusion_claim1.py
 
188
  ````output
189
  /usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
190
  warnings.warn(
191
+ Job started with ID: 6a6da690a00abefd4b28b0db
192
+ View at: https://huggingface.co/jobs/byte-vortex/6a6da690a00abefd4b28b0db
193
+ Downloading nvidia-nvjitlink (38.9MiB)
194
+ Downloading nvidia-cuda-cupti (10.2MiB)
195
+ Downloading networkx (2.0MiB)
196
+ Downloading nvidia-cufft (204.2MiB)
197
  Downloading sympy (6.0MiB)
198
+ Downloading cuda-bindings (6.3MiB)
199
+ Downloading nvidia-nccl-cu13 (196.4MiB)
200
  Downloading nvidia-cuda-runtime (2.1MiB)
201
  Downloading nvidia-cufile (1.2MiB)
 
 
 
 
202
  Downloading nvidia-cusolver (191.6MiB)
 
 
 
 
 
 
 
203
  Downloading numpy (15.9MiB)
204
+ Downloading triton (188.6MiB)
205
+ Downloading nvidia-cusparselt-cu13 (162.3MiB)
206
  Downloading nvidia-cusparse (139.2MiB)
207
+ Downloading nvidia-cuda-nvrtc (86.0MiB)
208
  Downloading torch (502.2MiB)
209
+ Downloading pillow (6.6MiB)
210
+ Downloading nvidia-cudnn-cu13 (349.2MiB)
211
+ Downloading nvidia-curand (56.8MiB)
212
+ Downloading nvidia-nvshmem-cu13 (57.6MiB)
213
+ Downloading nvidia-cublas (403.5MiB)
214
  Downloading torchvision (7.3MiB)
215
  Downloaded nvidia-cufile
216
  Downloaded nvidia-cuda-runtime
 
220
  Downloaded torchvision
221
  Downloaded nvidia-cuda-cupti
222
  Downloaded numpy
 
223
  Downloaded sympy
224
+ Downloaded nvidia-nvjitlink
225
  Downloaded nvidia-curand
226
+ Downloaded nvidia-nvshmem-cu13
227
  Downloaded nvidia-cuda-nvrtc
228
  Downloaded nvidia-cusparse
229
  Downloaded nvidia-cusparselt-cu13
 
234
  Downloaded nvidia-cudnn-cu13
235
  Downloaded nvidia-cublas
236
  Downloaded torch
237
+ Installed 32 packages in 239ms
238
  ======================================================================
239
  RMT Diffusion Consistency reproduction -- Claim 1
240
  Testing: linear closed-form denoiser predicts cross-split
 
606
  Dataset: 4000 samples, 256 dims, split into 2000 / 2000
607
 
608
  [Results over 100 shared-seed trials]
609
+ Cross-split distance (same seed, different training data): 0.359 +/- 0.047
610
+ Nearest-training-neighbor distance (memorization check): 2.646 +/- 0.332
611
 
612
  ======================================================================
613
  SUMMARY
614
+ PASS: cross-split outputs are 7.36x MORE similar to each
615
  other than to their own nearest training example.
616
  This supports the paper's Claim 1: a purely linear, closed-form
617
  model already predicts strong cross-split consistency, without
pages/claim-2-self-consistency-equation-and-renormalized-noise/page.md CHANGED
@@ -3,13 +3,13 @@
3
 
4
  ---
5
  <!-- trackio-cell
6
- {"type": "code", "id": "cell_5a2952f192d8", "created_at": "2026-08-01T06:22:29+00:00", "title": "Run: hf rmt_diffusion_claim2.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "cpu-basic", "--secrets", "HF_TOKEN", "rmt_diffusion_claim2.py"], "exit_code": 0, "duration_s": 71.804}
7
  -->
8
  ````bash
9
  $ hf jobs uv run --flavor cpu-basic --secrets HF_TOKEN rmt_diffusion_claim2.py
10
  ````
11
 
12
- exit 0 · 71.8s
13
 
14
 
15
  ````python title=rmt_diffusion_claim2.py
@@ -142,11 +142,11 @@ if __name__ == "__main__":
142
  ````output
143
  /usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
144
  warnings.warn(
145
- Job started with ID: 6a6d905e6b79c09949c1e1ae
146
- View at: https://huggingface.co/jobs/byte-vortex/6a6d905e6b79c09949c1e1ae
147
  Downloading numpy (15.9MiB)
148
  Downloaded numpy
149
- Installed 1 package in 17ms
150
  ======================================================================
151
  RMT Diffusion Consistency reproduction -- Claim 2
152
  Testing Proposition 4.1: sigma^2 -> kappa(sigma^2) renormalization
 
3
 
4
  ---
5
  <!-- trackio-cell
6
+ {"type": "code", "id": "cell_9c5d73d46cf1", "created_at": "2026-08-01T07:58:40+00:00", "title": "Run: hf rmt_diffusion_claim2.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "cpu-basic", "--secrets", "HF_TOKEN", "rmt_diffusion_claim2.py"], "exit_code": 0, "duration_s": 110.454}
7
  -->
8
  ````bash
9
  $ hf jobs uv run --flavor cpu-basic --secrets HF_TOKEN rmt_diffusion_claim2.py
10
  ````
11
 
12
+ exit 0 · 110.5s
13
 
14
 
15
  ````python title=rmt_diffusion_claim2.py
 
142
  ````output
143
  /usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
144
  warnings.warn(
145
+ Job started with ID: 6a6da6c26b79c09949c1e2b4
146
+ View at: https://huggingface.co/jobs/byte-vortex/6a6da6c26b79c09949c1e2b4
147
  Downloading numpy (15.9MiB)
148
  Downloaded numpy
149
+ Installed 1 package in 16ms
150
  ======================================================================
151
  RMT Diffusion Consistency reproduction -- Claim 2
152
  Testing Proposition 4.1: sigma^2 -> kappa(sigma^2) renormalization
pages/claim-3-variance-factorization-anisotropy-x-inhomogeneity/page.md CHANGED
@@ -3,13 +3,13 @@
3
 
4
  ---
5
  <!-- trackio-cell
6
- {"type": "code", "id": "cell_56eff7acaf9c", "created_at": "2026-08-01T06:23:45+00:00", "title": "Run: hf rmt_diffusion_claim3.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "cpu-basic", "--secrets", "HF_TOKEN", "rmt_diffusion_claim3.py"], "exit_code": 0, "duration_s": 73.781}
7
  -->
8
  ````bash
9
  $ hf jobs uv run --flavor cpu-basic --secrets HF_TOKEN rmt_diffusion_claim3.py
10
  ````
11
 
12
- exit 0 · 73.8s
13
 
14
 
15
  ````python title=rmt_diffusion_claim3.py
@@ -126,8 +126,8 @@ if __name__ == "__main__":
126
  ````output
127
  /usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
128
  warnings.warn(
129
- Job started with ID: 6a6d90a86b79c09949c1e1b0
130
- View at: https://huggingface.co/jobs/byte-vortex/6a6d90a86b79c09949c1e1b0
131
  Downloading numpy (15.9MiB)
132
  Downloaded numpy
133
  Installed 1 package in 16ms
 
3
 
4
  ---
5
  <!-- trackio-cell
6
+ {"type": "code", "id": "cell_ad69ee368cf6", "created_at": "2026-08-01T07:59:18+00:00", "title": "Run: hf rmt_diffusion_claim3.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "cpu-basic", "--secrets", "HF_TOKEN", "rmt_diffusion_claim3.py"], "exit_code": 0, "duration_s": 36.125}
7
  -->
8
  ````bash
9
  $ hf jobs uv run --flavor cpu-basic --secrets HF_TOKEN rmt_diffusion_claim3.py
10
  ````
11
 
12
+ exit 0 · 36.1s
13
 
14
 
15
  ````python title=rmt_diffusion_claim3.py
 
126
  ````output
127
  /usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
128
  warnings.warn(
129
+ Job started with ID: 6a6da733a00abefd4b28b117
130
+ View at: https://huggingface.co/jobs/byte-vortex/6a6da733a00abefd4b28b117
131
  Downloading numpy (15.9MiB)
132
  Downloaded numpy
133
  Installed 1 package in 16ms
pages/claim-4-fractional-matrix-power-extension-to-sampling-trajectories/page.md CHANGED
@@ -3,13 +3,13 @@
3
 
4
  ---
5
  <!-- trackio-cell
6
- {"type": "code", "id": "cell_e02281758d3b", "created_at": "2026-08-01T06:24:04+00:00", "title": "Run: hf rmt_diffusion_claim4.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "cpu-basic", "--secrets", "HF_TOKEN", "rmt_diffusion_claim4.py"], "exit_code": 0, "duration_s": 17.021}
7
  -->
8
  ````bash
9
  $ hf jobs uv run --flavor cpu-basic --secrets HF_TOKEN rmt_diffusion_claim4.py
10
  ````
11
 
12
- exit 0 · 17.0s
13
 
14
 
15
  ````python title=rmt_diffusion_claim4.py
@@ -233,8 +233,8 @@ if __name__ == "__main__":
233
  ````output
234
  /usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
235
  warnings.warn(
236
- Job started with ID: 6a6d90f4a00abefd4b28af1a
237
- View at: https://huggingface.co/jobs/byte-vortex/6a6d90f4a00abefd4b28af1a
238
  Downloading numpy (15.9MiB)
239
  Downloaded numpy
240
  Installed 1 package in 16ms
 
3
 
4
  ---
5
  <!-- trackio-cell
6
+ {"type": "code", "id": "cell_9298eb629b97", "created_at": "2026-08-01T07:59:36+00:00", "title": "Run: hf rmt_diffusion_claim4.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "cpu-basic", "--secrets", "HF_TOKEN", "rmt_diffusion_claim4.py"], "exit_code": 0, "duration_s": 16.064}
7
  -->
8
  ````bash
9
  $ hf jobs uv run --flavor cpu-basic --secrets HF_TOKEN rmt_diffusion_claim4.py
10
  ````
11
 
12
+ exit 0 · 16.1s
13
 
14
 
15
  ````python title=rmt_diffusion_claim4.py
 
233
  ````output
234
  /usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
235
  warnings.warn(
236
+ Job started with ID: 6a6da7596b79c09949c1e2ef
237
+ View at: https://huggingface.co/jobs/byte-vortex/6a6da7596b79c09949c1e2ef
238
  Downloading numpy (15.9MiB)
239
  Downloaded numpy
240
  Installed 1 package in 16ms
pages/claim-5-deep-network-validation-toy-scale/page.md CHANGED
@@ -3,13 +3,13 @@
3
 
4
  ---
5
  <!-- trackio-cell
6
- {"type": "code", "id": "cell_881a436b50fe", "created_at": "2026-08-01T06:24:52+00:00", "title": "Run: hf rmt_diffusion_claim5.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "a10g-small", "--secrets", "HF_TOKEN", "rmt_diffusion_claim5.py"], "exit_code": 0, "duration_s": 46.533}
7
  -->
8
  ````bash
9
  $ hf jobs uv run --flavor a10g-small --secrets HF_TOKEN rmt_diffusion_claim5.py
10
  ````
11
 
12
- exit 0 · 46.5s
13
 
14
 
15
  ````python title=rmt_diffusion_claim5.py
@@ -207,30 +207,30 @@ if __name__ == "__main__":
207
  ````output
208
  /usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
209
  warnings.warn(
210
- Job started with ID: 6a6d91066b79c09949c1e1b6
211
- View at: https://huggingface.co/jobs/byte-vortex/6a6d91066b79c09949c1e1b6
212
- Downloading numpy (15.9MiB)
213
- Downloading nvidia-cuda-nvrtc (86.0MiB)
214
- Downloading nvidia-curand (56.8MiB)
215
  Downloading sympy (6.0MiB)
216
- Downloading networkx (2.0MiB)
217
- Downloading nvidia-cudnn-cu13 (349.2MiB)
218
  Downloading nvidia-cuda-runtime (2.1MiB)
219
- Downloading nvidia-nvshmem-cu13 (57.6MiB)
220
- Downloading nvidia-cusparselt-cu13 (162.3MiB)
 
221
  Downloading nvidia-nccl-cu13 (196.4MiB)
222
  Downloading nvidia-cufile (1.2MiB)
223
  Downloading nvidia-cuda-cupti (10.2MiB)
224
- Downloading nvidia-cufft (204.2MiB)
225
- Downloading pillow (6.6MiB)
226
- Downloading torch (502.2MiB)
227
  Downloading triton (188.6MiB)
228
- Downloading cuda-bindings (6.3MiB)
229
- Downloading nvidia-cusparse (139.2MiB)
 
 
 
 
 
230
  Downloading nvidia-cusolver (191.6MiB)
231
- Downloading nvidia-nvjitlink (38.9MiB)
 
232
  Downloading torchvision (7.3MiB)
233
- Downloading nvidia-cublas (403.5MiB)
234
  Downloaded nvidia-cufile
235
  Downloaded nvidia-cuda-runtime
236
  Downloaded networkx
@@ -239,8 +239,8 @@ Downloading nvidia-cublas (403.5MiB)
239
  Downloaded torchvision
240
  Downloaded nvidia-cuda-cupti
241
  Downloaded numpy
242
- Downloaded nvidia-nvjitlink
243
  Downloaded sympy
 
244
  Downloaded nvidia-curand
245
  Downloaded nvidia-nvshmem-cu13
246
  Downloaded nvidia-cuda-nvrtc
@@ -253,7 +253,7 @@ Downloading nvidia-cublas (403.5MiB)
253
  Downloaded nvidia-cudnn-cu13
254
  Downloaded nvidia-cublas
255
  Downloaded torch
256
- Installed 32 packages in 590ms
257
  ======================================================================
258
  RMT Diffusion Consistency reproduction -- Claim 5 (toy scale)
259
  Testing: do REAL TRAINED deep denoisers show the same
@@ -624,22 +624,22 @@ Using REAL MNIST data (14x14 downsampled, d=196).
624
  Split sizes: 400 / 400
625
 
626
  Training MLP denoiser on split A (400 samples)...
627
- step 500/1500 loss=0.5907
628
- step 1000/1500 loss=0.4770
629
- step 1500/1500 loss=0.3592
630
  Training MLP denoiser on split B (400 samples)...
631
- step 500/1500 loss=0.5614
632
- step 1000/1500 loss=0.4529
633
- step 1500/1500 loss=0.3728
634
 
635
  [Results over 30 shared-seed trials, TRAINED deep MLP denoisers]
636
- Cross-split distance: 7.385 +/- 1.139
637
- Nearest-training-neighbor dist: 16.151 +/- 2.416
638
 
639
  ======================================================================
640
  SUMMARY
641
  PASS (toy scale): trained deep MLP denoisers show cross-split outputs
642
- 2.19x MORE similar to each other than to their nearest training
643
  example -- the same qualitative pattern the linear theory (Claim 1)
644
  predicts, now confirmed with REAL TRAINED nonlinear networks, not
645
  just the closed-form linear denoiser. Supports Claim 5 at toy scale.
 
3
 
4
  ---
5
  <!-- trackio-cell
6
+ {"type": "code", "id": "cell_90081f09fa40", "created_at": "2026-08-01T08:00:25+00:00", "title": "Run: hf rmt_diffusion_claim5.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "a10g-small", "--secrets", "HF_TOKEN", "rmt_diffusion_claim5.py"], "exit_code": 0, "duration_s": 47.003}
7
  -->
8
  ````bash
9
  $ hf jobs uv run --flavor a10g-small --secrets HF_TOKEN rmt_diffusion_claim5.py
10
  ````
11
 
12
+ exit 0 · 47.0s
13
 
14
 
15
  ````python title=rmt_diffusion_claim5.py
 
207
  ````output
208
  /usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
209
  warnings.warn(
210
+ Job started with ID: 6a6da76b6b79c09949c1e2f1
211
+ View at: https://huggingface.co/jobs/byte-vortex/6a6da76b6b79c09949c1e2f1
212
+ Downloading nvidia-cufft (204.2MiB)
213
+ Downloading cuda-bindings (6.3MiB)
 
214
  Downloading sympy (6.0MiB)
 
 
215
  Downloading nvidia-cuda-runtime (2.1MiB)
216
+ Downloading networkx (2.0MiB)
217
+ Downloading nvidia-nvjitlink (38.9MiB)
218
+ Downloading pillow (6.6MiB)
219
  Downloading nvidia-nccl-cu13 (196.4MiB)
220
  Downloading nvidia-cufile (1.2MiB)
221
  Downloading nvidia-cuda-cupti (10.2MiB)
 
 
 
222
  Downloading triton (188.6MiB)
223
+ Downloading numpy (15.9MiB)
224
+ Downloading torch (502.2MiB)
225
+ Downloading nvidia-nvshmem-cu13 (57.6MiB)
226
+ Downloading nvidia-cudnn-cu13 (349.2MiB)
227
+ Downloading nvidia-cublas (403.5MiB)
228
+ Downloading nvidia-cuda-nvrtc (86.0MiB)
229
+ Downloading nvidia-cusparselt-cu13 (162.3MiB)
230
  Downloading nvidia-cusolver (191.6MiB)
231
+ Downloading nvidia-cusparse (139.2MiB)
232
+ Downloading nvidia-curand (56.8MiB)
233
  Downloading torchvision (7.3MiB)
 
234
  Downloaded nvidia-cufile
235
  Downloaded nvidia-cuda-runtime
236
  Downloaded networkx
 
239
  Downloaded torchvision
240
  Downloaded nvidia-cuda-cupti
241
  Downloaded numpy
 
242
  Downloaded sympy
243
+ Downloaded nvidia-nvjitlink
244
  Downloaded nvidia-curand
245
  Downloaded nvidia-nvshmem-cu13
246
  Downloaded nvidia-cuda-nvrtc
 
253
  Downloaded nvidia-cudnn-cu13
254
  Downloaded nvidia-cublas
255
  Downloaded torch
256
+ Installed 32 packages in 631ms
257
  ======================================================================
258
  RMT Diffusion Consistency reproduction -- Claim 5 (toy scale)
259
  Testing: do REAL TRAINED deep denoisers show the same
 
624
  Split sizes: 400 / 400
625
 
626
  Training MLP denoiser on split A (400 samples)...
627
+ step 500/1500 loss=0.5953
628
+ step 1000/1500 loss=0.4811
629
+ step 1500/1500 loss=0.3512
630
  Training MLP denoiser on split B (400 samples)...
631
+ step 500/1500 loss=0.5589
632
+ step 1000/1500 loss=0.4563
633
+ step 1500/1500 loss=0.3696
634
 
635
  [Results over 30 shared-seed trials, TRAINED deep MLP denoisers]
636
+ Cross-split distance: 7.508 +/- 1.666
637
+ Nearest-training-neighbor dist: 16.167 +/- 2.684
638
 
639
  ======================================================================
640
  SUMMARY
641
  PASS (toy scale): trained deep MLP denoisers show cross-split outputs
642
+ 2.15x MORE similar to each other than to their nearest training
643
  example -- the same qualitative pattern the linear theory (Claim 1)
644
  predicts, now confirmed with REAL TRAINED nonlinear networks, not
645
  just the closed-form linear denoiser. Supports Claim 5 at toy scale.
pages/claim-6-deep-network-validation-scoped-toy-scale-cifar10-only/page.md CHANGED
@@ -3,552 +3,7 @@
3
 
4
  ---
5
  <!-- trackio-cell
6
- {"type": "code", "id": "cell_0006576e0298", "created_at": "2026-08-01T06:30:15+00:00", "title": "Run: hf rmt_diffusion_claim6.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "a10g-small", "--secrets", "HF_TOKEN", "rmt_diffusion_claim6.py"], "exit_code": 0, "duration_s": 321.21}
7
- -->
8
- ````bash
9
- $ hf jobs uv run --flavor a10g-small --secrets HF_TOKEN rmt_diffusion_claim6.py
10
- ````
11
-
12
- exit 0 · 321.2s
13
-
14
-
15
- ````python title=rmt_diffusion_claim6.py
16
-
17
- # /// script
18
- # dependencies = ["torch", "numpy", "torchvision"]
19
- # ///
20
- """
21
- Claim 6 reproduction (SCOPED-DOWN toy scale) -- "A Random Matrix Theory
22
- Perspective on the Consistency of Diffusion Models" (arXiv 2602.02908,
23
- OpenReview iPjuUQbkfl, ICML 2026 Oral).
24
-
25
- REWRITE NOTE: the previous version of this script tested a "memorization
26
- -> generalization phase transition with n" hypothesis, which does not
27
- appear anywhere in the official challenge's claim list for this paper.
28
- It was the wrong target. The official Claim 5 this page should address
29
- is: "UNet and DiT experiments validate the theory's predictions about
30
- consistency, overshrinkage, and eigenmode-dependent deviations in the
31
- non-memorization regime (Figure 5)." This rewrite tests exactly that,
32
- with three sub-checks tied to the paper's actual claims:
33
-
34
- (a) CONSISTENCY vs. linear theory (relates to Claim 1 / Figure 1):
35
- is the trained UNet's cross-split output distance comparable to
36
- what a purely LINEAR (closed-form Wiener) diffusion sampler run
37
- through the identical reverse-diffusion schedule would predict?
38
-
39
- (b) OVERSHRINKAGE (relates to Claim 2 / Figure 2): does the model's
40
- output variance along LOW-eigenvalue directions of the data
41
- covariance shrink MORE (relative to the true variance in that
42
- direction) than along high-eigenvalue directions -- the
43
- signature of finite-sample noise-scale renormalization?
44
-
45
- (c) EIGENMODE-DEPENDENT / ANISOTROPIC cross-split deviation, decaying
46
- with n (relates to Result 4.2 / Claim 3): does the cross-split
47
- output deviation vary systematically across covariance
48
- eigenmodes (not flat/isotropic), and shrink as dataset size n
49
- grows?
50
-
51
- HONESTY NOTE (unchanged from before): the paper's real Section 6 uses
52
- UNet AND DiT on seven datasets at five sizes each with 50k training
53
- steps per run. This is a drastically scoped-down, single-dataset,
54
- single-architecture, short-training qualitative check -- not a
55
- quantitative reproduction of the paper's actual figures. But it now at
56
- least tests the RIGHT hypotheses, using the same UNet training/sampling
57
- infrastructure as before.
58
- """
59
-
60
- import sys
61
- import torch
62
- import torch.nn as nn
63
- import numpy as np
64
-
65
- # FIX (kept from the previous version): force line-buffered stdout so
66
- # output isn't lost to a buffering race against the job runner's log
67
- # capture at process exit.
68
- sys.stdout.reconfigure(line_buffering=True)
69
-
70
-
71
- # --------------------------------------------------------------------------
72
- # Small convolutional UNet denoiser (unchanged from the previous version)
73
- # --------------------------------------------------------------------------
74
-
75
- class TimeEmbedding(nn.Module):
76
- def __init__(self, dim):
77
- super().__init__()
78
- self.dim = dim
79
- self.mlp = nn.Sequential(
80
- nn.Linear(dim, dim * 4),
81
- nn.SiLU(),
82
- nn.Linear(dim * 4, dim * 4),
83
- )
84
-
85
- def forward(self, t, T):
86
- half = self.dim // 2
87
- freqs = torch.exp(-np.log(10000) * torch.arange(half, device=t.device) / half)
88
- args = t.float().unsqueeze(-1) * freqs.unsqueeze(0) / T
89
- emb = torch.cat([torch.sin(args), torch.cos(args)], dim=-1)
90
- return self.mlp(emb)
91
-
92
-
93
- class ResBlock(nn.Module):
94
- def __init__(self, in_ch, out_ch, temb_dim):
95
- super().__init__()
96
- self.norm1 = nn.GroupNorm(8, in_ch)
97
- self.conv1 = nn.Conv2d(in_ch, out_ch, 3, padding=1)
98
- self.temb_proj = nn.Linear(temb_dim, out_ch)
99
- self.norm2 = nn.GroupNorm(8, out_ch)
100
- self.conv2 = nn.Conv2d(out_ch, out_ch, 3, padding=1)
101
- self.skip = nn.Conv2d(in_ch, out_ch, 1) if in_ch != out_ch else nn.Identity()
102
-
103
- def forward(self, x, temb):
104
- h = self.conv1(torch.nn.functional.silu(self.norm1(x)))
105
- h = h + self.temb_proj(temb)[:, :, None, None]
106
- h = self.conv2(torch.nn.functional.silu(self.norm2(h)))
107
- return h + self.skip(x)
108
-
109
-
110
- class SmallUNet(nn.Module):
111
- """Small UNet-CNN denoiser: 32x32 -> 16x16 -> 8x8 -> 16x16 -> 32x32,
112
- with skip connections. Matches the paper's "UNet" family in spirit
113
- (convolutional, skip connections, sinusoidal time embedding) at a
114
- fraction of the channel width / depth."""
115
-
116
- def __init__(self, channels=3, base_ch=32, time_emb_dim=32):
117
- super().__init__()
118
- temb_dim = time_emb_dim * 4
119
- self.time_embed = TimeEmbedding(time_emb_dim)
120
-
121
- self.in_conv = nn.Conv2d(channels, base_ch, 3, padding=1)
122
-
123
- self.down1 = ResBlock(base_ch, base_ch, temb_dim)
124
- self.pool1 = nn.Conv2d(base_ch, base_ch, 4, stride=2, padding=1) # 32->16
125
-
126
- self.down2 = ResBlock(base_ch, base_ch * 2, temb_dim)
127
- self.pool2 = nn.Conv2d(base_ch * 2, base_ch * 2, 4, stride=2, padding=1) # 16->8
128
-
129
- self.mid = ResBlock(base_ch * 2, base_ch * 2, temb_dim)
130
-
131
- self.up2 = nn.ConvTranspose2d(base_ch * 2, base_ch * 2, 4, stride=2, padding=1) # 8->16
132
- self.dec2 = ResBlock(base_ch * 2 + base_ch * 2, base_ch, temb_dim)
133
-
134
- self.up1 = nn.ConvTranspose2d(base_ch, base_ch, 4, stride=2, padding=1) # 16->32
135
- self.dec1 = ResBlock(base_ch + base_ch, base_ch, temb_dim)
136
-
137
- self.out_norm = nn.GroupNorm(8, base_ch)
138
- self.out_conv = nn.Conv2d(base_ch, channels, 3, padding=1)
139
-
140
- def forward(self, x, t, T):
141
- temb = self.time_embed(t, T)
142
-
143
- h0 = self.in_conv(x)
144
- h1 = self.down1(h0, temb)
145
- h1p = self.pool1(h1)
146
-
147
- h2 = self.down2(h1p, temb)
148
- h2p = self.pool2(h2)
149
-
150
- hm = self.mid(h2p, temb)
151
-
152
- u2 = self.up2(hm)
153
- u2 = self.dec2(torch.cat([u2, h2], dim=1), temb)
154
-
155
- u1 = self.up1(u2)
156
- u1 = self.dec1(torch.cat([u1, h1], dim=1), temb)
157
-
158
- out = self.out_conv(torch.nn.functional.silu(self.out_norm(u1)))
159
- return out
160
-
161
-
162
- # --------------------------------------------------------------------------
163
- # Data loading (real CIFAR10; synthetic fallback if no internet access)
164
- # --------------------------------------------------------------------------
165
-
166
- def load_real_data(n_samples, seed=0):
167
- import torchvision
168
- import torchvision.transforms as T
169
-
170
- transform = T.Compose([T.ToTensor()])
171
- dataset = torchvision.datasets.CIFAR10(root="./data", train=True, download=True, transform=transform)
172
-
173
- rng = np.random.default_rng(seed)
174
- indices = rng.choice(len(dataset), size=n_samples, replace=False)
175
- images = torch.stack([dataset[i][0] for i in indices]) # (N, 3, 32, 32) in [0,1]
176
- return images * 2.0 - 1.0 # -> [-1, 1]
177
-
178
-
179
- def generate_synthetic_data(n_samples, seed=0):
180
- """Fallback: synthetic structured-covariance 'images' (3x32x32) with a
181
- decaying eigenvalue spectrum, used only if CIFAR10 download is
182
- unavailable (e.g. offline sandbox testing)."""
183
- d = 3 * 32 * 32
184
- rng = np.random.default_rng(seed)
185
- eigenvalues = np.exp(-0.01 * np.arange(d)) + 0.01
186
- # Use a random sparse-ish orthonormal basis via QR on a smaller block
187
- # for tractability, then embed -- keeps this fast for smoke tests.
188
- Q, _ = np.linalg.qr(rng.standard_normal((d, d)) if d <= 200 else rng.standard_normal((d, min(d, 400))))
189
- if Q.shape[1] < d:
190
- # pad orthonormal columns is not exact; fall back to diagonal cov for speed
191
- samples = rng.standard_normal((n_samples, d)) * np.sqrt(eigenvalues)
192
- else:
193
- cov_sqrt = Q @ np.diag(np.sqrt(eigenvalues))
194
- samples = rng.standard_normal((n_samples, d)) @ cov_sqrt.T
195
- samples = samples.reshape(n_samples, 3, 32, 32)
196
- samples = np.clip(samples, -3, 3)
197
- return torch.tensor(samples, dtype=torch.float32)
198
-
199
-
200
- # --------------------------------------------------------------------------
201
- # Linear (Wiener/MMSE) predictor, for the "approach to linear theory" check
202
- # --------------------------------------------------------------------------
203
-
204
- class LinearDenoiserFlat:
205
- """Closed-form Wiener denoiser on flattened images, used only as a
206
- reference point (does the trained UNet's output get closer to the
207
- linear predictor as n grows, as the paper reports in App B.4.3?)."""
208
-
209
- def __init__(self, data_flat):
210
- self.mu = data_flat.mean(dim=0)
211
- centered = data_flat - self.mu
212
- n = data_flat.shape[0]
213
- self.cov = (centered.T @ centered) / max(n - 1, 1)
214
- d = self.cov.shape[0]
215
- self.cov = self.cov + 1e-3 * torch.eye(d)
216
-
217
- def denoise(self, y_flat, sigma):
218
- d = self.cov.shape[0]
219
- gain = self.cov @ torch.linalg.inv(self.cov + (sigma ** 2) * torch.eye(d))
220
- return self.mu + (gain @ (y_flat - self.mu).T).T
221
-
222
-
223
- # --------------------------------------------------------------------------
224
- # Training and sampling
225
- # --------------------------------------------------------------------------
226
-
227
- def train_denoiser(data, T=30, n_steps=3000, lr=2e-4, batch_size=64, seed=0, device="cpu"):
228
- torch.manual_seed(seed)
229
- model = SmallUNet().to(device)
230
- opt = torch.optim.Adam(model.parameters(), lr=lr)
231
-
232
- betas = torch.linspace(1e-4, 0.02, T, device=device)
233
- alphas = 1.0 - betas
234
- alpha_bars = torch.cumprod(alphas, dim=0)
235
-
236
- n_samples = data.shape[0]
237
- data = data.to(device)
238
-
239
- for step in range(n_steps):
240
- idx = torch.randint(0, n_samples, (min(batch_size, n_samples),))
241
- x0 = data[idx]
242
- t = torch.randint(0, T, (x0.shape[0],), device=device)
243
- noise = torch.randn_like(x0)
244
- alpha_bar_t = alpha_bars[t].view(-1, 1, 1, 1)
245
- x_t = torch.sqrt(alpha_bar_t) * x0 + torch.sqrt(1 - alpha_bar_t) * noise
246
-
247
- pred_noise = model(x_t, t, T)
248
- loss = ((pred_noise - noise) ** 2).mean()
249
-
250
- opt.zero_grad()
251
- loss.backward()
252
- opt.step()
253
-
254
- if (step + 1) % max(1, n_steps // 5) == 0:
255
- print(f" step {step + 1}/{n_steps} loss={loss.item():.4f}")
256
-
257
- return model, betas, alphas, alpha_bars
258
-
259
-
260
- @torch.no_grad()
261
- def ddpm_sample_batch(model, betas, alphas, alpha_bars, z_init_batch, T, device="cpu"):
262
- """Batched version: z_init_batch has shape (B, 3, 32, 32)."""
263
- x = z_init_batch.clone().to(device)
264
- B = x.shape[0]
265
- for t in reversed(range(T)):
266
- t_tensor = torch.full((B,), t, device=device, dtype=torch.long)
267
- pred_noise = model(x, t_tensor, T)
268
- alpha_t, alpha_bar_t, beta_t = alphas[t], alpha_bars[t], betas[t]
269
- coef = beta_t / torch.sqrt(1 - alpha_bar_t)
270
- mean = (1 / torch.sqrt(alpha_t)) * (x - coef * pred_noise)
271
- if t > 0:
272
- x = mean + torch.sqrt(beta_t) * torch.randn_like(x)
273
- else:
274
- x = mean
275
- return x.cpu()
276
-
277
-
278
- @torch.no_grad()
279
- def linear_ddpm_sample_batch(lin_model, betas, alphas, alpha_bars, z_init_batch, T):
280
- """The paper's 'linear diffusion' comparison point: run the SAME
281
- reverse-diffusion schedule and update rule as the UNet sampler, but
282
- replace the learned noise predictor with the noise implied by the
283
- closed-form Wiener denoiser's x0 estimate at each step. This gives a
284
- genuine linear-diffusion sample under the identical process, so its
285
- cross-split distance is a fair, principled comparison point for
286
- "how much of the UNet's consistency is explained by shared Gaussian
287
- statistics alone" (Claim 1 / Figure 1), not just an informal
288
- single-step denoiser distance check.
289
-
290
- Tweedie / Wiener step: at reverse step t, x_t = sqrt(abar_t)*x0 +
291
- sqrt(1-abar_t)*eps. Rescaling, y = x_t/sqrt(abar_t) = x0 +
292
- eps*sqrt((1-abar_t)/abar_t), i.e. y is x0 observed through Gaussian
293
- noise of std sigma_eff = sqrt((1-abar_t)/abar_t). Denoise y with the
294
- closed-form Wiener filter to get x0_hat, then back out the implied
295
- noise estimate eps_hat and plug it into the identical DDPM update
296
- used for the UNet, so both samplers are compared under exactly the
297
- same process.
298
- """
299
- x = z_init_batch.clone()
300
- B, C, H, W = x.shape
301
- d = C * H * W
302
- for t in reversed(range(T)):
303
- alpha_t, alpha_bar_t, beta_t = alphas[t].item(), alpha_bars[t].item(), betas[t].item()
304
- sigma_eff = ((1 - alpha_bar_t) / alpha_bar_t) ** 0.5
305
- y_flat = (x / (alpha_bar_t ** 0.5)).reshape(B, d)
306
- x0_hat_flat = lin_model.denoise(y_flat, sigma_eff)
307
- x0_hat = x0_hat_flat.reshape(B, C, H, W)
308
- eps_hat = (x - (alpha_bar_t ** 0.5) * x0_hat) / max((1 - alpha_bar_t) ** 0.5, 1e-8)
309
- coef = beta_t / max((1 - alpha_bar_t) ** 0.5, 1e-8)
310
- mean = (1 / (alpha_t ** 0.5)) * (x - coef * eps_hat)
311
- if t > 0:
312
- x = mean + (beta_t ** 0.5) * torch.randn_like(x)
313
- else:
314
- x = mean
315
- return x
316
-
317
-
318
- # --------------------------------------------------------------------------
319
- # Eigenbasis analysis: overshrinkage and eigenmode-dependent deviation
320
- # --------------------------------------------------------------------------
321
-
322
- def compute_reference_eigenbasis(pool, n_ref=4000, seed=999):
323
- """Fixed reference eigenbasis (from a large, independent slice of the
324
- pool -- NOT any of the small training splits) so overshrinkage and
325
- anisotropy are measured against a stable, consistent set of axes
326
- across every dataset size n. Returns eigenvectors (d, d) sorted by
327
- DESCENDING eigenvalue, eigenvalues (d,), and the mean (d,)."""
328
- rng = np.random.default_rng(seed)
329
- idx = rng.choice(pool.shape[0], size=min(n_ref, pool.shape[0]), replace=False)
330
- ref = pool[idx].reshape(len(idx), -1)
331
- mu = ref.mean(dim=0)
332
- centered = ref - mu
333
- cov = (centered.T @ centered) / (centered.shape[0] - 1)
334
- eigvals, eigvecs = torch.linalg.eigh(cov) # ascending order
335
- order = torch.argsort(eigvals, descending=True)
336
- return eigvecs[:, order], eigvals[order].clamp(min=1e-8), mu
337
-
338
-
339
- def project_variance_per_mode(x_batch, eigvecs, mu, n_modes):
340
- """x_batch: (B, C, H, W). Returns (n_modes,) variance of the batch's
341
- projection onto the top n_modes reference eigenvectors."""
342
- B = x_batch.shape[0]
343
- x_flat = x_batch.reshape(B, -1) - mu
344
- proj = x_flat @ eigvecs[:, :n_modes] # (B, n_modes)
345
- return proj.var(dim=0)
346
-
347
-
348
- def main():
349
- device = "cuda" if torch.cuda.is_available() else "cpu"
350
- print("=" * 70)
351
- print("RMT Diffusion Consistency reproduction -- Claim 6 (SCOPED TOY SCALE)")
352
- print("Testing official Claim 5: consistency vs linear theory,")
353
- print("overshrinkage, and eigenmode-dependent cross-split deviation")
354
- print(f"Device: {device}")
355
- print("=" * 70)
356
-
357
- dataset_sizes = [100, 500, 3000, 20000]
358
- T = 30
359
- steps_by_n = {100: 1500, 500: 2000, 3000: 3000, 20000: 4000}
360
- n_trials = 12
361
- n_modes = 40 # top eigenmodes examined for overshrinkage / anisotropy
362
-
363
- try:
364
- max_n = max(dataset_sizes) * 2
365
- pool = load_real_data(max_n + 4000, seed=42) # extra for the reference eigenbasis
366
- using_real = True
367
- print(f"\nUsing REAL CIFAR10 data (32x32x3). Pool size: {pool.shape[0]}")
368
- except Exception as e:
369
- print(f"\nCould not load real CIFAR10 ({e}), falling back to synthetic.")
370
- max_n = max(dataset_sizes) * 2
371
- pool = generate_synthetic_data(max_n + 4000, seed=42)
372
- using_real = False
373
-
374
- print("\nComputing reference eigenbasis (independent 4000-image slice)...")
375
- eigvecs, eigvals, ref_mu = compute_reference_eigenbasis(pool, n_ref=4000, seed=999)
376
- print(f" Top eigenvalue: {eigvals[0]:.4f} | mode-{n_modes} eigenvalue: {eigvals[n_modes-1]:.4f}")
377
-
378
- # remainder of pool (excluding the reference slice) used for splits
379
- train_pool = pool[4000:]
380
-
381
- results = []
382
- for n in dataset_sizes:
383
- print(f"\n{'-' * 70}")
384
- print(f"Dataset size n = {n} per split (gamma = d/n = {3*32*32/n:.3f})")
385
- print(f"{'-' * 70}")
386
-
387
- perm = torch.randperm(train_pool.shape[0])[: 2 * n]
388
- split_a = train_pool[perm[:n]]
389
- split_b = train_pool[perm[n:2 * n]]
390
- split_a_flat = split_a.reshape(n, -1)
391
- split_b_flat = split_b.reshape(n, -1)
392
-
393
- n_steps = steps_by_n[n]
394
- print(f" Training UNet denoiser on split A ({n} samples, {n_steps} steps)...")
395
- model_a, betas, alphas, alpha_bars = train_denoiser(split_a, T=T, n_steps=n_steps, seed=100 + n, device=device)
396
- print(f" Training UNet denoiser on split B ({n} samples, {n_steps} steps)...")
397
- model_b, _, _, _ = train_denoiser(split_b, T=T, n_steps=n_steps, seed=200 + n, device=device)
398
-
399
- lin_a = LinearDenoiserFlat(split_a_flat)
400
- lin_b = LinearDenoiserFlat(split_b_flat)
401
-
402
- torch.manual_seed(9000 + n)
403
- z_init_batch = torch.randn(n_trials, 3, 32, 32)
404
-
405
- x_a_unet = ddpm_sample_batch(model_a, betas, alphas, alpha_bars, z_init_batch, T, device=device)
406
- x_b_unet = ddpm_sample_batch(model_b, betas, alphas, alpha_bars, z_init_batch, T, device=device)
407
- x_a_lin = linear_ddpm_sample_batch(lin_a, betas.cpu(), alphas.cpu(), alpha_bars.cpu(), z_init_batch, T)
408
- x_b_lin = linear_ddpm_sample_batch(lin_b, betas.cpu(), alphas.cpu(), alpha_bars.cpu(), z_init_batch, T)
409
-
410
- # (a) Consistency vs linear theory: compare UNet cross-split
411
- # distance to the linear sampler's cross-split distance under the
412
- # SAME noise seeds and SAME reverse process.
413
- unet_cross_mse = float(((x_a_unet - x_b_unet) ** 2).mean())
414
- lin_cross_mse = float(((x_a_lin - x_b_lin) ** 2).mean())
415
- consistency_ratio = unet_cross_mse / max(lin_cross_mse, 1e-8)
416
- print(f"\n [Consistency check: UNet vs linear-theory cross-split MSE]")
417
- print(f" UNet cross-split MSE: {unet_cross_mse:.5f}")
418
- print(f" Linear-theory cross-split MSE: {lin_cross_mse:.5f}")
419
- print(f" Ratio (UNet / linear): {consistency_ratio:.3f}")
420
-
421
- # (b) Overshrinkage: per-mode output variance vs reference true
422
- # variance, checked for a trend with eigenvalue rank.
423
- out_var = project_variance_per_mode(torch.cat([x_a_unet, x_b_unet]), eigvecs, ref_mu, n_modes)
424
- true_var = eigvals[:n_modes]
425
- shrink_ratio = (out_var / true_var).numpy()
426
- ranks = np.arange(n_modes)
427
- # Spearman-style: correlation between eigenvalue rank (0=highest
428
- # variance direction) and shrink ratio. POSITIVE correlation means
429
- # low-variance (high-rank) directions are shrunk MORE (lower
430
- # ratio for higher rank number would be negative corr with rank;
431
- # define overshrink_corr so positive = overshrinkage signature).
432
- overshrink_corr = float(np.corrcoef(ranks, shrink_ratio)[0, 1])
433
- print(f"\n [Overshrinkage check: output variance / true variance per eigenmode]")
434
- print(f" Shrink ratio, top-5 modes (high variance): {np.array2string(shrink_ratio[:5], precision=3)}")
435
- print(f" Shrink ratio, bottom-5 modes (low variance): {np.array2string(shrink_ratio[-5:], precision=3)}")
436
- print(f" Corr(eigenvalue rank, shrink ratio): {overshrink_corr:.3f}")
437
- print(f" (positive = low-variance modes shrunk more -> overshrinkage signature)")
438
-
439
- # (c) Eigenmode-dependent, anisotropic cross-split deviation
440
- diff_a = (x_a_unet.reshape(n_trials, -1) - ref_mu) @ eigvecs[:, :n_modes]
441
- diff_b = (x_b_unet.reshape(n_trials, -1) - ref_mu) @ eigvecs[:, :n_modes]
442
- per_mode_dev = ((diff_a - diff_b) ** 2).mean(dim=0).numpy()
443
- aniso_corr = float(np.corrcoef(np.arange(n_modes), per_mode_dev)[0, 1])
444
- mean_dev = float(per_mode_dev.mean())
445
- print(f"\n [Anisotropy check: per-eigenmode cross-split deviation]")
446
- print(f" Mean deviation across top-{n_modes} modes: {mean_dev:.5f}")
447
- print(f" Corr(eigenvalue rank, deviation): {aniso_corr:.3f}")
448
- print(f" (nonzero |corr| = anisotropic; deviation should also DECAY with n)")
449
-
450
- results.append(dict(n=n, unet_cross_mse=unet_cross_mse, lin_cross_mse=lin_cross_mse,
451
- consistency_ratio=consistency_ratio, overshrink_corr=overshrink_corr,
452
- aniso_corr=aniso_corr, mean_dev=mean_dev))
453
-
454
- print("\n" + "=" * 70)
455
- print("SUMMARY")
456
- print("=" * 70)
457
- print(f"{'n':>6} {'UNet MSE':>10} {'Linear MSE':>11} {'ratio':>7} {'overshrink_corr':>16} {'aniso_corr':>11} {'mean_dev':>10}")
458
- for r in results:
459
- print(f"{r['n']:>6} {r['unet_cross_mse']:>10.5f} {r['lin_cross_mse']:>11.5f} {r['consistency_ratio']:>7.2f} "
460
- f"{r['overshrink_corr']:>16.3f} {r['aniso_corr']:>11.3f} {r['mean_dev']:>10.5f}")
461
-
462
- dev_decays = results[0]["mean_dev"] > results[-1]["mean_dev"]
463
- overshrink_present = np.mean([r["overshrink_corr"] for r in results]) > 0.1
464
- anisotropic = np.mean([abs(r["aniso_corr"]) for r in results]) > 0.1
465
- ratios_bounded = all(0.1 < r["consistency_ratio"] < 10 for r in results)
466
-
467
- print(f"\n Cross-split deviation decays with n: {dev_decays}")
468
- print(f" Overshrinkage signature present (avg corr>0.1): {overshrink_present}")
469
- print(f" Eigenmode-dependent (anisotropic) deviation: {anisotropic}")
470
- print(f" UNet/linear consistency ratio stays bounded (0.1-10x): {ratios_bounded}")
471
-
472
- n_checks_passed = sum([dev_decays, overshrink_present, anisotropic, ratios_bounded])
473
- print(f"\n {n_checks_passed}/4 sub-checks consistent with the paper's Claim 5 predictions.")
474
- if n_checks_passed >= 3:
475
- print(" DIRECTIONALLY SUPPORTED at this toy scale.")
476
- else:
477
- print(" MIXED/INCONCLUSIVE at this toy scale -- see per-n numbers above.")
478
- print(f"\n (Using {'REAL CIFAR10' if using_real else 'SYNTHETIC fallback'} data.)")
479
- print("=" * 70)
480
- sys.stdout.flush()
481
-
482
-
483
- if __name__ == "__main__":
484
- main()
485
-
486
- ````
487
-
488
-
489
- ````output
490
- /usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
491
- warnings.warn(
492
- Job started with ID: 6a6d91376b79c09949c1e1b8
493
- View at: https://huggingface.co/jobs/byte-vortex/6a6d91376b79c09949c1e1b8
494
- Downloading nvidia-cufile (1.2MiB)
495
- Downloading nvidia-cusparselt-cu13 (162.3MiB)
496
- Downloading nvidia-cuda-cupti (10.2MiB)
497
- Downloading nvidia-cublas (403.5MiB)
498
- Downloading nvidia-cusparse (139.2MiB)
499
- Downloading nvidia-nvshmem-cu13 (57.6MiB)
500
- Downloading networkx (2.0MiB)
501
- Downloading nvidia-cusolver (191.6MiB)
502
- Downloading torch (502.2MiB)
503
- Downloading cuda-bindings (6.3MiB)
504
- Downloading pillow (6.6MiB)
505
- Downloading sympy (6.0MiB)
506
- Downloading triton (188.6MiB)
507
- Downloading nvidia-cuda-nvrtc (86.0MiB)
508
- Downloading nvidia-curand (56.8MiB)
509
- Downloading nvidia-cufft (204.2MiB)
510
- Downloading nvidia-nvjitlink (38.9MiB)
511
- Downloading nvidia-cudnn-cu13 (349.2MiB)
512
- Downloading nvidia-cuda-runtime (2.1MiB)
513
- Downloading nvidia-nccl-cu13 (196.4MiB)
514
- Downloading numpy (15.9MiB)
515
- Downloading torchvision (7.3MiB)
516
- Downloaded nvidia-cufile
517
- Downloaded nvidia-cuda-runtime
518
- Downloaded networkx
519
- Downloaded cuda-bindings
520
- Downloaded pillow
521
- Downloaded torchvision
522
- Downloaded nvidia-cuda-cupti
523
- Downloaded numpy
524
- Downloaded nvidia-nvjitlink
525
- Downloaded sympy
526
- Downloaded nvidia-curand
527
- Downloaded nvidia-nvshmem-cu13
528
- Downloaded nvidia-cuda-nvrtc
529
- Downloaded nvidia-cusparse
530
- Downloaded nvidia-cusparselt-cu13
531
- Downloaded nvidia-cusolver
532
- Downloaded nvidia-nccl-cu13
533
- Downloaded nvidia-cufft
534
- Downloaded triton
535
- Downloaded nvidia-cudnn-cu13
536
- Downloaded nvidia-cublas
537
- Downloaded torch
538
- Installed 32 packages in 616ms
539
- ======================================================================
540
- RMT Diffusion Consistency reproduction -- Claim 6 (SCOPED TOY SCALE)
541
- Testing official Claim 5: consistency vs linear theory,
542
- overshrinkage, and eigenmode-dependent cross-split deviation
543
- Device: cuda
544
- ======================================================================
545
-
546
- ````
547
-
548
-
549
- ---
550
- <!-- trackio-cell
551
- {"type": "code", "id": "cell_019e449156c2", "created_at": "2026-08-01T06:41:17+00:00", "title": "Run: hf rmt_diffusion_claim6.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "a10g-small", "--timeout", "3600", "--secrets", "HF_TOKEN", "rmt_diffusion_claim6.py"], "exit_code": 0, "duration_s": 321.624}
552
  -->
553
  ````bash
554
  $ hf jobs uv run --flavor a10g-small --timeout 3600 --secrets HF_TOKEN rmt_diffusion_claim6.py
@@ -1034,30 +489,30 @@ if __name__ == "__main__":
1034
  ````output
1035
  /usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
1036
  warnings.warn(
1037
- Job started with ID: 6a6d93cc6b79c09949c1e1cf
1038
- View at: https://huggingface.co/jobs/byte-vortex/6a6d93cc6b79c09949c1e1cf
1039
- Downloading nvidia-cuda-cupti (10.2MiB)
1040
- Downloading nvidia-cuda-runtime (2.1MiB)
1041
- Downloading nvidia-cusparse (139.2MiB)
1042
- Downloading sympy (6.0MiB)
1043
- Downloading networkx (2.0MiB)
1044
- Downloading pillow (6.6MiB)
1045
  Downloading nvidia-curand (56.8MiB)
1046
- Downloading nvidia-cusolver (191.6MiB)
1047
  Downloading nvidia-cufile (1.2MiB)
1048
- Downloading nvidia-nccl-cu13 (196.4MiB)
1049
- Downloading nvidia-cudnn-cu13 (349.2MiB)
1050
- Downloading nvidia-nvjitlink (38.9MiB)
1051
- Downloading cuda-bindings (6.3MiB)
1052
- Downloading nvidia-nvshmem-cu13 (57.6MiB)
1053
  Downloading triton (188.6MiB)
1054
- Downloading nvidia-cufft (204.2MiB)
1055
- Downloading numpy (15.9MiB)
 
 
 
1056
  Downloading nvidia-cuda-nvrtc (86.0MiB)
 
1057
  Downloading nvidia-cusparselt-cu13 (162.3MiB)
 
 
 
 
 
1058
  Downloading nvidia-cublas (403.5MiB)
 
 
1059
  Downloading torch (502.2MiB)
1060
- Downloading torchvision (7.3MiB)
1061
  Downloaded nvidia-cufile
1062
  Downloaded nvidia-cuda-runtime
1063
  Downloaded networkx
@@ -1066,8 +521,8 @@ Downloading torchvision (7.3MiB)
1066
  Downloaded torchvision
1067
  Downloaded nvidia-cuda-cupti
1068
  Downloaded numpy
1069
- Downloaded nvidia-nvjitlink
1070
  Downloaded sympy
 
1071
  Downloaded nvidia-curand
1072
  Downloaded nvidia-nvshmem-cu13
1073
  Downloaded nvidia-cuda-nvrtc
@@ -1080,7 +535,7 @@ Downloading torchvision (7.3MiB)
1080
  Downloaded nvidia-cudnn-cu13
1081
  Downloaded nvidia-cublas
1082
  Downloaded torch
1083
- Installed 32 packages in 628ms
1084
  ======================================================================
1085
  RMT Diffusion Consistency reproduction -- Claim 6 (SCOPED TOY SCALE)
1086
  Testing official Claim 5: consistency vs linear theory,
 
3
 
4
  ---
5
  <!-- trackio-cell
6
+ {"type": "code", "id": "cell_f05089612d51", "created_at": "2026-08-01T08:05:48+00:00", "title": "Run: hf rmt_diffusion_claim6.py (exit 0)", "command": ["hf", "jobs", "uv", "run", "--flavor", "a10g-small", "--timeout", "3600", "--secrets", "HF_TOKEN", "rmt_diffusion_claim6.py"], "exit_code": 0, "duration_s": 321.594}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7
  -->
8
  ````bash
9
  $ hf jobs uv run --flavor a10g-small --timeout 3600 --secrets HF_TOKEN rmt_diffusion_claim6.py
 
489
  ````output
490
  /usr/local/lib/python3.12/dist-packages/huggingface_hub/utils/_experimental.py:59: UserWarning: 'HfApi.run_uv_job' is experimental and might be subject to breaking changes in the future without prior notice. You can disable this warning by setting `HF_HUB_DISABLE_EXPERIMENTAL_WARNING=1` as environment variable.
491
  warnings.warn(
492
+ Job started with ID: 6a6da79ba00abefd4b28b143
493
+ View at: https://huggingface.co/jobs/byte-vortex/6a6da79ba00abefd4b28b143
 
 
 
 
 
 
494
  Downloading nvidia-curand (56.8MiB)
495
+ Downloading numpy (15.9MiB)
496
  Downloading nvidia-cufile (1.2MiB)
 
 
 
 
 
497
  Downloading triton (188.6MiB)
498
+ Downloading nvidia-cusolver (191.6MiB)
499
+ Downloading nvidia-cuda-runtime (2.1MiB)
500
+ Downloading nvidia-cudnn-cu13 (349.2MiB)
501
+ Downloading nvidia-cusparse (139.2MiB)
502
+ Downloading pillow (6.6MiB)
503
  Downloading nvidia-cuda-nvrtc (86.0MiB)
504
+ Downloading nvidia-nvjitlink (38.9MiB)
505
  Downloading nvidia-cusparselt-cu13 (162.3MiB)
506
+ Downloading nvidia-nvshmem-cu13 (57.6MiB)
507
+ Downloading networkx (2.0MiB)
508
+ Downloading torchvision (7.3MiB)
509
+ Downloading cuda-bindings (6.3MiB)
510
+ Downloading sympy (6.0MiB)
511
  Downloading nvidia-cublas (403.5MiB)
512
+ Downloading nvidia-nccl-cu13 (196.4MiB)
513
+ Downloading nvidia-cufft (204.2MiB)
514
  Downloading torch (502.2MiB)
515
+ Downloading nvidia-cuda-cupti (10.2MiB)
516
  Downloaded nvidia-cufile
517
  Downloaded nvidia-cuda-runtime
518
  Downloaded networkx
 
521
  Downloaded torchvision
522
  Downloaded nvidia-cuda-cupti
523
  Downloaded numpy
 
524
  Downloaded sympy
525
+ Downloaded nvidia-nvjitlink
526
  Downloaded nvidia-curand
527
  Downloaded nvidia-nvshmem-cu13
528
  Downloaded nvidia-cuda-nvrtc
 
535
  Downloaded nvidia-cudnn-cu13
536
  Downloaded nvidia-cublas
537
  Downloaded torch
538
+ Installed 32 packages in 588ms
539
  ======================================================================
540
  RMT Diffusion Consistency reproduction -- Claim 6 (SCOPED TOY SCALE)
541
  Testing official Claim 5: consistency vs linear theory,
pages/conclusion/page.md CHANGED
@@ -3,8 +3,12 @@
3
 
4
  ---
5
  <!-- trackio-cell
6
- {"type": "artifact", "id": "cell_80c251c0de59", "created_at": "2026-08-01T06:30:18+00:00", "title": "Reproduction bundle", "artifact": "repro-diffusion-consistency/repro-bundle:v0", "artifact_type": "dataset", "pinned": true, "pinned_at": "2026-08-01T06:30:20+00:00"}
7
  -->
8
- **📦 Artifact** `repro-diffusion-consistency/repro-bundle:v0` · dataset
9
 
10
- trackio-artifact://repro-diffusion-consistency/repro-bundle:v0
 
 
 
 
 
3
 
4
  ---
5
  <!-- trackio-cell
6
+ {"type": "markdown", "id": "cell_37e322ab8acc", "created_at": "2026-08-01T08:05:53+00:00", "title": "Conclusion", "pinned": true, "pinned_at": "2026-08-01T08:05:53+00:00"}
7
  -->
8
+ This reproduction verified all 5 claims from the official challenge for "A Random Matrix Perspective on the Consistency of Diffusion Models" (arXiv 2602.02908, ICML 2026 Oral).
9
 
10
+ Claims 1-4 (the paper's closed-form theory: linear consistency prediction, self-consistency renormalization, factorized variance law, and fractional matrix power extension to sampling trajectories) were verified numerically against Monte Carlo simulation, with Claim 2 additionally cross-checked against the authors' own released code.
11
+
12
+ Claim 5 (deep network validation) was tested at two scales: a small MLP on real MNIST confirmed the qualitative consistency pattern, and a more thorough UNet trained on real CIFAR10 across four dataset sizes tested all three of the paper's stated predictions directly -- consistency vs. a genuine linear-diffusion baseline, overshrinkage of low-variance eigenmodes, and eigenmode-dependent anisotropic cross-split deviation. All four sub-checks were directionally consistent with the paper's predictions.
13
+
14
+ Reproducibility notes: every empirical claim was run as a real, independently-verifiable Hugging Face Job with public execution logs rather than local/offline runs. The main scope reduction versus the paper is Claim 5, which uses far less compute than the paper's full setup (7 datasets, UNet+DiT, 50k training steps per run) -- this reproduction used 1 dataset, 1 architecture, and up to 4000 steps per run.
pages/executive-summary/page.md CHANGED
@@ -3,7 +3,7 @@
3
 
4
  ---
5
  <!-- trackio-cell
6
- {"type": "markdown", "id": "cell_bf8c0883e67a", "created_at": "2026-08-01T06:30:16+00:00", "title": "Executive summary", "pinned": true, "pinned_at": "2026-08-01T06:30:17+00:00"}
7
  -->
8
  Reproduction of "A Random Matrix Theory Perspective on the Consistency of Diffusion Models" (arXiv 2602.02908), an ICML 2026 ORAL presentation (Wang, Zavatone-Veth, Pehlevan, Harvard University).
9
 
@@ -29,7 +29,7 @@ All empirical claims were run as real, independently-verifiable Hugging Face Job
29
 
30
  ---
31
  <!-- trackio-cell
32
- {"type": "figure", "id": "cell_ba8728491c4a", "created_at": "2026-08-01T06:41:18+00:00", "title": "Reproduction poster", "pinned": true, "pinned_at": "2026-08-01T06:41:19+00:00"}
33
  -->
34
  ````html
35
  <div style="font-family: -apple-system, sans-serif; max-width: 900px; margin: 0 auto; padding: 24px; border: 1px solid #ddd; border-radius: 8px;">
 
3
 
4
  ---
5
  <!-- trackio-cell
6
+ {"type": "markdown", "id": "cell_7a10108fd65b", "created_at": "2026-08-01T08:05:49+00:00", "title": "Executive summary", "pinned": true, "pinned_at": "2026-08-01T08:05:50+00:00"}
7
  -->
8
  Reproduction of "A Random Matrix Theory Perspective on the Consistency of Diffusion Models" (arXiv 2602.02908), an ICML 2026 ORAL presentation (Wang, Zavatone-Veth, Pehlevan, Harvard University).
9
 
 
29
 
30
  ---
31
  <!-- trackio-cell
32
+ {"type": "figure", "id": "cell_5e61302dfcd0", "created_at": "2026-08-01T08:05:51+00:00", "title": "Reproduction poster", "pinned": true, "pinned_at": "2026-08-01T08:05:52+00:00"}
33
  -->
34
  ````html
35
  <div style="font-family: -apple-system, sans-serif; max-width: 900px; margin: 0 auto; padding: 24px; border: 1px solid #ddd; border-radius: 8px;">
workspace.json CHANGED
@@ -5,39 +5,34 @@
5
  "files": [],
6
  "hub_refs": [
7
  {
8
- "url": "https://huggingface.co/jobs/byte-vortex/6a6d902f6b79c09949c1e1a8",
9
  "type": "Jobs",
10
- "label": "byte-vortex/6a6d902f6b79c09949c1e1a8"
11
  },
12
  {
13
- "url": "https://huggingface.co/jobs/byte-vortex/6a6d905e6b79c09949c1e1ae",
14
  "type": "Jobs",
15
- "label": "byte-vortex/6a6d905e6b79c09949c1e1ae"
16
  },
17
  {
18
- "url": "https://huggingface.co/jobs/byte-vortex/6a6d90a86b79c09949c1e1b0",
19
  "type": "Jobs",
20
- "label": "byte-vortex/6a6d90a86b79c09949c1e1b0"
21
  },
22
  {
23
- "url": "https://huggingface.co/jobs/byte-vortex/6a6d90f4a00abefd4b28af1a",
24
  "type": "Jobs",
25
- "label": "byte-vortex/6a6d90f4a00abefd4b28af1a"
26
  },
27
  {
28
- "url": "https://huggingface.co/jobs/byte-vortex/6a6d91066b79c09949c1e1b6",
29
  "type": "Jobs",
30
- "label": "byte-vortex/6a6d91066b79c09949c1e1b6"
31
  },
32
  {
33
- "url": "https://huggingface.co/jobs/byte-vortex/6a6d91376b79c09949c1e1b8",
34
  "type": "Jobs",
35
- "label": "byte-vortex/6a6d91376b79c09949c1e1b8"
36
- },
37
- {
38
- "url": "https://huggingface.co/jobs/byte-vortex/6a6d93cc6b79c09949c1e1cf",
39
- "type": "Jobs",
40
- "label": "byte-vortex/6a6d93cc6b79c09949c1e1cf"
41
  }
42
  ],
43
  "reference_only": true
 
5
  "files": [],
6
  "hub_refs": [
7
  {
8
+ "url": "https://huggingface.co/jobs/byte-vortex/6a6da690a00abefd4b28b0db",
9
  "type": "Jobs",
10
+ "label": "byte-vortex/6a6da690a00abefd4b28b0db"
11
  },
12
  {
13
+ "url": "https://huggingface.co/jobs/byte-vortex/6a6da6c26b79c09949c1e2b4",
14
  "type": "Jobs",
15
+ "label": "byte-vortex/6a6da6c26b79c09949c1e2b4"
16
  },
17
  {
18
+ "url": "https://huggingface.co/jobs/byte-vortex/6a6da733a00abefd4b28b117",
19
  "type": "Jobs",
20
+ "label": "byte-vortex/6a6da733a00abefd4b28b117"
21
  },
22
  {
23
+ "url": "https://huggingface.co/jobs/byte-vortex/6a6da7596b79c09949c1e2ef",
24
  "type": "Jobs",
25
+ "label": "byte-vortex/6a6da7596b79c09949c1e2ef"
26
  },
27
  {
28
+ "url": "https://huggingface.co/jobs/byte-vortex/6a6da76b6b79c09949c1e2f1",
29
  "type": "Jobs",
30
+ "label": "byte-vortex/6a6da76b6b79c09949c1e2f1"
31
  },
32
  {
33
+ "url": "https://huggingface.co/jobs/byte-vortex/6a6da79ba00abefd4b28b143",
34
  "type": "Jobs",
35
+ "label": "byte-vortex/6a6da79ba00abefd4b28b143"
 
 
 
 
 
36
  }
37
  ],
38
  "reference_only": true