matCercola18 commited on
Commit
1909be1
·
verified ·
1 Parent(s): be6e87e

X29-T: MIMO spline setting on T2, baselines for C-only and C+phi

Browse files
Files changed (36) hide show
  1. models/x29t/jobs.json +98 -0
  2. models/x29t/x29t2a_reg_s0.pth +3 -0
  3. models/x29t/x29t2a_reg_s1.pth +3 -0
  4. models/x29t/x29t2a_reg_s2.pth +3 -0
  5. models/x29t/x29t2b_reg_s0.pth +3 -0
  6. models/x29t/x29t2b_reg_s1.pth +3 -0
  7. models/x29t/x29t2b_reg_s2.pth +3 -0
  8. models/x29t/x29t3a_reg_s0.pth +3 -0
  9. models/x29t/x29t3a_reg_s1.pth +3 -0
  10. models/x29t/x29t3a_reg_s2.pth +3 -0
  11. models/x29t/x29t3b_reg_s0.pth +3 -0
  12. models/x29t/x29t3b_reg_s1.pth +3 -0
  13. models/x29t/x29t3b_reg_s2.pth +3 -0
  14. results/icml_r3/X29/PREREG_t2.md +24 -0
  15. results/icml_r3/X29/t2/ard_m2.npz +3 -0
  16. results/icml_r3/X29/t2/knn_m2_a.npz +3 -0
  17. results/icml_r3/X29/t2/knn_m2_b.npz +3 -0
  18. results/icml_r3/X29/t2/knn_m3_a.npz +3 -0
  19. results/icml_r3/X29/t2/knn_m3_b.npz +3 -0
  20. results/icml_r3/X29/t2/numbers.json +988 -0
  21. results/icml_r3/X29/t2/report.txt +92 -0
  22. results/icml_r3/X29/t2/solver_m2.npz +3 -0
  23. results/icml_r3/X29/t2/solver_m3.npz +3 -0
  24. results/icml_r3/X29/t2/timing_m3_smoke.json +164 -0
  25. results/icml_r3/X29/t2/twin_x29t2a_reg_s0.npz +3 -0
  26. results/icml_r3/X29/t2/twin_x29t2a_reg_s1.npz +3 -0
  27. results/icml_r3/X29/t2/twin_x29t2a_reg_s2.npz +3 -0
  28. results/icml_r3/X29/t2/twin_x29t2b_reg_s0.npz +3 -0
  29. results/icml_r3/X29/t2/twin_x29t2b_reg_s1.npz +3 -0
  30. results/icml_r3/X29/t2/twin_x29t2b_reg_s2.npz +3 -0
  31. results/icml_r3/X29/t2/twin_x29t3a_reg_s0.npz +3 -0
  32. results/icml_r3/X29/t2/twin_x29t3a_reg_s1.npz +3 -0
  33. results/icml_r3/X29/t2/twin_x29t3a_reg_s2.npz +3 -0
  34. results/icml_r3/X29/t2/twin_x29t3b_reg_s0.npz +3 -0
  35. results/icml_r3/X29/t2/twin_x29t3b_reg_s1.npz +3 -0
  36. results/icml_r3/X29/t2/twin_x29t3b_reg_s2.npz +3 -0
models/x29t/jobs.json ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "name": "x29t3a_reg_s0",
4
+ "arm": "reg",
5
+ "seed": 0,
6
+ "m": 3,
7
+ "n": 0,
8
+ "data": "results/icml_r3/X28/mimo/ds/ds_x28a_m3.pt"
9
+ },
10
+ {
11
+ "name": "x29t3a_reg_s1",
12
+ "arm": "reg",
13
+ "seed": 1,
14
+ "m": 3,
15
+ "n": 0,
16
+ "data": "results/icml_r3/X28/mimo/ds/ds_x28a_m3.pt"
17
+ },
18
+ {
19
+ "name": "x29t3a_reg_s2",
20
+ "arm": "reg",
21
+ "seed": 2,
22
+ "m": 3,
23
+ "n": 0,
24
+ "data": "results/icml_r3/X28/mimo/ds/ds_x28a_m3.pt"
25
+ },
26
+ {
27
+ "name": "x29t3b_reg_s0",
28
+ "arm": "reg",
29
+ "seed": 0,
30
+ "m": 3,
31
+ "n": 0,
32
+ "data": "results/icml_r3/X28/mimo/ds/ds_x28b_m3.pt"
33
+ },
34
+ {
35
+ "name": "x29t3b_reg_s1",
36
+ "arm": "reg",
37
+ "seed": 1,
38
+ "m": 3,
39
+ "n": 0,
40
+ "data": "results/icml_r3/X28/mimo/ds/ds_x28b_m3.pt"
41
+ },
42
+ {
43
+ "name": "x29t3b_reg_s2",
44
+ "arm": "reg",
45
+ "seed": 2,
46
+ "m": 3,
47
+ "n": 0,
48
+ "data": "results/icml_r3/X28/mimo/ds/ds_x28b_m3.pt"
49
+ },
50
+ {
51
+ "name": "x29t2a_reg_s0",
52
+ "arm": "reg",
53
+ "seed": 0,
54
+ "m": 2,
55
+ "n": 0,
56
+ "data": "results/icml_r3/X28/mimo/ds/ds_x28a_m2.pt"
57
+ },
58
+ {
59
+ "name": "x29t2a_reg_s1",
60
+ "arm": "reg",
61
+ "seed": 1,
62
+ "m": 2,
63
+ "n": 0,
64
+ "data": "results/icml_r3/X28/mimo/ds/ds_x28a_m2.pt"
65
+ },
66
+ {
67
+ "name": "x29t2a_reg_s2",
68
+ "arm": "reg",
69
+ "seed": 2,
70
+ "m": 2,
71
+ "n": 0,
72
+ "data": "results/icml_r3/X28/mimo/ds/ds_x28a_m2.pt"
73
+ },
74
+ {
75
+ "name": "x29t2b_reg_s0",
76
+ "arm": "reg",
77
+ "seed": 0,
78
+ "m": 2,
79
+ "n": 0,
80
+ "data": "results/icml_r3/X28/mimo/ds/ds_x28b_m2.pt"
81
+ },
82
+ {
83
+ "name": "x29t2b_reg_s1",
84
+ "arm": "reg",
85
+ "seed": 1,
86
+ "m": 2,
87
+ "n": 0,
88
+ "data": "results/icml_r3/X28/mimo/ds/ds_x28b_m2.pt"
89
+ },
90
+ {
91
+ "name": "x29t2b_reg_s2",
92
+ "arm": "reg",
93
+ "seed": 2,
94
+ "m": 2,
95
+ "n": 0,
96
+ "data": "results/icml_r3/X28/mimo/ds/ds_x28b_m2.pt"
97
+ }
98
+ ]
models/x29t/x29t2a_reg_s0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e97ffdef513c3fd0226957620d42ac07da57feb65e6bf3cd1223d0671657d868
3
+ size 46015107
models/x29t/x29t2a_reg_s1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5062d5fa1f520b1bd61ae660e23bb64f2da2dd763b820d0fa1a279d8a94f8f3
3
+ size 46015107
models/x29t/x29t2a_reg_s2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3dd1dbbcade44b272548958444cd1d6b1524ecc10b5c54f5d2172552abcbac8
3
+ size 46015107
models/x29t/x29t2b_reg_s0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cefe77e57bb18b566f4ebd4f65d976fceffb50b0e04647a7d535ded540a72ce
3
+ size 46052163
models/x29t/x29t2b_reg_s1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c250a9d95447a99515521536f222d4410391c3c8031e0c6386cc360e0f421fbf
3
+ size 46052163
models/x29t/x29t2b_reg_s2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc3668f88c6c60b28857cb33afb47497c30aefde6b9c935df866583a267481b0
3
+ size 46052163
models/x29t/x29t3a_reg_s0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baf524a1e05291ea3da6c7c2cded50a000881a937ac81e77b3cf336c0543b43e
3
+ size 46193411
models/x29t/x29t3a_reg_s1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:549be586405547cf7f879d7be4fc9897ec2a1a8e7ff57904b5d10700dfa20772
3
+ size 46193411
models/x29t/x29t3a_reg_s2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d76b6d9294e103b92ca4778e87f79c50939d43470b4cac52547bca7279524b7
3
+ size 46193411
models/x29t/x29t3b_reg_s0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed6cd58b9fa45c11bede0ba63516cb0dcd698df14b225e6b302a0d6acbb1a0d1
3
+ size 46249155
models/x29t/x29t3b_reg_s1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0925280156ef1387ae5bc0376cb85a3c6a431d701cd11c99b676ac6646a7456a
3
+ size 46249155
models/x29t/x29t3b_reg_s2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11869f35a2391c4f55d8adb733536b326202b307648e3c6f1019217b9a115e88
3
+ size 46249155
results/icml_r3/X29/PREREG_t2.md ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # X29-T addenda (MIMO spline setting on T2, PREREG.md section 3)
2
+
3
+ ## Addendum 2026-11-16, 18:10 UTC (commit 6d1dbb7; the heading said 19:00 by mistake, corrected 18:15): details fixed before any X29-T code ran or any X29-T number existed
4
+
5
+ Code: `nonlinear/mimo_unstable/x29_t2.py`. Results: `results/icml_r3/X29/t2/`. Twins: `models/x29t/`.
6
+
7
+ - **m = 2 ARD metric.** `x10_retr.fit_ard` with its defaults (n_sub = 1500, seed 0, maxiter 500) on the 3,936 S2-M m = 2 label plants ([64, 4000) of `C_mimo/sof/bank.npz`, in `x28_mimo_gen.labels` order). Inputs: (params - lo) / (hi - lo) with `family_sofm.box(2)`, the X10 `unit` scaling. Outputs: label (a) K (4 numbers), standardized by mean and std + 1e-9. Saved to `X29/t2/ard_m2.npz`. m = 3 uses `results/icml_r3/X10/ard_m3.npz` unchanged.
8
+ - **kNN.** Bank = the plants of `x28_mimo_gen.labels(m)`: m = 3 is [64, 8000) of `D2_scale/m3_bank.npz` (7,936 plants), m = 2 as above. Query and bank features: (params - lo) / (hi - lo) / l (x27_filter). Squared Euclidean distance; the 16 nearest bank plants, nearest first. C-only candidates: their label (a) K with identity ratios. C+phi candidates: their label (b) (K and the 10 so3 ratios, already in [0.1, 10]). Self-check: 5 bank plants queried as themselves come back first.
9
+ - **Twins.** Training: `mh_train` arm "reg" with its defaults (96,000 steps, batch 64, lr 2e-4, warmup 1500, cosine, AdamW wd 1e-4, clip 1.0, EMA 0.999), on `X28/mimo/ds/ds_x28{a,b}_m{m}.pt`. Seeds 0, 1, 2. Names `x29t{m}{a,b}_reg_s{seed}`, all 12 in one `mh_train` process, `--resume`. That is the S3-M invocation with arm "reg" instead of "diff". Sampling: the EMA 0.999 weights. Inputs x = 0 and t = 0 (float), as X27's `sample.py` reg branch. Candidate 1 is the eval-mode (deterministic) output. Candidates 2 to 16 are train-mode (dropout 0.05) outputs after `torch.manual_seed(model seed)`, on the GPU. Decode as the generators: min-max inverse with the dataset scalers and clip at +-0.96, then (a) K, or (b) `x28_mimo_gen.ungauge` (ratios projected to [0.1, 10]).
10
+ - **Certificates and costs** as the stored generator evaluations (`x28_fallback.eval_id`, `eval_spline`). C-only: `x28_mimo.certified` at identity ratios (the Lyapunov LMI). C+phi: the circle LMI; repair R with center r(1) on rejected candidates; J of every certified, possibly repaired, candidate on the 2m unit directions (20 s, RK4 dt 0.01). "As drawn" = J where the circle LMI certifies the candidate unrepaired.
11
+ - **48-start solver.** K0 = `K[:, 0]` of the T2 build files, the oracle's cheapest certified gain under X27's quadratic cost. Lyapunov test at identity and X28 cost recomputed here. Self-check: the cost equals snapshot 0 of `X28/mimo/t2_m{m}/id_c1.npz` within relative 1e-9.
12
+ - **Adam flat references.** C-only: `t2_m{m}/cert_id_c1.npz` J against J*_T2. C+phi: J*_T2 itself (regret 0).
13
+ - **Numbers.** Per series, m and b in (1, 4, 16):
14
+ - certified % (plants);
15
+ - median regret (uncertified = 1e3) with `x28_mimo.boot_ci` (10,000 resamples, seed 0);
16
+ - for the seeded series: the 3-seed mean, the min to max range, and seed 0 with its CI.
17
+ - **[73] number.** Per seed: certified at b = 1 for the generator minus certified at b = 1 for the same variant's kNN (plant-paired, in points). The CI is a bootstrap percentile interval of the mean difference (10,000 resamples over plants, seed 0). C+phi: repaired generator minus repaired kNN, with as-drawn minus as-drawn also given. C-only: generator (a) minus kNN (a).
18
+ - **Timing stage (written and smoke-tested now, run later on a quiet node).** Timing plants: the first 10 T2 plants per m. Every arm is timed with `torch.set_num_threads(1)` in one process, one plant at a time.
19
+ - Generators and twins: sampling 16 on CPU, then certificates and repair in-process, then cost rollouts on CPU (the certified candidates).
20
+ - kNN: retrieval for the plant, then the same scoring.
21
+ - 48-start solver: `family_sofm.oracle(p, m, 48, seed = 12345 + plant index)`, all 48 starts, wall time on one thread. Early stop = the summed start times up to the first certified start. The T2 build seeds per plant are not stored, so the starts differ from the build's; that does not matter for timing.
22
+ - Adam (both arms in one call, id c1 and so3 c1, c2, c5 as the label run): 25 steps for one plant on one CPU thread, scaled to 400, plus the certify stage's time for that plant.
23
+ - Batched: all 200 T2 plants in one call per arm (sampling and rollouts on the GPU, certificates on a pool of W CPU workers), wall time / 200. Adam: 25 steps on the GPU for 200 plants x 4 starts, scaled to 400, plus the certify time with W workers / 200.
24
+ - Medians over the timing plants, with device, W and node load stated.
results/icml_r3/X29/t2/ard_m2.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:078e3ef044aba0c551f58efa456f8cea0004faaa1e8ea63b690fd44b5d5be154
3
+ size 1586
results/icml_r3/X29/t2/knn_m2_a.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92fcecfbc83336da210692d273a809806dc63f63a802258567459326f69a6a5b
3
+ size 109636
results/icml_r3/X29/t2/knn_m2_b.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b05385913c604cac911024372812622ef3093abf8cb0bb3d8eeab5dd5723932d
3
+ size 664023
results/icml_r3/X29/t2/knn_m3_a.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e19fe89b6a4e466b9e52c7393ba5540ef98b418b20dcc80ddd8cd9e1c2b60f34
3
+ size 235214
results/icml_r3/X29/t2/knn_m3_b.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4de620fc93c68f513d2537cb4992874e2983126f9b62aad6d3ae8b23b525e0aa
3
+ size 1065502
results/icml_r3/X29/t2/numbers.json ADDED
@@ -0,0 +1,988 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "3": {
3
+ "C+phi generator, repaired (primary)": {
4
+ "1": {
5
+ "cert": [
6
+ 80.5,
7
+ 78.0,
8
+ 80.5
9
+ ],
10
+ "regret_median": [
11
+ 18.20710792943576,
12
+ 16.17029571018076,
13
+ 18.81926288601687
14
+ ],
15
+ "seed0_ci": [
16
+ 14.869507438546389,
17
+ 30.15110702734563
18
+ ]
19
+ },
20
+ "4": {
21
+ "cert": [
22
+ 96.0,
23
+ 93.0,
24
+ 92.5
25
+ ],
26
+ "regret_median": [
27
+ 9.469889177810883,
28
+ 9.727583664051553,
29
+ 9.91156515368946
30
+ ],
31
+ "seed0_ci": [
32
+ 8.043878449084584,
33
+ 11.416019343784106
34
+ ]
35
+ },
36
+ "16": {
37
+ "cert": [
38
+ 100.0,
39
+ 100.0,
40
+ 99.5
41
+ ],
42
+ "regret_median": [
43
+ 6.156964264330768,
44
+ 6.820768681731057,
45
+ 6.708531724843919
46
+ ],
47
+ "seed0_ci": [
48
+ 5.4918700341694295,
49
+ 7.774524050414888
50
+ ]
51
+ }
52
+ },
53
+ "C+phi generator, as drawn": {
54
+ "1": {
55
+ "cert": [
56
+ 62.0,
57
+ 61.0,
58
+ 61.5
59
+ ],
60
+ "regret_median": [
61
+ 27.158582429472634,
62
+ 16.891909722865826,
63
+ 24.51385166525689
64
+ ],
65
+ "seed0_ci": [
66
+ 16.443265527267357,
67
+ 59.82302810287279
68
+ ]
69
+ },
70
+ "4": {
71
+ "cert": [
72
+ 85.0,
73
+ 81.5,
74
+ 81.0
75
+ ],
76
+ "regret_median": [
77
+ 9.910631019291992,
78
+ 9.779424996589272,
79
+ 10.209049706049148
80
+ ],
81
+ "seed0_ci": [
82
+ 8.33376515618729,
83
+ 12.585890993007473
84
+ ]
85
+ },
86
+ "16": {
87
+ "cert": [
88
+ 95.5,
89
+ 95.0,
90
+ 95.5
91
+ ],
92
+ "regret_median": [
93
+ 6.156964264330768,
94
+ 6.903614510942016,
95
+ 6.7390261360806285
96
+ ],
97
+ "seed0_ci": [
98
+ 5.4918700341694295,
99
+ 7.910189372781298
100
+ ]
101
+ }
102
+ },
103
+ "C-only generator": {
104
+ "1": {
105
+ "cert": [
106
+ 95.5,
107
+ 97.5,
108
+ 94.0
109
+ ],
110
+ "regret_median": [
111
+ 16.040225255128348,
112
+ 16.226482877615975,
113
+ 16.6858820657342
114
+ ],
115
+ "seed0_ci": [
116
+ 14.283419577553696,
117
+ 18.21607588390281
118
+ ]
119
+ },
120
+ "4": {
121
+ "cert": [
122
+ 99.5,
123
+ 100.0,
124
+ 98.0
125
+ ],
126
+ "regret_median": [
127
+ 12.724885666367369,
128
+ 13.390521441691238,
129
+ 12.077170355021503
130
+ ],
131
+ "seed0_ci": [
132
+ 11.664969857966094,
133
+ 13.595589059590354
134
+ ]
135
+ },
136
+ "16": {
137
+ "cert": [
138
+ 100.0,
139
+ 100.0,
140
+ 98.5
141
+ ],
142
+ "regret_median": [
143
+ 10.048566092503501,
144
+ 10.238079104599043,
145
+ 10.360568688425923
146
+ ],
147
+ "seed0_ci": [
148
+ 9.211951609600563,
149
+ 11.872939532692769
150
+ ]
151
+ }
152
+ },
153
+ "C+phi kNN, repaired": {
154
+ "1": {
155
+ "cert": [
156
+ 90.5
157
+ ],
158
+ "regret_median": [
159
+ 61.40265874425415
160
+ ],
161
+ "seed0_ci": [
162
+ 52.06427210343635,
163
+ 70.49075111980459
164
+ ]
165
+ },
166
+ "4": {
167
+ "cert": [
168
+ 100.0
169
+ ],
170
+ "regret_median": [
171
+ 25.416614182144748
172
+ ],
173
+ "seed0_ci": [
174
+ 21.95510950494227,
175
+ 28.877785973090575
176
+ ]
177
+ },
178
+ "16": {
179
+ "cert": [
180
+ 100.0
181
+ ],
182
+ "regret_median": [
183
+ 15.875552104437812
184
+ ],
185
+ "seed0_ci": [
186
+ 14.798412392607474,
187
+ 16.593985385810537
188
+ ]
189
+ }
190
+ },
191
+ "C+phi kNN, as drawn": {
192
+ "1": {
193
+ "cert": [
194
+ 48.0
195
+ ],
196
+ "regret_median": [
197
+ 100000.0
198
+ ],
199
+ "seed0_ci": [
200
+ 95.48188291282324,
201
+ 100000.0
202
+ ]
203
+ },
204
+ "4": {
205
+ "cert": [
206
+ 86.0
207
+ ],
208
+ "regret_median": [
209
+ 31.585819787165164
210
+ ],
211
+ "seed0_ci": [
212
+ 27.641904620910886,
213
+ 34.706676212983886
214
+ ]
215
+ },
216
+ "16": {
217
+ "cert": [
218
+ 99.5
219
+ ],
220
+ "regret_median": [
221
+ 17.55288060090361
222
+ ],
223
+ "seed0_ci": [
224
+ 16.315676856374456,
225
+ 19.464682770423764
226
+ ]
227
+ }
228
+ },
229
+ "C-only kNN": {
230
+ "1": {
231
+ "cert": [
232
+ 80.0
233
+ ],
234
+ "regret_median": [
235
+ 70.86963850436531
236
+ ],
237
+ "seed0_ci": [
238
+ 58.68882413875176,
239
+ 93.1049471098422
240
+ ]
241
+ },
242
+ "4": {
243
+ "cert": [
244
+ 98.5
245
+ ],
246
+ "regret_median": [
247
+ 36.25076725237899
248
+ ],
249
+ "seed0_ci": [
250
+ 32.65866226331258,
251
+ 40.83099853473164
252
+ ]
253
+ },
254
+ "16": {
255
+ "cert": [
256
+ 100.0
257
+ ],
258
+ "regret_median": [
259
+ 23.770456928267674
260
+ ],
261
+ "seed0_ci": [
262
+ 22.441243890586783,
263
+ 25.78762012710637
264
+ ]
265
+ }
266
+ },
267
+ "C+phi twin, repaired": {
268
+ "1": {
269
+ "cert": [
270
+ 76.5,
271
+ 77.0,
272
+ 75.5
273
+ ],
274
+ "regret_median": [
275
+ 20.476589080146105,
276
+ 24.44629125624277,
277
+ 21.54695378761723
278
+ ],
279
+ "seed0_ci": [
280
+ 17.403897884399484,
281
+ 25.93791735550226
282
+ ]
283
+ },
284
+ "4": {
285
+ "cert": [
286
+ 89.0,
287
+ 88.0,
288
+ 87.0
289
+ ],
290
+ "regret_median": [
291
+ 15.720631495518752,
292
+ 14.460180672991246,
293
+ 16.447384798375012
294
+ ],
295
+ "seed0_ci": [
296
+ 13.03016934235105,
297
+ 18.763499647802092
298
+ ]
299
+ },
300
+ "16": {
301
+ "cert": [
302
+ 94.5,
303
+ 96.0,
304
+ 94.5
305
+ ],
306
+ "regret_median": [
307
+ 11.112464695195653,
308
+ 10.35788865791121,
309
+ 11.042064924646938
310
+ ],
311
+ "seed0_ci": [
312
+ 8.903470271220321,
313
+ 13.204057771385338
314
+ ]
315
+ }
316
+ },
317
+ "C+phi twin, as drawn": {
318
+ "1": {
319
+ "cert": [
320
+ 61.5,
321
+ 59.5,
322
+ 60.0
323
+ ],
324
+ "regret_median": [
325
+ 22.873657679212627,
326
+ 33.29918054132304,
327
+ 29.329389671751116
328
+ ],
329
+ "seed0_ci": [
330
+ 17.944975843371243,
331
+ 30.687458011662947
332
+ ]
333
+ },
334
+ "4": {
335
+ "cert": [
336
+ 72.5,
337
+ 72.5,
338
+ 73.0
339
+ ],
340
+ "regret_median": [
341
+ 16.90703238405302,
342
+ 15.490529069435041,
343
+ 17.53662928521269
344
+ ],
345
+ "seed0_ci": [
346
+ 13.224224074205251,
347
+ 21.127316291631203
348
+ ]
349
+ },
350
+ "16": {
351
+ "cert": [
352
+ 83.5,
353
+ 82.5,
354
+ 83.5
355
+ ],
356
+ "regret_median": [
357
+ 11.450259766382063,
358
+ 11.2829106460066,
359
+ 11.042064924646938
360
+ ],
361
+ "seed0_ci": [
362
+ 9.050575405504501,
363
+ 13.45565604477067
364
+ ]
365
+ }
366
+ },
367
+ "C-only twin": {
368
+ "1": {
369
+ "cert": [
370
+ 96.5,
371
+ 94.5,
372
+ 91.5
373
+ ],
374
+ "regret_median": [
375
+ 18.805459924679706,
376
+ 18.300875301686244,
377
+ 17.52906366266389
378
+ ],
379
+ "seed0_ci": [
380
+ 17.220531421371145,
381
+ 21.839882976736547
382
+ ]
383
+ },
384
+ "4": {
385
+ "cert": [
386
+ 99.0,
387
+ 98.0,
388
+ 95.5
389
+ ],
390
+ "regret_median": [
391
+ 15.991991838937727,
392
+ 15.997352327295456,
393
+ 15.403970629172509
394
+ ],
395
+ "seed0_ci": [
396
+ 13.610881440525773,
397
+ 18.118869041847802
398
+ ]
399
+ },
400
+ "16": {
401
+ "cert": [
402
+ 99.5,
403
+ 99.0,
404
+ 97.5
405
+ ],
406
+ "regret_median": [
407
+ 13.666386886868597,
408
+ 14.072653102779164,
409
+ 13.691025023961734
410
+ ],
411
+ "seed0_ci": [
412
+ 11.213330978481713,
413
+ 15.749548758593267
414
+ ]
415
+ }
416
+ },
417
+ "48-start solver": {
418
+ "cert": 100.0,
419
+ "regret_median": 11.598520243908668,
420
+ "ci": [
421
+ 10.84827430944245,
422
+ 12.302469185565862
423
+ ]
424
+ },
425
+ "Adam optimizer, C-only": {
426
+ "cert": 100.0,
427
+ "regret_median": 4.325471728299885,
428
+ "ci": [
429
+ 4.046168617560705,
430
+ 5.058263761232743
431
+ ]
432
+ },
433
+ "Adam optimizer, C+phi": {
434
+ "cert": 100.0,
435
+ "regret_median": 0.0,
436
+ "ci": [
437
+ 0.0,
438
+ 0.0
439
+ ]
440
+ },
441
+ "[73]": {
442
+ "C+phi repaired": [
443
+ [
444
+ -10.0,
445
+ -17.0,
446
+ -3.0
447
+ ],
448
+ [
449
+ -12.5,
450
+ -19.5,
451
+ -5.5
452
+ ],
453
+ [
454
+ -10.0,
455
+ -16.5,
456
+ -3.5
457
+ ]
458
+ ],
459
+ "C+phi as drawn": [
460
+ [
461
+ 14.0,
462
+ 4.5,
463
+ 23.5
464
+ ],
465
+ [
466
+ 13.0,
467
+ 4.0,
468
+ 22.0
469
+ ],
470
+ [
471
+ 13.5,
472
+ 4.5,
473
+ 22.5
474
+ ]
475
+ ],
476
+ "C-only": [
477
+ [
478
+ 15.5,
479
+ 9.5,
480
+ 21.5
481
+ ],
482
+ [
483
+ 17.5,
484
+ 12.0,
485
+ 23.5
486
+ ],
487
+ [
488
+ 14.0,
489
+ 7.5,
490
+ 20.5
491
+ ]
492
+ ]
493
+ }
494
+ },
495
+ "2": {
496
+ "C+phi generator, repaired (primary)": {
497
+ "1": {
498
+ "cert": [
499
+ 91.0,
500
+ 90.0,
501
+ 90.5
502
+ ],
503
+ "regret_median": [
504
+ 10.286276383107642,
505
+ 9.854288820006897,
506
+ 10.377585431822087
507
+ ],
508
+ "seed0_ci": [
509
+ 7.209354482202819,
510
+ 12.881426699625228
511
+ ]
512
+ },
513
+ "4": {
514
+ "cert": [
515
+ 98.5,
516
+ 97.5,
517
+ 97.5
518
+ ],
519
+ "regret_median": [
520
+ 5.037010802645899,
521
+ 5.485025439452358,
522
+ 5.886423224684316
523
+ ],
524
+ "seed0_ci": [
525
+ 4.379493590631947,
526
+ 6.512434213294332
527
+ ]
528
+ },
529
+ "16": {
530
+ "cert": [
531
+ 99.5,
532
+ 99.5,
533
+ 100.0
534
+ ],
535
+ "regret_median": [
536
+ 3.514981224235532,
537
+ 3.6222522082313526,
538
+ 3.6444609872611013
539
+ ],
540
+ "seed0_ci": [
541
+ 2.9151361169306935,
542
+ 4.295892121291692
543
+ ]
544
+ }
545
+ },
546
+ "C+phi generator, as drawn": {
547
+ "1": {
548
+ "cert": [
549
+ 78.0,
550
+ 75.5,
551
+ 80.5
552
+ ],
553
+ "regret_median": [
554
+ 10.804089907463203,
555
+ 10.170124139400077,
556
+ 11.080173715194663
557
+ ],
558
+ "seed0_ci": [
559
+ 7.895915610770632,
560
+ 15.423658167659271
561
+ ]
562
+ },
563
+ "4": {
564
+ "cert": [
565
+ 91.0,
566
+ 92.0,
567
+ 95.0
568
+ ],
569
+ "regret_median": [
570
+ 5.318330784109356,
571
+ 5.485025439452358,
572
+ 6.131560218286433
573
+ ],
574
+ "seed0_ci": [
575
+ 4.446469394886269,
576
+ 6.622562945976518
577
+ ]
578
+ },
579
+ "16": {
580
+ "cert": [
581
+ 96.5,
582
+ 96.5,
583
+ 98.5
584
+ ],
585
+ "regret_median": [
586
+ 3.592258740679985,
587
+ 3.660065822478123,
588
+ 3.697777398042196
589
+ ],
590
+ "seed0_ci": [
591
+ 3.0102164973343046,
592
+ 4.357912136425178
593
+ ]
594
+ }
595
+ },
596
+ "C-only generator": {
597
+ "1": {
598
+ "cert": [
599
+ 98.5,
600
+ 98.5,
601
+ 98.5
602
+ ],
603
+ "regret_median": [
604
+ 9.18723273932938,
605
+ 8.868674681611862,
606
+ 8.822578279398966
607
+ ],
608
+ "seed0_ci": [
609
+ 8.073729230948773,
610
+ 10.172868657008673
611
+ ]
612
+ },
613
+ "4": {
614
+ "cert": [
615
+ 99.0,
616
+ 99.5,
617
+ 99.5
618
+ ],
619
+ "regret_median": [
620
+ 7.282377856058789,
621
+ 7.490009311332627,
622
+ 7.142232965274345
623
+ ],
624
+ "seed0_ci": [
625
+ 6.453312355724307,
626
+ 8.589088758312128
627
+ ]
628
+ },
629
+ "16": {
630
+ "cert": [
631
+ 99.5,
632
+ 100.0,
633
+ 100.0
634
+ ],
635
+ "regret_median": [
636
+ 6.389602948764607,
637
+ 6.465390318964882,
638
+ 6.392206697221183
639
+ ],
640
+ "seed0_ci": [
641
+ 5.747849083848669,
642
+ 7.635601897763006
643
+ ]
644
+ }
645
+ },
646
+ "C+phi kNN, repaired": {
647
+ "1": {
648
+ "cert": [
649
+ 88.0
650
+ ],
651
+ "regret_median": [
652
+ 34.848155655158806
653
+ ],
654
+ "seed0_ci": [
655
+ 27.618518163521465,
656
+ 48.09574964865515
657
+ ]
658
+ },
659
+ "4": {
660
+ "cert": [
661
+ 100.0
662
+ ],
663
+ "regret_median": [
664
+ 13.73692377306578
665
+ ],
666
+ "seed0_ci": [
667
+ 12.675005540966955,
668
+ 15.367189828336553
669
+ ]
670
+ },
671
+ "16": {
672
+ "cert": [
673
+ 100.0
674
+ ],
675
+ "regret_median": [
676
+ 8.893748218783706
677
+ ],
678
+ "seed0_ci": [
679
+ 7.907068762684558,
680
+ 10.21570327775363
681
+ ]
682
+ }
683
+ },
684
+ "C+phi kNN, as drawn": {
685
+ "1": {
686
+ "cert": [
687
+ 60.0
688
+ ],
689
+ "regret_median": [
690
+ 76.2726649509606
691
+ ],
692
+ "seed0_ci": [
693
+ 48.20529238598341,
694
+ 236.09398415360604
695
+ ]
696
+ },
697
+ "4": {
698
+ "cert": [
699
+ 95.5
700
+ ],
701
+ "regret_median": [
702
+ 15.946107387803538
703
+ ],
704
+ "seed0_ci": [
705
+ 13.660773559195668,
706
+ 19.65452947407137
707
+ ]
708
+ },
709
+ "16": {
710
+ "cert": [
711
+ 100.0
712
+ ],
713
+ "regret_median": [
714
+ 9.826138508264576
715
+ ],
716
+ "seed0_ci": [
717
+ 8.79123202862804,
718
+ 10.7661372362567
719
+ ]
720
+ }
721
+ },
722
+ "C-only kNN": {
723
+ "1": {
724
+ "cert": [
725
+ 89.5
726
+ ],
727
+ "regret_median": [
728
+ 42.67172518793261
729
+ ],
730
+ "seed0_ci": [
731
+ 37.559453113364064,
732
+ 47.968357580849094
733
+ ]
734
+ },
735
+ "4": {
736
+ "cert": [
737
+ 99.5
738
+ ],
739
+ "regret_median": [
740
+ 19.437563788098867
741
+ ],
742
+ "seed0_ci": [
743
+ 17.556723226364596,
744
+ 21.344803716460238
745
+ ]
746
+ },
747
+ "16": {
748
+ "cert": [
749
+ 100.0
750
+ ],
751
+ "regret_median": [
752
+ 13.556989927861284
753
+ ],
754
+ "seed0_ci": [
755
+ 12.161170213947981,
756
+ 14.914280665120089
757
+ ]
758
+ }
759
+ },
760
+ "C+phi twin, repaired": {
761
+ "1": {
762
+ "cert": [
763
+ 88.0,
764
+ 91.0,
765
+ 86.0
766
+ ],
767
+ "regret_median": [
768
+ 10.795719154803814,
769
+ 12.251065081468168,
770
+ 13.372244572251127
771
+ ],
772
+ "seed0_ci": [
773
+ 8.77150053096333,
774
+ 13.777550858011733
775
+ ]
776
+ },
777
+ "4": {
778
+ "cert": [
779
+ 93.5,
780
+ 95.5,
781
+ 92.0
782
+ ],
783
+ "regret_median": [
784
+ 8.161474225411455,
785
+ 9.226304803953106,
786
+ 9.31934975491419
787
+ ],
788
+ "seed0_ci": [
789
+ 6.932415939116539,
790
+ 10.038932734521287
791
+ ]
792
+ },
793
+ "16": {
794
+ "cert": [
795
+ 98.0,
796
+ 98.5,
797
+ 97.5
798
+ ],
799
+ "regret_median": [
800
+ 5.67158069341242,
801
+ 6.409165853122187,
802
+ 6.607752095407558
803
+ ],
804
+ "seed0_ci": [
805
+ 4.902320875718031,
806
+ 7.118227208256115
807
+ ]
808
+ }
809
+ },
810
+ "C+phi twin, as drawn": {
811
+ "1": {
812
+ "cert": [
813
+ 78.0,
814
+ 81.5,
815
+ 73.5
816
+ ],
817
+ "regret_median": [
818
+ 11.677921917149295,
819
+ 12.810088751624841,
820
+ 13.74563049915676
821
+ ],
822
+ "seed0_ci": [
823
+ 9.14911727730002,
824
+ 14.971149238658937
825
+ ]
826
+ },
827
+ "4": {
828
+ "cert": [
829
+ 84.0,
830
+ 87.0,
831
+ 80.5
832
+ ],
833
+ "regret_median": [
834
+ 8.271151392559396,
835
+ 9.226304803953106,
836
+ 9.671383882813512
837
+ ],
838
+ "seed0_ci": [
839
+ 6.932415939116539,
840
+ 11.273769703352938
841
+ ]
842
+ },
843
+ "16": {
844
+ "cert": [
845
+ 89.0,
846
+ 94.0,
847
+ 89.5
848
+ ],
849
+ "regret_median": [
850
+ 5.783381804828977,
851
+ 6.503434253629443,
852
+ 6.650589196517677
853
+ ],
854
+ "seed0_ci": [
855
+ 4.913806672098044,
856
+ 7.333661136802726
857
+ ]
858
+ }
859
+ },
860
+ "C-only twin": {
861
+ "1": {
862
+ "cert": [
863
+ 98.5,
864
+ 99.0,
865
+ 98.5
866
+ ],
867
+ "regret_median": [
868
+ 9.129085097091957,
869
+ 9.387875258974827,
870
+ 9.130836223323396
871
+ ],
872
+ "seed0_ci": [
873
+ 8.068650804484335,
874
+ 10.053381212537047
875
+ ]
876
+ },
877
+ "4": {
878
+ "cert": [
879
+ 99.0,
880
+ 100.0,
881
+ 99.0
882
+ ],
883
+ "regret_median": [
884
+ 8.305998440267027,
885
+ 8.320654111540652,
886
+ 8.387904399405931
887
+ ],
888
+ "seed0_ci": [
889
+ 6.957930874398125,
890
+ 9.52662628992676
891
+ ]
892
+ },
893
+ "16": {
894
+ "cert": [
895
+ 99.5,
896
+ 100.0,
897
+ 99.5
898
+ ],
899
+ "regret_median": [
900
+ 7.663656439505447,
901
+ 7.86996966971143,
902
+ 7.59602749621133
903
+ ],
904
+ "seed0_ci": [
905
+ 6.30775073843831,
906
+ 8.363985954281903
907
+ ]
908
+ }
909
+ },
910
+ "48-start solver": {
911
+ "cert": 100.0,
912
+ "regret_median": 12.329837301047638,
913
+ "ci": [
914
+ 11.277332787990423,
915
+ 13.438187122124292
916
+ ]
917
+ },
918
+ "Adam optimizer, C-only": {
919
+ "cert": 100.0,
920
+ "regret_median": 5.070329190668817,
921
+ "ci": [
922
+ 4.3390321138863825,
923
+ 5.841608435238828
924
+ ]
925
+ },
926
+ "Adam optimizer, C+phi": {
927
+ "cert": 100.0,
928
+ "regret_median": 0.0,
929
+ "ci": [
930
+ 0.0,
931
+ 0.0
932
+ ]
933
+ },
934
+ "[73]": {
935
+ "C+phi repaired": [
936
+ [
937
+ 3.0,
938
+ -3.0,
939
+ 9.0
940
+ ],
941
+ [
942
+ 2.0,
943
+ -4.0,
944
+ 8.0
945
+ ],
946
+ [
947
+ 2.5,
948
+ -3.0,
949
+ 8.0
950
+ ]
951
+ ],
952
+ "C+phi as drawn": [
953
+ [
954
+ 18.0,
955
+ 9.0,
956
+ 26.5
957
+ ],
958
+ [
959
+ 15.5,
960
+ 7.0,
961
+ 24.0
962
+ ],
963
+ [
964
+ 20.5,
965
+ 12.5,
966
+ 28.5
967
+ ]
968
+ ],
969
+ "C-only": [
970
+ [
971
+ 9.0,
972
+ 5.0,
973
+ 13.5
974
+ ],
975
+ [
976
+ 9.0,
977
+ 4.5,
978
+ 14.0
979
+ ],
980
+ [
981
+ 9.0,
982
+ 5.0,
983
+ 13.5
984
+ ]
985
+ ]
986
+ }
987
+ }
988
+ }
results/icml_r3/X29/t2/report.txt ADDED
@@ -0,0 +1,92 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ X29-T: MIMO spline setting, 200 fresh T2 plants per m, every series on J*_T2 (min of the T2 id and so3 c = 1, 2, 5 labels).
2
+ Regret = (J_b - J*) / J*, J_b = cheapest certified of the first b candidates, uncertified = 1e3 (1000%). CI: bootstrap 95% (10,000 resamples).
3
+ Seeded series: 3-seed mean (min to max) | seed 0 [CI]. C-only = identity knots (Lyapunov test); C+phi = so3 knots (circle LMI; repaired = repair R, center r(1)).
4
+
5
+ === m = 3, 200 plants
6
+ C+phi generator, repaired (primary) (3 runs):
7
+ b= 1: certified 79.7% (78.0 to 80.5) | median regret 17.73% (16.17 to 18.82) | seed 0: 80.5%, 18.21% [14.87, 30.15]
8
+ b= 4: certified 93.8% (92.5 to 96.0) | median regret 9.70% (9.47 to 9.91) | seed 0: 96.0%, 9.47% [8.04, 11.42]
9
+ b=16: certified 99.8% (99.5 to 100.0) | median regret 6.56% (6.16 to 6.82) | seed 0: 100.0%, 6.16% [5.49, 7.77]
10
+ C+phi generator, as drawn (3 runs):
11
+ b= 1: certified 61.5% (61.0 to 62.0) | median regret 22.85% (16.89 to 27.16) | seed 0: 62.0%, 27.16% [16.44, 59.82]
12
+ b= 4: certified 82.5% (81.0 to 85.0) | median regret 9.97% (9.78 to 10.21) | seed 0: 85.0%, 9.91% [8.33, 12.59]
13
+ b=16: certified 95.3% (95.0 to 95.5) | median regret 6.60% (6.16 to 6.90) | seed 0: 95.5%, 6.16% [5.49, 7.91]
14
+ C-only generator (3 runs):
15
+ b= 1: certified 95.7% (94.0 to 97.5) | median regret 16.32% (16.04 to 16.69) | seed 0: 95.5%, 16.04% [14.28, 18.22]
16
+ b= 4: certified 99.2% (98.0 to 100.0) | median regret 12.73% (12.08 to 13.39) | seed 0: 99.5%, 12.72% [11.66, 13.60]
17
+ b=16: certified 99.5% (98.5 to 100.0) | median regret 10.22% (10.05 to 10.36) | seed 0: 100.0%, 10.05% [9.21, 11.87]
18
+ C+phi kNN, repaired (1 run):
19
+ b= 1: certified 90.5% | median regret 61.40% [52.06, 70.49]
20
+ b= 4: certified 100.0% | median regret 25.42% [21.96, 28.88]
21
+ b=16: certified 100.0% | median regret 15.88% [14.80, 16.59]
22
+ C+phi kNN, as drawn (1 run):
23
+ b= 1: certified 48.0% | median regret 100000.00% [95.48, 100000.00]
24
+ b= 4: certified 86.0% | median regret 31.59% [27.64, 34.71]
25
+ b=16: certified 99.5% | median regret 17.55% [16.32, 19.46]
26
+ C-only kNN (1 run):
27
+ b= 1: certified 80.0% | median regret 70.87% [58.69, 93.10]
28
+ b= 4: certified 98.5% | median regret 36.25% [32.66, 40.83]
29
+ b=16: certified 100.0% | median regret 23.77% [22.44, 25.79]
30
+ C+phi twin, repaired (3 runs):
31
+ b= 1: certified 76.3% (75.5 to 77.0) | median regret 22.16% (20.48 to 24.45) | seed 0: 76.5%, 20.48% [17.40, 25.94]
32
+ b= 4: certified 88.0% (87.0 to 89.0) | median regret 15.54% (14.46 to 16.45) | seed 0: 89.0%, 15.72% [13.03, 18.76]
33
+ b=16: certified 95.0% (94.5 to 96.0) | median regret 10.84% (10.36 to 11.11) | seed 0: 94.5%, 11.11% [8.90, 13.20]
34
+ C+phi twin, as drawn (3 runs):
35
+ b= 1: certified 60.3% (59.5 to 61.5) | median regret 28.50% (22.87 to 33.30) | seed 0: 61.5%, 22.87% [17.94, 30.69]
36
+ b= 4: certified 72.7% (72.5 to 73.0) | median regret 16.64% (15.49 to 17.54) | seed 0: 72.5%, 16.91% [13.22, 21.13]
37
+ b=16: certified 83.2% (82.5 to 83.5) | median regret 11.26% (11.04 to 11.45) | seed 0: 83.5%, 11.45% [9.05, 13.46]
38
+ C-only twin (3 runs):
39
+ b= 1: certified 94.2% (91.5 to 96.5) | median regret 18.21% (17.53 to 18.81) | seed 0: 96.5%, 18.81% [17.22, 21.84]
40
+ b= 4: certified 97.5% (95.5 to 99.0) | median regret 15.80% (15.40 to 16.00) | seed 0: 99.0%, 15.99% [13.61, 18.12]
41
+ b=16: certified 98.7% (97.5 to 99.5) | median regret 13.81% (13.67 to 14.07) | seed 0: 99.5%, 13.67% [11.21, 15.75]
42
+ 48-start solver (flat, C-only; its best gain under X27's quadratic cost, scored on the X28 cost): certified 100.0% | median regret 11.60% [10.85, 12.30]
43
+ per-plant Adam optimizer (flat): C-only (identity knots) certified 100.0% | median regret 4.33% [4.05, 5.06]; C+phi = J*_T2 by construction (regret 0)
44
+ [73] certified at b = 1, generator minus its own kNN (points, plant-paired, bootstrap 95% CI of the mean):
45
+ C+phi repaired: seed 0 -10.0 [-17.0, -3.0]; seed 1 -12.5 [-19.5, -5.5]; seed 2 -10.0 [-16.5, -3.5]
46
+ C+phi as drawn: seed 0 +14.0 [+4.5, +23.5]; seed 1 +13.0 [+4.0, +22.0]; seed 2 +13.5 [+4.5, +22.5]
47
+ C-only: seed 0 +15.5 [+9.5, +21.5]; seed 1 +17.5 [+12.0, +23.5]; seed 2 +14.0 [+7.5, +20.5]
48
+
49
+ === m = 2, 200 plants
50
+ C+phi generator, repaired (primary) (3 runs):
51
+ b= 1: certified 90.5% (90.0 to 91.0) | median regret 10.17% (9.85 to 10.38) | seed 0: 91.0%, 10.29% [7.21, 12.88]
52
+ b= 4: certified 97.8% (97.5 to 98.5) | median regret 5.47% (5.04 to 5.89) | seed 0: 98.5%, 5.04% [4.38, 6.51]
53
+ b=16: certified 99.7% (99.5 to 100.0) | median regret 3.59% (3.51 to 3.64) | seed 0: 99.5%, 3.51% [2.92, 4.30]
54
+ C+phi generator, as drawn (3 runs):
55
+ b= 1: certified 78.0% (75.5 to 80.5) | median regret 10.68% (10.17 to 11.08) | seed 0: 78.0%, 10.80% [7.90, 15.42]
56
+ b= 4: certified 92.7% (91.0 to 95.0) | median regret 5.64% (5.32 to 6.13) | seed 0: 91.0%, 5.32% [4.45, 6.62]
57
+ b=16: certified 97.2% (96.5 to 98.5) | median regret 3.65% (3.59 to 3.70) | seed 0: 96.5%, 3.59% [3.01, 4.36]
58
+ C-only generator (3 runs):
59
+ b= 1: certified 98.5% (98.5 to 98.5) | median regret 8.96% (8.82 to 9.19) | seed 0: 98.5%, 9.19% [8.07, 10.17]
60
+ b= 4: certified 99.3% (99.0 to 99.5) | median regret 7.30% (7.14 to 7.49) | seed 0: 99.0%, 7.28% [6.45, 8.59]
61
+ b=16: certified 99.8% (99.5 to 100.0) | median regret 6.42% (6.39 to 6.47) | seed 0: 99.5%, 6.39% [5.75, 7.64]
62
+ C+phi kNN, repaired (1 run):
63
+ b= 1: certified 88.0% | median regret 34.85% [27.62, 48.10]
64
+ b= 4: certified 100.0% | median regret 13.74% [12.68, 15.37]
65
+ b=16: certified 100.0% | median regret 8.89% [7.91, 10.22]
66
+ C+phi kNN, as drawn (1 run):
67
+ b= 1: certified 60.0% | median regret 76.27% [48.21, 236.09]
68
+ b= 4: certified 95.5% | median regret 15.95% [13.66, 19.65]
69
+ b=16: certified 100.0% | median regret 9.83% [8.79, 10.77]
70
+ C-only kNN (1 run):
71
+ b= 1: certified 89.5% | median regret 42.67% [37.56, 47.97]
72
+ b= 4: certified 99.5% | median regret 19.44% [17.56, 21.34]
73
+ b=16: certified 100.0% | median regret 13.56% [12.16, 14.91]
74
+ C+phi twin, repaired (3 runs):
75
+ b= 1: certified 88.3% (86.0 to 91.0) | median regret 12.14% (10.80 to 13.37) | seed 0: 88.0%, 10.80% [8.77, 13.78]
76
+ b= 4: certified 93.7% (92.0 to 95.5) | median regret 8.90% (8.16 to 9.32) | seed 0: 93.5%, 8.16% [6.93, 10.04]
77
+ b=16: certified 98.0% (97.5 to 98.5) | median regret 6.23% (5.67 to 6.61) | seed 0: 98.0%, 5.67% [4.90, 7.12]
78
+ C+phi twin, as drawn (3 runs):
79
+ b= 1: certified 77.7% (73.5 to 81.5) | median regret 12.74% (11.68 to 13.75) | seed 0: 78.0%, 11.68% [9.15, 14.97]
80
+ b= 4: certified 83.8% (80.5 to 87.0) | median regret 9.06% (8.27 to 9.67) | seed 0: 84.0%, 8.27% [6.93, 11.27]
81
+ b=16: certified 90.8% (89.0 to 94.0) | median regret 6.31% (5.78 to 6.65) | seed 0: 89.0%, 5.78% [4.91, 7.33]
82
+ C-only twin (3 runs):
83
+ b= 1: certified 98.7% (98.5 to 99.0) | median regret 9.22% (9.13 to 9.39) | seed 0: 98.5%, 9.13% [8.07, 10.05]
84
+ b= 4: certified 99.3% (99.0 to 100.0) | median regret 8.34% (8.31 to 8.39) | seed 0: 99.0%, 8.31% [6.96, 9.53]
85
+ b=16: certified 99.7% (99.5 to 100.0) | median regret 7.71% (7.60 to 7.87) | seed 0: 99.5%, 7.66% [6.31, 8.36]
86
+ 48-start solver (flat, C-only; its best gain under X27's quadratic cost, scored on the X28 cost): certified 100.0% | median regret 12.33% [11.28, 13.44]
87
+ per-plant Adam optimizer (flat): C-only (identity knots) certified 100.0% | median regret 5.07% [4.34, 5.84]; C+phi = J*_T2 by construction (regret 0)
88
+ [73] certified at b = 1, generator minus its own kNN (points, plant-paired, bootstrap 95% CI of the mean):
89
+ C+phi repaired: seed 0 +3.0 [-3.0, +9.0]; seed 1 +2.0 [-4.0, +8.0]; seed 2 +2.5 [-3.0, +8.0]
90
+ C+phi as drawn: seed 0 +18.0 [+9.0, +26.5]; seed 1 +15.5 [+7.0, +24.0]; seed 2 +20.5 [+12.5, +28.5]
91
+ C-only: seed 0 +9.0 [+5.0, +13.5]; seed 1 +9.0 [+4.5, +14.0]; seed 2 +9.0 [+5.0, +13.5]
92
+
results/icml_r3/X29/t2/solver_m2.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8b2877f6e4db8574b6c653d8e1a02f0d266a92602d355e167eafbf10def937c
3
+ size 11527
results/icml_r3/X29/t2/solver_m3.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3628721a6801abe40c8f0e8ee24a2862bbebfed7d9c2d7b96b5a8c3172b8788b
3
+ size 19308
results/icml_r3/X29/t2/timing_m3_smoke.json ADDED
@@ -0,0 +1,164 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "m": 3,
3
+ "node": "move-hpc-08-gpu",
4
+ "loadavg_start": [
5
+ 1.4169921875,
6
+ 1.32568359375,
7
+ 1.03857421875
8
+ ],
9
+ "threads": 1,
10
+ "timing_plants": 1,
11
+ "smoke": true,
12
+ "solver_starts": 4,
13
+ "adam_steps_timed": 2,
14
+ "one_plant_median_cpu_wall_s": {
15
+ "gen_a_sample": [
16
+ 1.5451543129999976,
17
+ 1.545506238937378
18
+ ],
19
+ "gen_a_score": [
20
+ 1.2982125779999976,
21
+ 1.3002724647521973
22
+ ],
23
+ "gen_b_sample": [
24
+ 1.5145010489999962,
25
+ 1.5150821208953857
26
+ ],
27
+ "gen_b_score": [
28
+ 1.3638571490000047,
29
+ 1.3640539646148682
30
+ ],
31
+ "knn_a": [
32
+ 1.2649287079999993,
33
+ 1.26658034324646
34
+ ],
35
+ "knn_b": [
36
+ 1.3548587999999953,
37
+ 1.3554143905639648
38
+ ],
39
+ "twin_a_sample": [
40
+ 0.042606825000000015,
41
+ 0.04869794845581055
42
+ ],
43
+ "twin_a_score": [
44
+ 1.2391621519999987,
45
+ 1.2393934726715088
46
+ ],
47
+ "twin_b_sample": [
48
+ 0.04085496900000152,
49
+ 0.04209637641906738
50
+ ],
51
+ "twin_b_score": [
52
+ 0.00589202100000108,
53
+ 0.0058939456939697266
54
+ ],
55
+ "solver_all": [
56
+ 0.367265481000004,
57
+ 0.3684537410736084
58
+ ],
59
+ "solver_first": [
60
+ NaN,
61
+ NaN
62
+ ],
63
+ "adam_per_step": [
64
+ 12.700177543500004,
65
+ 12.70258903503418
66
+ ],
67
+ "adam_certify": [
68
+ 0.031460520000010206,
69
+ 0.03151559829711914
70
+ ]
71
+ },
72
+ "one_plant_all_cpu_wall_s": {
73
+ "gen_a_sample": [
74
+ [
75
+ 1.5451543129999976,
76
+ 1.545506238937378
77
+ ]
78
+ ],
79
+ "gen_a_score": [
80
+ [
81
+ 1.2982125779999976,
82
+ 1.3002724647521973
83
+ ]
84
+ ],
85
+ "gen_b_sample": [
86
+ [
87
+ 1.5145010489999962,
88
+ 1.5150821208953857
89
+ ]
90
+ ],
91
+ "gen_b_score": [
92
+ [
93
+ 1.3638571490000047,
94
+ 1.3640539646148682
95
+ ]
96
+ ],
97
+ "knn_a": [
98
+ [
99
+ 1.2649287079999993,
100
+ 1.26658034324646
101
+ ]
102
+ ],
103
+ "knn_b": [
104
+ [
105
+ 1.3548587999999953,
106
+ 1.3554143905639648
107
+ ]
108
+ ],
109
+ "twin_a_sample": [
110
+ [
111
+ 0.042606825000000015,
112
+ 0.04869794845581055
113
+ ]
114
+ ],
115
+ "twin_a_score": [
116
+ [
117
+ 1.2391621519999987,
118
+ 1.2393934726715088
119
+ ]
120
+ ],
121
+ "twin_b_sample": [
122
+ [
123
+ 0.04085496900000152,
124
+ 0.04209637641906738
125
+ ]
126
+ ],
127
+ "twin_b_score": [
128
+ [
129
+ 0.00589202100000108,
130
+ 0.0058939456939697266
131
+ ]
132
+ ],
133
+ "solver_all": [
134
+ [
135
+ 0.367265481000004,
136
+ 0.3684537410736084
137
+ ]
138
+ ],
139
+ "solver_first": [
140
+ [
141
+ NaN,
142
+ NaN
143
+ ]
144
+ ],
145
+ "adam_per_step": [
146
+ [
147
+ 12.700177543500004,
148
+ 12.70258903503418
149
+ ]
150
+ ],
151
+ "adam_certify": [
152
+ [
153
+ 0.031460520000010206,
154
+ 0.03151559829711914
155
+ ]
156
+ ]
157
+ },
158
+ "adam_400_steps_plus_certify_cpu_s": 5080.102477920002,
159
+ "loadavg_end": [
160
+ 1.2314453125,
161
+ 1.2880859375,
162
+ 1.03515625
163
+ ]
164
+ }
results/icml_r3/X29/t2/twin_x29t2a_reg_s0.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b4cf9a59cc607a1d534bf4f665f3450bf3ab492cfcffa818a37398ea7fa65b8
3
+ size 220263
results/icml_r3/X29/t2/twin_x29t2a_reg_s1.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:251a0be5c1d6c4cc241c32450f940f5c7d6c26aa35fef52d546b42f384440a2d
3
+ size 220497
results/icml_r3/X29/t2/twin_x29t2a_reg_s2.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba5ed58c4421ae45291fde0d2c7b1e172eeacb45eab84d888a0b6fbd6a92cf48
3
+ size 220521
results/icml_r3/X29/t2/twin_x29t2b_reg_s0.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:433d6bb1b0cc23a78a1cf4dcbfdc9fdd321c24b2891c6ad354ad4aafa454cacc
3
+ size 958174
results/icml_r3/X29/t2/twin_x29t2b_reg_s1.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fe82f83b2502d98d557707a967fdf970e79e6214d0879ccaed176d57dfafc06
3
+ size 958395
results/icml_r3/X29/t2/twin_x29t2b_reg_s2.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c0eb502a94d976e604fd605a670000379b23fd454c7e277afc5ad860e889172
3
+ size 955162
results/icml_r3/X29/t2/twin_x29t3a_reg_s0.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd70f151b24b6c2fc15f4fa62bb599d2bb72583014d69376e7d64fe2c2791282
3
+ size 466484
results/icml_r3/X29/t2/twin_x29t3a_reg_s1.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d7a68a42a7f08ee1de84c3dc40e840c2ab605094deb49a883d36ffa19f72e27
3
+ size 465967
results/icml_r3/X29/t2/twin_x29t3a_reg_s2.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ff7fdf4e711240110c0b15e4276026fd8d3d96f8e4b2e458cf328926bbfea78
3
+ size 465657
results/icml_r3/X29/t2/twin_x29t3b_reg_s0.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5ae83b26595c8a6827eefa53e276429b812cf800dae180be5a9fd02b92a5856
3
+ size 1552630
results/icml_r3/X29/t2/twin_x29t3b_reg_s1.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edc98724d48fc637f857b9cf01b4e3c9a23409d3ba73c3a858edefb2ce336aff
3
+ size 1550729
results/icml_r3/X29/t2/twin_x29t3b_reg_s2.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59e4ca504073e25e1b663ac0748165e39fc91d6489367743291c7574ef6c19b0
3
+ size 1551690