X29-T: MIMO spline setting on T2, baselines for C-only and C+phi
Browse files- models/x29t/jobs.json +98 -0
- models/x29t/x29t2a_reg_s0.pth +3 -0
- models/x29t/x29t2a_reg_s1.pth +3 -0
- models/x29t/x29t2a_reg_s2.pth +3 -0
- models/x29t/x29t2b_reg_s0.pth +3 -0
- models/x29t/x29t2b_reg_s1.pth +3 -0
- models/x29t/x29t2b_reg_s2.pth +3 -0
- models/x29t/x29t3a_reg_s0.pth +3 -0
- models/x29t/x29t3a_reg_s1.pth +3 -0
- models/x29t/x29t3a_reg_s2.pth +3 -0
- models/x29t/x29t3b_reg_s0.pth +3 -0
- models/x29t/x29t3b_reg_s1.pth +3 -0
- models/x29t/x29t3b_reg_s2.pth +3 -0
- results/icml_r3/X29/PREREG_t2.md +24 -0
- results/icml_r3/X29/t2/ard_m2.npz +3 -0
- results/icml_r3/X29/t2/knn_m2_a.npz +3 -0
- results/icml_r3/X29/t2/knn_m2_b.npz +3 -0
- results/icml_r3/X29/t2/knn_m3_a.npz +3 -0
- results/icml_r3/X29/t2/knn_m3_b.npz +3 -0
- results/icml_r3/X29/t2/numbers.json +988 -0
- results/icml_r3/X29/t2/report.txt +92 -0
- results/icml_r3/X29/t2/solver_m2.npz +3 -0
- results/icml_r3/X29/t2/solver_m3.npz +3 -0
- results/icml_r3/X29/t2/timing_m3_smoke.json +164 -0
- results/icml_r3/X29/t2/twin_x29t2a_reg_s0.npz +3 -0
- results/icml_r3/X29/t2/twin_x29t2a_reg_s1.npz +3 -0
- results/icml_r3/X29/t2/twin_x29t2a_reg_s2.npz +3 -0
- results/icml_r3/X29/t2/twin_x29t2b_reg_s0.npz +3 -0
- results/icml_r3/X29/t2/twin_x29t2b_reg_s1.npz +3 -0
- results/icml_r3/X29/t2/twin_x29t2b_reg_s2.npz +3 -0
- results/icml_r3/X29/t2/twin_x29t3a_reg_s0.npz +3 -0
- results/icml_r3/X29/t2/twin_x29t3a_reg_s1.npz +3 -0
- results/icml_r3/X29/t2/twin_x29t3a_reg_s2.npz +3 -0
- results/icml_r3/X29/t2/twin_x29t3b_reg_s0.npz +3 -0
- results/icml_r3/X29/t2/twin_x29t3b_reg_s1.npz +3 -0
- results/icml_r3/X29/t2/twin_x29t3b_reg_s2.npz +3 -0
models/x29t/jobs.json
ADDED
|
@@ -0,0 +1,98 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"name": "x29t3a_reg_s0",
|
| 4 |
+
"arm": "reg",
|
| 5 |
+
"seed": 0,
|
| 6 |
+
"m": 3,
|
| 7 |
+
"n": 0,
|
| 8 |
+
"data": "results/icml_r3/X28/mimo/ds/ds_x28a_m3.pt"
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"name": "x29t3a_reg_s1",
|
| 12 |
+
"arm": "reg",
|
| 13 |
+
"seed": 1,
|
| 14 |
+
"m": 3,
|
| 15 |
+
"n": 0,
|
| 16 |
+
"data": "results/icml_r3/X28/mimo/ds/ds_x28a_m3.pt"
|
| 17 |
+
},
|
| 18 |
+
{
|
| 19 |
+
"name": "x29t3a_reg_s2",
|
| 20 |
+
"arm": "reg",
|
| 21 |
+
"seed": 2,
|
| 22 |
+
"m": 3,
|
| 23 |
+
"n": 0,
|
| 24 |
+
"data": "results/icml_r3/X28/mimo/ds/ds_x28a_m3.pt"
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"name": "x29t3b_reg_s0",
|
| 28 |
+
"arm": "reg",
|
| 29 |
+
"seed": 0,
|
| 30 |
+
"m": 3,
|
| 31 |
+
"n": 0,
|
| 32 |
+
"data": "results/icml_r3/X28/mimo/ds/ds_x28b_m3.pt"
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"name": "x29t3b_reg_s1",
|
| 36 |
+
"arm": "reg",
|
| 37 |
+
"seed": 1,
|
| 38 |
+
"m": 3,
|
| 39 |
+
"n": 0,
|
| 40 |
+
"data": "results/icml_r3/X28/mimo/ds/ds_x28b_m3.pt"
|
| 41 |
+
},
|
| 42 |
+
{
|
| 43 |
+
"name": "x29t3b_reg_s2",
|
| 44 |
+
"arm": "reg",
|
| 45 |
+
"seed": 2,
|
| 46 |
+
"m": 3,
|
| 47 |
+
"n": 0,
|
| 48 |
+
"data": "results/icml_r3/X28/mimo/ds/ds_x28b_m3.pt"
|
| 49 |
+
},
|
| 50 |
+
{
|
| 51 |
+
"name": "x29t2a_reg_s0",
|
| 52 |
+
"arm": "reg",
|
| 53 |
+
"seed": 0,
|
| 54 |
+
"m": 2,
|
| 55 |
+
"n": 0,
|
| 56 |
+
"data": "results/icml_r3/X28/mimo/ds/ds_x28a_m2.pt"
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"name": "x29t2a_reg_s1",
|
| 60 |
+
"arm": "reg",
|
| 61 |
+
"seed": 1,
|
| 62 |
+
"m": 2,
|
| 63 |
+
"n": 0,
|
| 64 |
+
"data": "results/icml_r3/X28/mimo/ds/ds_x28a_m2.pt"
|
| 65 |
+
},
|
| 66 |
+
{
|
| 67 |
+
"name": "x29t2a_reg_s2",
|
| 68 |
+
"arm": "reg",
|
| 69 |
+
"seed": 2,
|
| 70 |
+
"m": 2,
|
| 71 |
+
"n": 0,
|
| 72 |
+
"data": "results/icml_r3/X28/mimo/ds/ds_x28a_m2.pt"
|
| 73 |
+
},
|
| 74 |
+
{
|
| 75 |
+
"name": "x29t2b_reg_s0",
|
| 76 |
+
"arm": "reg",
|
| 77 |
+
"seed": 0,
|
| 78 |
+
"m": 2,
|
| 79 |
+
"n": 0,
|
| 80 |
+
"data": "results/icml_r3/X28/mimo/ds/ds_x28b_m2.pt"
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"name": "x29t2b_reg_s1",
|
| 84 |
+
"arm": "reg",
|
| 85 |
+
"seed": 1,
|
| 86 |
+
"m": 2,
|
| 87 |
+
"n": 0,
|
| 88 |
+
"data": "results/icml_r3/X28/mimo/ds/ds_x28b_m2.pt"
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"name": "x29t2b_reg_s2",
|
| 92 |
+
"arm": "reg",
|
| 93 |
+
"seed": 2,
|
| 94 |
+
"m": 2,
|
| 95 |
+
"n": 0,
|
| 96 |
+
"data": "results/icml_r3/X28/mimo/ds/ds_x28b_m2.pt"
|
| 97 |
+
}
|
| 98 |
+
]
|
models/x29t/x29t2a_reg_s0.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e97ffdef513c3fd0226957620d42ac07da57feb65e6bf3cd1223d0671657d868
|
| 3 |
+
size 46015107
|
models/x29t/x29t2a_reg_s1.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b5062d5fa1f520b1bd61ae660e23bb64f2da2dd763b820d0fa1a279d8a94f8f3
|
| 3 |
+
size 46015107
|
models/x29t/x29t2a_reg_s2.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d3dd1dbbcade44b272548958444cd1d6b1524ecc10b5c54f5d2172552abcbac8
|
| 3 |
+
size 46015107
|
models/x29t/x29t2b_reg_s0.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4cefe77e57bb18b566f4ebd4f65d976fceffb50b0e04647a7d535ded540a72ce
|
| 3 |
+
size 46052163
|
models/x29t/x29t2b_reg_s1.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c250a9d95447a99515521536f222d4410391c3c8031e0c6386cc360e0f421fbf
|
| 3 |
+
size 46052163
|
models/x29t/x29t2b_reg_s2.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bc3668f88c6c60b28857cb33afb47497c30aefde6b9c935df866583a267481b0
|
| 3 |
+
size 46052163
|
models/x29t/x29t3a_reg_s0.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:baf524a1e05291ea3da6c7c2cded50a000881a937ac81e77b3cf336c0543b43e
|
| 3 |
+
size 46193411
|
models/x29t/x29t3a_reg_s1.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:549be586405547cf7f879d7be4fc9897ec2a1a8e7ff57904b5d10700dfa20772
|
| 3 |
+
size 46193411
|
models/x29t/x29t3a_reg_s2.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9d76b6d9294e103b92ca4778e87f79c50939d43470b4cac52547bca7279524b7
|
| 3 |
+
size 46193411
|
models/x29t/x29t3b_reg_s0.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ed6cd58b9fa45c11bede0ba63516cb0dcd698df14b225e6b302a0d6acbb1a0d1
|
| 3 |
+
size 46249155
|
models/x29t/x29t3b_reg_s1.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0925280156ef1387ae5bc0376cb85a3c6a431d701cd11c99b676ac6646a7456a
|
| 3 |
+
size 46249155
|
models/x29t/x29t3b_reg_s2.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:11869f35a2391c4f55d8adb733536b326202b307648e3c6f1019217b9a115e88
|
| 3 |
+
size 46249155
|
results/icml_r3/X29/PREREG_t2.md
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# X29-T addenda (MIMO spline setting on T2, PREREG.md section 3)
|
| 2 |
+
|
| 3 |
+
## Addendum 2026-11-16, 18:10 UTC (commit 6d1dbb7; the heading said 19:00 by mistake, corrected 18:15): details fixed before any X29-T code ran or any X29-T number existed
|
| 4 |
+
|
| 5 |
+
Code: `nonlinear/mimo_unstable/x29_t2.py`. Results: `results/icml_r3/X29/t2/`. Twins: `models/x29t/`.
|
| 6 |
+
|
| 7 |
+
- **m = 2 ARD metric.** `x10_retr.fit_ard` with its defaults (n_sub = 1500, seed 0, maxiter 500) on the 3,936 S2-M m = 2 label plants ([64, 4000) of `C_mimo/sof/bank.npz`, in `x28_mimo_gen.labels` order). Inputs: (params - lo) / (hi - lo) with `family_sofm.box(2)`, the X10 `unit` scaling. Outputs: label (a) K (4 numbers), standardized by mean and std + 1e-9. Saved to `X29/t2/ard_m2.npz`. m = 3 uses `results/icml_r3/X10/ard_m3.npz` unchanged.
|
| 8 |
+
- **kNN.** Bank = the plants of `x28_mimo_gen.labels(m)`: m = 3 is [64, 8000) of `D2_scale/m3_bank.npz` (7,936 plants), m = 2 as above. Query and bank features: (params - lo) / (hi - lo) / l (x27_filter). Squared Euclidean distance; the 16 nearest bank plants, nearest first. C-only candidates: their label (a) K with identity ratios. C+phi candidates: their label (b) (K and the 10 so3 ratios, already in [0.1, 10]). Self-check: 5 bank plants queried as themselves come back first.
|
| 9 |
+
- **Twins.** Training: `mh_train` arm "reg" with its defaults (96,000 steps, batch 64, lr 2e-4, warmup 1500, cosine, AdamW wd 1e-4, clip 1.0, EMA 0.999), on `X28/mimo/ds/ds_x28{a,b}_m{m}.pt`. Seeds 0, 1, 2. Names `x29t{m}{a,b}_reg_s{seed}`, all 12 in one `mh_train` process, `--resume`. That is the S3-M invocation with arm "reg" instead of "diff". Sampling: the EMA 0.999 weights. Inputs x = 0 and t = 0 (float), as X27's `sample.py` reg branch. Candidate 1 is the eval-mode (deterministic) output. Candidates 2 to 16 are train-mode (dropout 0.05) outputs after `torch.manual_seed(model seed)`, on the GPU. Decode as the generators: min-max inverse with the dataset scalers and clip at +-0.96, then (a) K, or (b) `x28_mimo_gen.ungauge` (ratios projected to [0.1, 10]).
|
| 10 |
+
- **Certificates and costs** as the stored generator evaluations (`x28_fallback.eval_id`, `eval_spline`). C-only: `x28_mimo.certified` at identity ratios (the Lyapunov LMI). C+phi: the circle LMI; repair R with center r(1) on rejected candidates; J of every certified, possibly repaired, candidate on the 2m unit directions (20 s, RK4 dt 0.01). "As drawn" = J where the circle LMI certifies the candidate unrepaired.
|
| 11 |
+
- **48-start solver.** K0 = `K[:, 0]` of the T2 build files, the oracle's cheapest certified gain under X27's quadratic cost. Lyapunov test at identity and X28 cost recomputed here. Self-check: the cost equals snapshot 0 of `X28/mimo/t2_m{m}/id_c1.npz` within relative 1e-9.
|
| 12 |
+
- **Adam flat references.** C-only: `t2_m{m}/cert_id_c1.npz` J against J*_T2. C+phi: J*_T2 itself (regret 0).
|
| 13 |
+
- **Numbers.** Per series, m and b in (1, 4, 16):
|
| 14 |
+
- certified % (plants);
|
| 15 |
+
- median regret (uncertified = 1e3) with `x28_mimo.boot_ci` (10,000 resamples, seed 0);
|
| 16 |
+
- for the seeded series: the 3-seed mean, the min to max range, and seed 0 with its CI.
|
| 17 |
+
- **[73] number.** Per seed: certified at b = 1 for the generator minus certified at b = 1 for the same variant's kNN (plant-paired, in points). The CI is a bootstrap percentile interval of the mean difference (10,000 resamples over plants, seed 0). C+phi: repaired generator minus repaired kNN, with as-drawn minus as-drawn also given. C-only: generator (a) minus kNN (a).
|
| 18 |
+
- **Timing stage (written and smoke-tested now, run later on a quiet node).** Timing plants: the first 10 T2 plants per m. Every arm is timed with `torch.set_num_threads(1)` in one process, one plant at a time.
|
| 19 |
+
- Generators and twins: sampling 16 on CPU, then certificates and repair in-process, then cost rollouts on CPU (the certified candidates).
|
| 20 |
+
- kNN: retrieval for the plant, then the same scoring.
|
| 21 |
+
- 48-start solver: `family_sofm.oracle(p, m, 48, seed = 12345 + plant index)`, all 48 starts, wall time on one thread. Early stop = the summed start times up to the first certified start. The T2 build seeds per plant are not stored, so the starts differ from the build's; that does not matter for timing.
|
| 22 |
+
- Adam (both arms in one call, id c1 and so3 c1, c2, c5 as the label run): 25 steps for one plant on one CPU thread, scaled to 400, plus the certify stage's time for that plant.
|
| 23 |
+
- Batched: all 200 T2 plants in one call per arm (sampling and rollouts on the GPU, certificates on a pool of W CPU workers), wall time / 200. Adam: 25 steps on the GPU for 200 plants x 4 starts, scaled to 400, plus the certify time with W workers / 200.
|
| 24 |
+
- Medians over the timing plants, with device, W and node load stated.
|
results/icml_r3/X29/t2/ard_m2.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:078e3ef044aba0c551f58efa456f8cea0004faaa1e8ea63b690fd44b5d5be154
|
| 3 |
+
size 1586
|
results/icml_r3/X29/t2/knn_m2_a.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:92fcecfbc83336da210692d273a809806dc63f63a802258567459326f69a6a5b
|
| 3 |
+
size 109636
|
results/icml_r3/X29/t2/knn_m2_b.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b05385913c604cac911024372812622ef3093abf8cb0bb3d8eeab5dd5723932d
|
| 3 |
+
size 664023
|
results/icml_r3/X29/t2/knn_m3_a.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e19fe89b6a4e466b9e52c7393ba5540ef98b418b20dcc80ddd8cd9e1c2b60f34
|
| 3 |
+
size 235214
|
results/icml_r3/X29/t2/knn_m3_b.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4de620fc93c68f513d2537cb4992874e2983126f9b62aad6d3ae8b23b525e0aa
|
| 3 |
+
size 1065502
|
results/icml_r3/X29/t2/numbers.json
ADDED
|
@@ -0,0 +1,988 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"3": {
|
| 3 |
+
"C+phi generator, repaired (primary)": {
|
| 4 |
+
"1": {
|
| 5 |
+
"cert": [
|
| 6 |
+
80.5,
|
| 7 |
+
78.0,
|
| 8 |
+
80.5
|
| 9 |
+
],
|
| 10 |
+
"regret_median": [
|
| 11 |
+
18.20710792943576,
|
| 12 |
+
16.17029571018076,
|
| 13 |
+
18.81926288601687
|
| 14 |
+
],
|
| 15 |
+
"seed0_ci": [
|
| 16 |
+
14.869507438546389,
|
| 17 |
+
30.15110702734563
|
| 18 |
+
]
|
| 19 |
+
},
|
| 20 |
+
"4": {
|
| 21 |
+
"cert": [
|
| 22 |
+
96.0,
|
| 23 |
+
93.0,
|
| 24 |
+
92.5
|
| 25 |
+
],
|
| 26 |
+
"regret_median": [
|
| 27 |
+
9.469889177810883,
|
| 28 |
+
9.727583664051553,
|
| 29 |
+
9.91156515368946
|
| 30 |
+
],
|
| 31 |
+
"seed0_ci": [
|
| 32 |
+
8.043878449084584,
|
| 33 |
+
11.416019343784106
|
| 34 |
+
]
|
| 35 |
+
},
|
| 36 |
+
"16": {
|
| 37 |
+
"cert": [
|
| 38 |
+
100.0,
|
| 39 |
+
100.0,
|
| 40 |
+
99.5
|
| 41 |
+
],
|
| 42 |
+
"regret_median": [
|
| 43 |
+
6.156964264330768,
|
| 44 |
+
6.820768681731057,
|
| 45 |
+
6.708531724843919
|
| 46 |
+
],
|
| 47 |
+
"seed0_ci": [
|
| 48 |
+
5.4918700341694295,
|
| 49 |
+
7.774524050414888
|
| 50 |
+
]
|
| 51 |
+
}
|
| 52 |
+
},
|
| 53 |
+
"C+phi generator, as drawn": {
|
| 54 |
+
"1": {
|
| 55 |
+
"cert": [
|
| 56 |
+
62.0,
|
| 57 |
+
61.0,
|
| 58 |
+
61.5
|
| 59 |
+
],
|
| 60 |
+
"regret_median": [
|
| 61 |
+
27.158582429472634,
|
| 62 |
+
16.891909722865826,
|
| 63 |
+
24.51385166525689
|
| 64 |
+
],
|
| 65 |
+
"seed0_ci": [
|
| 66 |
+
16.443265527267357,
|
| 67 |
+
59.82302810287279
|
| 68 |
+
]
|
| 69 |
+
},
|
| 70 |
+
"4": {
|
| 71 |
+
"cert": [
|
| 72 |
+
85.0,
|
| 73 |
+
81.5,
|
| 74 |
+
81.0
|
| 75 |
+
],
|
| 76 |
+
"regret_median": [
|
| 77 |
+
9.910631019291992,
|
| 78 |
+
9.779424996589272,
|
| 79 |
+
10.209049706049148
|
| 80 |
+
],
|
| 81 |
+
"seed0_ci": [
|
| 82 |
+
8.33376515618729,
|
| 83 |
+
12.585890993007473
|
| 84 |
+
]
|
| 85 |
+
},
|
| 86 |
+
"16": {
|
| 87 |
+
"cert": [
|
| 88 |
+
95.5,
|
| 89 |
+
95.0,
|
| 90 |
+
95.5
|
| 91 |
+
],
|
| 92 |
+
"regret_median": [
|
| 93 |
+
6.156964264330768,
|
| 94 |
+
6.903614510942016,
|
| 95 |
+
6.7390261360806285
|
| 96 |
+
],
|
| 97 |
+
"seed0_ci": [
|
| 98 |
+
5.4918700341694295,
|
| 99 |
+
7.910189372781298
|
| 100 |
+
]
|
| 101 |
+
}
|
| 102 |
+
},
|
| 103 |
+
"C-only generator": {
|
| 104 |
+
"1": {
|
| 105 |
+
"cert": [
|
| 106 |
+
95.5,
|
| 107 |
+
97.5,
|
| 108 |
+
94.0
|
| 109 |
+
],
|
| 110 |
+
"regret_median": [
|
| 111 |
+
16.040225255128348,
|
| 112 |
+
16.226482877615975,
|
| 113 |
+
16.6858820657342
|
| 114 |
+
],
|
| 115 |
+
"seed0_ci": [
|
| 116 |
+
14.283419577553696,
|
| 117 |
+
18.21607588390281
|
| 118 |
+
]
|
| 119 |
+
},
|
| 120 |
+
"4": {
|
| 121 |
+
"cert": [
|
| 122 |
+
99.5,
|
| 123 |
+
100.0,
|
| 124 |
+
98.0
|
| 125 |
+
],
|
| 126 |
+
"regret_median": [
|
| 127 |
+
12.724885666367369,
|
| 128 |
+
13.390521441691238,
|
| 129 |
+
12.077170355021503
|
| 130 |
+
],
|
| 131 |
+
"seed0_ci": [
|
| 132 |
+
11.664969857966094,
|
| 133 |
+
13.595589059590354
|
| 134 |
+
]
|
| 135 |
+
},
|
| 136 |
+
"16": {
|
| 137 |
+
"cert": [
|
| 138 |
+
100.0,
|
| 139 |
+
100.0,
|
| 140 |
+
98.5
|
| 141 |
+
],
|
| 142 |
+
"regret_median": [
|
| 143 |
+
10.048566092503501,
|
| 144 |
+
10.238079104599043,
|
| 145 |
+
10.360568688425923
|
| 146 |
+
],
|
| 147 |
+
"seed0_ci": [
|
| 148 |
+
9.211951609600563,
|
| 149 |
+
11.872939532692769
|
| 150 |
+
]
|
| 151 |
+
}
|
| 152 |
+
},
|
| 153 |
+
"C+phi kNN, repaired": {
|
| 154 |
+
"1": {
|
| 155 |
+
"cert": [
|
| 156 |
+
90.5
|
| 157 |
+
],
|
| 158 |
+
"regret_median": [
|
| 159 |
+
61.40265874425415
|
| 160 |
+
],
|
| 161 |
+
"seed0_ci": [
|
| 162 |
+
52.06427210343635,
|
| 163 |
+
70.49075111980459
|
| 164 |
+
]
|
| 165 |
+
},
|
| 166 |
+
"4": {
|
| 167 |
+
"cert": [
|
| 168 |
+
100.0
|
| 169 |
+
],
|
| 170 |
+
"regret_median": [
|
| 171 |
+
25.416614182144748
|
| 172 |
+
],
|
| 173 |
+
"seed0_ci": [
|
| 174 |
+
21.95510950494227,
|
| 175 |
+
28.877785973090575
|
| 176 |
+
]
|
| 177 |
+
},
|
| 178 |
+
"16": {
|
| 179 |
+
"cert": [
|
| 180 |
+
100.0
|
| 181 |
+
],
|
| 182 |
+
"regret_median": [
|
| 183 |
+
15.875552104437812
|
| 184 |
+
],
|
| 185 |
+
"seed0_ci": [
|
| 186 |
+
14.798412392607474,
|
| 187 |
+
16.593985385810537
|
| 188 |
+
]
|
| 189 |
+
}
|
| 190 |
+
},
|
| 191 |
+
"C+phi kNN, as drawn": {
|
| 192 |
+
"1": {
|
| 193 |
+
"cert": [
|
| 194 |
+
48.0
|
| 195 |
+
],
|
| 196 |
+
"regret_median": [
|
| 197 |
+
100000.0
|
| 198 |
+
],
|
| 199 |
+
"seed0_ci": [
|
| 200 |
+
95.48188291282324,
|
| 201 |
+
100000.0
|
| 202 |
+
]
|
| 203 |
+
},
|
| 204 |
+
"4": {
|
| 205 |
+
"cert": [
|
| 206 |
+
86.0
|
| 207 |
+
],
|
| 208 |
+
"regret_median": [
|
| 209 |
+
31.585819787165164
|
| 210 |
+
],
|
| 211 |
+
"seed0_ci": [
|
| 212 |
+
27.641904620910886,
|
| 213 |
+
34.706676212983886
|
| 214 |
+
]
|
| 215 |
+
},
|
| 216 |
+
"16": {
|
| 217 |
+
"cert": [
|
| 218 |
+
99.5
|
| 219 |
+
],
|
| 220 |
+
"regret_median": [
|
| 221 |
+
17.55288060090361
|
| 222 |
+
],
|
| 223 |
+
"seed0_ci": [
|
| 224 |
+
16.315676856374456,
|
| 225 |
+
19.464682770423764
|
| 226 |
+
]
|
| 227 |
+
}
|
| 228 |
+
},
|
| 229 |
+
"C-only kNN": {
|
| 230 |
+
"1": {
|
| 231 |
+
"cert": [
|
| 232 |
+
80.0
|
| 233 |
+
],
|
| 234 |
+
"regret_median": [
|
| 235 |
+
70.86963850436531
|
| 236 |
+
],
|
| 237 |
+
"seed0_ci": [
|
| 238 |
+
58.68882413875176,
|
| 239 |
+
93.1049471098422
|
| 240 |
+
]
|
| 241 |
+
},
|
| 242 |
+
"4": {
|
| 243 |
+
"cert": [
|
| 244 |
+
98.5
|
| 245 |
+
],
|
| 246 |
+
"regret_median": [
|
| 247 |
+
36.25076725237899
|
| 248 |
+
],
|
| 249 |
+
"seed0_ci": [
|
| 250 |
+
32.65866226331258,
|
| 251 |
+
40.83099853473164
|
| 252 |
+
]
|
| 253 |
+
},
|
| 254 |
+
"16": {
|
| 255 |
+
"cert": [
|
| 256 |
+
100.0
|
| 257 |
+
],
|
| 258 |
+
"regret_median": [
|
| 259 |
+
23.770456928267674
|
| 260 |
+
],
|
| 261 |
+
"seed0_ci": [
|
| 262 |
+
22.441243890586783,
|
| 263 |
+
25.78762012710637
|
| 264 |
+
]
|
| 265 |
+
}
|
| 266 |
+
},
|
| 267 |
+
"C+phi twin, repaired": {
|
| 268 |
+
"1": {
|
| 269 |
+
"cert": [
|
| 270 |
+
76.5,
|
| 271 |
+
77.0,
|
| 272 |
+
75.5
|
| 273 |
+
],
|
| 274 |
+
"regret_median": [
|
| 275 |
+
20.476589080146105,
|
| 276 |
+
24.44629125624277,
|
| 277 |
+
21.54695378761723
|
| 278 |
+
],
|
| 279 |
+
"seed0_ci": [
|
| 280 |
+
17.403897884399484,
|
| 281 |
+
25.93791735550226
|
| 282 |
+
]
|
| 283 |
+
},
|
| 284 |
+
"4": {
|
| 285 |
+
"cert": [
|
| 286 |
+
89.0,
|
| 287 |
+
88.0,
|
| 288 |
+
87.0
|
| 289 |
+
],
|
| 290 |
+
"regret_median": [
|
| 291 |
+
15.720631495518752,
|
| 292 |
+
14.460180672991246,
|
| 293 |
+
16.447384798375012
|
| 294 |
+
],
|
| 295 |
+
"seed0_ci": [
|
| 296 |
+
13.03016934235105,
|
| 297 |
+
18.763499647802092
|
| 298 |
+
]
|
| 299 |
+
},
|
| 300 |
+
"16": {
|
| 301 |
+
"cert": [
|
| 302 |
+
94.5,
|
| 303 |
+
96.0,
|
| 304 |
+
94.5
|
| 305 |
+
],
|
| 306 |
+
"regret_median": [
|
| 307 |
+
11.112464695195653,
|
| 308 |
+
10.35788865791121,
|
| 309 |
+
11.042064924646938
|
| 310 |
+
],
|
| 311 |
+
"seed0_ci": [
|
| 312 |
+
8.903470271220321,
|
| 313 |
+
13.204057771385338
|
| 314 |
+
]
|
| 315 |
+
}
|
| 316 |
+
},
|
| 317 |
+
"C+phi twin, as drawn": {
|
| 318 |
+
"1": {
|
| 319 |
+
"cert": [
|
| 320 |
+
61.5,
|
| 321 |
+
59.5,
|
| 322 |
+
60.0
|
| 323 |
+
],
|
| 324 |
+
"regret_median": [
|
| 325 |
+
22.873657679212627,
|
| 326 |
+
33.29918054132304,
|
| 327 |
+
29.329389671751116
|
| 328 |
+
],
|
| 329 |
+
"seed0_ci": [
|
| 330 |
+
17.944975843371243,
|
| 331 |
+
30.687458011662947
|
| 332 |
+
]
|
| 333 |
+
},
|
| 334 |
+
"4": {
|
| 335 |
+
"cert": [
|
| 336 |
+
72.5,
|
| 337 |
+
72.5,
|
| 338 |
+
73.0
|
| 339 |
+
],
|
| 340 |
+
"regret_median": [
|
| 341 |
+
16.90703238405302,
|
| 342 |
+
15.490529069435041,
|
| 343 |
+
17.53662928521269
|
| 344 |
+
],
|
| 345 |
+
"seed0_ci": [
|
| 346 |
+
13.224224074205251,
|
| 347 |
+
21.127316291631203
|
| 348 |
+
]
|
| 349 |
+
},
|
| 350 |
+
"16": {
|
| 351 |
+
"cert": [
|
| 352 |
+
83.5,
|
| 353 |
+
82.5,
|
| 354 |
+
83.5
|
| 355 |
+
],
|
| 356 |
+
"regret_median": [
|
| 357 |
+
11.450259766382063,
|
| 358 |
+
11.2829106460066,
|
| 359 |
+
11.042064924646938
|
| 360 |
+
],
|
| 361 |
+
"seed0_ci": [
|
| 362 |
+
9.050575405504501,
|
| 363 |
+
13.45565604477067
|
| 364 |
+
]
|
| 365 |
+
}
|
| 366 |
+
},
|
| 367 |
+
"C-only twin": {
|
| 368 |
+
"1": {
|
| 369 |
+
"cert": [
|
| 370 |
+
96.5,
|
| 371 |
+
94.5,
|
| 372 |
+
91.5
|
| 373 |
+
],
|
| 374 |
+
"regret_median": [
|
| 375 |
+
18.805459924679706,
|
| 376 |
+
18.300875301686244,
|
| 377 |
+
17.52906366266389
|
| 378 |
+
],
|
| 379 |
+
"seed0_ci": [
|
| 380 |
+
17.220531421371145,
|
| 381 |
+
21.839882976736547
|
| 382 |
+
]
|
| 383 |
+
},
|
| 384 |
+
"4": {
|
| 385 |
+
"cert": [
|
| 386 |
+
99.0,
|
| 387 |
+
98.0,
|
| 388 |
+
95.5
|
| 389 |
+
],
|
| 390 |
+
"regret_median": [
|
| 391 |
+
15.991991838937727,
|
| 392 |
+
15.997352327295456,
|
| 393 |
+
15.403970629172509
|
| 394 |
+
],
|
| 395 |
+
"seed0_ci": [
|
| 396 |
+
13.610881440525773,
|
| 397 |
+
18.118869041847802
|
| 398 |
+
]
|
| 399 |
+
},
|
| 400 |
+
"16": {
|
| 401 |
+
"cert": [
|
| 402 |
+
99.5,
|
| 403 |
+
99.0,
|
| 404 |
+
97.5
|
| 405 |
+
],
|
| 406 |
+
"regret_median": [
|
| 407 |
+
13.666386886868597,
|
| 408 |
+
14.072653102779164,
|
| 409 |
+
13.691025023961734
|
| 410 |
+
],
|
| 411 |
+
"seed0_ci": [
|
| 412 |
+
11.213330978481713,
|
| 413 |
+
15.749548758593267
|
| 414 |
+
]
|
| 415 |
+
}
|
| 416 |
+
},
|
| 417 |
+
"48-start solver": {
|
| 418 |
+
"cert": 100.0,
|
| 419 |
+
"regret_median": 11.598520243908668,
|
| 420 |
+
"ci": [
|
| 421 |
+
10.84827430944245,
|
| 422 |
+
12.302469185565862
|
| 423 |
+
]
|
| 424 |
+
},
|
| 425 |
+
"Adam optimizer, C-only": {
|
| 426 |
+
"cert": 100.0,
|
| 427 |
+
"regret_median": 4.325471728299885,
|
| 428 |
+
"ci": [
|
| 429 |
+
4.046168617560705,
|
| 430 |
+
5.058263761232743
|
| 431 |
+
]
|
| 432 |
+
},
|
| 433 |
+
"Adam optimizer, C+phi": {
|
| 434 |
+
"cert": 100.0,
|
| 435 |
+
"regret_median": 0.0,
|
| 436 |
+
"ci": [
|
| 437 |
+
0.0,
|
| 438 |
+
0.0
|
| 439 |
+
]
|
| 440 |
+
},
|
| 441 |
+
"[73]": {
|
| 442 |
+
"C+phi repaired": [
|
| 443 |
+
[
|
| 444 |
+
-10.0,
|
| 445 |
+
-17.0,
|
| 446 |
+
-3.0
|
| 447 |
+
],
|
| 448 |
+
[
|
| 449 |
+
-12.5,
|
| 450 |
+
-19.5,
|
| 451 |
+
-5.5
|
| 452 |
+
],
|
| 453 |
+
[
|
| 454 |
+
-10.0,
|
| 455 |
+
-16.5,
|
| 456 |
+
-3.5
|
| 457 |
+
]
|
| 458 |
+
],
|
| 459 |
+
"C+phi as drawn": [
|
| 460 |
+
[
|
| 461 |
+
14.0,
|
| 462 |
+
4.5,
|
| 463 |
+
23.5
|
| 464 |
+
],
|
| 465 |
+
[
|
| 466 |
+
13.0,
|
| 467 |
+
4.0,
|
| 468 |
+
22.0
|
| 469 |
+
],
|
| 470 |
+
[
|
| 471 |
+
13.5,
|
| 472 |
+
4.5,
|
| 473 |
+
22.5
|
| 474 |
+
]
|
| 475 |
+
],
|
| 476 |
+
"C-only": [
|
| 477 |
+
[
|
| 478 |
+
15.5,
|
| 479 |
+
9.5,
|
| 480 |
+
21.5
|
| 481 |
+
],
|
| 482 |
+
[
|
| 483 |
+
17.5,
|
| 484 |
+
12.0,
|
| 485 |
+
23.5
|
| 486 |
+
],
|
| 487 |
+
[
|
| 488 |
+
14.0,
|
| 489 |
+
7.5,
|
| 490 |
+
20.5
|
| 491 |
+
]
|
| 492 |
+
]
|
| 493 |
+
}
|
| 494 |
+
},
|
| 495 |
+
"2": {
|
| 496 |
+
"C+phi generator, repaired (primary)": {
|
| 497 |
+
"1": {
|
| 498 |
+
"cert": [
|
| 499 |
+
91.0,
|
| 500 |
+
90.0,
|
| 501 |
+
90.5
|
| 502 |
+
],
|
| 503 |
+
"regret_median": [
|
| 504 |
+
10.286276383107642,
|
| 505 |
+
9.854288820006897,
|
| 506 |
+
10.377585431822087
|
| 507 |
+
],
|
| 508 |
+
"seed0_ci": [
|
| 509 |
+
7.209354482202819,
|
| 510 |
+
12.881426699625228
|
| 511 |
+
]
|
| 512 |
+
},
|
| 513 |
+
"4": {
|
| 514 |
+
"cert": [
|
| 515 |
+
98.5,
|
| 516 |
+
97.5,
|
| 517 |
+
97.5
|
| 518 |
+
],
|
| 519 |
+
"regret_median": [
|
| 520 |
+
5.037010802645899,
|
| 521 |
+
5.485025439452358,
|
| 522 |
+
5.886423224684316
|
| 523 |
+
],
|
| 524 |
+
"seed0_ci": [
|
| 525 |
+
4.379493590631947,
|
| 526 |
+
6.512434213294332
|
| 527 |
+
]
|
| 528 |
+
},
|
| 529 |
+
"16": {
|
| 530 |
+
"cert": [
|
| 531 |
+
99.5,
|
| 532 |
+
99.5,
|
| 533 |
+
100.0
|
| 534 |
+
],
|
| 535 |
+
"regret_median": [
|
| 536 |
+
3.514981224235532,
|
| 537 |
+
3.6222522082313526,
|
| 538 |
+
3.6444609872611013
|
| 539 |
+
],
|
| 540 |
+
"seed0_ci": [
|
| 541 |
+
2.9151361169306935,
|
| 542 |
+
4.295892121291692
|
| 543 |
+
]
|
| 544 |
+
}
|
| 545 |
+
},
|
| 546 |
+
"C+phi generator, as drawn": {
|
| 547 |
+
"1": {
|
| 548 |
+
"cert": [
|
| 549 |
+
78.0,
|
| 550 |
+
75.5,
|
| 551 |
+
80.5
|
| 552 |
+
],
|
| 553 |
+
"regret_median": [
|
| 554 |
+
10.804089907463203,
|
| 555 |
+
10.170124139400077,
|
| 556 |
+
11.080173715194663
|
| 557 |
+
],
|
| 558 |
+
"seed0_ci": [
|
| 559 |
+
7.895915610770632,
|
| 560 |
+
15.423658167659271
|
| 561 |
+
]
|
| 562 |
+
},
|
| 563 |
+
"4": {
|
| 564 |
+
"cert": [
|
| 565 |
+
91.0,
|
| 566 |
+
92.0,
|
| 567 |
+
95.0
|
| 568 |
+
],
|
| 569 |
+
"regret_median": [
|
| 570 |
+
5.318330784109356,
|
| 571 |
+
5.485025439452358,
|
| 572 |
+
6.131560218286433
|
| 573 |
+
],
|
| 574 |
+
"seed0_ci": [
|
| 575 |
+
4.446469394886269,
|
| 576 |
+
6.622562945976518
|
| 577 |
+
]
|
| 578 |
+
},
|
| 579 |
+
"16": {
|
| 580 |
+
"cert": [
|
| 581 |
+
96.5,
|
| 582 |
+
96.5,
|
| 583 |
+
98.5
|
| 584 |
+
],
|
| 585 |
+
"regret_median": [
|
| 586 |
+
3.592258740679985,
|
| 587 |
+
3.660065822478123,
|
| 588 |
+
3.697777398042196
|
| 589 |
+
],
|
| 590 |
+
"seed0_ci": [
|
| 591 |
+
3.0102164973343046,
|
| 592 |
+
4.357912136425178
|
| 593 |
+
]
|
| 594 |
+
}
|
| 595 |
+
},
|
| 596 |
+
"C-only generator": {
|
| 597 |
+
"1": {
|
| 598 |
+
"cert": [
|
| 599 |
+
98.5,
|
| 600 |
+
98.5,
|
| 601 |
+
98.5
|
| 602 |
+
],
|
| 603 |
+
"regret_median": [
|
| 604 |
+
9.18723273932938,
|
| 605 |
+
8.868674681611862,
|
| 606 |
+
8.822578279398966
|
| 607 |
+
],
|
| 608 |
+
"seed0_ci": [
|
| 609 |
+
8.073729230948773,
|
| 610 |
+
10.172868657008673
|
| 611 |
+
]
|
| 612 |
+
},
|
| 613 |
+
"4": {
|
| 614 |
+
"cert": [
|
| 615 |
+
99.0,
|
| 616 |
+
99.5,
|
| 617 |
+
99.5
|
| 618 |
+
],
|
| 619 |
+
"regret_median": [
|
| 620 |
+
7.282377856058789,
|
| 621 |
+
7.490009311332627,
|
| 622 |
+
7.142232965274345
|
| 623 |
+
],
|
| 624 |
+
"seed0_ci": [
|
| 625 |
+
6.453312355724307,
|
| 626 |
+
8.589088758312128
|
| 627 |
+
]
|
| 628 |
+
},
|
| 629 |
+
"16": {
|
| 630 |
+
"cert": [
|
| 631 |
+
99.5,
|
| 632 |
+
100.0,
|
| 633 |
+
100.0
|
| 634 |
+
],
|
| 635 |
+
"regret_median": [
|
| 636 |
+
6.389602948764607,
|
| 637 |
+
6.465390318964882,
|
| 638 |
+
6.392206697221183
|
| 639 |
+
],
|
| 640 |
+
"seed0_ci": [
|
| 641 |
+
5.747849083848669,
|
| 642 |
+
7.635601897763006
|
| 643 |
+
]
|
| 644 |
+
}
|
| 645 |
+
},
|
| 646 |
+
"C+phi kNN, repaired": {
|
| 647 |
+
"1": {
|
| 648 |
+
"cert": [
|
| 649 |
+
88.0
|
| 650 |
+
],
|
| 651 |
+
"regret_median": [
|
| 652 |
+
34.848155655158806
|
| 653 |
+
],
|
| 654 |
+
"seed0_ci": [
|
| 655 |
+
27.618518163521465,
|
| 656 |
+
48.09574964865515
|
| 657 |
+
]
|
| 658 |
+
},
|
| 659 |
+
"4": {
|
| 660 |
+
"cert": [
|
| 661 |
+
100.0
|
| 662 |
+
],
|
| 663 |
+
"regret_median": [
|
| 664 |
+
13.73692377306578
|
| 665 |
+
],
|
| 666 |
+
"seed0_ci": [
|
| 667 |
+
12.675005540966955,
|
| 668 |
+
15.367189828336553
|
| 669 |
+
]
|
| 670 |
+
},
|
| 671 |
+
"16": {
|
| 672 |
+
"cert": [
|
| 673 |
+
100.0
|
| 674 |
+
],
|
| 675 |
+
"regret_median": [
|
| 676 |
+
8.893748218783706
|
| 677 |
+
],
|
| 678 |
+
"seed0_ci": [
|
| 679 |
+
7.907068762684558,
|
| 680 |
+
10.21570327775363
|
| 681 |
+
]
|
| 682 |
+
}
|
| 683 |
+
},
|
| 684 |
+
"C+phi kNN, as drawn": {
|
| 685 |
+
"1": {
|
| 686 |
+
"cert": [
|
| 687 |
+
60.0
|
| 688 |
+
],
|
| 689 |
+
"regret_median": [
|
| 690 |
+
76.2726649509606
|
| 691 |
+
],
|
| 692 |
+
"seed0_ci": [
|
| 693 |
+
48.20529238598341,
|
| 694 |
+
236.09398415360604
|
| 695 |
+
]
|
| 696 |
+
},
|
| 697 |
+
"4": {
|
| 698 |
+
"cert": [
|
| 699 |
+
95.5
|
| 700 |
+
],
|
| 701 |
+
"regret_median": [
|
| 702 |
+
15.946107387803538
|
| 703 |
+
],
|
| 704 |
+
"seed0_ci": [
|
| 705 |
+
13.660773559195668,
|
| 706 |
+
19.65452947407137
|
| 707 |
+
]
|
| 708 |
+
},
|
| 709 |
+
"16": {
|
| 710 |
+
"cert": [
|
| 711 |
+
100.0
|
| 712 |
+
],
|
| 713 |
+
"regret_median": [
|
| 714 |
+
9.826138508264576
|
| 715 |
+
],
|
| 716 |
+
"seed0_ci": [
|
| 717 |
+
8.79123202862804,
|
| 718 |
+
10.7661372362567
|
| 719 |
+
]
|
| 720 |
+
}
|
| 721 |
+
},
|
| 722 |
+
"C-only kNN": {
|
| 723 |
+
"1": {
|
| 724 |
+
"cert": [
|
| 725 |
+
89.5
|
| 726 |
+
],
|
| 727 |
+
"regret_median": [
|
| 728 |
+
42.67172518793261
|
| 729 |
+
],
|
| 730 |
+
"seed0_ci": [
|
| 731 |
+
37.559453113364064,
|
| 732 |
+
47.968357580849094
|
| 733 |
+
]
|
| 734 |
+
},
|
| 735 |
+
"4": {
|
| 736 |
+
"cert": [
|
| 737 |
+
99.5
|
| 738 |
+
],
|
| 739 |
+
"regret_median": [
|
| 740 |
+
19.437563788098867
|
| 741 |
+
],
|
| 742 |
+
"seed0_ci": [
|
| 743 |
+
17.556723226364596,
|
| 744 |
+
21.344803716460238
|
| 745 |
+
]
|
| 746 |
+
},
|
| 747 |
+
"16": {
|
| 748 |
+
"cert": [
|
| 749 |
+
100.0
|
| 750 |
+
],
|
| 751 |
+
"regret_median": [
|
| 752 |
+
13.556989927861284
|
| 753 |
+
],
|
| 754 |
+
"seed0_ci": [
|
| 755 |
+
12.161170213947981,
|
| 756 |
+
14.914280665120089
|
| 757 |
+
]
|
| 758 |
+
}
|
| 759 |
+
},
|
| 760 |
+
"C+phi twin, repaired": {
|
| 761 |
+
"1": {
|
| 762 |
+
"cert": [
|
| 763 |
+
88.0,
|
| 764 |
+
91.0,
|
| 765 |
+
86.0
|
| 766 |
+
],
|
| 767 |
+
"regret_median": [
|
| 768 |
+
10.795719154803814,
|
| 769 |
+
12.251065081468168,
|
| 770 |
+
13.372244572251127
|
| 771 |
+
],
|
| 772 |
+
"seed0_ci": [
|
| 773 |
+
8.77150053096333,
|
| 774 |
+
13.777550858011733
|
| 775 |
+
]
|
| 776 |
+
},
|
| 777 |
+
"4": {
|
| 778 |
+
"cert": [
|
| 779 |
+
93.5,
|
| 780 |
+
95.5,
|
| 781 |
+
92.0
|
| 782 |
+
],
|
| 783 |
+
"regret_median": [
|
| 784 |
+
8.161474225411455,
|
| 785 |
+
9.226304803953106,
|
| 786 |
+
9.31934975491419
|
| 787 |
+
],
|
| 788 |
+
"seed0_ci": [
|
| 789 |
+
6.932415939116539,
|
| 790 |
+
10.038932734521287
|
| 791 |
+
]
|
| 792 |
+
},
|
| 793 |
+
"16": {
|
| 794 |
+
"cert": [
|
| 795 |
+
98.0,
|
| 796 |
+
98.5,
|
| 797 |
+
97.5
|
| 798 |
+
],
|
| 799 |
+
"regret_median": [
|
| 800 |
+
5.67158069341242,
|
| 801 |
+
6.409165853122187,
|
| 802 |
+
6.607752095407558
|
| 803 |
+
],
|
| 804 |
+
"seed0_ci": [
|
| 805 |
+
4.902320875718031,
|
| 806 |
+
7.118227208256115
|
| 807 |
+
]
|
| 808 |
+
}
|
| 809 |
+
},
|
| 810 |
+
"C+phi twin, as drawn": {
|
| 811 |
+
"1": {
|
| 812 |
+
"cert": [
|
| 813 |
+
78.0,
|
| 814 |
+
81.5,
|
| 815 |
+
73.5
|
| 816 |
+
],
|
| 817 |
+
"regret_median": [
|
| 818 |
+
11.677921917149295,
|
| 819 |
+
12.810088751624841,
|
| 820 |
+
13.74563049915676
|
| 821 |
+
],
|
| 822 |
+
"seed0_ci": [
|
| 823 |
+
9.14911727730002,
|
| 824 |
+
14.971149238658937
|
| 825 |
+
]
|
| 826 |
+
},
|
| 827 |
+
"4": {
|
| 828 |
+
"cert": [
|
| 829 |
+
84.0,
|
| 830 |
+
87.0,
|
| 831 |
+
80.5
|
| 832 |
+
],
|
| 833 |
+
"regret_median": [
|
| 834 |
+
8.271151392559396,
|
| 835 |
+
9.226304803953106,
|
| 836 |
+
9.671383882813512
|
| 837 |
+
],
|
| 838 |
+
"seed0_ci": [
|
| 839 |
+
6.932415939116539,
|
| 840 |
+
11.273769703352938
|
| 841 |
+
]
|
| 842 |
+
},
|
| 843 |
+
"16": {
|
| 844 |
+
"cert": [
|
| 845 |
+
89.0,
|
| 846 |
+
94.0,
|
| 847 |
+
89.5
|
| 848 |
+
],
|
| 849 |
+
"regret_median": [
|
| 850 |
+
5.783381804828977,
|
| 851 |
+
6.503434253629443,
|
| 852 |
+
6.650589196517677
|
| 853 |
+
],
|
| 854 |
+
"seed0_ci": [
|
| 855 |
+
4.913806672098044,
|
| 856 |
+
7.333661136802726
|
| 857 |
+
]
|
| 858 |
+
}
|
| 859 |
+
},
|
| 860 |
+
"C-only twin": {
|
| 861 |
+
"1": {
|
| 862 |
+
"cert": [
|
| 863 |
+
98.5,
|
| 864 |
+
99.0,
|
| 865 |
+
98.5
|
| 866 |
+
],
|
| 867 |
+
"regret_median": [
|
| 868 |
+
9.129085097091957,
|
| 869 |
+
9.387875258974827,
|
| 870 |
+
9.130836223323396
|
| 871 |
+
],
|
| 872 |
+
"seed0_ci": [
|
| 873 |
+
8.068650804484335,
|
| 874 |
+
10.053381212537047
|
| 875 |
+
]
|
| 876 |
+
},
|
| 877 |
+
"4": {
|
| 878 |
+
"cert": [
|
| 879 |
+
99.0,
|
| 880 |
+
100.0,
|
| 881 |
+
99.0
|
| 882 |
+
],
|
| 883 |
+
"regret_median": [
|
| 884 |
+
8.305998440267027,
|
| 885 |
+
8.320654111540652,
|
| 886 |
+
8.387904399405931
|
| 887 |
+
],
|
| 888 |
+
"seed0_ci": [
|
| 889 |
+
6.957930874398125,
|
| 890 |
+
9.52662628992676
|
| 891 |
+
]
|
| 892 |
+
},
|
| 893 |
+
"16": {
|
| 894 |
+
"cert": [
|
| 895 |
+
99.5,
|
| 896 |
+
100.0,
|
| 897 |
+
99.5
|
| 898 |
+
],
|
| 899 |
+
"regret_median": [
|
| 900 |
+
7.663656439505447,
|
| 901 |
+
7.86996966971143,
|
| 902 |
+
7.59602749621133
|
| 903 |
+
],
|
| 904 |
+
"seed0_ci": [
|
| 905 |
+
6.30775073843831,
|
| 906 |
+
8.363985954281903
|
| 907 |
+
]
|
| 908 |
+
}
|
| 909 |
+
},
|
| 910 |
+
"48-start solver": {
|
| 911 |
+
"cert": 100.0,
|
| 912 |
+
"regret_median": 12.329837301047638,
|
| 913 |
+
"ci": [
|
| 914 |
+
11.277332787990423,
|
| 915 |
+
13.438187122124292
|
| 916 |
+
]
|
| 917 |
+
},
|
| 918 |
+
"Adam optimizer, C-only": {
|
| 919 |
+
"cert": 100.0,
|
| 920 |
+
"regret_median": 5.070329190668817,
|
| 921 |
+
"ci": [
|
| 922 |
+
4.3390321138863825,
|
| 923 |
+
5.841608435238828
|
| 924 |
+
]
|
| 925 |
+
},
|
| 926 |
+
"Adam optimizer, C+phi": {
|
| 927 |
+
"cert": 100.0,
|
| 928 |
+
"regret_median": 0.0,
|
| 929 |
+
"ci": [
|
| 930 |
+
0.0,
|
| 931 |
+
0.0
|
| 932 |
+
]
|
| 933 |
+
},
|
| 934 |
+
"[73]": {
|
| 935 |
+
"C+phi repaired": [
|
| 936 |
+
[
|
| 937 |
+
3.0,
|
| 938 |
+
-3.0,
|
| 939 |
+
9.0
|
| 940 |
+
],
|
| 941 |
+
[
|
| 942 |
+
2.0,
|
| 943 |
+
-4.0,
|
| 944 |
+
8.0
|
| 945 |
+
],
|
| 946 |
+
[
|
| 947 |
+
2.5,
|
| 948 |
+
-3.0,
|
| 949 |
+
8.0
|
| 950 |
+
]
|
| 951 |
+
],
|
| 952 |
+
"C+phi as drawn": [
|
| 953 |
+
[
|
| 954 |
+
18.0,
|
| 955 |
+
9.0,
|
| 956 |
+
26.5
|
| 957 |
+
],
|
| 958 |
+
[
|
| 959 |
+
15.5,
|
| 960 |
+
7.0,
|
| 961 |
+
24.0
|
| 962 |
+
],
|
| 963 |
+
[
|
| 964 |
+
20.5,
|
| 965 |
+
12.5,
|
| 966 |
+
28.5
|
| 967 |
+
]
|
| 968 |
+
],
|
| 969 |
+
"C-only": [
|
| 970 |
+
[
|
| 971 |
+
9.0,
|
| 972 |
+
5.0,
|
| 973 |
+
13.5
|
| 974 |
+
],
|
| 975 |
+
[
|
| 976 |
+
9.0,
|
| 977 |
+
4.5,
|
| 978 |
+
14.0
|
| 979 |
+
],
|
| 980 |
+
[
|
| 981 |
+
9.0,
|
| 982 |
+
5.0,
|
| 983 |
+
13.5
|
| 984 |
+
]
|
| 985 |
+
]
|
| 986 |
+
}
|
| 987 |
+
}
|
| 988 |
+
}
|
results/icml_r3/X29/t2/report.txt
ADDED
|
@@ -0,0 +1,92 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
X29-T: MIMO spline setting, 200 fresh T2 plants per m, every series on J*_T2 (min of the T2 id and so3 c = 1, 2, 5 labels).
|
| 2 |
+
Regret = (J_b - J*) / J*, J_b = cheapest certified of the first b candidates, uncertified = 1e3 (1000%). CI: bootstrap 95% (10,000 resamples).
|
| 3 |
+
Seeded series: 3-seed mean (min to max) | seed 0 [CI]. C-only = identity knots (Lyapunov test); C+phi = so3 knots (circle LMI; repaired = repair R, center r(1)).
|
| 4 |
+
|
| 5 |
+
=== m = 3, 200 plants
|
| 6 |
+
C+phi generator, repaired (primary) (3 runs):
|
| 7 |
+
b= 1: certified 79.7% (78.0 to 80.5) | median regret 17.73% (16.17 to 18.82) | seed 0: 80.5%, 18.21% [14.87, 30.15]
|
| 8 |
+
b= 4: certified 93.8% (92.5 to 96.0) | median regret 9.70% (9.47 to 9.91) | seed 0: 96.0%, 9.47% [8.04, 11.42]
|
| 9 |
+
b=16: certified 99.8% (99.5 to 100.0) | median regret 6.56% (6.16 to 6.82) | seed 0: 100.0%, 6.16% [5.49, 7.77]
|
| 10 |
+
C+phi generator, as drawn (3 runs):
|
| 11 |
+
b= 1: certified 61.5% (61.0 to 62.0) | median regret 22.85% (16.89 to 27.16) | seed 0: 62.0%, 27.16% [16.44, 59.82]
|
| 12 |
+
b= 4: certified 82.5% (81.0 to 85.0) | median regret 9.97% (9.78 to 10.21) | seed 0: 85.0%, 9.91% [8.33, 12.59]
|
| 13 |
+
b=16: certified 95.3% (95.0 to 95.5) | median regret 6.60% (6.16 to 6.90) | seed 0: 95.5%, 6.16% [5.49, 7.91]
|
| 14 |
+
C-only generator (3 runs):
|
| 15 |
+
b= 1: certified 95.7% (94.0 to 97.5) | median regret 16.32% (16.04 to 16.69) | seed 0: 95.5%, 16.04% [14.28, 18.22]
|
| 16 |
+
b= 4: certified 99.2% (98.0 to 100.0) | median regret 12.73% (12.08 to 13.39) | seed 0: 99.5%, 12.72% [11.66, 13.60]
|
| 17 |
+
b=16: certified 99.5% (98.5 to 100.0) | median regret 10.22% (10.05 to 10.36) | seed 0: 100.0%, 10.05% [9.21, 11.87]
|
| 18 |
+
C+phi kNN, repaired (1 run):
|
| 19 |
+
b= 1: certified 90.5% | median regret 61.40% [52.06, 70.49]
|
| 20 |
+
b= 4: certified 100.0% | median regret 25.42% [21.96, 28.88]
|
| 21 |
+
b=16: certified 100.0% | median regret 15.88% [14.80, 16.59]
|
| 22 |
+
C+phi kNN, as drawn (1 run):
|
| 23 |
+
b= 1: certified 48.0% | median regret 100000.00% [95.48, 100000.00]
|
| 24 |
+
b= 4: certified 86.0% | median regret 31.59% [27.64, 34.71]
|
| 25 |
+
b=16: certified 99.5% | median regret 17.55% [16.32, 19.46]
|
| 26 |
+
C-only kNN (1 run):
|
| 27 |
+
b= 1: certified 80.0% | median regret 70.87% [58.69, 93.10]
|
| 28 |
+
b= 4: certified 98.5% | median regret 36.25% [32.66, 40.83]
|
| 29 |
+
b=16: certified 100.0% | median regret 23.77% [22.44, 25.79]
|
| 30 |
+
C+phi twin, repaired (3 runs):
|
| 31 |
+
b= 1: certified 76.3% (75.5 to 77.0) | median regret 22.16% (20.48 to 24.45) | seed 0: 76.5%, 20.48% [17.40, 25.94]
|
| 32 |
+
b= 4: certified 88.0% (87.0 to 89.0) | median regret 15.54% (14.46 to 16.45) | seed 0: 89.0%, 15.72% [13.03, 18.76]
|
| 33 |
+
b=16: certified 95.0% (94.5 to 96.0) | median regret 10.84% (10.36 to 11.11) | seed 0: 94.5%, 11.11% [8.90, 13.20]
|
| 34 |
+
C+phi twin, as drawn (3 runs):
|
| 35 |
+
b= 1: certified 60.3% (59.5 to 61.5) | median regret 28.50% (22.87 to 33.30) | seed 0: 61.5%, 22.87% [17.94, 30.69]
|
| 36 |
+
b= 4: certified 72.7% (72.5 to 73.0) | median regret 16.64% (15.49 to 17.54) | seed 0: 72.5%, 16.91% [13.22, 21.13]
|
| 37 |
+
b=16: certified 83.2% (82.5 to 83.5) | median regret 11.26% (11.04 to 11.45) | seed 0: 83.5%, 11.45% [9.05, 13.46]
|
| 38 |
+
C-only twin (3 runs):
|
| 39 |
+
b= 1: certified 94.2% (91.5 to 96.5) | median regret 18.21% (17.53 to 18.81) | seed 0: 96.5%, 18.81% [17.22, 21.84]
|
| 40 |
+
b= 4: certified 97.5% (95.5 to 99.0) | median regret 15.80% (15.40 to 16.00) | seed 0: 99.0%, 15.99% [13.61, 18.12]
|
| 41 |
+
b=16: certified 98.7% (97.5 to 99.5) | median regret 13.81% (13.67 to 14.07) | seed 0: 99.5%, 13.67% [11.21, 15.75]
|
| 42 |
+
48-start solver (flat, C-only; its best gain under X27's quadratic cost, scored on the X28 cost): certified 100.0% | median regret 11.60% [10.85, 12.30]
|
| 43 |
+
per-plant Adam optimizer (flat): C-only (identity knots) certified 100.0% | median regret 4.33% [4.05, 5.06]; C+phi = J*_T2 by construction (regret 0)
|
| 44 |
+
[73] certified at b = 1, generator minus its own kNN (points, plant-paired, bootstrap 95% CI of the mean):
|
| 45 |
+
C+phi repaired: seed 0 -10.0 [-17.0, -3.0]; seed 1 -12.5 [-19.5, -5.5]; seed 2 -10.0 [-16.5, -3.5]
|
| 46 |
+
C+phi as drawn: seed 0 +14.0 [+4.5, +23.5]; seed 1 +13.0 [+4.0, +22.0]; seed 2 +13.5 [+4.5, +22.5]
|
| 47 |
+
C-only: seed 0 +15.5 [+9.5, +21.5]; seed 1 +17.5 [+12.0, +23.5]; seed 2 +14.0 [+7.5, +20.5]
|
| 48 |
+
|
| 49 |
+
=== m = 2, 200 plants
|
| 50 |
+
C+phi generator, repaired (primary) (3 runs):
|
| 51 |
+
b= 1: certified 90.5% (90.0 to 91.0) | median regret 10.17% (9.85 to 10.38) | seed 0: 91.0%, 10.29% [7.21, 12.88]
|
| 52 |
+
b= 4: certified 97.8% (97.5 to 98.5) | median regret 5.47% (5.04 to 5.89) | seed 0: 98.5%, 5.04% [4.38, 6.51]
|
| 53 |
+
b=16: certified 99.7% (99.5 to 100.0) | median regret 3.59% (3.51 to 3.64) | seed 0: 99.5%, 3.51% [2.92, 4.30]
|
| 54 |
+
C+phi generator, as drawn (3 runs):
|
| 55 |
+
b= 1: certified 78.0% (75.5 to 80.5) | median regret 10.68% (10.17 to 11.08) | seed 0: 78.0%, 10.80% [7.90, 15.42]
|
| 56 |
+
b= 4: certified 92.7% (91.0 to 95.0) | median regret 5.64% (5.32 to 6.13) | seed 0: 91.0%, 5.32% [4.45, 6.62]
|
| 57 |
+
b=16: certified 97.2% (96.5 to 98.5) | median regret 3.65% (3.59 to 3.70) | seed 0: 96.5%, 3.59% [3.01, 4.36]
|
| 58 |
+
C-only generator (3 runs):
|
| 59 |
+
b= 1: certified 98.5% (98.5 to 98.5) | median regret 8.96% (8.82 to 9.19) | seed 0: 98.5%, 9.19% [8.07, 10.17]
|
| 60 |
+
b= 4: certified 99.3% (99.0 to 99.5) | median regret 7.30% (7.14 to 7.49) | seed 0: 99.0%, 7.28% [6.45, 8.59]
|
| 61 |
+
b=16: certified 99.8% (99.5 to 100.0) | median regret 6.42% (6.39 to 6.47) | seed 0: 99.5%, 6.39% [5.75, 7.64]
|
| 62 |
+
C+phi kNN, repaired (1 run):
|
| 63 |
+
b= 1: certified 88.0% | median regret 34.85% [27.62, 48.10]
|
| 64 |
+
b= 4: certified 100.0% | median regret 13.74% [12.68, 15.37]
|
| 65 |
+
b=16: certified 100.0% | median regret 8.89% [7.91, 10.22]
|
| 66 |
+
C+phi kNN, as drawn (1 run):
|
| 67 |
+
b= 1: certified 60.0% | median regret 76.27% [48.21, 236.09]
|
| 68 |
+
b= 4: certified 95.5% | median regret 15.95% [13.66, 19.65]
|
| 69 |
+
b=16: certified 100.0% | median regret 9.83% [8.79, 10.77]
|
| 70 |
+
C-only kNN (1 run):
|
| 71 |
+
b= 1: certified 89.5% | median regret 42.67% [37.56, 47.97]
|
| 72 |
+
b= 4: certified 99.5% | median regret 19.44% [17.56, 21.34]
|
| 73 |
+
b=16: certified 100.0% | median regret 13.56% [12.16, 14.91]
|
| 74 |
+
C+phi twin, repaired (3 runs):
|
| 75 |
+
b= 1: certified 88.3% (86.0 to 91.0) | median regret 12.14% (10.80 to 13.37) | seed 0: 88.0%, 10.80% [8.77, 13.78]
|
| 76 |
+
b= 4: certified 93.7% (92.0 to 95.5) | median regret 8.90% (8.16 to 9.32) | seed 0: 93.5%, 8.16% [6.93, 10.04]
|
| 77 |
+
b=16: certified 98.0% (97.5 to 98.5) | median regret 6.23% (5.67 to 6.61) | seed 0: 98.0%, 5.67% [4.90, 7.12]
|
| 78 |
+
C+phi twin, as drawn (3 runs):
|
| 79 |
+
b= 1: certified 77.7% (73.5 to 81.5) | median regret 12.74% (11.68 to 13.75) | seed 0: 78.0%, 11.68% [9.15, 14.97]
|
| 80 |
+
b= 4: certified 83.8% (80.5 to 87.0) | median regret 9.06% (8.27 to 9.67) | seed 0: 84.0%, 8.27% [6.93, 11.27]
|
| 81 |
+
b=16: certified 90.8% (89.0 to 94.0) | median regret 6.31% (5.78 to 6.65) | seed 0: 89.0%, 5.78% [4.91, 7.33]
|
| 82 |
+
C-only twin (3 runs):
|
| 83 |
+
b= 1: certified 98.7% (98.5 to 99.0) | median regret 9.22% (9.13 to 9.39) | seed 0: 98.5%, 9.13% [8.07, 10.05]
|
| 84 |
+
b= 4: certified 99.3% (99.0 to 100.0) | median regret 8.34% (8.31 to 8.39) | seed 0: 99.0%, 8.31% [6.96, 9.53]
|
| 85 |
+
b=16: certified 99.7% (99.5 to 100.0) | median regret 7.71% (7.60 to 7.87) | seed 0: 99.5%, 7.66% [6.31, 8.36]
|
| 86 |
+
48-start solver (flat, C-only; its best gain under X27's quadratic cost, scored on the X28 cost): certified 100.0% | median regret 12.33% [11.28, 13.44]
|
| 87 |
+
per-plant Adam optimizer (flat): C-only (identity knots) certified 100.0% | median regret 5.07% [4.34, 5.84]; C+phi = J*_T2 by construction (regret 0)
|
| 88 |
+
[73] certified at b = 1, generator minus its own kNN (points, plant-paired, bootstrap 95% CI of the mean):
|
| 89 |
+
C+phi repaired: seed 0 +3.0 [-3.0, +9.0]; seed 1 +2.0 [-4.0, +8.0]; seed 2 +2.5 [-3.0, +8.0]
|
| 90 |
+
C+phi as drawn: seed 0 +18.0 [+9.0, +26.5]; seed 1 +15.5 [+7.0, +24.0]; seed 2 +20.5 [+12.5, +28.5]
|
| 91 |
+
C-only: seed 0 +9.0 [+5.0, +13.5]; seed 1 +9.0 [+4.5, +14.0]; seed 2 +9.0 [+5.0, +13.5]
|
| 92 |
+
|
results/icml_r3/X29/t2/solver_m2.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e8b2877f6e4db8574b6c653d8e1a02f0d266a92602d355e167eafbf10def937c
|
| 3 |
+
size 11527
|
results/icml_r3/X29/t2/solver_m3.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3628721a6801abe40c8f0e8ee24a2862bbebfed7d9c2d7b96b5a8c3172b8788b
|
| 3 |
+
size 19308
|
results/icml_r3/X29/t2/timing_m3_smoke.json
ADDED
|
@@ -0,0 +1,164 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"m": 3,
|
| 3 |
+
"node": "move-hpc-08-gpu",
|
| 4 |
+
"loadavg_start": [
|
| 5 |
+
1.4169921875,
|
| 6 |
+
1.32568359375,
|
| 7 |
+
1.03857421875
|
| 8 |
+
],
|
| 9 |
+
"threads": 1,
|
| 10 |
+
"timing_plants": 1,
|
| 11 |
+
"smoke": true,
|
| 12 |
+
"solver_starts": 4,
|
| 13 |
+
"adam_steps_timed": 2,
|
| 14 |
+
"one_plant_median_cpu_wall_s": {
|
| 15 |
+
"gen_a_sample": [
|
| 16 |
+
1.5451543129999976,
|
| 17 |
+
1.545506238937378
|
| 18 |
+
],
|
| 19 |
+
"gen_a_score": [
|
| 20 |
+
1.2982125779999976,
|
| 21 |
+
1.3002724647521973
|
| 22 |
+
],
|
| 23 |
+
"gen_b_sample": [
|
| 24 |
+
1.5145010489999962,
|
| 25 |
+
1.5150821208953857
|
| 26 |
+
],
|
| 27 |
+
"gen_b_score": [
|
| 28 |
+
1.3638571490000047,
|
| 29 |
+
1.3640539646148682
|
| 30 |
+
],
|
| 31 |
+
"knn_a": [
|
| 32 |
+
1.2649287079999993,
|
| 33 |
+
1.26658034324646
|
| 34 |
+
],
|
| 35 |
+
"knn_b": [
|
| 36 |
+
1.3548587999999953,
|
| 37 |
+
1.3554143905639648
|
| 38 |
+
],
|
| 39 |
+
"twin_a_sample": [
|
| 40 |
+
0.042606825000000015,
|
| 41 |
+
0.04869794845581055
|
| 42 |
+
],
|
| 43 |
+
"twin_a_score": [
|
| 44 |
+
1.2391621519999987,
|
| 45 |
+
1.2393934726715088
|
| 46 |
+
],
|
| 47 |
+
"twin_b_sample": [
|
| 48 |
+
0.04085496900000152,
|
| 49 |
+
0.04209637641906738
|
| 50 |
+
],
|
| 51 |
+
"twin_b_score": [
|
| 52 |
+
0.00589202100000108,
|
| 53 |
+
0.0058939456939697266
|
| 54 |
+
],
|
| 55 |
+
"solver_all": [
|
| 56 |
+
0.367265481000004,
|
| 57 |
+
0.3684537410736084
|
| 58 |
+
],
|
| 59 |
+
"solver_first": [
|
| 60 |
+
NaN,
|
| 61 |
+
NaN
|
| 62 |
+
],
|
| 63 |
+
"adam_per_step": [
|
| 64 |
+
12.700177543500004,
|
| 65 |
+
12.70258903503418
|
| 66 |
+
],
|
| 67 |
+
"adam_certify": [
|
| 68 |
+
0.031460520000010206,
|
| 69 |
+
0.03151559829711914
|
| 70 |
+
]
|
| 71 |
+
},
|
| 72 |
+
"one_plant_all_cpu_wall_s": {
|
| 73 |
+
"gen_a_sample": [
|
| 74 |
+
[
|
| 75 |
+
1.5451543129999976,
|
| 76 |
+
1.545506238937378
|
| 77 |
+
]
|
| 78 |
+
],
|
| 79 |
+
"gen_a_score": [
|
| 80 |
+
[
|
| 81 |
+
1.2982125779999976,
|
| 82 |
+
1.3002724647521973
|
| 83 |
+
]
|
| 84 |
+
],
|
| 85 |
+
"gen_b_sample": [
|
| 86 |
+
[
|
| 87 |
+
1.5145010489999962,
|
| 88 |
+
1.5150821208953857
|
| 89 |
+
]
|
| 90 |
+
],
|
| 91 |
+
"gen_b_score": [
|
| 92 |
+
[
|
| 93 |
+
1.3638571490000047,
|
| 94 |
+
1.3640539646148682
|
| 95 |
+
]
|
| 96 |
+
],
|
| 97 |
+
"knn_a": [
|
| 98 |
+
[
|
| 99 |
+
1.2649287079999993,
|
| 100 |
+
1.26658034324646
|
| 101 |
+
]
|
| 102 |
+
],
|
| 103 |
+
"knn_b": [
|
| 104 |
+
[
|
| 105 |
+
1.3548587999999953,
|
| 106 |
+
1.3554143905639648
|
| 107 |
+
]
|
| 108 |
+
],
|
| 109 |
+
"twin_a_sample": [
|
| 110 |
+
[
|
| 111 |
+
0.042606825000000015,
|
| 112 |
+
0.04869794845581055
|
| 113 |
+
]
|
| 114 |
+
],
|
| 115 |
+
"twin_a_score": [
|
| 116 |
+
[
|
| 117 |
+
1.2391621519999987,
|
| 118 |
+
1.2393934726715088
|
| 119 |
+
]
|
| 120 |
+
],
|
| 121 |
+
"twin_b_sample": [
|
| 122 |
+
[
|
| 123 |
+
0.04085496900000152,
|
| 124 |
+
0.04209637641906738
|
| 125 |
+
]
|
| 126 |
+
],
|
| 127 |
+
"twin_b_score": [
|
| 128 |
+
[
|
| 129 |
+
0.00589202100000108,
|
| 130 |
+
0.0058939456939697266
|
| 131 |
+
]
|
| 132 |
+
],
|
| 133 |
+
"solver_all": [
|
| 134 |
+
[
|
| 135 |
+
0.367265481000004,
|
| 136 |
+
0.3684537410736084
|
| 137 |
+
]
|
| 138 |
+
],
|
| 139 |
+
"solver_first": [
|
| 140 |
+
[
|
| 141 |
+
NaN,
|
| 142 |
+
NaN
|
| 143 |
+
]
|
| 144 |
+
],
|
| 145 |
+
"adam_per_step": [
|
| 146 |
+
[
|
| 147 |
+
12.700177543500004,
|
| 148 |
+
12.70258903503418
|
| 149 |
+
]
|
| 150 |
+
],
|
| 151 |
+
"adam_certify": [
|
| 152 |
+
[
|
| 153 |
+
0.031460520000010206,
|
| 154 |
+
0.03151559829711914
|
| 155 |
+
]
|
| 156 |
+
]
|
| 157 |
+
},
|
| 158 |
+
"adam_400_steps_plus_certify_cpu_s": 5080.102477920002,
|
| 159 |
+
"loadavg_end": [
|
| 160 |
+
1.2314453125,
|
| 161 |
+
1.2880859375,
|
| 162 |
+
1.03515625
|
| 163 |
+
]
|
| 164 |
+
}
|
results/icml_r3/X29/t2/twin_x29t2a_reg_s0.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3b4cf9a59cc607a1d534bf4f665f3450bf3ab492cfcffa818a37398ea7fa65b8
|
| 3 |
+
size 220263
|
results/icml_r3/X29/t2/twin_x29t2a_reg_s1.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:251a0be5c1d6c4cc241c32450f940f5c7d6c26aa35fef52d546b42f384440a2d
|
| 3 |
+
size 220497
|
results/icml_r3/X29/t2/twin_x29t2a_reg_s2.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ba5ed58c4421ae45291fde0d2c7b1e172eeacb45eab84d888a0b6fbd6a92cf48
|
| 3 |
+
size 220521
|
results/icml_r3/X29/t2/twin_x29t2b_reg_s0.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:433d6bb1b0cc23a78a1cf4dcbfdc9fdd321c24b2891c6ad354ad4aafa454cacc
|
| 3 |
+
size 958174
|
results/icml_r3/X29/t2/twin_x29t2b_reg_s1.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7fe82f83b2502d98d557707a967fdf970e79e6214d0879ccaed176d57dfafc06
|
| 3 |
+
size 958395
|
results/icml_r3/X29/t2/twin_x29t2b_reg_s2.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5c0eb502a94d976e604fd605a670000379b23fd454c7e277afc5ad860e889172
|
| 3 |
+
size 955162
|
results/icml_r3/X29/t2/twin_x29t3a_reg_s0.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fd70f151b24b6c2fc15f4fa62bb599d2bb72583014d69376e7d64fe2c2791282
|
| 3 |
+
size 466484
|
results/icml_r3/X29/t2/twin_x29t3a_reg_s1.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0d7a68a42a7f08ee1de84c3dc40e840c2ab605094deb49a883d36ffa19f72e27
|
| 3 |
+
size 465967
|
results/icml_r3/X29/t2/twin_x29t3a_reg_s2.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6ff7fdf4e711240110c0b15e4276026fd8d3d96f8e4b2e458cf328926bbfea78
|
| 3 |
+
size 465657
|
results/icml_r3/X29/t2/twin_x29t3b_reg_s0.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a5ae83b26595c8a6827eefa53e276429b812cf800dae180be5a9fd02b92a5856
|
| 3 |
+
size 1552630
|
results/icml_r3/X29/t2/twin_x29t3b_reg_s1.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:edc98724d48fc637f857b9cf01b4e3c9a23409d3ba73c3a858edefb2ce336aff
|
| 3 |
+
size 1550729
|
results/icml_r3/X29/t2/twin_x29t3b_reg_s2.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:59e4ca504073e25e1b663ac0748165e39fc91d6489367743291c7574ef6c19b0
|
| 3 |
+
size 1551690
|