matCercola18 commited on
Commit
d339e9b
·
verified ·
1 Parent(s): 27c122d

X28-M: labels, generators, paired and fresh-direction verdict

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. models/x28m/x28m2a_s0.pth +3 -0
  2. models/x28m/x28m2a_s1.pth +3 -0
  3. models/x28m/x28m2a_s2.pth +3 -0
  4. models/x28m/x28m2b_s0.pth +3 -0
  5. models/x28m/x28m2b_s1.pth +3 -0
  6. models/x28m/x28m2b_s2.pth +3 -0
  7. models/x28m/x28m3a_s0.pth +3 -0
  8. models/x28m/x28m3a_s1.pth +3 -0
  9. models/x28m/x28m3a_s2.pth +3 -0
  10. models/x28m/x28m3b_s0.pth +3 -0
  11. models/x28m/x28m3b_s1.pth +3 -0
  12. models/x28m/x28m3b_s2.pth +3 -0
  13. results/icml_r3/X28/mimo/ds/ds_x28a_m2.pt +3 -0
  14. results/icml_r3/X28/mimo/ds/ds_x28a_m3.pt +3 -0
  15. results/icml_r3/X28/mimo/ds/ds_x28b_m2.pt +3 -0
  16. results/icml_r3/X28/mimo/ds/ds_x28b_m3.pt +3 -0
  17. results/icml_r3/X28/mimo/ds/info_m2.json +15 -0
  18. results/icml_r3/X28/mimo/ds/info_m3.json +15 -0
  19. results/icml_r3/X28/mimo/ds/jobs.json +98 -0
  20. results/icml_r3/X28/mimo/gen/cand_x28m2a_s0.npz +3 -0
  21. results/icml_r3/X28/mimo/gen/cand_x28m2a_s1.npz +3 -0
  22. results/icml_r3/X28/mimo/gen/cand_x28m2a_s2.npz +3 -0
  23. results/icml_r3/X28/mimo/gen/cand_x28m2b_s0.npz +3 -0
  24. results/icml_r3/X28/mimo/gen/cand_x28m2b_s1.npz +3 -0
  25. results/icml_r3/X28/mimo/gen/cand_x28m2b_s2.npz +3 -0
  26. results/icml_r3/X28/mimo/gen/cand_x28m3a_s0.npz +3 -0
  27. results/icml_r3/X28/mimo/gen/cand_x28m3a_s1.npz +3 -0
  28. results/icml_r3/X28/mimo/gen/cand_x28m3a_s2.npz +3 -0
  29. results/icml_r3/X28/mimo/gen/cand_x28m3b_s0.npz +3 -0
  30. results/icml_r3/X28/mimo/gen/cand_x28m3b_s1.npz +3 -0
  31. results/icml_r3/X28/mimo/gen/cand_x28m3b_s2.npz +3 -0
  32. results/icml_r3/X28/mimo/gen/eval_x28m2a_s0.npz +3 -0
  33. results/icml_r3/X28/mimo/gen/eval_x28m2a_s1.npz +3 -0
  34. results/icml_r3/X28/mimo/gen/eval_x28m2a_s2.npz +3 -0
  35. results/icml_r3/X28/mimo/gen/eval_x28m2b_s0.npz +3 -0
  36. results/icml_r3/X28/mimo/gen/eval_x28m2b_s1.npz +3 -0
  37. results/icml_r3/X28/mimo/gen/eval_x28m2b_s2.npz +3 -0
  38. results/icml_r3/X28/mimo/gen/eval_x28m3a_s0.npz +3 -0
  39. results/icml_r3/X28/mimo/gen/eval_x28m3a_s1.npz +3 -0
  40. results/icml_r3/X28/mimo/gen/eval_x28m3a_s2.npz +3 -0
  41. results/icml_r3/X28/mimo/gen/eval_x28m3b_s0.npz +3 -0
  42. results/icml_r3/X28/mimo/gen/eval_x28m3b_s1.npz +3 -0
  43. results/icml_r3/X28/mimo/gen/eval_x28m3b_s2.npz +3 -0
  44. results/icml_r3/X28/mimo/gen_fresh_m2.npz +3 -0
  45. results/icml_r3/X28/mimo/gen_fresh_m2.txt +7 -0
  46. results/icml_r3/X28/mimo/gen_fresh_m3.npz +3 -0
  47. results/icml_r3/X28/mimo/gen_fresh_m3.txt +7 -0
  48. results/icml_r3/X28/mimo/gen_paired_m2.txt +17 -0
  49. results/icml_r3/X28/mimo/gen_paired_m3.txt +17 -0
  50. results/icml_r3/X28/mimo/lab0_m2/cert_id_c1.npz +3 -0
models/x28m/x28m2a_s0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05891295a3a715d2539d3df6f3faa9428102e2595b1169034d8cc5dad3e93080
3
+ size 46014411
models/x28m/x28m2a_s1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed5ddcb13751778411ccac17bdeeb97ed9a22bca4f5de0e67b7a89a58e2d6828
3
+ size 46014411
models/x28m/x28m2a_s2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e302b865757944f543815509d4ee4df1604a085e367bacf48aef2c7ae2d0a856
3
+ size 46014411
models/x28m/x28m2b_s0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb2f40ed958870632fd4578cba417a55ae6bd51107dfd56788700dc44a084d9e
3
+ size 46051403
models/x28m/x28m2b_s1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de9f7175e3296bed37e0a56372bcd65cac1eb7f5e36e99d0b7885862909c0c4c
3
+ size 46051403
models/x28m/x28m2b_s2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83972875ed6c90580804220a9fd9bc78de0fe8049c6cab2ce1ea58ef39e8e39d
3
+ size 46051403
models/x28m/x28m3a_s0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e25f99c5cd997cea0e8228dbdf96829eb663378e667d6845870bc3d888d09e0a
3
+ size 46192715
models/x28m/x28m3a_s1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:260772ca7616eb6cff042d6acfb08a8b96433dea37360b21ba4df40643a20818
3
+ size 46192715
models/x28m/x28m3a_s2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a82a7a8fb45b550d606c3f61482ddb8b7bb7f8e6b3071307142bbb2a65537626
3
+ size 46192715
models/x28m/x28m3b_s0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9091bd9d3e20f70a8cd85c3e6bc11f4f8acb8c8e5dee16606afa18a6118bc62
3
+ size 46248459
models/x28m/x28m3b_s1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:219f0abec4cc05eb5d80882b3b5216ea46ef7c1b372123fc0e1eef8c74409f69
3
+ size 46248459
models/x28m/x28m3b_s2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd521e408fa1d8a4e2bef98aee564aa5276e77b148862699fc9bf48dd41a73f5
3
+ size 46248459
results/icml_r3/X28/mimo/ds/ds_x28a_m2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ea8222b54725fb89e037c43f03bf8fda7db0b1cbeab6568cad553f9156e2e76
3
+ size 254205
results/icml_r3/X28/mimo/ds/ds_x28a_m3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d03018a3f92255407c3ae20a5ff84099ee31d1478d2b291cf8786c286ffef47
3
+ size 1049981
results/icml_r3/X28/mimo/ds/ds_x28b_m2.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c01233221308cd2929369a9199666b8309b84d9e56158885207a128744c62c1
3
+ size 348797
results/icml_r3/X28/mimo/ds/ds_x28b_m3.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea18842dac1f6d80c8954cdd884f0f809d0ca2e0cf6bb38be38b2505ad134c40
3
+ size 1335869
results/icml_r3/X28/mimo/ds/info_m2.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "m": 2,
3
+ "plants": 3936,
4
+ "kept": 3936,
5
+ "b_src_counts": {
6
+ "so3_c1": 1949,
7
+ "so3_c2": 1470,
8
+ "so3_c5": 517,
9
+ "id": 0
10
+ },
11
+ "J_a_median": 12.507517369991444,
12
+ "J_b_median": 11.851171607103232,
13
+ "d_median": 0.05008859586443083,
14
+ "gauge_roundtrip_J_maxrel": 1.7161610155164459e-16
15
+ }
results/icml_r3/X28/mimo/ds/info_m3.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "m": 3,
3
+ "plants": 7936,
4
+ "kept": 7936,
5
+ "b_src_counts": {
6
+ "so3_c1": 4146,
7
+ "so3_c2": 3029,
8
+ "so3_c5": 740,
9
+ "id": 21
10
+ },
11
+ "J_a_median": 12.16411931631269,
12
+ "J_b_median": 11.62823680124978,
13
+ "d_median": 0.04135785507979858,
14
+ "gauge_roundtrip_J_maxrel": 6.101295716434809e-17
15
+ }
results/icml_r3/X28/mimo/ds/jobs.json ADDED
@@ -0,0 +1,98 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "name": "x28m3a_s0",
4
+ "arm": "diff",
5
+ "seed": 0,
6
+ "m": 3,
7
+ "n": 0,
8
+ "data": "results/icml_r3/X28/mimo/ds/ds_x28a_m3.pt"
9
+ },
10
+ {
11
+ "name": "x28m3a_s1",
12
+ "arm": "diff",
13
+ "seed": 1,
14
+ "m": 3,
15
+ "n": 0,
16
+ "data": "results/icml_r3/X28/mimo/ds/ds_x28a_m3.pt"
17
+ },
18
+ {
19
+ "name": "x28m3a_s2",
20
+ "arm": "diff",
21
+ "seed": 2,
22
+ "m": 3,
23
+ "n": 0,
24
+ "data": "results/icml_r3/X28/mimo/ds/ds_x28a_m3.pt"
25
+ },
26
+ {
27
+ "name": "x28m3b_s0",
28
+ "arm": "diff",
29
+ "seed": 0,
30
+ "m": 3,
31
+ "n": 0,
32
+ "data": "results/icml_r3/X28/mimo/ds/ds_x28b_m3.pt"
33
+ },
34
+ {
35
+ "name": "x28m3b_s1",
36
+ "arm": "diff",
37
+ "seed": 1,
38
+ "m": 3,
39
+ "n": 0,
40
+ "data": "results/icml_r3/X28/mimo/ds/ds_x28b_m3.pt"
41
+ },
42
+ {
43
+ "name": "x28m3b_s2",
44
+ "arm": "diff",
45
+ "seed": 2,
46
+ "m": 3,
47
+ "n": 0,
48
+ "data": "results/icml_r3/X28/mimo/ds/ds_x28b_m3.pt"
49
+ },
50
+ {
51
+ "name": "x28m2a_s0",
52
+ "arm": "diff",
53
+ "seed": 0,
54
+ "m": 2,
55
+ "n": 0,
56
+ "data": "results/icml_r3/X28/mimo/ds/ds_x28a_m2.pt"
57
+ },
58
+ {
59
+ "name": "x28m2a_s1",
60
+ "arm": "diff",
61
+ "seed": 1,
62
+ "m": 2,
63
+ "n": 0,
64
+ "data": "results/icml_r3/X28/mimo/ds/ds_x28a_m2.pt"
65
+ },
66
+ {
67
+ "name": "x28m2a_s2",
68
+ "arm": "diff",
69
+ "seed": 2,
70
+ "m": 2,
71
+ "n": 0,
72
+ "data": "results/icml_r3/X28/mimo/ds/ds_x28a_m2.pt"
73
+ },
74
+ {
75
+ "name": "x28m2b_s0",
76
+ "arm": "diff",
77
+ "seed": 0,
78
+ "m": 2,
79
+ "n": 0,
80
+ "data": "results/icml_r3/X28/mimo/ds/ds_x28b_m2.pt"
81
+ },
82
+ {
83
+ "name": "x28m2b_s1",
84
+ "arm": "diff",
85
+ "seed": 1,
86
+ "m": 2,
87
+ "n": 0,
88
+ "data": "results/icml_r3/X28/mimo/ds/ds_x28b_m2.pt"
89
+ },
90
+ {
91
+ "name": "x28m2b_s2",
92
+ "arm": "diff",
93
+ "seed": 2,
94
+ "m": 2,
95
+ "n": 0,
96
+ "data": "results/icml_r3/X28/mimo/ds/ds_x28b_m2.pt"
97
+ }
98
+ ]
results/icml_r3/X28/mimo/gen/cand_x28m2a_s0.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cba9aac38eef0d64561f8ed09769150f8ff36067c155f1f112d0975ed4d5686
3
+ size 58965
results/icml_r3/X28/mimo/gen/cand_x28m2a_s1.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58549921e0698e3b5b0c411d2116aa9450efa7c97dc638cfc3fcc37b34bb758a
3
+ size 59030
results/icml_r3/X28/mimo/gen/cand_x28m2a_s2.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6567d440912928138629c4a61a55efe0da07e69d76910bffb1059ed684dd3f7
3
+ size 59025
results/icml_r3/X28/mimo/gen/cand_x28m2b_s0.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:181ad52b4e9f40657c6caa5d5455269403e21eabc76fffe83958604eb24100fb
3
+ size 146981
results/icml_r3/X28/mimo/gen/cand_x28m2b_s1.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65a2cf5809f2dca6003604dd9828c657629bfdfc90c2b94c1f9d90bc3328c6ac
3
+ size 147495
results/icml_r3/X28/mimo/gen/cand_x28m2b_s2.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4ee88aeff04d80820449179de1f333dbaa81f93857ab069fa3fe9c19c8aa9cd
3
+ size 147251
results/icml_r3/X28/mimo/gen/cand_x28m3a_s0.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11878a2cd2203da2d39a268f31d8546757f787978813ab8a28f86346546ce19d
3
+ size 132861
results/icml_r3/X28/mimo/gen/cand_x28m3a_s1.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcce144e8908141829bff73a7163a118320005a7e37174bab2b1ca81e267817b
3
+ size 132873
results/icml_r3/X28/mimo/gen/cand_x28m3a_s2.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80a61ca6ce9fd60a21e620f8b98e575b20a92015aa72cca0b0b0e99a1481a44c
3
+ size 132838
results/icml_r3/X28/mimo/gen/cand_x28m3b_s0.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c25c8b06fb7d3745a197876986cda4bb8c62b1f3c3ae258a709c984e72e4c62
3
+ size 264896
results/icml_r3/X28/mimo/gen/cand_x28m3b_s1.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:379168d826ac9a6760d4bd2c1cca1855ff7360f41ea9ec5a85615f32ecf69da7
3
+ size 264914
results/icml_r3/X28/mimo/gen/cand_x28m3b_s2.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:022782d79b5d1605a6a7b78b05702c4929e4278e290a7f958bc46407d3a54be9
3
+ size 265012
results/icml_r3/X28/mimo/gen/eval_x28m2a_s0.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4e4e89e91daf1286b2623cd0e6006f1216f4f5e17ed60a55560cf9b5b45c9e1
3
+ size 74305
results/icml_r3/X28/mimo/gen/eval_x28m2a_s1.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:717df5dde09dddf8996212e78b1243c673553a627f33d4fe37ff47ecb5a7b3cc
3
+ size 74293
results/icml_r3/X28/mimo/gen/eval_x28m2a_s2.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:819fd1bb9978c2933dcccd5605acb0dc0400a4313e7323c166f81a1af489d1ca
3
+ size 74335
results/icml_r3/X28/mimo/gen/eval_x28m2b_s0.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0338c98d7a699555faebceea8c05196044736e1e9c321c960bf3ad156773ce41
3
+ size 243001
results/icml_r3/X28/mimo/gen/eval_x28m2b_s1.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca2e1731a695b6295c3391d8dc847c91c0e68bb5cfa7f22e15ab12d0ac3dcada
3
+ size 243373
results/icml_r3/X28/mimo/gen/eval_x28m2b_s2.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5784f170d8dc616bd03dfef526419b5c2d9a850b14c6a880cb00daf03fb85f6
3
+ size 242854
results/icml_r3/X28/mimo/gen/eval_x28m3a_s0.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5d8c600e6f3a7d5e065d45cf0ff5512ce8516ba21318e01fa73f15291cf44bd
3
+ size 148069
results/icml_r3/X28/mimo/gen/eval_x28m3a_s1.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31706ad0d72575e0bbc069df015b98583b75f984038467e1583230f77136ef9d
3
+ size 148158
results/icml_r3/X28/mimo/gen/eval_x28m3a_s2.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c7d335f4fb585d6760c4de78234df7b43b2e49759f90d71aa75f2aaa1840e63
3
+ size 147751
results/icml_r3/X28/mimo/gen/eval_x28m3b_s0.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8995a4c0bb421b14c4df806a28f482dba0ab0b8423097112ea29f8f37fa93597
3
+ size 400118
results/icml_r3/X28/mimo/gen/eval_x28m3b_s1.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77ef494ff3d662f77362fc26b737b7baee3476440e0761b45e2b8e099d2d13a8
3
+ size 400233
results/icml_r3/X28/mimo/gen/eval_x28m3b_s2.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ceef1da7cc1f76a6ad3237f1f316ac00c9effb95d4f612277f9fb1ceb79b45fa
3
+ size 400660
results/icml_r3/X28/mimo/gen_fresh_m2.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dae6906dc8ff50e54bfca1955bee1a329ad579b7b2b2f343fc8d3d4a41c53784
3
+ size 691669
results/icml_r3/X28/mimo/gen_fresh_m2.txt ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ X28-M S4 fresh directions, m = 2: best certified b=16 sample per held-out plant on 64 unit directions (seed (7575, id)), vs x28m2a_s0
2
+ x28m2a_s0: median over plants of per-plant median (J_a0 - J) / J +0.00% [+0.00, +0.00], > 0 on 0 of 120; non-convergent 0 of 7680
3
+ x28m2a_s1: median over plants of per-plant median (J_a0 - J) / J -0.07% [-0.18, +0.01], > 0 on 50 of 120; non-convergent 35 of 7680
4
+ x28m2a_s2: median over plants of per-plant median (J_a0 - J) / J -0.07% [-0.16, +0.14], > 0 on 57 of 120; non-convergent 0 of 7680
5
+ x28m2b_s0: median over plants of per-plant median (J_a0 - J) / J +2.08% [+0.55, +3.13], > 0 on 75 of 114; non-convergent 0 of 7296
6
+ x28m2b_s1: median over plants of per-plant median (J_a0 - J) / J +1.69% [+0.60, +2.60], > 0 on 77 of 116; non-convergent 0 of 7424
7
+ x28m2b_s2: median over plants of per-plant median (J_a0 - J) / J +1.57% [+0.68, +2.77], > 0 on 74 of 113; non-convergent 3 of 7232
results/icml_r3/X28/mimo/gen_fresh_m3.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5481760c6f3de071510c682ab60d5ad8b1a9ba8049f7f3f9d70b8dce377e320d
3
+ size 695483
results/icml_r3/X28/mimo/gen_fresh_m3.txt ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ X28-M S4 fresh directions, m = 3: best certified b=16 sample per held-out plant on 64 unit directions (seed (7575, id)), vs x28m3a_s0
2
+ x28m3a_s0: median over plants of per-plant median (J_a0 - J) / J +0.00% [+0.00, +0.00], > 0 on 0 of 120; non-convergent 54 of 7680
3
+ x28m3a_s1: median over plants of per-plant median (J_a0 - J) / J +0.26% [-0.16, +0.61], > 0 on 66 of 120; non-convergent 20 of 7680
4
+ x28m3a_s2: median over plants of per-plant median (J_a0 - J) / J +0.33% [-0.23, +0.63], > 0 on 65 of 119; non-convergent 64 of 7680
5
+ x28m3b_s0: median over plants of per-plant median (J_a0 - J) / J +0.44% [-1.13, +1.97], > 0 on 64 of 117; non-convergent 41 of 7488
6
+ x28m3b_s1: median over plants of per-plant median (J_a0 - J) / J +0.66% [-0.35, +2.52], > 0 on 64 of 116; non-convergent 0 of 7424
7
+ x28m3b_s2: median over plants of per-plant median (J_a0 - J) / J +0.04% [-1.01, +1.67], > 0 on 60 of 117; non-convergent 0 of 7488
results/icml_r3/X28/mimo/gen_paired_m2.txt ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ X28-M S4, m = 2: (b) so3 generator vs (a) identity-knot generator, 120 held-out plants, regret vs J* (min of all held-out labels)
2
+ a s0: certified per sample 99.5% | b=1: certified 100.0% regret median 12.25% | b=4: certified 100.0% regret median 10.01% | b=16: certified 100.0% regret median 8.22%
3
+ a s1: certified per sample 98.8% | b=1: certified 98.3% regret median 10.18% | b=4: certified 99.2% regret median 8.49% | b=16: certified 100.0% regret median 7.95%
4
+ a s2: certified per sample 99.0% | b=1: certified 99.2% regret median 12.09% | b=4: certified 100.0% regret median 8.72% | b=16: certified 100.0% regret median 7.99%
5
+ b s0: certified per sample 75.9% | b=1: certified 75.0% regret median 13.25% | b=4: certified 89.2% regret median 6.34% | b=16: certified 95.0% regret median 4.76%
6
+ b s1: certified per sample 76.0% | b=1: certified 76.7% regret median 14.13% | b=4: certified 91.7% regret median 7.66% | b=16: certified 96.7% regret median 4.79%
7
+ b s2: certified per sample 73.4% | b=1: certified 68.3% regret median 19.18% | b=4: certified 86.7% regret median 7.02% | b=16: certified 94.2% regret median 5.27%
8
+ b= 1 seed 0: (a) - (b) regret median -2.51 pts [-6.07, -0.44] p_holm 9e-05 | certified (b) - (a) -25.0 pts McNemar p 1.9e-09 | (b) cheaper on 39.2%, dearer on 60.8%
9
+ b= 1 seed 1: (a) - (b) regret median -3.87 pts [-12.10, -0.23] p_holm 2.6e-05 | certified (b) - (a) -21.7 pts McNemar p 2.2e-07 | (b) cheaper on 40.0%, dearer on 59.2%
10
+ b= 1 seed 2: (a) - (b) regret median -4.44 pts [-22.45, +0.22] p_holm 7.6e-06 | certified (b) - (a) -30.8 pts McNemar p 1.5e-10 | (b) cheaper on 41.7%, dearer on 58.3%
11
+ b= 4 seed 0: (a) - (b) regret median +1.29 pts [-0.76, +2.01] p_holm 0.47 | certified (b) - (a) -10.8 pts McNemar p 0.00024 | (b) cheaper on 53.3%, dearer on 46.7%
12
+ b= 4 seed 1: (a) - (b) regret median +0.75 pts [-1.51, +2.24] p_holm 0.47 | certified (b) - (a) -7.5 pts McNemar p 0.012 | (b) cheaper on 53.3%, dearer on 46.7%
13
+ b= 4 seed 2: (a) - (b) regret median +0.18 pts [-1.95, +1.69] p_holm 0.15 | certified (b) - (a) -13.3 pts McNemar p 3.1e-05 | (b) cheaper on 50.8%, dearer on 49.2%
14
+ b=16 seed 0: (a) - (b) regret median +2.41 pts [+0.94, +3.39] p_holm 0.31 | certified (b) - (a) -5.0 pts McNemar p 0.031 | (b) cheaper on 60.8%, dearer on 39.2%
15
+ b=16 seed 1: (a) - (b) regret median +1.94 pts [+0.49, +2.66] p_holm 0.31 | certified (b) - (a) -3.3 pts McNemar p 0.12 | (b) cheaper on 62.5%, dearer on 37.5%
16
+ b=16 seed 2: (a) - (b) regret median +1.96 pts [+0.91, +2.93] p_holm 0.31 | certified (b) - (a) -5.8 pts McNemar p 0.016 | (b) cheaper on 63.3%, dearer on 36.7%
17
+ VERDICT m=2 b=16: better on 0, worse on 0 of 3 seed pairs -> no measurable difference
results/icml_r3/X28/mimo/gen_paired_m3.txt ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ X28-M S4, m = 3: (b) so3 generator vs (a) identity-knot generator, 120 held-out plants, regret vs J* (min of all held-out labels)
2
+ a s0: certified per sample 96.0% | b=1: certified 95.0% regret median 17.17% | b=4: certified 100.0% regret median 13.51% | b=16: certified 100.0% regret median 10.66%
3
+ a s1: certified per sample 96.6% | b=1: certified 97.5% regret median 16.83% | b=4: certified 100.0% regret median 11.77% | b=16: certified 100.0% regret median 10.46%
4
+ a s2: certified per sample 93.4% | b=1: certified 94.2% regret median 16.33% | b=4: certified 97.5% regret median 12.10% | b=16: certified 100.0% regret median 10.56%
5
+ b s0: certified per sample 57.4% | b=1: certified 61.7% regret median 34.50% | b=4: certified 86.7% regret median 11.24% | b=16: certified 97.5% regret median 8.64%
6
+ b s1: certified per sample 58.6% | b=1: certified 60.8% regret median 33.62% | b=4: certified 85.8% regret median 12.19% | b=16: certified 96.7% regret median 9.29%
7
+ b s2: certified per sample 60.5% | b=1: certified 59.2% regret median 31.86% | b=4: certified 90.0% regret median 13.16% | b=16: certified 97.5% regret median 9.54%
8
+ b= 1 seed 0: (a) - (b) regret median -8.35 pts [-21.45, -2.78] p_holm 1.9e-07 | certified (b) - (a) -33.3 pts McNemar p 1.8e-12 | (b) cheaper on 31.7%, dearer on 63.3%
9
+ b= 1 seed 1: (a) - (b) regret median -8.34 pts [-34.14, -1.71] p_holm 4.1e-07 | certified (b) - (a) -36.7 pts McNemar p 1.3e-12 | (b) cheaper on 35.0%, dearer on 63.3%
10
+ b= 1 seed 2: (a) - (b) regret median -3.15 pts [-17.91, -0.13] p_holm 2.6e-06 | certified (b) - (a) -35.0 pts McNemar p 5.1e-12 | (b) cheaper on 35.8%, dearer on 59.2%
11
+ b= 4 seed 0: (a) - (b) regret median -0.37 pts [-1.95, +1.62] p_holm 0.25 | certified (b) - (a) -13.3 pts McNemar p 3.1e-05 | (b) cheaper on 48.3%, dearer on 51.7%
12
+ b= 4 seed 1: (a) - (b) regret median -0.42 pts [-3.37, +1.53] p_holm 0.097 | certified (b) - (a) -14.2 pts McNemar p 1.5e-05 | (b) cheaper on 48.3%, dearer on 51.7%
13
+ b= 4 seed 2: (a) - (b) regret median +0.24 pts [-1.45, +2.32] p_holm 0.5 | certified (b) - (a) -7.5 pts McNemar p 0.035 | (b) cheaper on 50.8%, dearer on 49.2%
14
+ b=16 seed 0: (a) - (b) regret median +1.28 pts [-0.28, +2.51] p_holm 0.66 | certified (b) - (a) -2.5 pts McNemar p 0.25 | (b) cheaper on 58.3%, dearer on 41.7%
15
+ b=16 seed 1: (a) - (b) regret median +1.06 pts [+0.08, +2.61] p_holm 0.47 | certified (b) - (a) -3.3 pts McNemar p 0.12 | (b) cheaper on 59.2%, dearer on 40.8%
16
+ b=16 seed 2: (a) - (b) regret median +1.73 pts [+0.08, +3.45] p_holm 0.31 | certified (b) - (a) -2.5 pts McNemar p 0.25 | (b) cheaper on 59.2%, dearer on 40.8%
17
+ VERDICT m=3 b=16: better on 0, worse on 0 of 3 seed pairs -> no measurable difference
results/icml_r3/X28/mimo/lab0_m2/cert_id_c1.npz ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a107db0f46f56c9e372c635b2181a85150890538cc416db92c111d20c011036
3
+ size 192574