X28: S2 labels (train/test), S3 models (clS s0-2, coefS s0), S3 validation evals, MIMO held-out gate and fresh directions, PREREG S4 addendum
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- models/x28_clS_s0/best.pth +3 -0
- models/x28_clS_s0/last.pth +3 -0
- models/x28_clS_s0/log.json +1 -0
- models/x28_clS_s1/best.pth +3 -0
- models/x28_clS_s1/last.pth +3 -0
- models/x28_clS_s1/log.json +1 -0
- models/x28_clS_s2/best.pth +3 -0
- models/x28_clS_s2/last.pth +3 -0
- models/x28_clS_s2/log.json +1 -0
- models/x28_coefS_s0/best.pth +3 -0
- models/x28_coefS_s0/last.pth +3 -0
- models/x28_coefS_s0/log.json +1 -0
- results/icml_r3/X28/PREREG.md +11 -0
- results/icml_r3/X28/eval_val/x21_fgen_clL_best_tr_K16_clip1.5.npz +3 -0
- results/icml_r3/X28/eval_val/x21_fgen_clL_best_tr_K16_clip1.npz +3 -0
- results/icml_r3/X28/eval_val/x21_fgen_clL_best_tr_K16_clip2.npz +3 -0
- results/icml_r3/X28/eval_val/x21_fgen_clL_best_tr_K16_clip3.npz +3 -0
- results/icml_r3/X28/eval_val/x21_fgen_clL_s1_best_tr_K16_clip1.5.npz +3 -0
- results/icml_r3/X28/eval_val/x21_fgen_clL_s1_best_tr_K16_clip1.npz +3 -0
- results/icml_r3/X28/eval_val/x21_fgen_clL_s1_best_tr_K16_clip2.npz +3 -0
- results/icml_r3/X28/eval_val/x21_fgen_clL_s1_best_tr_K16_clip3.npz +3 -0
- results/icml_r3/X28/eval_val/x21_fgen_clL_s2_best_tr_K16_clip1.5.npz +3 -0
- results/icml_r3/X28/eval_val/x21_fgen_clL_s2_best_tr_K16_clip1.npz +3 -0
- results/icml_r3/X28/eval_val/x21_fgen_clL_s2_best_tr_K16_clip2.npz +3 -0
- results/icml_r3/X28/eval_val/x21_fgen_clL_s2_best_tr_K16_clip3.npz +3 -0
- results/icml_r3/X28/eval_val/x28_clS_s0_best_K16_clip1.5.npz +3 -0
- results/icml_r3/X28/eval_val/x28_clS_s0_best_K16_clip1.npz +3 -0
- results/icml_r3/X28/eval_val/x28_clS_s0_best_K16_clip2.npz +3 -0
- results/icml_r3/X28/eval_val/x28_clS_s0_best_K16_clip3.npz +3 -0
- results/icml_r3/X28/eval_val/x28_clS_s1_best_K16_clip1.5.npz +3 -0
- results/icml_r3/X28/eval_val/x28_clS_s1_best_K16_clip1.npz +3 -0
- results/icml_r3/X28/eval_val/x28_clS_s1_best_K16_clip2.npz +3 -0
- results/icml_r3/X28/eval_val/x28_clS_s1_best_K16_clip3.npz +3 -0
- results/icml_r3/X28/eval_val/x28_clS_s2_best_K16_clip1.5.npz +3 -0
- results/icml_r3/X28/eval_val/x28_clS_s2_best_K16_clip1.npz +3 -0
- results/icml_r3/X28/eval_val/x28_clS_s2_best_K16_clip2.npz +3 -0
- results/icml_r3/X28/eval_val/x28_clS_s2_best_K16_clip3.npz +3 -0
- results/icml_r3/X28/eval_val/x28_coefS_s0_best_K16_clip1.5.npz +3 -0
- results/icml_r3/X28/eval_val/x28_coefS_s0_best_K16_clip1.npz +3 -0
- results/icml_r3/X28/eval_val/x28_coefS_s0_best_K16_clip2.npz +3 -0
- results/icml_r3/X28/eval_val/x28_coefS_s0_best_K16_clip3.npz +3 -0
- results/icml_r3/X28/eval_val_report.txt +140 -0
- results/icml_r3/X28/labels_test/cfg.json +12 -0
- results/icml_r3/X28/labels_test/plant_0000.npz +3 -0
- results/icml_r3/X28/labels_test/plant_0001.npz +3 -0
- results/icml_r3/X28/labels_test/plant_0002.npz +3 -0
- results/icml_r3/X28/labels_test/plant_0003.npz +3 -0
- results/icml_r3/X28/labels_test/plant_0004.npz +3 -0
- results/icml_r3/X28/labels_test/plant_0005.npz +3 -0
- results/icml_r3/X28/labels_test/plant_0006.npz +3 -0
models/x28_clS_s0/best.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1378bbf5a01904f629244ba58f5bc4a6e7eb8773ef39d2431c0b24aea0a48f6d
|
| 3 |
+
size 171610697
|
models/x28_clS_s0/last.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a1728f67b02b4e2524f3a4334580af8bb336c35927081744af479b513ff3d13c
|
| 3 |
+
size 171610697
|
models/x28_clS_s0/log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[[2000, 0.2710901200771332, 0.3107079486088532, 85.98187375068665], [4000, 0.2301706075668335, 0.21422834628272538, 171.8128387928009], [6000, 0.21716037392616272, 0.1964139855021845, 284.1239001750946], [8000, 0.20310933887958527, 0.18786172105199656, 348.03261709213257], [10000, 0.19570519030094147, 0.18141718911404356, 414.91096687316895], [12000, 0.20297090709209442, 0.1751524675815383, 535.4085063934326], [14000, 0.2032419890165329, 0.17014840336694778, 688.3110632896423], [16000, 0.2019977867603302, 0.1662436582641147, 740.4750347137451], [18000, 0.1834174543619156, 0.16404779831229255, 830.6786098480225], [20000, 0.1820538491010666, 0.16230778990339023, 883.0997948646545], [22000, 0.15378327667713165, 0.1613907948714692, 964.668497800827], [24000, 0.17812226712703705, 0.16089937152848338, 1026.9513301849365], [26000, 0.1375441998243332, 0.1610276350716318, 1083.1907913684845], [28000, 0.15208613872528076, 0.1618641263737892, 1137.0872559547424], [30000, 0.14858582615852356, 0.1623207055592952, 1190.5439856052399], [32000, 0.15359193086624146, 0.1640158316504945, 1244.0845670700073], [34000, 0.14015302062034607, 0.1652840134542437, 1297.024913072586], [36000, 0.15452374517917633, 0.1678901315260279, 1352.796597480774], [38000, 0.13272975385189056, 0.16989154553402086, 1406.918705701828], [40000, 0.15031978487968445, 0.1718526911398005, 1460.3955590724945], [42000, 0.12775862216949463, 0.17400194889144313, 1513.4156918525696], [44000, 0.14762426912784576, 0.17641107427034647, 1567.2052013874054], [46000, 0.12783320248126984, 0.17934398654998984, 1620.9395644664764], [48000, 0.13140293955802917, 0.18138707463337397, 1676.047779560089], [50000, 0.13305555284023285, 0.18314145398335366, 1728.6885373592377], [52000, 0.12960059940814972, 0.18497527867388064, 1781.28662443161], [54000, 0.12704360485076904, 0.18617625276239586, 1834.4816763401031], [56000, 0.11096897721290588, 0.18660858821991635, 1887.1866660118103], [58000, 0.11692920327186584, 0.18741544462401782, 1940.6979050636292], [60000, 0.12177727371454239, 0.18784047058101336, 1988.0270726680756]]
|
models/x28_clS_s1/best.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9f1f130d1e85d279a51c951aba6a7b481ff7d8b66f67d0bccc86c0225b8179b5
|
| 3 |
+
size 171610697
|
models/x28_clS_s1/last.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a6d28114964307c730a63a5b09c8b9a5778346d766c26d23939f4987739ab610
|
| 3 |
+
size 171610697
|
models/x28_clS_s1/log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[[2000, 0.24546708166599274, 0.3114990945480255, 86.37399935722351], [4000, 0.26247772574424744, 0.21479066516587075, 189.23998308181763], [6000, 0.24020597338676453, 0.19688589479399513, 296.4953899383545], [8000, 0.2177191823720932, 0.18792319031319854, 375.0903308391571], [10000, 0.19992846250534058, 0.18080481172843427, 479.32535338401794], [12000, 0.21197131276130676, 0.17478915894571734, 666.0667848587036], [14000, 0.21359388530254364, 0.1688852819866389, 720.1610763072968], [16000, 0.14633077383041382, 0.16601344207224142, 786.7043137550354], [18000, 0.17160910367965698, 0.1633707103485064, 875.9833586215973], [20000, 0.1732318103313446, 0.16211291398894195, 950.263965845108], [22000, 0.1510593295097351, 0.16135583495266884, 999.9649412631989], [24000, 0.15882083773612976, 0.1611368806835501, 1052.966376543045], [26000, 0.16411931812763214, 0.16069998092253437, 1109.0432422161102], [28000, 0.16376683115959167, 0.16115097048999188, 1164.1454274654388], [30000, 0.17620782554149628, 0.16289810648877262, 1218.776115179062], [32000, 0.15221361815929413, 0.16365817878204802, 1272.645989894867], [34000, 0.15615159273147583, 0.16557804720839261, 1329.1406881809235], [36000, 0.14966170489788055, 0.16738683437902188, 1384.0019221305847], [38000, 0.1468370109796524, 0.16914642298842544, 1437.8957455158234], [40000, 0.14815576374530792, 0.17174946511654982, 1491.7446432113647], [42000, 0.1318587362766266, 0.17398030152450383, 1545.4400095939636], [44000, 0.12145449221134186, 0.17665319734090293, 1599.6398916244507], [46000, 0.1395570933818817, 0.1792994515162484, 1653.327484369278], [48000, 0.13916009664535522, 0.1816660098038593, 1708.1323251724243], [50000, 0.11609858274459839, 0.18371243842820734, 1763.5807774066925], [52000, 0.12029477208852768, 0.18432673414427114, 1817.8126511573792], [54000, 0.14628872275352478, 0.18588762671564893, 1872.4372282028198], [56000, 0.12906455993652344, 0.1865800282484082, 1928.0848004817963], [58000, 0.10763023048639297, 0.18727365354369876, 1981.0536348819733], [60000, 0.13764835894107819, 0.18775520409977647, 2003.582106590271]]
|
models/x28_clS_s2/best.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d45dd4486ba25ba916c3941ff0894942a4451b98cdd9faffd86c5442a094445e
|
| 3 |
+
size 171610697
|
models/x28_clS_s2/last.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aa57d5704d4c11fe8abc76df4c11c7a6cf99a375fbb18f8e899f5b668acf6779
|
| 3 |
+
size 171610697
|
models/x28_clS_s2/log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[[2000, 0.25105059146881104, 0.3129275892433787, 85.90313291549683], [4000, 0.23404128849506378, 0.2142898486185904, 172.6864676475525], [6000, 0.21891582012176514, 0.19690530962118133, 283.17279052734375], [8000, 0.22991327941417694, 0.18857360356126804, 344.73600673675537], [10000, 0.2204001396894455, 0.18074999047449705, 414.5826954841614], [12000, 0.1883624792098999, 0.1744785713227325, 535.193234205246], [14000, 0.18925459682941437, 0.16917066671641096, 687.8869297504425], [16000, 0.1790079027414322, 0.16638334910333266, 739.9869496822357], [18000, 0.1656201332807541, 0.16355030576864457, 830.1749355792999], [20000, 0.16825155913829803, 0.16137999599399683, 882.4908647537231], [22000, 0.18076710402965546, 0.16096743918495562, 964.3438470363617], [24000, 0.15147341787815094, 0.16094726364052023, 1025.8593819141388], [26000, 0.1588650494813919, 0.1610668781592918, 1080.447766304016], [28000, 0.16048948466777802, 0.1619785977824629, 1133.0080630779266], [30000, 0.1453811228275299, 0.16294528749555476, 1185.270988702774], [32000, 0.16401588916778564, 0.16501715053575663, 1237.6725137233734], [34000, 0.13726657629013062, 0.16556704988294216, 1290.5388164520264], [36000, 0.1582627147436142, 0.16648624437995327, 1345.3232674598694], [38000, 0.13401232659816742, 0.17022222601478357, 1398.0971660614014], [40000, 0.14157617092132568, 0.17262136284545823, 1451.3219139575958], [42000, 0.1442379653453827, 0.17534099316068888, 1504.4810054302216], [44000, 0.137983500957489, 0.17778977506053986, 1558.602519273758], [46000, 0.11675809323787689, 0.17973800501041454, 1611.0710520744324], [48000, 0.14530758559703827, 0.18204071266108685, 1663.0039718151093], [50000, 0.1365572065114975, 0.1837756937212118, 1714.7321865558624], [52000, 0.1309388130903244, 0.18502922344924813, 1767.0275416374207], [54000, 0.14500702917575836, 0.18589005770338007, 1820.173305273056], [56000, 0.15226216614246368, 0.18653808957571294, 1874.1276495456696], [58000, 0.12280040234327316, 0.18749928889474532, 1928.2584223747253], [60000, 0.12642724812030792, 0.18772444466317822, 1980.7619898319244]]
|
models/x28_coefS_s0/best.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:acf1ca52a2528aab8e53c6c806428fe848a3e3f7153ea4289a64176e0e54cfce
|
| 3 |
+
size 171610697
|
models/x28_coefS_s0/last.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:68c2e4c021697fab47b73fcf82f109d122302a23047143a4583bc0792f0fd9ff
|
| 3 |
+
size 171610697
|
models/x28_coefS_s0/log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
[[2000, 0.23042608797550201, 0.26827118802601946, 21.38231611251831], [4000, 0.17207427322864532, 0.1607940618014631, 113.44614338874817], [6000, 0.15871015191078186, 0.14008270782530652, 216.60659623146057], [8000, 0.14749005436897278, 0.13092001739462678, 323.8417375087738], [10000, 0.13406316936016083, 0.12474124037395008, 402.5684599876404], [12000, 0.1498529613018036, 0.11931552381799092, 506.6406948566437], [14000, 0.1545906364917755, 0.11528294514262853, 693.2773716449738], [16000, 0.15630559623241425, 0.11279619352964336, 747.607518196106], [18000, 0.14643895626068115, 0.11144082691420273, 814.4266846179962], [20000, 0.13813477754592896, 0.11001552392382985, 903.64271235466], [22000, 0.11378559470176697, 0.11063115916374551, 977.7380411624908], [24000, 0.12988489866256714, 0.1099845908452508, 1025.849469423294], [26000, 0.09997431933879852, 0.10971831500203211, 1077.5274856090546], [28000, 0.11613387614488602, 0.10940792582702534, 1132.5280961990356], [30000, 0.11771693825721741, 0.10955639798927216, 1187.960429906845], [32000, 0.10935605317354202, 0.11018559384102147, 1242.6781232357025], [34000, 0.09407118707895279, 0.11063293692688224, 1297.1985182762146], [36000, 0.1198069155216217, 0.11148046689781888, 1354.5081691741943], [38000, 0.10929318517446518, 0.1123459067987748, 1408.9366223812103], [40000, 0.11258657276630402, 0.1126449761703668, 1462.7794733047485], [42000, 0.09653367847204208, 0.1130808754228265, 1517.2456696033478], [44000, 0.12116415053606033, 0.11423041014169714, 1571.3872783184052], [46000, 0.08571011573076248, 0.11511466125723938, 1625.7541913986206], [48000, 0.10144299268722534, 0.11638042034192322, 1679.7675459384918], [50000, 0.09955666959285736, 0.11692286962126601, 1734.0942208766937], [52000, 0.09965202957391739, 0.11792492441778009, 1789.214437007904], [54000, 0.10571637004613876, 0.11792271668402425, 1844.371738910675], [56000, 0.08372385799884796, 0.11831637132315587, 1897.8956973552704], [58000, 0.08772258460521698, 0.11848335702802192, 1950.6239743232727], [60000, 0.09975536167621613, 0.11880915072732506, 2004.8832378387451]]
|
results/icml_r3/X28/PREREG.md
CHANGED
|
@@ -170,3 +170,14 @@ Written after the MIMO validation runs (64 bank plants) and before any held-out
|
|
| 170 |
- All starts of all arms run in one Adam call, checked equal to the per-arm optimizer.
|
| 171 |
|
| 172 |
SISO results that this addendum follows (in `diag_report.txt` and `gate_sym_report.txt`): odd knots give e_sym median 0.00% [0.00, 0.00], >= 2% on 0 of 40, and no difference on 64 fresh directions. S2 to S4 stay as registered (free knots), because Matteo's instruction is that the gate does not stop the generator. S4 adds one diagnostic, filed here: the S4 controllers are also scored on the 64 fresh directions of each test plant (seed (7474, i)), each arm against clL.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 170 |
- All starts of all arms run in one Adam call, checked equal to the per-arm optimizer.
|
| 171 |
|
| 172 |
SISO results that this addendum follows (in `diag_report.txt` and `gate_sym_report.txt`): odd knots give e_sym median 0.00% [0.00, 0.00], >= 2% on 0 of 40, and no difference on 64 fresh directions. S2 to S4 stay as registered (free knots), because Matteo's instruction is that the gate does not stop the generator. S4 adds one diagnostic, filed here: the S4 controllers are also scored on the 64 fresh directions of each test plant (seed (7474, i)), each arm against clL.
|
| 173 |
+
|
| 174 |
+
## Addendum 2026-11-13: S4 test protocol
|
| 175 |
+
|
| 176 |
+
Written after the S3 validation runs (`eval_val_report.txt`) and before any test-plant generator number exists. A covering session queued the test on 2026-11-13 09:06 with a driver that failed on every model before sampling (a key mismatch in the clip lookup, `~/scratch/x28logs/x28_test.err`); `eval_test/` is empty. That session announced a clip rule (lowest b = 16 regret, ties by certified rate). It is replaced here by the X21 rule, which section 1.4 names ("as X21").
|
| 177 |
+
|
| 178 |
+
- **t-repair on every arm.** X21 clL is scored with t-repair, as in X21. clS and coefS were validated without it, so their validation grid is re-run with t-repair (`X21_TREPAIR=1`, the null vector of the loop linearized at gain k = slope0(phi)) before any test run. Primary: all arms with t-repair. The no-repair clS runs are reported as secondary, at their own validation clip.
|
| 179 |
+
- **Clip rule (X21 `TEST_PROTOCOL.md`).** Per checkpoint, among clip ranges {1, 1.5, 2, 3} that certify 100% of the 40 validation plants at b = 16, the one with the lowest b = 16 median regret vs the validation J*. If none certifies 100%: the highest certified rate, then the lowest regret. Applied by a script to `eval_val_report.txt` and saved to `val_clip_choice.json`.
|
| 180 |
+
- **Test runs.** K = 16, sampling seed 4242, the 199 X21 test plants that have labels, J* = min(J_Fonly, all X28 test labels). Models: clS seeds 0, 1, 2 and coefS seed 0 (t-repair), clL seeds 0, 1, 2 (t-repair), and the secondary no-repair clS seeds 0 to 2. K = 64 for clS seed 0 and clL seed 0 (primary settings), as in X21.
|
| 181 |
+
- **Paired test (section 1.5).** Seed j of clS against seed j of clL, plant-paired, at b = 16, regret against J* with uncertified = 1e3 (`x21_paired.py` conventions): median per-plant difference clL - clS with bootstrap CI and Wilcoxon signed-rank p, Holm over the 3 seed pairs; certified rate difference with exact McNemar p. A verdict ("spline better" or "spline worse", section 1.5 thresholds) holds iff it holds on at least 2 of the 3 seed pairs. All b = 1, 4, 16 (64 where present) are reported.
|
| 182 |
+
- **Fresh-direction diagnostic** (addendum 2026-11-06): each arm's best certified candidate at b = 16 per test plant, scored on 64 unit directions at s (seed (7474, i)), against clL seed 0's; non-convergent rollouts counted per arm.
|
| 183 |
+
- Compute: the CPU node is down, so this runs on idle `gpu-light` node 02 (Matteo's 2026-11-06 fallback).
|
results/icml_r3/X28/eval_val/x21_fgen_clL_best_tr_K16_clip1.5.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8fdb69a87ef03ff4d18fca816a7e3f92cb6aa872a90f22b3ad9d97dfe3a65399
|
| 3 |
+
size 59271
|
results/icml_r3/X28/eval_val/x21_fgen_clL_best_tr_K16_clip1.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6cbf9505bf20ba2ecabb4d41fecb725a1651f7fb202b12a7c87fd32703c909ab
|
| 3 |
+
size 59606
|
results/icml_r3/X28/eval_val/x21_fgen_clL_best_tr_K16_clip2.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3d1e852c8376fce1aaf0361edc77e47be9262315975ddac8eaa4e6a6e24f01cc
|
| 3 |
+
size 59060
|
results/icml_r3/X28/eval_val/x21_fgen_clL_best_tr_K16_clip3.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a2d4d97d9cd0d0919db933d1bef02bc11f5a59bb3e8869e4a6c1095ac7f8cc7a
|
| 3 |
+
size 58939
|
results/icml_r3/X28/eval_val/x21_fgen_clL_s1_best_tr_K16_clip1.5.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e4c8a5051a5fb544b59fb301da815c499e4bcfaae9fdadab3ccb1399a77c1b7a
|
| 3 |
+
size 59278
|
results/icml_r3/X28/eval_val/x21_fgen_clL_s1_best_tr_K16_clip1.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8f9f2c97482ebe0656a0e395b7950447e33f98e0e51133cfc4fe6234abcdd4a5
|
| 3 |
+
size 59648
|
results/icml_r3/X28/eval_val/x21_fgen_clL_s1_best_tr_K16_clip2.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:02a99544a9525d11aeba629807405fead357a243f6f5651abbab0a51388432b4
|
| 3 |
+
size 59067
|
results/icml_r3/X28/eval_val/x21_fgen_clL_s1_best_tr_K16_clip3.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:33d5bc4c8460e9d33b4a48713c15ba4b1997baef59904a14dcc08548cf9f631b
|
| 3 |
+
size 58968
|
results/icml_r3/X28/eval_val/x21_fgen_clL_s2_best_tr_K16_clip1.5.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2099c46186e649e88b7cc985ee66ab913bd4d686b4b6a09bc76c522b645bf126
|
| 3 |
+
size 59209
|
results/icml_r3/X28/eval_val/x21_fgen_clL_s2_best_tr_K16_clip1.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a704e84fa5d0d741f02532214c8d585f99b3438393e19052eb0f2f8c1718568b
|
| 3 |
+
size 59580
|
results/icml_r3/X28/eval_val/x21_fgen_clL_s2_best_tr_K16_clip2.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:219d90cfcfa32d3074ea5f35b316ee1c7a990904e22ee9dcb77c4be7d091252c
|
| 3 |
+
size 59031
|
results/icml_r3/X28/eval_val/x21_fgen_clL_s2_best_tr_K16_clip3.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4e40afdbc1f59a8bf9d2f0f79e296752b4bea45c54ff5a51c31dcf061a8e843e
|
| 3 |
+
size 58948
|
results/icml_r3/X28/eval_val/x28_clS_s0_best_K16_clip1.5.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dfbc9e47d5b3d85afefc564a1df8a003068969ab5c1296d7cea8c3550f015c5f
|
| 3 |
+
size 83811
|
results/icml_r3/X28/eval_val/x28_clS_s0_best_K16_clip1.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d1a18b50fe84b705f704e4309ceff4a0d793d4e525860756787eb001a32c51f9
|
| 3 |
+
size 84185
|
results/icml_r3/X28/eval_val/x28_clS_s0_best_K16_clip2.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:564db64b41767d8b561ebdb186b2613acbf2ff52c7f941217ec2e8ca5d2fd7ef
|
| 3 |
+
size 83748
|
results/icml_r3/X28/eval_val/x28_clS_s0_best_K16_clip3.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:28c1e1dbc9deeb8d008922cde7015956345fd8e084ed4a93ca3d80b4cf4a48bd
|
| 3 |
+
size 83950
|
results/icml_r3/X28/eval_val/x28_clS_s1_best_K16_clip1.5.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8021b0051658af20a2ab535c69c99bca35d703abc9f169c9d5447a2cf456221b
|
| 3 |
+
size 84565
|
results/icml_r3/X28/eval_val/x28_clS_s1_best_K16_clip1.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:38811d2f569fdb54c4213e123f253d8e3bbeda5e76aea3cab29fcb93e67fc162
|
| 3 |
+
size 84942
|
results/icml_r3/X28/eval_val/x28_clS_s1_best_K16_clip2.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8c36e748e0316fc8ee5be763dc9ec53c404066b3315c06f1dd3101829edccb72
|
| 3 |
+
size 84498
|
results/icml_r3/X28/eval_val/x28_clS_s1_best_K16_clip3.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f9b14d52311fe60b944fa645e8cbc10c6548533ea2b9abf725652477e666ea77
|
| 3 |
+
size 84655
|
results/icml_r3/X28/eval_val/x28_clS_s2_best_K16_clip1.5.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bd51e3324d2044621d78e1e3c3a5683ac5809ddb725fb13312eddd857e65d309
|
| 3 |
+
size 84082
|
results/icml_r3/X28/eval_val/x28_clS_s2_best_K16_clip1.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2c1f3462fef4ebbaf0bebcde8b615b40ffd83b7eb40a6b8d50792d3ac473426b
|
| 3 |
+
size 84429
|
results/icml_r3/X28/eval_val/x28_clS_s2_best_K16_clip2.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:50ced6773e8b7a1ff69f210c897715dbc14ea3a8b7b5998c328e2f0239f6e30b
|
| 3 |
+
size 83818
|
results/icml_r3/X28/eval_val/x28_clS_s2_best_K16_clip3.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:db9b19e341aae10fa7c1ed83cae4f35754c80c601f8c67e1769c35486ea6e458
|
| 3 |
+
size 84024
|
results/icml_r3/X28/eval_val/x28_coefS_s0_best_K16_clip1.5.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e6099b2a4908b6b3a5052da52b178fae349f8c012e5500af216a892b98f7dd8f
|
| 3 |
+
size 82241
|
results/icml_r3/X28/eval_val/x28_coefS_s0_best_K16_clip1.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:977535af79d2d7dc945bcb77af16ee2f30bb087fe9c410c79bb56d43ba4f3f00
|
| 3 |
+
size 78637
|
results/icml_r3/X28/eval_val/x28_coefS_s0_best_K16_clip2.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2697c0c65d3af77c13032c3524fc75cffc66b25c5381d77ce6825465855bd7ea
|
| 3 |
+
size 83585
|
results/icml_r3/X28/eval_val/x28_coefS_s0_best_K16_clip3.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:31d1aa688de7e8927f89b6be2aa40d3659dead7032157c59aa5b97d70c2c7f4f
|
| 3 |
+
size 84591
|
results/icml_r3/X28/eval_val_report.txt
ADDED
|
@@ -0,0 +1,140 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
== x28_clS_s0_best_K16_clip1 (step 24000), 40 plants; sampling 2 s, scoring 247 s
|
| 2 |
+
certified per candidate 48.3%; candidates with knots off sat_1 100.0%
|
| 3 |
+
b= 1: certified 55.0% | regret vs J* median 321.86% [69.34, 100000.00] | vs J_Fonly 302.56% [64.93, 100000.00] | beats tuned linear 32.5%
|
| 4 |
+
b= 4: certified 85.0% | regret vs J* median 27.98% [10.81, 35.95] | vs J_Fonly 21.65% [6.32, 32.59] | beats tuned linear 70.0%
|
| 5 |
+
b=16: certified 100.0% | regret vs J* median 11.06% [6.69, 15.78] | vs J_Fonly 4.33% [2.74, 9.43] | beats tuned linear 85.0%
|
| 6 |
+
== x28_clS_s0_best_K16_clip1.5 (step 24000), 40 plants; sampling 2 s, scoring 308 s
|
| 7 |
+
certified per candidate 32.3%; candidates with knots off sat_1 100.0%
|
| 8 |
+
b= 1: certified 35.0% | regret vs J* median 100000.00% [50224.62, 100000.00] | vs J_Fonly 100000.00% [50219.02, 100000.00] | beats tuned linear 20.0%
|
| 9 |
+
b= 4: certified 77.5% | regret vs J* median 26.32% [15.65, 68.84] | vs J_Fonly 20.84% [12.11, 55.72] | beats tuned linear 57.5%
|
| 10 |
+
b=16: certified 92.5% | regret vs J* median 10.91% [6.08, 15.97] | vs J_Fonly 5.64% [3.59, 8.68] | beats tuned linear 77.5%
|
| 11 |
+
== x28_clS_s0_best_K16_clip2 (step 24000), 40 plants; sampling 2 s, scoring 226 s
|
| 12 |
+
certified per candidate 29.1%; candidates with knots off sat_1 100.0%
|
| 13 |
+
b= 1: certified 27.5% | regret vs J* median 100000.00% [100000.00, 100000.00] | vs J_Fonly 100000.00% [100000.00, 100000.00] | beats tuned linear 12.5%
|
| 14 |
+
b= 4: certified 70.0% | regret vs J* median 51.01% [20.91, 123.94] | vs J_Fonly 43.83% [17.09, 115.58] | beats tuned linear 40.0%
|
| 15 |
+
b=16: certified 90.0% | regret vs J* median 11.37% [6.73, 22.04] | vs J_Fonly 5.64% [3.91, 14.06] | beats tuned linear 67.5%
|
| 16 |
+
== x28_clS_s0_best_K16_clip3 (step 24000), 40 plants; sampling 2 s, scoring 253 s
|
| 17 |
+
certified per candidate 28.1%; candidates with knots off sat_1 100.0%
|
| 18 |
+
b= 1: certified 27.5% | regret vs J* median 100000.00% [100000.00, 100000.00] | vs J_Fonly 100000.00% [100000.00, 100000.00] | beats tuned linear 15.0%
|
| 19 |
+
b= 4: certified 70.0% | regret vs J* median 32.85% [19.61, 145.21] | vs J_Fonly 26.69% [17.18, 134.30] | beats tuned linear 42.5%
|
| 20 |
+
b=16: certified 90.0% | regret vs J* median 11.94% [6.37, 23.69] | vs J_Fonly 5.63% [3.76, 17.02] | beats tuned linear 70.0%
|
| 21 |
+
== x28_clS_s1_best_K16_clip1 (step 26000), 40 plants; sampling 2 s, scoring 295 s
|
| 22 |
+
certified per candidate 47.8%; candidates with knots off sat_1 100.0%
|
| 23 |
+
b= 1: certified 52.5% | regret vs J* median 487.30% [65.50, 100000.00] | vs J_Fonly 450.97% [64.54, 100000.00] | beats tuned linear 30.0%
|
| 24 |
+
b= 4: certified 90.0% | regret vs J* median 27.52% [16.47, 52.31] | vs J_Fonly 17.46% [8.45, 37.52] | beats tuned linear 62.5%
|
| 25 |
+
b=16: certified 100.0% | regret vs J* median 12.00% [7.05, 17.30] | vs J_Fonly 5.96% [2.81, 14.42] | beats tuned linear 85.0%
|
| 26 |
+
== x28_clS_s1_best_K16_clip1.5 (step 26000), 40 plants; sampling 2 s, scoring 279 s
|
| 27 |
+
certified per candidate 36.4%; candidates with knots off sat_1 100.0%
|
| 28 |
+
b= 1: certified 40.0% | regret vs J* median 100000.00% [165.58, 100000.00] | vs J_Fonly 100000.00% [137.42, 100000.00] | beats tuned linear 20.0%
|
| 29 |
+
b= 4: certified 80.0% | regret vs J* median 44.33% [15.95, 78.62] | vs J_Fonly 40.07% [12.70, 66.77] | beats tuned linear 40.0%
|
| 30 |
+
b=16: certified 100.0% | regret vs J* median 9.80% [5.11, 14.16] | vs J_Fonly 4.84% [2.94, 9.56] | beats tuned linear 82.5%
|
| 31 |
+
== x28_clS_s1_best_K16_clip2 (step 26000), 40 plants; sampling 2 s, scoring 210 s
|
| 32 |
+
certified per candidate 33.4%; candidates with knots off sat_1 100.0%
|
| 33 |
+
b= 1: certified 27.5% | regret vs J* median 100000.00% [100000.00, 100000.00] | vs J_Fonly 100000.00% [100000.00, 100000.00] | beats tuned linear 12.5%
|
| 34 |
+
b= 4: certified 80.0% | regret vs J* median 41.11% [15.10, 72.24] | vs J_Fonly 35.89% [12.07, 52.74] | beats tuned linear 42.5%
|
| 35 |
+
b=16: certified 95.0% | regret vs J* median 9.40% [5.92, 16.07] | vs J_Fonly 5.70% [4.03, 9.64] | beats tuned linear 77.5%
|
| 36 |
+
== x28_clS_s1_best_K16_clip3 (step 26000), 40 plants; sampling 2 s, scoring 215 s
|
| 37 |
+
certified per candidate 30.2%; candidates with knots off sat_1 100.0%
|
| 38 |
+
b= 1: certified 27.5% | regret vs J* median 100000.00% [100000.00, 100000.00] | vs J_Fonly 100000.00% [100000.00, 100000.00] | beats tuned linear 12.5%
|
| 39 |
+
b= 4: certified 77.5% | regret vs J* median 41.84% [17.54, 72.11] | vs J_Fonly 39.01% [13.02, 66.12] | beats tuned linear 42.5%
|
| 40 |
+
b=16: certified 97.5% | regret vs J* median 9.89% [5.09, 16.51] | vs J_Fonly 6.85% [3.74, 9.95] | beats tuned linear 75.0%
|
| 41 |
+
== x28_clS_s2_best_K16_clip1 (step 24000), 40 plants; sampling 2 s, scoring 239 s
|
| 42 |
+
certified per candidate 49.7%; candidates with knots off sat_1 100.0%
|
| 43 |
+
b= 1: certified 62.5% | regret vs J* median 160.16% [76.82, 100000.00] | vs J_Fonly 157.45% [71.40, 100000.00] | beats tuned linear 32.5%
|
| 44 |
+
b= 4: certified 90.0% | regret vs J* median 29.74% [13.68, 40.81] | vs J_Fonly 24.05% [7.39, 30.75] | beats tuned linear 67.5%
|
| 45 |
+
b=16: certified 100.0% | regret vs J* median 12.62% [5.96, 21.22] | vs J_Fonly 4.91% [2.58, 13.93] | beats tuned linear 85.0%
|
| 46 |
+
== x28_clS_s2_best_K16_clip1.5 (step 24000), 40 plants; sampling 2 s, scoring 301 s
|
| 47 |
+
certified per candidate 34.8%; candidates with knots off sat_1 100.0%
|
| 48 |
+
b= 1: certified 42.5% | regret vs J* median 100000.00% [205.74, 100000.00] | vs J_Fonly 100000.00% [195.74, 100000.00] | beats tuned linear 25.0%
|
| 49 |
+
b= 4: certified 85.0% | regret vs J* median 33.15% [18.33, 65.72] | vs J_Fonly 27.58% [13.24, 52.30] | beats tuned linear 47.5%
|
| 50 |
+
b=16: certified 95.0% | regret vs J* median 11.60% [3.58, 19.01] | vs J_Fonly 5.98% [2.22, 15.45] | beats tuned linear 70.0%
|
| 51 |
+
== x28_clS_s2_best_K16_clip2 (step 24000), 40 plants; sampling 2 s, scoring 225 s
|
| 52 |
+
certified per candidate 28.1%; candidates with knots off sat_1 100.0%
|
| 53 |
+
b= 1: certified 32.5% | regret vs J* median 100000.00% [100000.00, 100000.00] | vs J_Fonly 100000.00% [100000.00, 100000.00] | beats tuned linear 17.5%
|
| 54 |
+
b= 4: certified 70.0% | regret vs J* median 48.93% [22.02, 145.06] | vs J_Fonly 44.66% [16.26, 96.17] | beats tuned linear 45.0%
|
| 55 |
+
b=16: certified 97.5% | regret vs J* median 12.88% [4.35, 22.37] | vs J_Fonly 7.78% [3.26, 15.53] | beats tuned linear 67.5%
|
| 56 |
+
== x28_clS_s2_best_K16_clip3 (step 24000), 40 plants; sampling 2 s, scoring 214 s
|
| 57 |
+
certified per candidate 25.8%; candidates with knots off sat_1 100.0%
|
| 58 |
+
b= 1: certified 27.5% | regret vs J* median 100000.00% [100000.00, 100000.00] | vs J_Fonly 100000.00% [100000.00, 100000.00] | beats tuned linear 15.0%
|
| 59 |
+
b= 4: certified 67.5% | regret vs J* median 50.37% [20.26, 264.45] | vs J_Fonly 47.30% [16.36, 249.65] | beats tuned linear 42.5%
|
| 60 |
+
b=16: certified 90.0% | regret vs J* median 12.65% [4.80, 21.53] | vs J_Fonly 7.80% [3.42, 15.53] | beats tuned linear 65.0%
|
| 61 |
+
== x28_coefS_s0_best_K16_clip1 (step 28000), 40 plants; sampling 2 s, scoring 181 s
|
| 62 |
+
certified per candidate 37.5%; candidates with knots off sat_1 100.0%
|
| 63 |
+
b= 1: certified 35.0% | regret vs J* median 100000.00% [50126.73, 100000.00] | vs J_Fonly 100000.00% [50113.26, 100000.00] | beats tuned linear 22.5%
|
| 64 |
+
b= 4: certified 50.0% | regret vs J* median 50126.73% [51.91, 100000.00] | vs J_Fonly 50113.26% [47.20, 100000.00] | beats tuned linear 32.5%
|
| 65 |
+
b=16: certified 67.5% | regret vs J* median 151.65% [22.05, 662.38] | vs J_Fonly 132.76% [14.90, 647.99] | beats tuned linear 37.5%
|
| 66 |
+
== x28_coefS_s0_best_K16_clip1.5 (step 28000), 40 plants; sampling 1 s, scoring 178 s
|
| 67 |
+
certified per candidate 43.6%; candidates with knots off sat_1 100.0%
|
| 68 |
+
b= 1: certified 47.5% | regret vs J* median 100000.00% [59.41, 100000.00] | vs J_Fonly 100000.00% [53.48, 100000.00] | beats tuned linear 25.0%
|
| 69 |
+
b= 4: certified 65.0% | regret vs J* median 61.84% [21.01, 50229.23] | vs J_Fonly 43.27% [14.63, 50219.54] | beats tuned linear 45.0%
|
| 70 |
+
b=16: certified 80.0% | regret vs J* median 22.97% [11.34, 57.48] | vs J_Fonly 14.10% [4.61, 54.46] | beats tuned linear 60.0%
|
| 71 |
+
== x28_coefS_s0_best_K16_clip2 (step 28000), 40 plants; sampling 2 s, scoring 253 s
|
| 72 |
+
certified per candidate 45.6%; candidates with knots off sat_1 100.0%
|
| 73 |
+
b= 1: certified 47.5% | regret vs J* median 100000.00% [55.63, 100000.00] | vs J_Fonly 100000.00% [49.06, 100000.00] | beats tuned linear 32.5%
|
| 74 |
+
b= 4: certified 77.5% | regret vs J* median 41.63% [17.19, 71.88] | vs J_Fonly 33.16% [9.69, 59.76] | beats tuned linear 62.5%
|
| 75 |
+
b=16: certified 87.5% | regret vs J* median 10.47% [6.23, 16.43] | vs J_Fonly 4.99% [3.15, 6.38] | beats tuned linear 80.0%
|
| 76 |
+
== x28_coefS_s0_best_K16_clip3 (step 28000), 40 plants; sampling 2 s, scoring 241 s
|
| 77 |
+
certified per candidate 43.4%; candidates with knots off sat_1 100.0%
|
| 78 |
+
b= 1: certified 40.0% | regret vs J* median 100000.00% [80.87, 100000.00] | vs J_Fonly 100000.00% [75.04, 100000.00] | beats tuned linear 25.0%
|
| 79 |
+
b= 4: certified 75.0% | regret vs J* median 34.01% [13.29, 55.61] | vs J_Fonly 21.54% [8.30, 47.26] | beats tuned linear 62.5%
|
| 80 |
+
b=16: certified 90.0% | regret vs J* median 9.07% [6.62, 14.19] | vs J_Fonly 4.63% [2.86, 8.85] | beats tuned linear 85.0%
|
| 81 |
+
== x21_fgen_clL_best_tr_K16_clip1 (step 26000), 40 plants; sampling 225 s, scoring 427 s
|
| 82 |
+
certified per candidate 77.5%; candidates with knots off sat_1 0.0%
|
| 83 |
+
b= 1: certified 82.5% | regret vs J* median 64.56% [37.63, 112.79] | vs J_Fonly 61.86% [24.57, 100.61] | beats tuned linear 45.0%
|
| 84 |
+
b= 4: certified 97.5% | regret vs J* median 19.69% [14.90, 36.38] | vs J_Fonly 14.20% [9.47, 24.67] | beats tuned linear 77.5%
|
| 85 |
+
b=16: certified 100.0% | regret vs J* median 8.67% [5.13, 12.28] | vs J_Fonly 3.21% [1.95, 4.66] | beats tuned linear 90.0%
|
| 86 |
+
== x21_fgen_clL_best_tr_K16_clip1.5 (step 26000), 40 plants; sampling 7 s, scoring 368 s
|
| 87 |
+
certified per candidate 69.4%; candidates with knots off sat_1 0.0%
|
| 88 |
+
b= 1: certified 72.5% | regret vs J* median 38.49% [24.03, 112.39] | vs J_Fonly 30.00% [14.18, 104.44] | beats tuned linear 52.5%
|
| 89 |
+
b= 4: certified 95.0% | regret vs J* median 11.66% [7.34, 19.74] | vs J_Fonly 5.74% [3.34, 11.29] | beats tuned linear 75.0%
|
| 90 |
+
b=16: certified 100.0% | regret vs J* median 6.87% [3.97, 8.69] | vs J_Fonly 2.40% [1.64, 3.18] | beats tuned linear 92.5%
|
| 91 |
+
== x21_fgen_clL_best_tr_K16_clip2 (step 26000), 40 plants; sampling 2 s, scoring 323 s
|
| 92 |
+
certified per candidate 65.0%; candidates with knots off sat_1 0.0%
|
| 93 |
+
b= 1: certified 65.0% | regret vs J* median 70.44% [26.23, 50164.45] | vs J_Fonly 48.85% [16.79, 50164.45] | beats tuned linear 45.0%
|
| 94 |
+
b= 4: certified 95.0% | regret vs J* median 12.88% [7.97, 20.06] | vs J_Fonly 6.61% [4.86, 14.13] | beats tuned linear 72.5%
|
| 95 |
+
b=16: certified 100.0% | regret vs J* median 8.12% [5.96, 9.78] | vs J_Fonly 2.77% [2.08, 4.70] | beats tuned linear 92.5%
|
| 96 |
+
== x21_fgen_clL_s1_best_tr_K16_clip1 (step 26000), 40 plants; sampling 83 s, scoring 708 s
|
| 97 |
+
certified per candidate 78.3%; candidates with knots off sat_1 0.0%
|
| 98 |
+
b= 1: certified 80.0% | regret vs J* median 58.83% [42.88, 122.95] | vs J_Fonly 52.91% [35.55, 116.62] | beats tuned linear 37.5%
|
| 99 |
+
b= 4: certified 97.5% | regret vs J* median 23.95% [14.84, 38.24] | vs J_Fonly 16.34% [10.73, 30.48] | beats tuned linear 75.0%
|
| 100 |
+
b=16: certified 100.0% | regret vs J* median 11.12% [6.38, 13.45] | vs J_Fonly 3.46% [2.76, 5.06] | beats tuned linear 90.0%
|
| 101 |
+
== x21_fgen_clL_s1_best_tr_K16_clip1.5 (step 26000), 40 plants; sampling 2 s, scoring 815 s
|
| 102 |
+
certified per candidate 69.5%; candidates with knots off sat_1 0.0%
|
| 103 |
+
b= 1: certified 75.0% | regret vs J* median 41.31% [26.90, 67.27] | vs J_Fonly 33.32% [16.39, 57.06] | beats tuned linear 52.5%
|
| 104 |
+
b= 4: certified 95.0% | regret vs J* median 14.25% [9.96, 19.00] | vs J_Fonly 7.85% [4.83, 12.51] | beats tuned linear 75.0%
|
| 105 |
+
b=16: certified 100.0% | regret vs J* median 7.15% [4.38, 10.54] | vs J_Fonly 2.12% [1.31, 3.88] | beats tuned linear 92.5%
|
| 106 |
+
== x21_fgen_clL_s1_best_tr_K16_clip2 (step 26000), 40 plants; sampling 3 s, scoring 4168 s
|
| 107 |
+
certified per candidate 64.5%; candidates with knots off sat_1 0.0%
|
| 108 |
+
b= 1: certified 65.0% | regret vs J* median 43.63% [27.65, 50085.29] | vs J_Fonly 34.28% [20.50, 50078.86] | beats tuned linear 50.0%
|
| 109 |
+
b= 4: certified 92.5% | regret vs J* median 14.22% [9.82, 29.49] | vs J_Fonly 7.79% [4.77, 16.04] | beats tuned linear 72.5%
|
| 110 |
+
b=16: certified 97.5% | regret vs J* median 8.35% [5.04, 10.97] | vs J_Fonly 2.45% [1.43, 4.71] | beats tuned linear 92.5%
|
| 111 |
+
== x21_fgen_clL_s2_best_tr_K16_clip1.5 (step 24000), 40 plants; sampling 9 s, scoring 785 s
|
| 112 |
+
certified per candidate 68.0%; candidates with knots off sat_1 0.0%
|
| 113 |
+
b= 1: certified 70.0% | regret vs J* median 42.90% [18.26, 128.56] | vs J_Fonly 22.39% [11.67, 117.06] | beats tuned linear 50.0%
|
| 114 |
+
b= 4: certified 95.0% | regret vs J* median 12.82% [9.11, 20.50] | vs J_Fonly 8.00% [3.69, 13.13] | beats tuned linear 70.0%
|
| 115 |
+
b=16: certified 100.0% | regret vs J* median 6.27% [3.90, 9.47] | vs J_Fonly 1.94% [1.34, 3.10] | beats tuned linear 95.0%
|
| 116 |
+
== x21_fgen_clL_s2_best_tr_K16_clip2 (step 24000), 40 plants; sampling 2 s, scoring 612 s
|
| 117 |
+
certified per candidate 63.9%; candidates with knots off sat_1 0.0%
|
| 118 |
+
b= 1: certified 62.5% | regret vs J* median 58.73% [16.86, 100000.00] | vs J_Fonly 40.10% [11.67, 100000.00] | beats tuned linear 45.0%
|
| 119 |
+
b= 4: certified 95.0% | regret vs J* median 13.50% [7.81, 22.31] | vs J_Fonly 7.88% [4.72, 15.58] | beats tuned linear 67.5%
|
| 120 |
+
b=16: certified 100.0% | regret vs J* median 7.08% [4.78, 10.44] | vs J_Fonly 2.39% [1.62, 4.92] | beats tuned linear 95.0%
|
| 121 |
+
== x21_fgen_clL_s2_best_tr_K16_clip1 (step 24000), 40 plants; sampling 29 s, scoring 568 s
|
| 122 |
+
certified per candidate 76.2%; candidates with knots off sat_1 0.0%
|
| 123 |
+
b= 1: certified 77.5% | regret vs J* median 59.06% [27.50, 112.82] | vs J_Fonly 49.96% [24.38, 103.51] | beats tuned linear 42.5%
|
| 124 |
+
b= 4: certified 97.5% | regret vs J* median 24.40% [12.06, 37.35] | vs J_Fonly 16.58% [8.33, 27.62] | beats tuned linear 72.5%
|
| 125 |
+
b=16: certified 100.0% | regret vs J* median 9.40% [6.77, 11.50] | vs J_Fonly 3.96% [2.63, 6.97] | beats tuned linear 85.0%
|
| 126 |
+
== x21_fgen_clL_best_tr_K16_clip3 (step 26000), 40 plants; sampling 2 s, scoring 166 s
|
| 127 |
+
certified per candidate 62.3%; candidates with knots off sat_1 0.0%
|
| 128 |
+
b= 1: certified 60.0% | regret vs J* median 70.45% [26.23, 100000.00] | vs J_Fonly 48.85% [16.87, 100000.00] | beats tuned linear 45.0%
|
| 129 |
+
b= 4: certified 92.5% | regret vs J* median 12.90% [8.85, 22.53] | vs J_Fonly 9.07% [4.93, 15.42] | beats tuned linear 72.5%
|
| 130 |
+
b=16: certified 100.0% | regret vs J* median 8.30% [6.33, 9.47] | vs J_Fonly 2.59% [2.06, 4.21] | beats tuned linear 92.5%
|
| 131 |
+
== x21_fgen_clL_s1_best_tr_K16_clip3 (step 26000), 40 plants; sampling 2 s, scoring 331 s
|
| 132 |
+
certified per candidate 62.5%; candidates with knots off sat_1 0.0%
|
| 133 |
+
b= 1: certified 62.5% | regret vs J* median 43.64% [27.82, 100000.00] | vs J_Fonly 34.29% [20.50, 100000.00] | beats tuned linear 50.0%
|
| 134 |
+
b= 4: certified 92.5% | regret vs J* median 14.64% [9.81, 29.48] | vs J_Fonly 8.12% [3.91, 19.36] | beats tuned linear 72.5%
|
| 135 |
+
b=16: certified 100.0% | regret vs J* median 8.55% [4.74, 10.98] | vs J_Fonly 1.99% [1.34, 4.37] | beats tuned linear 92.5%
|
| 136 |
+
== x21_fgen_clL_s2_best_tr_K16_clip3 (step 24000), 40 plants; sampling 2 s, scoring 223 s
|
| 137 |
+
certified per candidate 61.7%; candidates with knots off sat_1 0.0%
|
| 138 |
+
b= 1: certified 62.5% | regret vs J* median 51.01% [18.44, 100000.00] | vs J_Fonly 35.53% [13.49, 100000.00] | beats tuned linear 47.5%
|
| 139 |
+
b= 4: certified 92.5% | regret vs J* median 13.84% [7.81, 22.33] | vs J_Fonly 7.84% [4.72, 15.62] | beats tuned linear 67.5%
|
| 140 |
+
b=16: certified 100.0% | regret vs J* median 7.12% [4.39, 10.44] | vs J_Fonly 2.19% [1.44, 4.58] | beats tuned linear 95.0%
|
results/icml_r3/X28/labels_test/cfg.json
ADDED
|
@@ -0,0 +1,12 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"starts": 16,
|
| 3 |
+
"steps": 400,
|
| 4 |
+
"ckpt_every": 25,
|
| 5 |
+
"lr": 0.1,
|
| 6 |
+
"bcap": 10000.0,
|
| 7 |
+
"bisect_iters": 10,
|
| 8 |
+
"dt": 0.03,
|
| 9 |
+
"f_margin": 0.01,
|
| 10 |
+
"lr_f": 0.02,
|
| 11 |
+
"lr_k": 0.02
|
| 12 |
+
}
|
results/icml_r3/X28/labels_test/plant_0000.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4f0a2346c41a4a75c83eb493af1ed6d5fbdf337b4fbc1fbf34651af5ddd90a95
|
| 3 |
+
size 6946
|
results/icml_r3/X28/labels_test/plant_0001.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5bd35a6da6d1fb37d77f57a6edc40074470f5cd873f16c020ded813044d4c1f4
|
| 3 |
+
size 7118
|
results/icml_r3/X28/labels_test/plant_0002.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:104b3962f1f8b85a7308f38412002a1d8f4c07821b2396890718369d58071e29
|
| 3 |
+
size 7205
|
results/icml_r3/X28/labels_test/plant_0003.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:088637a642649227792c67ad3322ce0392ff3f5d672ce7146bab4436095e7511
|
| 3 |
+
size 7213
|
results/icml_r3/X28/labels_test/plant_0004.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8a5ecfa03e13d4704807995480df57438ef93c4ba4a7a68ae4b079a547ce8d95
|
| 3 |
+
size 7049
|
results/icml_r3/X28/labels_test/plant_0005.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:820367ab1d636fcfe37edfd71fd3fdcc98a38d9b37265582d635ec69e021c462
|
| 3 |
+
size 6963
|
results/icml_r3/X28/labels_test/plant_0006.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8609aa4dbda4cfe7da614080dcc6316d58a7e6a9f055df61dfef9102c2f1bbc7
|
| 3 |
+
size 7021
|