diff --git a/results/furuta_v4/fastverify/agreement.txt b/results/furuta_v4/fastverify/agreement.txt new file mode 100644 index 0000000000000000000000000000000000000000..6a6d84a0309f6ad63e8a25c52ad35221268657d6 --- /dev/null +++ b/results/furuta_v4/fastverify/agreement.txt @@ -0,0 +1,19 @@ +arm route pairs trusted ok agree(ok) ambig false acc false rej fast ms trusted ms +retrieval decoded P 1148 309 100.00% 0 0 0 2.42 157.1 +retrieval SDP P 1920 615 100.00% 0 0 0 2.41 156.6 +retrieval shrunk P 151 25 100.00% 0 0 0 2.40 155.5 +retrieval refined u* 1212 924 100.00% 0 0 0 1.96 122.4 +generated DDIM-10 decoded P 14120 13244 100.00% 0 0 0 1.82 119.4 +generated DDIM-10 SDP P 17280 15846 100.00% 0 0 0 1.86 120.3 +generated DDIM-10 shrunk P 3039 2543 100.00% 0 0 0 2.11 122.3 +generated DDIM-10 refined u* 1488 766 100.00% 0 0 0 3.20 165.2 +generated DDIM-5 decoded P 14282 13245 100.00% 0 0 0 1.79 117.9 +generated DDIM-5 SDP P 17280 15648 100.00% 0 0 0 1.84 118.7 +generated DDIM-5 shrunk P 2814 2302 100.00% 0 0 0 2.11 121.9 +generated DDIM-5 refined u* 1664 909 100.00% 0 0 0 3.16 164.1 +regression twin decoded P 294 262 100.00% 0 0 0 1.81 119.5 +regression twin SDP P 360 308 100.00% 0 0 0 1.88 120.8 +regression twin shrunk P 55 45 100.00% 0 0 0 1.92 122.1 +regression twin refined u* 204 101 100.00% 0 0 0 3.07 160.5 +TOTAL 77311 67092 ambiguous 0 false accepts 0 false rejects 0 +disagreements (non-ambiguous): 0 diff --git a/results/furuta_v4/fastverify/calib.txt b/results/furuta_v4/fastverify/calib.txt new file mode 100644 index 0000000000000000000000000000000000000000..b409d549bf86d49fff68b9c63284c10792c0f8a4 --- /dev/null +++ b/results/furuta_v4/fastverify/calib.txt @@ -0,0 +1,8 @@ +# load (8.60546875, 11.47216796875, 12.240234375) core 46 +t_ref 0.7414 (quiet sum 0.051 s, atoms sum 0.069 s) +t_check 0.5549 (quiet sum 3.735 s, atoms sum 6.730 s) +t_fast_dec 0.9790 (quiet sum 1.144 s, atoms sum 1.168 s) +t_tr_dec 0.9676 (quiet sum 70.808 s, atoms sum 73.176 s) +t_sdp 0.9657 (quiet sum 451.214 s, atoms sum 467.255 s) +t_fast_sdp 0.9929 (quiet sum 1.596 s, atoms sum 1.607 s) +t_tr_sdp 0.9657 (quiet sum 95.835 s, atoms sum 99.235 s) diff --git a/results/furuta_v4/fastverify/curves.txt b/results/furuta_v4/fastverify/curves.txt new file mode 100644 index 0000000000000000000000000000000000000000..93d381ef5fee8fc40e68e0e436fd293ba92ad9f0 --- /dev/null +++ b/results/furuta_v4/fastverify/curves.txt @@ -0,0 +1,98 @@ + +# all levers, mode=fast_only: success (%) vs per-plant single-thread budget (envelope over configs; 120 plants; 'honest' = config chosen on the other draw) +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s best config at each budget +retrieval alone 69.2 69.2 89.2 90.0 90.0 90.0 93.3 S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank + honest split-half 57.5 57.5 88.3 89.2 89.2 89.2 92.5 +retrieval + refine 58.3 58.3 88.3 91.7 94.2 94.2 96.7 S=4,m=3,rank | S=4,m=3,rank | S=4,m=1,rank,I=10 | S=4,m=1,rank,I=10 | S=4,m=2,I=40 | S=4,m=2,I=40 | S=4,m=2,I=40 + honest split-half 58.3 58.3 88.3 90.8 91.7 91.7 95.8 +generated DDIM-10 alone 91.3 93.1 94.0 94.4 94.4 94.4 94.4 S=1,m=1 | S=4,m=3,rank | S=16,m=2,rank | S=16,m=8,rank | S=16,m=8,rank | S=16,m=8,rank | S=16,m=8,rank + honest split-half 91.3 92.9 93.5 94.4 94.4 94.4 94.4 +generated DDIM-10 + refine 91.3 93.1 95.3 97.3 98.1 98.2 98.2 S=1,m=1 | S=4,m=3,rank | S=4,m=4,I=5 | S=4,m=4,I=20 | S=4,m=1,rank,I=40 | S=4,m=2,rank,I=40 | S=4,m=2,rank,I=40 + honest split-half 91.3 92.9 94.8 97.3 98.0 98.1 98.1 +generated DDIM-5 alone 91.8 92.5 93.8 94.3 94.3 94.3 94.3 S=4,m=1,rank | S=8,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank + honest split-half 90.2 91.7 93.2 94.3 94.3 94.3 94.3 +generated DDIM-5 + refine 91.8 92.1 95.6 97.0 98.0 98.1 98.1 S=4,m=1,rank | S=4,m=4 | S=4,m=3,rank,I=10 | S=4,m=3,rank,I=20 | S=4,m=1,rank,I=40 | S=4,m=2,rank,I=40 | S=4,m=2,rank,I=40 + honest split-half 90.2 91.9 95.6 96.9 97.9 98.0 98.0 +regression twin alone 85.3 85.3 85.8 85.8 85.8 85.8 85.8 S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 + honest split-half 85.3 85.3 85.8 85.8 85.8 85.8 85.8 +regression twin + refine 85.3 85.3 91.4 93.6 95.6 95.6 95.8 S=1,m=1 | S=1,m=1 | S=1,m=1,I=10 | S=1,m=1,I=20 | S=1,m=1,I=40 | S=1,m=1,I=40 | S=1,m=1,I=40 + honest split-half 85.3 85.3 91.4 93.6 95.6 95.6 95.8 + +# all levers, mode=confirm: success (%) vs per-plant single-thread budget (envelope over configs; 120 plants; 'honest' = config chosen on the other draw) +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s best config at each budget +retrieval alone 0.0 0.0 69.2 90.0 90.0 90.0 93.3 - | - | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank + honest split-half 0.0 0.0 57.5 89.2 89.2 89.2 92.5 +retrieval + refine 0.0 0.0 68.3 90.8 93.3 94.2 96.7 - | - | S=4,m=1,rank,I=5 | S=4,m=1,rank,I=10 | S=4,m=2,I=20 | S=4,m=2,I=40 | S=4,m=2,I=40 + honest split-half 0.0 0.0 68.3 88.3 90.8 91.7 95.8 +generated DDIM-10 alone 0.0 0.0 93.2 94.4 94.4 94.4 94.4 - | - | S=4,m=4 | S=16,m=16 | S=16,m=8,rank | S=16,m=8,rank | S=16,m=8,rank + honest split-half 0.0 0.0 92.8 94.4 94.4 94.4 94.4 +generated DDIM-10 + refine 0.0 0.0 93.2 95.6 97.9 98.2 98.2 - | - | S=4,m=4 | S=4,m=4,I=10 | S=4,m=1,rank,I=40 | S=4,m=2,rank,I=40 | S=4,m=2,rank,I=40 + honest split-half 0.0 0.0 92.8 95.1 97.3 98.1 98.1 +generated DDIM-5 alone 0.0 0.0 92.5 94.3 94.3 94.3 94.3 - | - | S=8,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank + honest split-half 0.0 0.0 91.9 94.3 94.3 94.3 94.3 +generated DDIM-5 + refine 0.0 0.0 92.1 95.7 97.8 98.1 98.1 - | - | S=4,m=4 | S=4,m=3,rank,I=10 | S=4,m=1,rank,I=40 | S=4,m=2,rank,I=40 | S=4,m=2,rank,I=40 + honest split-half 0.0 0.0 91.9 95.6 96.7 98.0 98.0 +regression twin alone 0.0 0.0 85.3 85.8 85.8 85.8 85.8 - | - | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 + honest split-half 0.0 0.0 85.3 85.8 85.8 85.8 85.8 +regression twin + refine 0.0 0.0 86.9 91.7 95.6 95.6 95.8 - | - | S=1,m=1,I=5 | S=1,m=1,I=10 | S=1,m=1,I=40 | S=1,m=1,I=40 | S=1,m=1,I=40 + honest split-half 0.0 0.0 86.9 91.7 95.6 95.6 95.8 + +# baseline pipeline (SDP re-solve + trusted rollout per candidate, no levers), same atoms, no refinement +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s best config at each budget +retrieval alone 0.0 0.0 0.8 83.3 83.3 84.2 93.3 - | - | S=1,m=1 | S=8,m=1,rank | S=8,m=1,rank | S=8,m=4,rank | S=16,m=4,rank +generated DDIM-10 alone 0.0 0.0 0.0 82.2 83.9 83.9 94.4 - | - | - | S=8,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=2,rank +generated DDIM-5 alone 0.0 0.0 0.0 85.2 85.2 85.2 94.3 - | - | - | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank +regression twin alone 0.0 0.0 0.6 76.9 76.9 76.9 85.6 - | - | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 + +# paired difference A - B in pp [95% CI] p, mode=fast_only, all levers, budgets [0.05, 0.1, 0.25, 0.5, 1, 2, 10] (best config per method per budget) +generated DDIM-10 alone - retrieval alone + +22.1 [+14.4,+30.4] p=0.000 +24.0 [+15.7,+32.0] p=0.000 +4.8 [ -0.1, +9.9] p=0.067 +4.4 [ +0.0, +9.1] p=0.071 +4.4 [ +0.2, +9.2] p=0.072 +4.4 [ +0.2, +9.4] p=0.065 +1.1 [ -2.1, +4.6] p=0.626 +generated DDIM-10 + refine - retrieval + refine + +33.0 [+24.3,+41.9] p=0.000 +34.8 [+26.4,+43.4] p=0.000 +6.9 [ +2.5,+12.2] p=0.003 +5.6 [ +1.5,+10.5] p=0.011 +4.0 [ +0.7, +7.9] p=0.055 +4.1 [ +0.7, +8.1] p=0.053 +1.6 [ -0.3, +4.2] p=0.435 +generated DDIM-5 alone - retrieval alone + +22.6 [+14.9,+30.6] p=0.000 +23.3 [+15.3,+31.4] p=0.000 +4.6 [ +0.1, +9.6] p=0.070 +4.3 [ -0.2, +9.1] p=0.070 +4.3 [ -0.1, +9.2] p=0.071 +4.3 [ -0.2, +9.2] p=0.071 +0.9 [ -2.2, +4.4] p=0.622 +generated DDIM-5 + refine - retrieval + refine + +33.4 [+24.8,+42.1] p=0.000 +33.8 [+25.4,+42.4] p=0.000 +7.3 [ +3.1,+12.3] p=0.003 +5.4 [ +1.6, +9.9] p=0.011 +3.8 [ +0.6, +7.5] p=0.060 +3.9 [ +0.6, +7.9] p=0.063 +1.5 [ -0.3, +4.1] p=0.502 +regression twin alone - retrieval alone + +16.1 [ +6.9,+25.0] p=0.001 +16.1 [ +7.5,+25.0] p=0.001 -3.3 [ -9.2, +2.2] p=0.302 -4.2 [-10.0, +1.7] p=0.207 -4.2 [-10.3, +1.7] p=0.196 -4.2 [-10.3, +1.7] p=0.204 -7.5 [-12.5, -3.1] p=0.003 +regression twin + refine - retrieval + refine + +26.9 [+17.5,+35.8] p=0.000 +26.9 [+17.8,+36.1] p=0.000 +3.1 [ -1.1, +7.5] p=0.234 +1.9 [ -2.2, +6.7] p=0.469 +1.4 [ -2.2, +5.3] p=0.562 +1.4 [ -2.2, +5.6] p=0.562 -0.8 [ -3.3, +1.7] p=0.628 +generated DDIM-10 + refine - generated DDIM-10 alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +1.3 [ +0.4, +2.5] p=0.014 +2.9 [ +0.7, +5.6] p=0.015 +3.7 [ +1.0, +7.2] p=0.007 +3.8 [ +1.0, +7.2] p=0.007 +3.8 [ +1.1, +7.4] p=0.008 +generated DDIM-10 alone - regression twin alone + +6.0 [ +2.7, +9.7] p=0.000 +7.9 [ +4.2,+11.9] p=0.000 +8.1 [ +4.2,+12.8] p=0.000 +8.6 [ +4.4,+13.3] p=0.000 +8.6 [ +4.4,+13.2] p=0.000 +8.6 [ +4.5,+13.4] p=0.000 +8.6 [ +4.4,+13.3] p=0.000 +generated DDIM-10 alone - retrieval + refine + +33.0 [+24.2,+41.7] p=0.000 +34.8 [+26.2,+43.2] p=0.000 +5.6 [ +1.2,+10.6] p=0.027 +2.8 [ -1.0, +7.0] p=0.217 +0.3 [ -4.3, +4.8] p=1.000 +0.3 [ -4.1, +4.8] p=1.000 -2.2 [ -5.7, +0.7] p=0.193 +generated DDIM-5 alone - generated DDIM-10 alone + +0.5 [ -0.9, +1.8] p=0.610 -0.6 [ -1.9, +0.3] p=0.384 -0.2 [ -0.9, +0.4] p=0.844 -0.2 [ -0.8, +0.3] p=1.000 -0.2 [ -0.8, +0.3] p=1.000 -0.2 [ -0.8, +0.3] p=1.000 -0.2 [ -0.8, +0.3] p=1.000 + +# paired difference A - B in pp [95% CI] p, mode=confirm, all levers, budgets [0.05, 0.1, 0.25, 0.5, 1, 2, 10] (best config per method per budget) +generated DDIM-10 alone - retrieval alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +24.1 [+16.1,+32.6] p=0.000 +4.4 [ +0.1, +9.4] p=0.072 +4.4 [ +0.2, +9.4] p=0.071 +4.4 [ +0.3, +9.2] p=0.071 +1.1 [ -2.0, +4.4] p=0.622 +generated DDIM-10 + refine - retrieval + refine + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +24.9 [+16.9,+33.4] p=0.000 +4.8 [ +1.1, +9.3] p=0.020 +4.5 [ +1.2, +8.8] p=0.031 +4.1 [ +0.8, +8.1] p=0.056 +1.6 [ -0.2, +4.2] p=0.440 +generated DDIM-5 alone - retrieval alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +23.3 [+15.2,+31.8] p=0.000 +4.3 [ -0.1, +9.1] p=0.072 +4.3 [ -0.1, +9.1] p=0.072 +4.3 [ -0.1, +9.2] p=0.070 +0.9 [ -2.1, +4.4] p=0.622 +generated DDIM-5 + refine - retrieval + refine + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +23.8 [+15.8,+31.7] p=0.000 +4.9 [ +1.2, +9.3] p=0.019 +4.4 [ +0.9, +8.5] p=0.031 +3.9 [ +0.6, +7.5] p=0.065 +1.5 [ -0.3, +4.1] p=0.504 +regression twin alone - retrieval alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +16.1 [ +7.5,+25.0] p=0.001 -4.2 [-10.0, +1.7] p=0.206 -4.2 [-10.3, +1.7] p=0.204 -4.2 [-10.3, +1.7] p=0.204 -7.5 [-12.5, -2.8] p=0.003 +regression twin + refine - retrieval + refine + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +18.6 [+10.3,+26.7] p=0.000 +0.8 [ -4.2, +5.8] p=0.829 +2.2 [ -1.7, +6.7] p=0.354 +1.4 [ -2.2, +5.6] p=0.561 -0.8 [ -3.3, +1.7] p=0.623 +generated DDIM-10 + refine - generated DDIM-10 alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +1.2 [ +0.2, +2.7] p=0.064 +3.4 [ +0.9, +6.7] p=0.017 +3.8 [ +1.0, +7.2] p=0.007 +3.8 [ +1.0, +7.3] p=0.008 +generated DDIM-10 alone - regression twin alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +8.0 [ +4.4,+12.2] p=0.000 +8.6 [ +4.4,+13.1] p=0.000 +8.6 [ +4.5,+13.4] p=0.000 +8.6 [ +4.5,+13.3] p=0.000 +8.6 [ +4.6,+13.4] p=0.000 +generated DDIM-10 alone - retrieval + refine + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +24.9 [+16.9,+33.1] p=0.000 +3.6 [ -0.5, +8.1] p=0.124 +1.1 [ -2.9, +5.2] p=0.685 +0.3 [ -3.9, +4.8] p=1.000 -2.2 [ -5.7, +0.9] p=0.186 +generated DDIM-5 alone - generated DDIM-10 alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 -0.7 [ -2.5, +0.4] p=0.503 -0.2 [ -0.8, +0.3] p=1.000 -0.2 [ -0.8, +0.3] p=1.000 -0.2 [ -0.8, +0.3] p=1.000 -0.2 [ -0.8, +0.3] p=1.000 + +# counters, all levers (confirm), S=1 m=1 and S=4 m=4 rank (sum over runs x 120 plants) +retrieval S=1 m=1 rank=False: success 46.7% median finish 131.4 ms {'route_dec': 92, 'route_shr': 11, 'route_sdp': 17, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} +retrieval S=4 m=4 rank=True: success 80.0% median finish 133.4 ms {'route_dec': 140, 'route_shr': 13, 'route_sdp': 50, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} +generated DDIM-10 S=1 m=1 rank=False: success 91.6% median finish 156.2 ms {'route_dec': 875, 'route_shr': 201, 'route_sdp': 4, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} +generated DDIM-10 S=4 m=4 rank=True: success 93.4% median finish 191.8 ms {'route_dec': 990, 'route_shr': 284, 'route_sdp': 23, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} +generated DDIM-5 S=1 m=1 rank=False: success 90.6% median finish 139.8 ms {'route_dec': 893, 'route_shr': 175, 'route_sdp': 12, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} +generated DDIM-5 S=4 m=4 rank=True: success 92.5% median finish 157.6 ms {'route_dec': 1021, 'route_shr': 269, 'route_sdp': 34, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} +regression twin S=1 m=1 rank=False: success 85.8% median finish 128.2 ms {'route_dec': 294, 'route_shr': 55, 'route_sdp': 11, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} diff --git a/results/furuta_v4/fastverify/curves_uncalibrated.txt b/results/furuta_v4/fastverify/curves_uncalibrated.txt new file mode 100644 index 0000000000000000000000000000000000000000..407df426eb8e7e3f682fedfa6db235b800afa35c --- /dev/null +++ b/results/furuta_v4/fastverify/curves_uncalibrated.txt @@ -0,0 +1,98 @@ + +# all levers, mode=fast_only: success (%) vs per-plant single-thread budget (envelope over configs; 120 plants; 'honest' = config chosen on the other draw) +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s best config at each budget +retrieval alone 68.3 69.2 89.2 90.0 90.0 90.0 93.3 S=16,m=2,rank | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank + honest split-half 55.0 57.5 88.3 89.2 89.2 89.2 92.5 +retrieval + refine 57.5 58.3 88.3 91.7 94.2 94.2 96.7 S=4,m=3,rank | S=4,m=3,rank | S=4,m=1,rank,I=10 | S=4,m=1,rank,I=10 | S=4,m=2,I=40 | S=4,m=2,I=40 | S=4,m=2,I=40 + honest split-half 55.0 58.3 88.3 90.8 90.8 91.7 95.8 +generated DDIM-10 alone 87.1 93.1 94.0 94.4 94.4 94.4 94.4 S=1,m=1 | S=4,m=2,rank | S=16,m=2,rank | S=16,m=8,rank | S=16,m=8,rank | S=16,m=8,rank | S=16,m=8,rank + honest split-half 87.1 91.5 93.5 94.4 94.4 94.4 94.4 +generated DDIM-10 + refine 87.1 93.1 95.3 97.3 98.1 98.2 98.2 S=1,m=1 | S=4,m=2,rank | S=4,m=4,I=5 | S=4,m=4,I=20 | S=4,m=1,rank,I=40 | S=4,m=2,rank,I=40 | S=4,m=2,rank,I=40 + honest split-half 87.1 91.5 94.8 97.3 98.0 98.1 98.1 +generated DDIM-5 alone 90.2 92.5 93.5 94.3 94.3 94.3 94.3 S=1,m=1 | S=8,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank + honest split-half 90.2 91.7 93.1 94.3 94.3 94.3 94.3 +generated DDIM-5 + refine 90.2 92.1 95.6 97.0 98.0 98.1 98.1 S=1,m=1 | S=4,m=4 | S=4,m=1,rank,I=10 | S=4,m=3,rank,I=20 | S=4,m=1,rank,I=40 | S=4,m=2,rank,I=40 | S=4,m=2,rank,I=40 + honest split-half 90.2 91.9 95.6 96.9 97.8 98.0 98.0 +regression twin alone 85.3 85.3 85.8 85.8 85.8 85.8 85.8 S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 + honest split-half 85.3 85.3 85.8 85.8 85.8 85.8 85.8 +regression twin + refine 85.3 85.3 91.4 93.6 95.6 95.6 95.8 S=1,m=1 | S=1,m=1 | S=1,m=1,I=10 | S=1,m=1,I=20 | S=1,m=1,I=40 | S=1,m=1,I=40 | S=1,m=1,I=40 + honest split-half 85.3 85.3 91.4 93.6 95.6 95.6 95.8 + +# all levers, mode=confirm: success (%) vs per-plant single-thread budget (envelope over configs; 120 plants; 'honest' = config chosen on the other draw) +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s best config at each budget +retrieval alone 0.0 0.0 69.2 90.0 90.0 90.0 93.3 - | - | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank + honest split-half 0.0 0.0 57.5 89.2 89.2 89.2 92.5 +retrieval + refine 0.0 0.0 63.3 90.8 93.3 94.2 96.7 - | - | S=4,m=1,rank,I=5 | S=4,m=1,rank,I=10 | S=4,m=2,I=20 | S=4,m=2,I=40 | S=4,m=2,I=40 + honest split-half 0.0 0.0 59.2 88.3 90.8 91.7 95.8 +generated DDIM-10 alone 0.0 0.0 92.8 94.3 94.4 94.4 94.4 - | - | S=4,m=3,rank | S=16,m=8,rank | S=16,m=8,rank | S=16,m=8,rank | S=16,m=8,rank + honest split-half 0.0 0.0 91.4 93.7 94.4 94.4 94.4 +generated DDIM-10 + refine 0.0 0.0 92.8 95.6 97.9 98.2 98.2 - | - | S=4,m=3,rank | S=4,m=4,I=10 | S=4,m=1,rank,I=40 | S=4,m=2,rank,I=40 | S=4,m=2,rank,I=40 + honest split-half 0.0 0.0 91.4 95.1 97.3 98.1 98.1 +generated DDIM-5 alone 0.0 0.0 92.5 94.3 94.3 94.3 94.3 - | - | S=8,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank + honest split-half 0.0 0.0 91.7 94.3 94.3 94.3 94.3 +generated DDIM-5 + refine 0.0 0.0 92.1 95.7 97.8 98.1 98.1 - | - | S=4,m=4 | S=4,m=3,rank,I=10 | S=4,m=1,rank,I=40 | S=4,m=2,rank,I=40 | S=4,m=2,rank,I=40 + honest split-half 0.0 0.0 91.9 95.6 97.3 98.0 98.0 +regression twin alone 0.0 0.0 85.3 85.8 85.8 85.8 85.8 - | - | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 + honest split-half 0.0 0.0 85.3 85.8 85.8 85.8 85.8 +regression twin + refine 0.0 0.0 86.4 91.7 95.3 95.6 95.8 - | - | S=1,m=1,I=5 | S=1,m=1,I=10 | S=1,m=1,I=40 | S=1,m=1,I=40 | S=1,m=1,I=40 + honest split-half 0.0 0.0 86.4 91.7 95.3 95.6 95.8 + +# baseline pipeline (SDP re-solve + trusted rollout per candidate, no levers), same atoms, no refinement +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s best config at each budget +retrieval alone 0.0 0.0 0.0 83.3 83.3 84.2 93.3 - | - | - | S=8,m=1,rank | S=8,m=1,rank | S=8,m=4,rank | S=16,m=4,rank +generated DDIM-10 alone 0.0 0.0 0.0 81.9 83.9 83.9 94.4 - | - | - | S=8,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=2,rank +generated DDIM-5 alone 0.0 0.0 0.0 85.2 85.2 85.2 94.3 - | - | - | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank +regression twin alone 0.0 0.0 0.0 76.9 76.9 76.9 85.6 - | - | - | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 + +# paired difference A - B in pp [95% CI] p, mode=fast_only, all levers, budgets [0.05, 0.1, 0.25, 0.5, 1, 2, 10] (best config per method per budget) +generated DDIM-10 alone - retrieval alone + +18.8 [+10.6,+27.0] p=0.000 +23.9 [+15.6,+31.9] p=0.000 +4.8 [ -0.1, +9.9] p=0.067 +4.4 [ +0.0, +9.1] p=0.071 +4.4 [ +0.2, +9.2] p=0.072 +4.4 [ +0.2, +9.4] p=0.065 +1.1 [ -2.1, +4.6] p=0.626 +generated DDIM-10 + refine - retrieval + refine + +29.6 [+21.2,+38.3] p=0.000 +34.7 [+26.3,+43.3] p=0.000 +6.9 [ +2.5,+12.2] p=0.003 +5.6 [ +1.5,+10.5] p=0.011 +4.0 [ +0.7, +7.9] p=0.055 +4.1 [ +0.7, +8.1] p=0.053 +1.6 [ -0.3, +4.2] p=0.435 +generated DDIM-5 alone - retrieval alone + +21.9 [+14.1,+30.1] p=0.000 +23.3 [+15.3,+31.4] p=0.000 +4.4 [ -0.3, +9.4] p=0.100 +4.3 [ -0.2, +9.1] p=0.070 +4.3 [ -0.1, +9.2] p=0.071 +4.3 [ -0.2, +9.2] p=0.071 +0.9 [ -2.2, +4.4] p=0.622 +generated DDIM-5 + refine - retrieval + refine + +32.7 [+24.1,+41.6] p=0.000 +33.8 [+25.4,+42.4] p=0.000 +7.2 [ +3.1,+12.1] p=0.003 +5.4 [ +1.6, +9.9] p=0.011 +3.8 [ +0.6, +7.5] p=0.060 +3.9 [ +0.6, +7.9] p=0.063 +1.5 [ -0.3, +4.1] p=0.502 +regression twin alone - retrieval alone + +16.9 [ +8.1,+26.1] p=0.000 +16.1 [ +7.5,+25.0] p=0.001 -3.3 [ -9.2, +2.2] p=0.302 -4.2 [-10.0, +1.7] p=0.207 -4.2 [-10.3, +1.7] p=0.196 -4.2 [-10.3, +1.7] p=0.204 -7.5 [-12.5, -3.1] p=0.003 +regression twin + refine - retrieval + refine + +27.8 [+18.6,+36.7] p=0.000 +26.9 [+17.8,+36.1] p=0.000 +3.1 [ -1.1, +7.5] p=0.234 +1.9 [ -2.2, +6.7] p=0.469 +1.4 [ -2.2, +5.3] p=0.562 +1.4 [ -2.2, +5.6] p=0.562 -0.8 [ -3.3, +1.7] p=0.628 +generated DDIM-10 + refine - generated DDIM-10 alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +1.3 [ +0.4, +2.5] p=0.014 +2.9 [ +0.7, +5.6] p=0.015 +3.7 [ +1.0, +7.2] p=0.007 +3.8 [ +1.0, +7.2] p=0.007 +3.8 [ +1.1, +7.4] p=0.008 +generated DDIM-10 alone - regression twin alone + +1.9 [ -1.4, +5.6] p=0.333 +7.8 [ +4.2,+11.9] p=0.000 +8.1 [ +4.2,+12.8] p=0.000 +8.6 [ +4.4,+13.3] p=0.000 +8.6 [ +4.4,+13.2] p=0.000 +8.6 [ +4.5,+13.4] p=0.000 +8.6 [ +4.4,+13.3] p=0.000 +generated DDIM-10 alone - retrieval + refine + +29.6 [+20.9,+38.4] p=0.000 +34.7 [+26.1,+43.1] p=0.000 +5.6 [ +1.2,+10.6] p=0.027 +2.8 [ -1.0, +7.0] p=0.217 +0.3 [ -4.3, +4.8] p=1.000 +0.3 [ -4.1, +4.8] p=1.000 -2.2 [ -5.7, +0.7] p=0.193 +generated DDIM-5 alone - generated DDIM-10 alone + +3.1 [ +1.4, +4.6] p=0.001 -0.6 [ -1.8, +0.4] p=0.500 -0.5 [ -1.3, +0.2] p=0.375 -0.2 [ -0.8, +0.3] p=1.000 -0.2 [ -0.8, +0.3] p=1.000 -0.2 [ -0.8, +0.3] p=1.000 -0.2 [ -0.8, +0.3] p=1.000 + +# paired difference A - B in pp [95% CI] p, mode=confirm, all levers, budgets [0.05, 0.1, 0.25, 0.5, 1, 2, 10] (best config per method per budget) +generated DDIM-10 alone - retrieval alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +23.6 [+15.7,+31.9] p=0.000 +4.3 [ -0.0, +9.2] p=0.072 +4.4 [ +0.2, +9.4] p=0.071 +4.4 [ +0.3, +9.2] p=0.071 +1.1 [ -2.0, +4.4] p=0.622 +generated DDIM-10 + refine - retrieval + refine + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +29.4 [+21.6,+38.1] p=0.000 +4.8 [ +1.1, +9.3] p=0.020 +4.5 [ +1.2, +8.8] p=0.031 +4.1 [ +0.8, +8.1] p=0.056 +1.6 [ -0.2, +4.2] p=0.440 +generated DDIM-5 alone - retrieval alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +23.3 [+15.2,+31.8] p=0.000 +4.3 [ -0.1, +9.1] p=0.072 +4.3 [ -0.1, +9.1] p=0.072 +4.3 [ -0.1, +9.2] p=0.070 +0.9 [ -2.1, +4.4] p=0.622 +generated DDIM-5 + refine - retrieval + refine + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +28.8 [+20.6,+36.9] p=0.000 +4.9 [ +1.2, +9.3] p=0.019 +4.4 [ +0.9, +8.5] p=0.031 +3.9 [ +0.6, +7.5] p=0.065 +1.5 [ -0.3, +4.1] p=0.504 +regression twin alone - retrieval alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +16.1 [ +7.5,+25.0] p=0.001 -4.2 [-10.0, +1.7] p=0.206 -4.2 [-10.3, +1.7] p=0.204 -4.2 [-10.3, +1.7] p=0.204 -7.5 [-12.5, -2.8] p=0.003 +regression twin + refine - retrieval + refine + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +23.1 [+14.7,+31.7] p=0.000 +0.8 [ -4.2, +5.8] p=0.829 +1.9 [ -1.9, +6.4] p=0.444 +1.4 [ -2.2, +5.6] p=0.561 -0.8 [ -3.3, +1.7] p=0.623 +generated DDIM-10 + refine - generated DDIM-10 alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +1.4 [ +0.3, +2.9] p=0.033 +3.4 [ +0.9, +6.7] p=0.017 +3.8 [ +1.0, +7.2] p=0.007 +3.8 [ +1.0, +7.3] p=0.008 +generated DDIM-10 alone - regression twin alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +7.5 [ +4.0,+11.6] p=0.000 +8.4 [ +4.3,+12.9] p=0.000 +8.6 [ +4.5,+13.4] p=0.000 +8.6 [ +4.5,+13.3] p=0.000 +8.6 [ +4.6,+13.4] p=0.000 +generated DDIM-10 alone - retrieval + refine + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +29.4 [+21.5,+37.6] p=0.000 +3.4 [ -0.6, +7.9] p=0.124 +1.1 [ -2.9, +5.2] p=0.685 +0.3 [ -3.9, +4.8] p=1.000 -2.2 [ -5.7, +0.9] p=0.186 +generated DDIM-5 alone - generated DDIM-10 alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 -0.3 [ -1.7, +0.7] p=0.803 +0.0 [ -0.7, +0.6] p=1.000 -0.2 [ -0.8, +0.3] p=1.000 -0.2 [ -0.8, +0.3] p=1.000 -0.2 [ -0.8, +0.3] p=1.000 + +# counters, all levers (confirm), S=1 m=1 and S=4 m=4 rank (sum over runs x 120 plants) +retrieval S=1 m=1 rank=False: success 46.7% median finish 141.0 ms {'route_dec': 92, 'route_shr': 11, 'route_sdp': 17, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} +retrieval S=4 m=4 rank=True: success 80.0% median finish 144.4 ms {'route_dec': 140, 'route_shr': 13, 'route_sdp': 50, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} +generated DDIM-10 S=1 m=1 rank=False: success 91.6% median finish 165.4 ms {'route_dec': 875, 'route_shr': 201, 'route_sdp': 4, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} +generated DDIM-10 S=4 m=4 rank=True: success 93.4% median finish 201.1 ms {'route_dec': 990, 'route_shr': 284, 'route_sdp': 23, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} +generated DDIM-5 S=1 m=1 rank=False: success 90.6% median finish 148.9 ms {'route_dec': 893, 'route_shr': 175, 'route_sdp': 12, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} +generated DDIM-5 S=4 m=4 rank=True: success 92.5% median finish 166.9 ms {'route_dec': 1021, 'route_shr': 269, 'route_sdp': 34, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} +regression twin S=1 m=1 rank=False: success 85.8% median finish 137.6 ms {'route_dec': 294, 'route_shr': 55, 'route_sdp': 11, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} diff --git a/results/furuta_v4/fastverify/levers.txt b/results/furuta_v4/fastverify/levers.txt new file mode 100644 index 0000000000000000000000000000000000000000..8ad1ecfa6c8229de6f503cf99a506fd3542564b3 --- /dev/null +++ b/results/furuta_v4/fastverify/levers.txt @@ -0,0 +1,107 @@ +# lever ablation, no refinement, mode=fast_only for L2 settings (success credited by the trusted scorer, false accepts are failures), last row re-checks each accept with the trusted rollout; envelope over configs; % + +## retrieval +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s +baseline (SDP, trusted rollout, no ranking) 0.0 0.0 0.8 48.3 69.2 77.5 93.3 ++L1 check-first 0.0 0.0 35.0 65.0 75.8 85.0 93.3 ++L1+L1b shrink-repair 0.0 0.0 37.5 65.0 77.5 85.8 93.3 ++L2 fast rollout only 0.0 0.0 48.3 67.5 77.5 77.5 93.3 ++L3 rank only 0.0 0.0 0.8 83.3 83.3 84.2 93.3 +L1+L2 65.0 65.0 89.2 90.0 90.0 90.0 93.3 +all (L1+L1b+L2+L3) 69.2 69.2 89.2 90.0 90.0 90.0 93.3 +all, trusted re-check of each accept 0.0 0.0 69.2 90.0 90.0 90.0 93.3 + +## generated DDIM-10 +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s +baseline (SDP, trusted rollout, no ranking) 0.0 0.0 0.0 80.1 81.2 81.8 94.4 ++L1 check-first 0.0 0.0 76.2 90.1 90.8 91.3 94.5 ++L1+L1b shrink-repair 0.0 0.0 91.5 92.5 93.5 94.2 94.4 ++L2 fast rollout only 0.0 0.0 77.1 81.0 81.8 82.2 94.4 ++L3 rank only 0.0 0.0 0.0 82.2 83.9 83.9 94.4 +L1+L2 76.0 77.3 91.2 92.9 92.9 93.0 94.5 +all (L1+L1b+L2+L3) 91.3 93.1 94.0 94.4 94.4 94.4 94.4 +all, trusted re-check of each accept 0.0 0.0 93.2 94.4 94.4 94.4 94.4 + +## generated DDIM-5 +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s +baseline (SDP, trusted rollout, no ranking) 0.0 0.0 0.0 80.3 81.8 82.7 94.1 ++L1 check-first 0.0 0.0 77.1 89.5 90.7 91.5 94.3 ++L1+L1b shrink-repair 0.0 0.0 90.3 91.5 93.0 93.9 94.3 ++L2 fast rollout only 0.0 0.0 78.5 81.8 82.7 83.3 94.3 ++L3 rank only 0.0 0.0 0.0 85.2 85.2 85.2 94.3 +L1+L2 78.8 79.3 91.4 91.9 91.9 92.2 94.3 +all (L1+L1b+L2+L3) 91.8 92.5 93.8 94.3 94.3 94.3 94.3 +all, trusted re-check of each accept 0.0 0.0 92.5 94.3 94.3 94.3 94.3 + +## regression twin +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s +baseline (SDP, trusted rollout, no ranking) 0.0 0.0 0.6 76.9 76.9 76.9 85.6 ++L1 check-first 0.0 0.0 72.8 84.7 84.7 84.7 85.8 ++L1+L1b shrink-repair 0.0 0.0 85.3 85.8 85.8 85.8 85.8 ++L2 fast rollout only 0.0 0.0 76.9 76.9 76.9 76.9 85.6 +L1+L2 72.8 72.8 84.7 84.7 84.7 84.7 85.8 +all (L1+L1b+L2+L3) 85.3 85.3 85.8 85.8 85.8 85.8 85.8 +all, trusted re-check of each accept 0.0 0.0 85.3 85.8 85.8 85.8 85.8 + +# fixed configs: success and time-to-success (successful plant-runs) +retrieval baseline (SDP, trusted rollout, no ranking) S=1,m=1 success 54.2% median time-to-success 271.2 ms p90 1643.0 ms +retrieval baseline (SDP, trusted rollout, no ranking) S=4,m=4 success 82.5% median time-to-success 293.8 ms p90 2508.3 ms +retrieval +L1 check-first S=1,m=1 success 51.7% median time-to-success 131.5 ms p90 297.0 ms +retrieval +L1 check-first S=4,m=4 success 80.8% median time-to-success 268.7 ms p90 698.6 ms +retrieval +L1+L1b shrink-repair S=1,m=1 success 46.7% median time-to-success 126.9 ms p90 270.0 ms +retrieval +L1+L1b shrink-repair S=4,m=4 success 80.0% median time-to-success 264.8 ms p90 648.8 ms +retrieval +L2 fast rollout only S=1,m=1 success 54.2% median time-to-success 158.1 ms p90 1533.7 ms +retrieval +L2 fast rollout only S=4,m=4 success 82.5% median time-to-success 171.5 ms p90 2399.1 ms +retrieval +L3 rank only S=4,m=4,rank success 82.5% median time-to-success 272.5 ms p90 596.3 ms +retrieval L1+L2 S=1,m=1 success 51.7% median time-to-success 11.7 ms p90 176.3 ms +retrieval L1+L2 S=4,m=4 success 80.8% median time-to-success 24.8 ms p90 253.8 ms +retrieval L1+L2 S=4,m=4,rank success 80.8% median time-to-success 12.1 ms p90 171.0 ms +retrieval all (L1+L1b+L2+L3) S=1,m=1 success 46.7% median time-to-success 11.2 ms p90 158.1 ms +retrieval all (L1+L1b+L2+L3) S=4,m=4 success 80.0% median time-to-success 19.2 ms p90 179.1 ms +retrieval all (L1+L1b+L2+L3) S=4,m=4,rank success 80.0% median time-to-success 12.0 ms p90 160.7 ms +retrieval all, trusted re-check of each accept S=1,m=1 success 46.7% median time-to-success 131.4 ms p90 274.4 ms +retrieval all, trusted re-check of each accept S=4,m=4 success 80.0% median time-to-success 144.2 ms p90 312.0 ms +retrieval all, trusted re-check of each accept S=4,m=4,rank success 80.0% median time-to-success 133.4 ms p90 289.6 ms +generated DDIM-10 baseline (SDP, trusted rollout, no ranking) S=1,m=1 success 91.7% median time-to-success 305.1 ms p90 2515.7 ms +generated DDIM-10 baseline (SDP, trusted rollout, no ranking) S=4,m=4 success 93.5% median time-to-success 340.9 ms p90 2550.9 ms +generated DDIM-10 +L1 check-first S=1,m=1 success 91.8% median time-to-success 154.2 ms p90 304.0 ms +generated DDIM-10 +L1 check-first S=4,m=4 success 93.5% median time-to-success 189.8 ms p90 343.3 ms +generated DDIM-10 +L1+L1b shrink-repair S=1,m=1 success 91.6% median time-to-success 152.1 ms p90 170.8 ms +generated DDIM-10 +L1+L1b shrink-repair S=4,m=4 success 93.4% median time-to-success 187.5 ms p90 207.1 ms +generated DDIM-10 +L2 fast rollout only S=1,m=1 success 91.7% median time-to-success 189.4 ms p90 2397.9 ms +generated DDIM-10 +L2 fast rollout only S=4,m=4 success 93.5% median time-to-success 224.8 ms p90 2433.1 ms +generated DDIM-10 +L3 rank only S=4,m=4,rank success 93.5% median time-to-success 339.7 ms p90 2550.9 ms +generated DDIM-10 L1+L2 S=1,m=1 success 91.8% median time-to-success 41.2 ms p90 188.6 ms +generated DDIM-10 L1+L2 S=4,m=4 success 93.5% median time-to-success 76.4 ms p90 224.2 ms +generated DDIM-10 L1+L2 S=4,m=4,rank success 93.5% median time-to-success 76.6 ms p90 222.8 ms +generated DDIM-10 all (L1+L1b+L2+L3) S=1,m=1 success 91.6% median time-to-success 41.0 ms p90 42.3 ms +generated DDIM-10 all (L1+L1b+L2+L3) S=4,m=4 success 93.4% median time-to-success 76.2 ms p90 77.7 ms +generated DDIM-10 all (L1+L1b+L2+L3) S=4,m=4,rank success 93.4% median time-to-success 76.4 ms p90 77.8 ms +generated DDIM-10 all, trusted re-check of each accept S=1,m=1 success 91.6% median time-to-success 156.2 ms p90 174.8 ms +generated DDIM-10 all, trusted re-check of each accept S=4,m=4 success 93.4% median time-to-success 191.5 ms p90 211.2 ms +generated DDIM-10 all, trusted re-check of each accept S=4,m=4,rank success 93.4% median time-to-success 191.8 ms p90 211.3 ms +generated DDIM-5 baseline (SDP, trusted rollout, no ranking) S=1,m=1 success 90.6% median time-to-success 283.4 ms p90 2429.8 ms +generated DDIM-5 baseline (SDP, trusted rollout, no ranking) S=4,m=4 success 92.7% median time-to-success 301.0 ms p90 2447.1 ms +generated DDIM-5 +L1 check-first S=1,m=1 success 90.6% median time-to-success 136.9 ms p90 278.2 ms +generated DDIM-5 +L1 check-first S=4,m=4 success 92.5% median time-to-success 154.4 ms p90 301.4 ms +generated DDIM-5 +L1+L1b shrink-repair S=1,m=1 success 90.6% median time-to-success 135.8 ms p90 145.4 ms +generated DDIM-5 +L1+L1b shrink-repair S=4,m=4 success 92.5% median time-to-success 153.4 ms p90 165.8 ms +generated DDIM-5 +L2 fast rollout only S=1,m=1 success 90.6% median time-to-success 172.8 ms p90 2321.4 ms +generated DDIM-5 +L2 fast rollout only S=4,m=4 success 92.7% median time-to-success 190.4 ms p90 2338.7 ms +generated DDIM-5 +L3 rank only S=4,m=4,rank success 92.7% median time-to-success 301.1 ms p90 2453.8 ms +generated DDIM-5 L1+L2 S=1,m=1 success 90.6% median time-to-success 26.0 ms p90 165.1 ms +generated DDIM-5 L1+L2 S=4,m=4 success 92.5% median time-to-success 43.5 ms p90 184.1 ms +generated DDIM-5 L1+L2 S=4,m=4,rank success 92.5% median time-to-success 43.6 ms p90 182.1 ms +generated DDIM-5 all (L1+L1b+L2+L3) S=1,m=1 success 90.6% median time-to-success 25.9 ms p90 26.9 ms +generated DDIM-5 all (L1+L1b+L2+L3) S=4,m=4 success 92.5% median time-to-success 43.4 ms p90 44.5 ms +generated DDIM-5 all (L1+L1b+L2+L3) S=4,m=4,rank success 92.5% median time-to-success 43.5 ms p90 44.3 ms +generated DDIM-5 all, trusted re-check of each accept S=1,m=1 success 90.6% median time-to-success 139.8 ms p90 150.2 ms +generated DDIM-5 all, trusted re-check of each accept S=4,m=4 success 92.5% median time-to-success 157.3 ms p90 170.7 ms +generated DDIM-5 all, trusted re-check of each accept S=4,m=4,rank success 92.5% median time-to-success 157.6 ms p90 170.7 ms +regression twin baseline (SDP, trusted rollout, no ranking) S=1,m=1 success 85.6% median time-to-success 274.2 ms p90 980.4 ms +regression twin +L1 check-first S=1,m=1 success 85.8% median time-to-success 125.5 ms p90 268.5 ms +regression twin +L1+L1b shrink-repair S=1,m=1 success 85.8% median time-to-success 124.4 ms p90 144.5 ms +regression twin +L2 fast rollout only S=1,m=1 success 85.6% median time-to-success 161.0 ms p90 866.1 ms +regression twin L1+L2 S=1,m=1 success 85.8% median time-to-success 13.5 ms p90 153.2 ms +regression twin all (L1+L1b+L2+L3) S=1,m=1 success 85.8% median time-to-success 13.4 ms p90 14.9 ms +regression twin all, trusted re-check of each accept S=1,m=1 success 85.8% median time-to-success 128.2 ms p90 149.1 ms diff --git a/results/furuta_v4/fastverify/levers_uncalibrated.txt b/results/furuta_v4/fastverify/levers_uncalibrated.txt new file mode 100644 index 0000000000000000000000000000000000000000..8bbf31ef37ca717c1bb6d4b5da5093fa35a49f98 --- /dev/null +++ b/results/furuta_v4/fastverify/levers_uncalibrated.txt @@ -0,0 +1,107 @@ +# lever ablation, no refinement, mode=fast_only for L2 settings (success credited by the trusted scorer, false accepts are failures), last row re-checks each accept with the trusted rollout; envelope over configs; % + +## retrieval +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s +baseline (SDP, trusted rollout, no ranking) 0.0 0.0 0.0 48.3 68.3 77.5 93.3 ++L1 check-first 0.0 0.0 35.0 64.2 75.8 84.2 93.3 ++L1+L1b shrink-repair 0.0 0.0 37.5 64.2 77.5 85.8 93.3 ++L2 fast rollout only 0.0 0.0 48.3 65.0 76.7 77.5 93.3 ++L3 rank only 0.0 0.0 0.0 83.3 83.3 84.2 93.3 +L1+L2 65.0 65.0 89.2 90.0 90.0 90.0 93.3 +all (L1+L1b+L2+L3) 68.3 69.2 89.2 90.0 90.0 90.0 93.3 +all, trusted re-check of each accept 0.0 0.0 69.2 90.0 90.0 90.0 93.3 + +## generated DDIM-10 +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s +baseline (SDP, trusted rollout, no ranking) 0.0 0.0 0.0 80.1 81.1 81.8 94.4 ++L1 check-first 0.0 0.0 76.2 90.1 90.8 91.2 94.5 ++L1+L1b shrink-repair 0.0 0.0 91.5 92.5 93.4 94.0 94.4 ++L2 fast rollout only 0.0 0.0 77.0 81.0 81.8 82.2 94.4 ++L3 rank only 0.0 0.0 0.0 81.9 83.9 83.9 94.4 +L1+L2 72.1 77.3 91.2 92.9 92.9 93.0 94.5 +all (L1+L1b+L2+L3) 87.1 93.1 94.0 94.4 94.4 94.4 94.4 +all, trusted re-check of each accept 0.0 0.0 92.8 94.3 94.4 94.4 94.4 + +## generated DDIM-5 +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s +baseline (SDP, trusted rollout, no ranking) 0.0 0.0 0.0 80.3 81.8 82.7 94.1 ++L1 check-first 0.0 0.0 77.1 89.4 90.7 91.5 94.3 ++L1+L1b shrink-repair 0.0 0.0 90.3 91.4 93.0 93.8 94.3 ++L2 fast rollout only 0.0 0.0 78.0 81.7 82.7 83.3 94.3 ++L3 rank only 0.0 0.0 0.0 85.2 85.2 85.2 94.3 +L1+L2 77.0 79.3 91.4 91.9 91.9 92.2 94.3 +all (L1+L1b+L2+L3) 90.2 92.5 93.5 94.3 94.3 94.3 94.3 +all, trusted re-check of each accept 0.0 0.0 92.5 94.3 94.3 94.3 94.3 + +## regression twin +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s +baseline (SDP, trusted rollout, no ranking) 0.0 0.0 0.0 76.9 76.9 76.9 85.6 ++L1 check-first 0.0 0.0 72.8 84.7 84.7 84.7 85.8 ++L1+L1b shrink-repair 0.0 0.0 85.3 85.8 85.8 85.8 85.8 ++L2 fast rollout only 0.0 0.0 76.7 76.9 76.9 76.9 85.6 +L1+L2 72.8 72.8 84.7 84.7 84.7 84.7 85.8 +all (L1+L1b+L2+L3) 85.3 85.3 85.8 85.8 85.8 85.8 85.8 +all, trusted re-check of each accept 0.0 0.0 85.3 85.8 85.8 85.8 85.8 + +# fixed configs: success and time-to-success (successful plant-runs) +retrieval baseline (SDP, trusted rollout, no ranking) S=1,m=1 success 54.2% median time-to-success 280.8 ms p90 1701.3 ms +retrieval baseline (SDP, trusted rollout, no ranking) S=4,m=4 success 82.5% median time-to-success 304.3 ms p90 2597.4 ms +retrieval +L1 check-first S=1,m=1 success 51.7% median time-to-success 140.6 ms p90 307.6 ms +retrieval +L1 check-first S=4,m=4 success 80.8% median time-to-success 278.3 ms p90 735.3 ms +retrieval +L1+L1b shrink-repair S=1,m=1 success 46.7% median time-to-success 136.8 ms p90 279.7 ms +retrieval +L1+L1b shrink-repair S=4,m=4 success 80.0% median time-to-success 275.3 ms p90 685.9 ms +retrieval +L2 fast rollout only S=1,m=1 success 54.2% median time-to-success 163.6 ms p90 1588.1 ms +retrieval +L2 fast rollout only S=4,m=4 success 82.5% median time-to-success 177.5 ms p90 2484.3 ms +retrieval +L3 rank only S=4,m=4,rank success 82.5% median time-to-success 282.3 ms p90 617.5 ms +retrieval L1+L2 S=1,m=1 success 51.7% median time-to-success 17.4 ms p90 182.5 ms +retrieval L1+L2 S=4,m=4 success 80.8% median time-to-success 37.4 ms p90 267.0 ms +retrieval L1+L2 S=4,m=4,rank success 80.8% median time-to-success 17.8 ms p90 180.0 ms +retrieval all (L1+L1b+L2+L3) S=1,m=1 success 46.7% median time-to-success 16.7 ms p90 163.9 ms +retrieval all (L1+L1b+L2+L3) S=4,m=4 success 80.0% median time-to-success 29.8 ms p90 195.9 ms +retrieval all (L1+L1b+L2+L3) S=4,m=4,rank success 80.0% median time-to-success 17.8 ms p90 166.6 ms +retrieval all, trusted re-check of each accept S=1,m=1 success 46.7% median time-to-success 141.0 ms p90 284.2 ms +retrieval all, trusted re-check of each accept S=4,m=4 success 80.0% median time-to-success 157.7 ms p90 333.5 ms +retrieval all, trusted re-check of each accept S=4,m=4,rank success 80.0% median time-to-success 144.4 ms p90 301.2 ms +generated DDIM-10 baseline (SDP, trusted rollout, no ranking) S=1,m=1 success 91.7% median time-to-success 314.8 ms p90 2604.0 ms +generated DDIM-10 baseline (SDP, trusted rollout, no ranking) S=4,m=4 success 93.5% median time-to-success 350.6 ms p90 2639.2 ms +generated DDIM-10 +L1 check-first S=1,m=1 success 91.8% median time-to-success 163.6 ms p90 313.8 ms +generated DDIM-10 +L1 check-first S=4,m=4 success 93.5% median time-to-success 199.1 ms p90 353.2 ms +generated DDIM-10 +L1+L1b shrink-repair S=1,m=1 success 91.6% median time-to-success 161.3 ms p90 180.5 ms +generated DDIM-10 +L1+L1b shrink-repair S=4,m=4 success 93.4% median time-to-success 196.7 ms p90 216.9 ms +generated DDIM-10 +L2 fast rollout only S=1,m=1 success 91.7% median time-to-success 195.0 ms p90 2481.9 ms +generated DDIM-10 +L2 fast rollout only S=4,m=4 success 93.5% median time-to-success 230.4 ms p90 2517.1 ms +generated DDIM-10 +L3 rank only S=4,m=4,rank success 93.5% median time-to-success 349.5 ms p90 2639.2 ms +generated DDIM-10 L1+L2 S=1,m=1 success 91.8% median time-to-success 46.7 ms p90 194.2 ms +generated DDIM-10 L1+L2 S=4,m=4 success 93.5% median time-to-success 81.9 ms p90 229.8 ms +generated DDIM-10 L1+L2 S=4,m=4,rank success 93.5% median time-to-success 82.2 ms p90 228.5 ms +generated DDIM-10 all (L1+L1b+L2+L3) S=1,m=1 success 91.6% median time-to-success 46.4 ms p90 48.2 ms +generated DDIM-10 all (L1+L1b+L2+L3) S=4,m=4 success 93.4% median time-to-success 81.7 ms p90 83.9 ms +generated DDIM-10 all (L1+L1b+L2+L3) S=4,m=4,rank success 93.4% median time-to-success 81.9 ms p90 83.7 ms +generated DDIM-10 all, trusted re-check of each accept S=1,m=1 success 91.6% median time-to-success 165.4 ms p90 184.9 ms +generated DDIM-10 all, trusted re-check of each accept S=4,m=4 success 93.4% median time-to-success 200.8 ms p90 221.1 ms +generated DDIM-10 all, trusted re-check of each accept S=4,m=4,rank success 93.4% median time-to-success 201.1 ms p90 221.2 ms +generated DDIM-5 baseline (SDP, trusted rollout, no ranking) S=1,m=1 success 90.6% median time-to-success 292.9 ms p90 2515.6 ms +generated DDIM-5 baseline (SDP, trusted rollout, no ranking) S=4,m=4 success 92.7% median time-to-success 310.5 ms p90 2532.9 ms +generated DDIM-5 +L1 check-first S=1,m=1 success 90.6% median time-to-success 146.0 ms p90 287.7 ms +generated DDIM-5 +L1 check-first S=4,m=4 success 92.5% median time-to-success 163.6 ms p90 311.0 ms +generated DDIM-5 +L1+L1b shrink-repair S=1,m=1 success 90.6% median time-to-success 144.9 ms p90 155.3 ms +generated DDIM-5 +L1+L1b shrink-repair S=4,m=4 success 92.5% median time-to-success 162.4 ms p90 175.9 ms +generated DDIM-5 +L2 fast rollout only S=1,m=1 success 90.6% median time-to-success 178.4 ms p90 2403.3 ms +generated DDIM-5 +L2 fast rollout only S=4,m=4 success 92.7% median time-to-success 195.9 ms p90 2420.5 ms +generated DDIM-5 +L3 rank only S=4,m=4,rank success 92.7% median time-to-success 310.7 ms p90 2539.8 ms +generated DDIM-5 L1+L2 S=1,m=1 success 90.6% median time-to-success 31.5 ms p90 170.5 ms +generated DDIM-5 L1+L2 S=4,m=4 success 92.5% median time-to-success 48.9 ms p90 189.5 ms +generated DDIM-5 L1+L2 S=4,m=4,rank success 92.5% median time-to-success 49.2 ms p90 187.4 ms +generated DDIM-5 all (L1+L1b+L2+L3) S=1,m=1 success 90.6% median time-to-success 31.3 ms p90 32.8 ms +generated DDIM-5 all (L1+L1b+L2+L3) S=4,m=4 success 92.5% median time-to-success 48.8 ms p90 50.4 ms +generated DDIM-5 all (L1+L1b+L2+L3) S=4,m=4,rank success 92.5% median time-to-success 49.0 ms p90 50.0 ms +generated DDIM-5 all, trusted re-check of each accept S=1,m=1 success 90.6% median time-to-success 148.9 ms p90 159.9 ms +generated DDIM-5 all, trusted re-check of each accept S=4,m=4 success 92.5% median time-to-success 166.4 ms p90 180.3 ms +generated DDIM-5 all, trusted re-check of each accept S=4,m=4,rank success 92.5% median time-to-success 166.9 ms p90 180.5 ms +regression twin baseline (SDP, trusted rollout, no ranking) S=1,m=1 success 85.6% median time-to-success 283.8 ms p90 1015.1 ms +regression twin +L1 check-first S=1,m=1 success 85.8% median time-to-success 134.9 ms p90 278.0 ms +regression twin +L1+L1b shrink-repair S=1,m=1 success 85.8% median time-to-success 133.4 ms p90 154.7 ms +regression twin +L2 fast rollout only S=1,m=1 success 85.6% median time-to-success 166.5 ms p90 896.7 ms +regression twin L1+L2 S=1,m=1 success 85.8% median time-to-success 19.0 ms p90 158.5 ms +regression twin all (L1+L1b+L2+L3) S=1,m=1 success 85.8% median time-to-success 18.8 ms p90 21.4 ms +regression twin all, trusted re-check of each accept S=1,m=1 success 85.8% median time-to-success 137.6 ms p90 159.0 ms diff --git a/results/furuta_v4/fastverify/timing.txt b/results/furuta_v4/fastverify/timing.txt new file mode 100644 index 0000000000000000000000000000000000000000..98c43cd1722e23e0a5c359ea434f68f8662bb67c --- /dev/null +++ b/results/furuta_v4/fastverify/timing.txt @@ -0,0 +1,18 @@ +# virgo-asl load (5.4267578125, 11.08056640625, 12.13232421875) core 46 single thread +sample1_ddim5 0.01540 +sample4_ddim5 0.03283 +sample8_ddim5 0.05543 +sample16_ddim5 0.09778 +sample1_ddim10 0.03045 +sample4_ddim10 0.06567 +sample8_ddim10 0.11066 +sample16_ddim10 0.19397 +regfwd1 0.00288 +knn16 0.000109 +stage_sdp 0.13531 +stage_check 0.00476 +stage_fast_roll 0.00436 +stage_trusted_roll 0.14842 +refine1_n200 0.6389 (first call incl. compile 7.5) +refine2_n200 0.6633 (first call incl. compile 1.1) +refine4_n200 0.6640 (first call incl. compile 1.1) diff --git a/results/furuta_v4/fastverify/timing_during_atoms.txt b/results/furuta_v4/fastverify/timing_during_atoms.txt new file mode 100644 index 0000000000000000000000000000000000000000..d1d38be0f956b363f951867a4116feed78c9e1bc --- /dev/null +++ b/results/furuta_v4/fastverify/timing_during_atoms.txt @@ -0,0 +1,18 @@ +# virgo-asl load (11.771484375, 10.84521484375, 8.48681640625) core 46 single thread +sample1_ddim5 0.01685 +sample4_ddim5 0.03623 +sample8_ddim5 0.05852 +sample16_ddim5 0.10239 +sample1_ddim10 0.03274 +sample4_ddim10 0.07244 +sample8_ddim10 0.11933 +sample16_ddim10 0.20511 +regfwd1 0.00349 +knn16 0.000111 +stage_sdp 0.14055 +stage_check 0.00497 +stage_fast_roll 0.00449 +stage_trusted_roll 0.15419 +refine1_n200 0.7321 (first call incl. compile 8.0) +refine2_n200 0.7222 (first call incl. compile 1.1) +refine4_n200 0.7373 (first call incl. compile 1.0) diff --git a/results/furuta_v4/logs/bank_extra.log b/results/furuta_v4/logs/bank_extra.log new file mode 100644 index 0000000000000000000000000000000000000000..2801d7929a5e738ef016622dffb29913df8d280e --- /dev/null +++ b/results/furuta_v4/logs/bank_extra.log @@ -0,0 +1,179 @@ +solving 3000 plants on 7 workers (NMPC swing-up into Omega, margin=0.3, seed=29) -> data/furuta_nmpc_bank_v4extra3000.npz +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + +CasADi - 2026-10-01 06:46:18 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 0, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:46:18 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 0, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:46:18 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 0, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:46:18 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 0, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:46:18 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 0, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:46:18 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 0, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:46:18 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 0, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:46:18 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 0, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:46:18 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 0, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:46:18 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 0, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:46:18 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 0, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:46:18 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 0, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:46:18 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 0, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:46:18 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 0, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:46:18 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 0, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:46:18 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 0, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:46:18 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 0, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:46:18 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 0, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:46:18 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 0, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:46:18 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 0, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:46:18 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 0, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:46:18 WARNING("solver:nlp_f failed: NaN detected for output f, at (row 0, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:46:18 WARNING("solver:nlp_f failed: NaN detected for output f, at (row 0, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:46:18 WARNING("solver:nlp_f failed: NaN detected for output f, at (row 0, col 0).") [.../casadi/core/oracle_function.cpp:408] + 40/3000 solved, 37 kept, 2.7 s/plant, eta 132.2 min + 80/3000 solved, 72 kept, 2.7 s/plant, eta 129.1 min + 120/3000 solved, 110 kept, 2.7 s/plant, eta 129.2 min + 160/3000 solved, 148 kept, 2.6 s/plant, eta 121.6 min + 200/3000 solved, 186 kept, 2.5 s/plant, eta 117.5 min + 240/3000 solved, 223 kept, 2.5 s/plant, eta 114.9 min + 280/3000 solved, 259 kept, 2.5 s/plant, eta 114.1 min + 320/3000 solved, 294 kept, 2.5 s/plant, eta 113.2 min + 360/3000 solved, 328 kept, 2.6 s/plant, eta 115.6 min + 400/3000 solved, 364 kept, 2.7 s/plant, eta 117.9 min + 440/3000 solved, 402 kept, 2.8 s/plant, eta 120.1 min + 480/3000 solved, 442 kept, 2.9 s/plant, eta 121.0 min + 520/3000 solved, 479 kept, 2.9 s/plant, eta 121.4 min + 560/3000 solved, 518 kept, 3.0 s/plant, eta 121.1 min + 600/3000 solved, 553 kept, 3.0 s/plant, eta 121.0 min + 640/3000 solved, 589 kept, 3.0 s/plant, eta 120.0 min + 680/3000 solved, 629 kept, 3.1 s/plant, eta 119.3 min + 720/3000 solved, 665 kept, 3.1 s/plant, eta 118.4 min +CasADi - 2026-10-01 07:23:17 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 101, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 07:23:17 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 101, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 07:23:17 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 101, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 07:23:17 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 101, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 07:23:17 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 101, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 07:23:17 WARNING("solver:nlp_jac_g failed: NaN detected for output jac_g_x, at nonzero index 412 (row 101, col 97).") [.../casadi/core/oracle_function.cpp:408] + 760/3000 solved, 702 kept, 3.1 s/plant, eta 117.2 min + 800/3000 solved, 741 kept, 3.2 s/plant, eta 115.9 min + 840/3000 solved, 776 kept, 3.2 s/plant, eta 114.5 min + 880/3000 solved, 813 kept, 3.2 s/plant, eta 112.9 min + 920/3000 solved, 847 kept, 3.2 s/plant, eta 111.3 min + 960/3000 solved, 883 kept, 3.2 s/plant, eta 109.7 min + 1000/3000 solved, 919 kept, 3.2 s/plant, eta 107.4 min + 1040/3000 solved, 955 kept, 3.2 s/plant, eta 105.8 min + 1080/3000 solved, 993 kept, 3.2 s/plant, eta 103.6 min + 1120/3000 solved, 1031 kept, 3.2 s/plant, eta 101.6 min + 1160/3000 solved, 1066 kept, 3.3 s/plant, eta 99.8 min + 1200/3000 solved, 1102 kept, 3.3 s/plant, eta 97.6 min + 1240/3000 solved, 1138 kept, 3.3 s/plant, eta 95.5 min + 1280/3000 solved, 1175 kept, 3.3 s/plant, eta 93.5 min + 1320/3000 solved, 1212 kept, 3.3 s/plant, eta 91.4 min +CasADi - 2026-10-01 07:57:17 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 101, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 07:58:28 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 101, col 0).") [.../casadi/core/oracle_function.cpp:408] + 1360/3000 solved, 1251 kept, 3.3 s/plant, eta 89.3 min + 1400/3000 solved, 1286 kept, 3.3 s/plant, eta 87.1 min + 1440/3000 solved, 1325 kept, 3.3 s/plant, eta 85.0 min + 1480/3000 solved, 1364 kept, 3.3 s/plant, eta 83.1 min + 1520/3000 solved, 1400 kept, 3.3 s/plant, eta 81.3 min + 1560/3000 solved, 1438 kept, 3.3 s/plant, eta 79.3 min + 1600/3000 solved, 1478 kept, 3.3 s/plant, eta 77.3 min + 1640/3000 solved, 1515 kept, 3.3 s/plant, eta 75.3 min + 1680/3000 solved, 1555 kept, 3.3 s/plant, eta 73.2 min + 1720/3000 solved, 1592 kept, 3.3 s/plant, eta 71.2 min + 1760/3000 solved, 1630 kept, 3.4 s/plant, eta 69.2 min + 1800/3000 solved, 1669 kept, 3.4 s/plant, eta 67.2 min + 1840/3000 solved, 1706 kept, 3.4 s/plant, eta 65.2 min + 1880/3000 solved, 1744 kept, 3.4 s/plant, eta 63.1 min + 1920/3000 solved, 1781 kept, 3.4 s/plant, eta 61.0 min + 1960/3000 solved, 1818 kept, 3.4 s/plant, eta 58.8 min + 2000/3000 solved, 1853 kept, 3.4 s/plant, eta 56.7 min + 2040/3000 solved, 1890 kept, 3.4 s/plant, eta 54.6 min + 2080/3000 solved, 1927 kept, 3.4 s/plant, eta 52.5 min + 2120/3000 solved, 1961 kept, 3.4 s/plant, eta 50.5 min + 2160/3000 solved, 1996 kept, 3.5 s/plant, eta 48.4 min + 2200/3000 solved, 2034 kept, 3.5 s/plant, eta 46.2 min + 2240/3000 solved, 2073 kept, 3.5 s/plant, eta 43.9 min + 2280/3000 solved, 2113 kept, 3.5 s/plant, eta 41.7 min + 2320/3000 solved, 2152 kept, 3.5 s/plant, eta 39.4 min + 2360/3000 solved, 2189 kept, 3.5 s/plant, eta 37.1 min + 2400/3000 solved, 2227 kept, 3.5 s/plant, eta 34.9 min + 2440/3000 solved, 2264 kept, 3.5 s/plant, eta 32.6 min + 2480/3000 solved, 2303 kept, 3.5 s/plant, eta 30.3 min + 2520/3000 solved, 2338 kept, 3.5 s/plant, eta 28.0 min + 2560/3000 solved, 2376 kept, 3.5 s/plant, eta 25.7 min + 2600/3000 solved, 2414 kept, 3.5 s/plant, eta 23.3 min + 2640/3000 solved, 2448 kept, 3.5 s/plant, eta 21.0 min + 2680/3000 solved, 2487 kept, 3.5 s/plant, eta 18.7 min + 2720/3000 solved, 2526 kept, 3.5 s/plant, eta 16.4 min + 2760/3000 solved, 2563 kept, 3.5 s/plant, eta 14.0 min + 2800/3000 solved, 2603 kept, 3.5 s/plant, eta 11.7 min + 2840/3000 solved, 2638 kept, 3.5 s/plant, eta 9.3 min + 2880/3000 solved, 2675 kept, 3.5 s/plant, eta 7.0 min + 2920/3000 solved, 2712 kept, 3.5 s/plant, eta 4.7 min +CasADi - 2026-10-01 09:38:06 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 101, col 0).") [.../casadi/core/oracle_function.cpp:408] + 2960/3000 solved, 2745 kept, 3.5 s/plant, eta 2.3 min + 3000/3000 solved, 2782 kept, 3.5 s/plant, eta 0.0 min + +bank: 2782/3000 kept (92.7%) + dropped 172: NMPC never reached Omega + dropped 46: replay failed + median per-plant solve 23.1 s + median achieved J 4.046 T range 0.41..1.27 s +saved -> data/furuta_nmpc_bank_v4extra3000.npz diff --git a/results/furuta_v4/logs/budget_reg_det_s0.log b/results/furuta_v4/logs/budget_reg_det_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..a512519f0458faae2b45014ff1f8f792a060f7f0 --- /dev/null +++ b/results/furuta_v4/logs/budget_reg_det_s0.log @@ -0,0 +1,46 @@ +seed4242 gen_s0 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 7s plain ok 0.833; 10 failed-certified in 10 plants + [gen_s0] refine done 29s + [gen_s0] refined ok at (5, 10, 20, 40): [0.867, 0.917, 0.933, 0.95] (K=1) (33s) +seed9001 gen_s0 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 6s plain ok 0.900; 6 failed-certified in 6 plants + [gen_s0] refine done 24s + [gen_s0] refined ok at (5, 10, 20, 40): [0.917, 0.933, 0.95, 0.967] (K=1) (27s) +/home/cercola/miniconda3/lib/python3.13/multiprocessing/resource_tracker.py:400: UserWarning: resource_tracker: There appear to be 16 leaked semaphore objects to clean up at shutdown: {'/mp-ewrcgsyn', '/mp-olmuvryq', '/mp-pp07q_m7', '/mp-tz0nys31', '/mp-7463fzcf', '/mp-f9puw147', '/mp-p0f55qwl', '/mp-5fnvwaur', '/mp-yaqcnqlq', '/mp-rsbp_dd_', '/mp-qj859rh_', '/mp-le7m993z', '/mp-usf4mveg', '/mp-dwuu5zsy', '/mp-gp1_zcni', '/mp-0wep_9qb'} + warnings.warn( diff --git a/results/furuta_v4/logs/budget_reg_det_s1.log b/results/furuta_v4/logs/budget_reg_det_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..c9392c23556157463560d4db79393c49981c883c --- /dev/null +++ b/results/furuta_v4/logs/budget_reg_det_s1.log @@ -0,0 +1,42 @@ +seed4242 gen_s0 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 7s plain ok 0.850; 9 failed-certified in 9 plants + [gen_s0] refine done 28s + [gen_s0] refined ok at (5, 10, 20, 40): [0.9, 0.917, 0.933, 0.933] (K=1) (31s) +seed9001 gen_s0 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 6s plain ok 0.867; 8 failed-certified in 8 plants + [gen_s0] refine done 26s + [gen_s0] refined ok at (5, 10, 20, 40): [0.917, 0.95, 0.967, 0.983] (K=1) (29s) +/home/cercola/miniconda3/lib/python3.13/multiprocessing/resource_tracker.py:400: UserWarning: resource_tracker: There appear to be 17 leaked semaphore objects to clean up at shutdown: {'/mp-uorlgyko', '/mp-lxptqu4h', '/mp-l4jv07o1', '/mp-1ih2c8z5', '/mp-mwtii1oq', '/mp-ll42qicm', '/mp-yt6ime26', '/mp-r0z_76oy', '/mp-87ryk_9g', '/mp-f1ixpuct', '/mp-x46kfipe', '/mp-96rg2f9i', '/mp-ge5_bbl7', '/mp-sds03i_p', '/mp-3nq8w2x7', '/mp-x5vu3_xv', '/mp-bd3be2l3'} + warnings.warn( diff --git a/results/furuta_v4/logs/budget_reg_det_s2.log b/results/furuta_v4/logs/budget_reg_det_s2.log new file mode 100644 index 0000000000000000000000000000000000000000..577f2d17ae71f6c622a64c20db4a8fde773a2880 --- /dev/null +++ b/results/furuta_v4/logs/budget_reg_det_s2.log @@ -0,0 +1,46 @@ +seed4242 gen_s0 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 6s plain ok 0.817; 11 failed-certified in 11 plants + [gen_s0] refine done 30s + [gen_s0] refined ok at (5, 10, 20, 40): [0.833, 0.867, 0.917, 0.933] (K=1) (33s) +seed9001 gen_s0 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 8s plain ok 0.867; 8 failed-certified in 8 plants + [gen_s0] refine done 27s + [gen_s0] refined ok at (5, 10, 20, 40): [0.9, 0.933, 0.933, 0.967] (K=1) (31s) +/home/cercola/miniconda3/lib/python3.13/multiprocessing/resource_tracker.py:400: UserWarning: resource_tracker: There appear to be 19 leaked semaphore objects to clean up at shutdown: {'/mp-n_lfdt7e', '/mp-4n0l8ixi', '/mp-bsvx0wjf', '/mp-6vvazeem', '/mp-fx51c340', '/mp-9_1gnubd', '/mp-nu_o79o7', '/mp-4r5bcj41', '/mp-vfoas00a', '/mp-lfm995i3', '/mp-qykmdrmr', '/mp-lpk55vo2', '/mp-iwlr09rc', '/mp-0ggh9iwg', '/mp-ru9tzrlk', '/mp-77rz_paz', '/mp-1lf14g9r', '/mp-ml10douq', '/mp-y33r2xiz'} + warnings.warn( diff --git a/results/furuta_v4/logs/budget_retr_n100.log b/results/furuta_v4/logs/budget_retr_n100.log new file mode 100644 index 0000000000000000000000000000000000000000..289f679f3ac2af40e63c75e96cc2a75d199a4ef6 --- /dev/null +++ b/results/furuta_v4/logs/budget_retr_n100.log @@ -0,0 +1,22 @@ +seed4242 retr n_sub=100 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [retr] SDP+verify 44s plain ok 0.396; 145 failed-certified in 57 plants + [retr] refine done 79s + [retr] refined ok at (5, 10, 20, 40): [0.75, 0.867, 0.883, 0.917] (K=1) (107s) +seed9001 retr n_sub=100 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [retr] SDP+verify 38s plain ok 0.433; 136 failed-certified in 56 plants + [retr] refine done 57s + [retr] refined ok at (5, 10, 20, 40): [0.833, 0.9, 0.917, 0.933] (K=1) (84s) +/home/cercola/miniconda3/lib/python3.13/multiprocessing/resource_tracker.py:400: UserWarning: resource_tracker: There appear to be 6 leaked semaphore objects to clean up at shutdown: {'/mp-co_9yet1', '/mp-vnyh0pnd', '/mp-8p72xtqb', '/mp-jy32swel', '/mp-2pbjaaej', '/mp-et7ci6r7'} + warnings.warn( diff --git a/results/furuta_v4/logs/budget_retr_n200.log b/results/furuta_v4/logs/budget_retr_n200.log new file mode 100644 index 0000000000000000000000000000000000000000..c4a2b85b8ec4ba52128d2616bef6bbf1a54c4702 --- /dev/null +++ b/results/furuta_v4/logs/budget_retr_n200.log @@ -0,0 +1,42 @@ +seed4242 retr n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [retr] SDP+verify 65s plain ok 0.322; 145 failed-certified in 57 plants + [retr] refine done 87s + [retr] refined ok at (5, 10, 20, 40): [0.767, 0.867, 0.9, 0.917] (K=1) (99s) +seed9001 retr n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [retr] SDP+verify 56s plain ok 0.319; 136 failed-certified in 56 plants + [retr] refine done 78s + [retr] refined ok at (5, 10, 20, 40): [0.817, 0.917, 0.917, 0.967] (K=1) (89s) +/home/cercola/miniconda3/lib/python3.13/multiprocessing/resource_tracker.py:400: UserWarning: resource_tracker: There appear to be 16 leaked semaphore objects to clean up at shutdown: {'/mp-gf3k11s8', '/mp-7ykml977', '/mp-rxd81_x7', '/mp-undf2c5s', '/mp-z1u_34ra', '/mp-ta4lhmzu', '/mp-o25kc4rs', '/mp-71scmeks', '/mp-yzk7fvp5', '/mp-fww10gxh', '/mp-adcdvs4h', '/mp-lcqs8dld', '/mp-jnx9_ez9', '/mp-j6de08jc', '/mp-8yiyzggj', '/mp-j_dh5qtr'} + warnings.warn( diff --git a/results/furuta_v4/logs/budget_retr_n400.log b/results/furuta_v4/logs/budget_retr_n400.log new file mode 100644 index 0000000000000000000000000000000000000000..f2bc34390196354af652108b14cb7415dd59caa1 --- /dev/null +++ b/results/furuta_v4/logs/budget_retr_n400.log @@ -0,0 +1,22 @@ +seed4242 retr n_sub=400 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [retr] SDP+verify 44s plain ok 0.396; 145 failed-certified in 57 plants + [retr] refine done 102s + [retr] refined ok at (5, 10, 20, 40): [0.767, 0.867, 0.9, 0.933] (K=1) (130s) +seed9001 retr n_sub=400 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [retr] SDP+verify 38s plain ok 0.433; 136 failed-certified in 56 plants + [retr] refine done 78s + [retr] refined ok at (5, 10, 20, 40): [0.817, 0.917, 0.917, 0.967] (K=1) (104s) +/home/cercola/miniconda3/lib/python3.13/multiprocessing/resource_tracker.py:400: UserWarning: resource_tracker: There appear to be 6 leaked semaphore objects to clean up at shutdown: {'/mp-7m3u1265', '/mp-aer151i8', '/mp-uthebfeo', '/mp-3sxh88b7', '/mp-_2x6tllh', '/mp-_ww05gcd'} + warnings.warn( diff --git a/results/furuta_v4/logs/budget_timing_cpu.log b/results/furuta_v4/logs/budget_timing_cpu.log new file mode 100644 index 0000000000000000000000000000000000000000..740c22cd36fe3daa0c27cc9fb7d6ae621f8cf3be --- /dev/null +++ b/results/furuta_v4/logs/budget_timing_cpu.log @@ -0,0 +1,33 @@ +sample1 1.5558 +sample4 3.5107 +sample8 5.9910 +sample16 10.1967 +sample1_ddim5 0.0167 +sample4_ddim5 0.0355 +sample8_ddim5 0.0586 +sample16_ddim5 0.1014 +sample1_ddim10 0.0315 +sample4_ddim10 0.0688 +sample8_ddim10 0.1178 +sample16_ddim10 0.2043 +sample1_ddim20 0.0640 +sample4_ddim20 0.1433 +sample8_ddim20 0.2364 +sample16_ddim20 0.4055 +sample1_ddim50 0.1808 +sample4_ddim50 0.3675 +sample8_ddim50 0.6048 +sample16_ddim50 1.0319 +regfwd1 0.00319 +regfwd8 0.01162 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +refine1_n100 0.366 (first call incl. compile 8.3) +refine2_n100 0.370 (first call incl. compile 0.7) +refine4_n100 0.359 (first call incl. compile 0.7) +refine1_n200 0.662 (first call incl. compile 1.0) +refine2_n200 0.689 (first call incl. compile 1.0) +refine4_n200 0.698 (first call incl. compile 1.0) +refine1_n400 1.389 (first call incl. compile 1.7) +refine2_n400 1.397 (first call incl. compile 1.8) +refine4_n400 1.454 (first call incl. compile 1.8) diff --git a/results/furuta_v4/logs/budget_timing_cuda.log b/results/furuta_v4/logs/budget_timing_cuda.log new file mode 100644 index 0000000000000000000000000000000000000000..eb30d09af7a2f0bbaf9dce45b2e4d95fc2c9e308 --- /dev/null +++ b/results/furuta_v4/logs/budget_timing_cuda.log @@ -0,0 +1,33 @@ +sample1 0.9937 +sample4 0.9415 +sample8 1.1329 +sample16 1.5277 +sample1_ddim5 0.0664 +sample4_ddim5 0.0675 +sample8_ddim5 0.0691 +sample16_ddim5 0.0718 +sample1_ddim10 0.0945 +sample4_ddim10 0.0808 +sample8_ddim10 0.0921 +sample16_ddim10 0.0287 +sample1_ddim20 0.0650 +sample4_ddim20 0.0989 +sample8_ddim20 0.1608 +sample16_ddim20 0.1395 +sample1_ddim50 0.6225 +sample4_ddim50 0.3997 +sample8_ddim50 0.4396 +sample16_ddim50 0.4600 +regfwd1 0.00208 +regfwd8 0.00349 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +refine1_n100 1.168 (first call incl. compile 7.9) +refine2_n100 1.143 (first call incl. compile 6.9) +refine4_n100 1.148 (first call incl. compile 6.9) +refine1_n200 2.030 (first call incl. compile 6.0) +refine2_n200 1.935 (first call incl. compile 7.7) +refine4_n200 1.986 (first call incl. compile 7.4) +refine1_n400 3.623 (first call incl. compile 8.0) +refine2_n400 3.598 (first call incl. compile 9.6) +refine4_n400 3.850 (first call incl. compile 9.4) diff --git a/results/furuta_v4/logs/budget_unetA_ema999_ddim10_n200.log b/results/furuta_v4/logs/budget_unetA_ema999_ddim10_n200.log new file mode 100644 index 0000000000000000000000000000000000000000..ad85afb1271f42de24e0238303a247470a29cb96 --- /dev/null +++ b/results/furuta_v4/logs/budget_unetA_ema999_ddim10_n200.log @@ -0,0 +1,134 @@ +seed4242 gen_s0 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 66s plain ok 0.900; 24 failed-certified in 8 plants + [gen_s0] refine done 86s + [gen_s0] refined ok at (5, 10, 20, 40): [0.917, 0.917, 0.95, 0.983] (K=1) (91s) +seed4242 gen_s1 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 65s plain ok 0.903; 25 failed-certified in 9 plants + [gen_s1] refine done 86s + [gen_s1] refined ok at (5, 10, 20, 40): [0.95, 0.95, 0.983, 0.983] (K=1) (90s) +seed4242 gen_s2 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 65s plain ok 0.901; 27 failed-certified in 8 plants + [gen_s2] refine done 85s + [gen_s2] refined ok at (5, 10, 20, 40): [0.933, 0.95, 0.967, 0.983] (K=1) (89s) +seed9001 gen_s0 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 57s plain ok 0.934; 16 failed-certified in 4 plants + [gen_s0] refine done 72s + [gen_s0] refined ok at (5, 10, 20, 40): [0.967, 0.967, 0.95, 0.983] (K=1) (76s) +seed9001 gen_s1 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 58s plain ok 0.934; 15 failed-certified in 4 plants + [gen_s1] refine done 72s + [gen_s1] refined ok at (5, 10, 20, 40): [0.967, 0.967, 0.95, 0.983] (K=1) (76s) +seed9001 gen_s2 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 59s plain ok 0.934; 16 failed-certified in 4 plants + [gen_s2] refine done 73s + [gen_s2] refined ok at (5, 10, 20, 40): [0.967, 0.967, 0.95, 0.983] (K=1) (77s) +/home/cercola/miniconda3/lib/python3.13/multiprocessing/resource_tracker.py:400: UserWarning: resource_tracker: There appear to be 37 leaked semaphore objects to clean up at shutdown: {'/mp-5a5rwxgm', '/mp-4uuvvczs', '/mp-dotjowx5', '/mp-1uo5rql3', '/mp-z17j9wku', '/mp-jnvibhiy', '/mp-ic84euz9', '/mp-m4kxwibv', '/mp-yll8yp1y', '/mp-3rb1ghhc', '/mp-som1o0rw', '/mp-hcgcczqs', '/mp-fie9kc89', '/mp-6y8_lvs7', '/mp-5dg239w5', '/mp-arcx5cal', '/mp-uafe2huk', '/mp-nl0t3s4b', '/mp-1radfmn6', '/mp-38j395s_', '/mp-mbwg_nyf', '/mp-89oq0hlt', '/mp-b7obfjc5', '/mp-36_nm9xw', '/mp-yitf3ec4', '/mp-l55yflp7', '/mp-el4d_u8z', '/mp-zbeq_fob', '/mp-57levci6', '/mp-lda2ava_', '/mp-7l3uerkc', '/mp-gcnq8lz9', '/mp-h6yogoc2', '/mp-0w8pyi1s', '/mp-rls3szy8', '/mp-4vgku9jz', '/mp-1hyrxm7x'} + warnings.warn( diff --git a/results/furuta_v4/logs/budget_unetA_ema999_ddim5_n200.log b/results/furuta_v4/logs/budget_unetA_ema999_ddim5_n200.log new file mode 100644 index 0000000000000000000000000000000000000000..d90d93317ffbf7e58da5ad57e953b39fe16ffd8c --- /dev/null +++ b/results/furuta_v4/logs/budget_unetA_ema999_ddim5_n200.log @@ -0,0 +1,134 @@ +seed4242 gen_s0 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 63s plain ok 0.878; 29 failed-certified in 10 plants + [gen_s0] refine done 85s + [gen_s0] refined ok at (5, 10, 20, 40): [0.933, 0.933, 0.95, 0.967] (K=1) (89s) +seed4242 gen_s1 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 67s plain ok 0.875; 31 failed-certified in 10 plants + [gen_s1] refine done 88s + [gen_s1] refined ok at (5, 10, 20, 40): [0.933, 0.933, 0.967, 0.983] (K=1) (93s) +seed4242 gen_s2 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 61s plain ok 0.878; 33 failed-certified in 10 plants + [gen_s2] refine done 82s + [gen_s2] refined ok at (5, 10, 20, 40): [0.95, 0.95, 0.967, 0.967] (K=1) (87s) +seed9001 gen_s0 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 59s plain ok 0.933; 17 failed-certified in 5 plants + [gen_s0] refine done 75s + [gen_s0] refined ok at (5, 10, 20, 40): [0.967, 0.967, 0.95, 0.983] (K=1) (78s) +seed9001 gen_s1 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 58s plain ok 0.935; 17 failed-certified in 5 plants + [gen_s1] refine done 74s + [gen_s1] refined ok at (5, 10, 20, 40): [0.95, 0.95, 0.933, 0.983] (K=1) (77s) +seed9001 gen_s2 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 57s plain ok 0.934; 16 failed-certified in 4 plants + [gen_s2] refine done 72s + [gen_s2] refined ok at (5, 10, 20, 40): [0.967, 0.967, 0.95, 0.983] (K=1) (76s) +/home/cercola/miniconda3/lib/python3.13/multiprocessing/resource_tracker.py:400: UserWarning: resource_tracker: There appear to be 41 leaked semaphore objects to clean up at shutdown: {'/mp-85kc91sc', '/mp-dgxsd8pn', '/mp-8nursv0l', '/mp-88n4747d', '/mp-2it48qkx', '/mp-wdm1cv1o', '/mp-__q_i9gb', '/mp-4a5_bdil', '/mp-8u05vuqe', '/mp-av350gh_', '/mp-m79lr2rm', '/mp-e8wdgv2d', '/mp-cfrkt7r8', '/mp-7bsnm_eq', '/mp-la7k6khz', '/mp-u6h1w1rr', '/mp-s4ftf78p', '/mp-ktsix5to', '/mp-r5dqeg8y', '/mp-cpp70lh5', '/mp-ipbpbjp7', '/mp-z6apyjke', '/mp-6oxvi5vp', '/mp-l90bumwt', '/mp-asv7rrsl', '/mp-tf8dooqr', '/mp-g0dqw7_n', '/mp-52a8_516', '/mp-1tsw8o1y', '/mp-w6l4_rsg', '/mp-fn6tzpy_', '/mp-fqtmwfcy', '/mp-3bjrkad2', '/mp-jay0pqag', '/mp-84str82r', '/mp-65dsz1cv', '/mp-uimgrr_h', '/mp-67zg8lma', '/mp-q5b1idkg', '/mp-766gu9uw', '/mp-kqkelipd'} + warnings.warn( diff --git a/results/furuta_v4/logs/budget_unetA_n200.log b/results/furuta_v4/logs/budget_unetA_n200.log new file mode 100644 index 0000000000000000000000000000000000000000..e944943fd14a59d7264a4a2162f137df4cafafac --- /dev/null +++ b/results/furuta_v4/logs/budget_unetA_n200.log @@ -0,0 +1,122 @@ +seed4242 gen_s0 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 71s plain ok 0.907; 23 failed-certified in 8 plants + [gen_s0] refine done 91s + [gen_s0] refined ok at (5, 10, 20, 40): [0.933, 0.933, 0.967, 0.967] (K=1) (95s) +seed4242 gen_s1 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 72s plain ok 0.902; 23 failed-certified in 7 plants + [gen_s1] refine done 90s + [gen_s1] refined ok at (5, 10, 20, 40): [0.933, 0.933, 0.967, 0.967] (K=1) (94s) +seed4242 gen_s2 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 72s plain ok 0.910; 24 failed-certified in 8 plants + [gen_s2] refine done 93s + [gen_s2] refined ok at (5, 10, 20, 40): [0.933, 0.933, 0.967, 0.967] (K=1) (97s) +seed9001 gen_s0 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 63s plain ok 0.934; 15 failed-certified in 4 plants + [gen_s0] refine done 78s + [gen_s0] refined ok at (5, 10, 20, 40): [0.967, 0.967, 0.95, 0.983] (K=1) (81s) +seed9001 gen_s1 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 64s plain ok 0.933; 16 failed-certified in 4 plants + [gen_s1] refine done 79s + [gen_s1] refined ok at (5, 10, 20, 40): [0.967, 0.967, 0.95, 1.0] (K=1) (83s) +seed9001 gen_s2 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 67s plain ok 0.933; 16 failed-certified in 4 plants + [gen_s2] refine done 82s + [gen_s2] refined ok at (5, 10, 20, 40): [0.933, 0.967, 0.95, 1.0] (K=1) (86s) +/home/cercola/miniconda3/lib/python3.13/multiprocessing/resource_tracker.py:400: UserWarning: resource_tracker: There appear to be 35 leaked semaphore objects to clean up at shutdown: {'/mp-_imdhqj8', '/mp-mwtfcw9z', '/mp-ljwp05mf', '/mp-_5bc5qvj', '/mp-ien9rdta', '/mp-m0wf3gx7', '/mp-bhwz3j17', '/mp-af40_bsj', '/mp-winjxb2i', '/mp-fh38vlj2', '/mp-w1oszkyi', '/mp-w81y64k5', '/mp-nzf1nh_a', '/mp-809ja1hr', '/mp-x2ieyqgz', '/mp-xm3m5yy0', '/mp-zxj98dsm', '/mp-wv8wxnql', '/mp-ehwcgrek', '/mp-ps3_z6pv', '/mp-4scl8erp', '/mp-vlhlhbtl', '/mp-o6ho_9ul', '/mp-1qajqvpg', '/mp-ca5up5qv', '/mp-h8yn4yrx', '/mp-o7sy5wm4', '/mp-fm2m3q22', '/mp-m99w0ext', '/mp-sqq7bnyd', '/mp-pk33zvag', '/mp-yj_kd80v', '/mp-1poseuvi', '/mp-syj4_je0', '/mp-yazzm25n'} + warnings.warn( diff --git a/results/furuta_v4/logs/budget_unetAseed1_ema999_ddim10_n200.log b/results/furuta_v4/logs/budget_unetAseed1_ema999_ddim10_n200.log new file mode 100644 index 0000000000000000000000000000000000000000..0958e20c71d582a66df5a2c794091f8a76cda34e --- /dev/null +++ b/results/furuta_v4/logs/budget_unetAseed1_ema999_ddim10_n200.log @@ -0,0 +1,134 @@ +seed4242 gen_s0 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 66s plain ok 0.895; 25 failed-certified in 8 plants + [gen_s0] refine done 86s + [gen_s0] refined ok at (5, 10, 20, 40): [0.917, 0.917, 0.967, 0.967] (K=1) (90s) +seed4242 gen_s1 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 61s plain ok 0.902; 24 failed-certified in 7 plants + [gen_s1] refine done 80s + [gen_s1] refined ok at (5, 10, 20, 40): [0.933, 0.933, 0.95, 0.967] (K=1) (84s) +seed4242 gen_s2 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 66s plain ok 0.909; 22 failed-certified in 7 plants + [gen_s2] refine done 85s + [gen_s2] refined ok at (5, 10, 20, 40): [0.933, 0.933, 0.967, 0.95] (K=1) (89s) +seed9001 gen_s0 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 55s plain ok 0.940; 16 failed-certified in 5 plants + [gen_s0] refine done 71s + [gen_s0] refined ok at (5, 10, 20, 40): [0.95, 0.967, 0.967, 0.983] (K=1) (75s) +seed9001 gen_s1 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 56s plain ok 0.934; 15 failed-certified in 4 plants + [gen_s1] refine done 71s + [gen_s1] refined ok at (5, 10, 20, 40): [0.95, 0.967, 0.967, 0.983] (K=1) (74s) +seed9001 gen_s2 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 55s plain ok 0.932; 16 failed-certified in 5 plants + [gen_s2] refine done 71s + [gen_s2] refined ok at (5, 10, 20, 40): [0.95, 0.967, 0.967, 0.983] (K=1) (75s) +/home/cercola/miniconda3/lib/python3.13/multiprocessing/resource_tracker.py:400: UserWarning: resource_tracker: There appear to be 36 leaked semaphore objects to clean up at shutdown: {'/mp-lromx0oc', '/mp-zbaxdmqf', '/mp-u_bb5coc', '/mp-12vqopqj', '/mp-nags0olx', '/mp-o_dr98c4', '/mp-wqlzxu1c', '/mp-3cbijv6n', '/mp-zqd4ix_c', '/mp-k7ui5agc', '/mp-y4b19we9', '/mp-cxmuhb50', '/mp-5au0gsl1', '/mp-bye5l4me', '/mp-2gma1f4j', '/mp-evx8tq3t', '/mp-k7hnfpyk', '/mp-s5am5z5v', '/mp-vltrxzih', '/mp-ewm2lvro', '/mp-j3a_uuob', '/mp-6p0osqtf', '/mp-j7ldatvh', '/mp-gi4eowb9', '/mp-_mbmmb37', '/mp-k7iq5g8n', '/mp-4ex2pueq', '/mp-9u0bl3r5', '/mp-begcf_c_', '/mp-latiosep', '/mp-akl_ahru', '/mp-rkrhhlh4', '/mp-vq8q3y_z', '/mp-m51hwq4x', '/mp-woot2vg3', '/mp-j3qc5m2s'} + warnings.warn( diff --git a/results/furuta_v4/logs/budget_unetAseed1_ema999_ddim5_n200.log b/results/furuta_v4/logs/budget_unetAseed1_ema999_ddim5_n200.log new file mode 100644 index 0000000000000000000000000000000000000000..5167f326f726679168027e3bee96875273d97115 --- /dev/null +++ b/results/furuta_v4/logs/budget_unetAseed1_ema999_ddim5_n200.log @@ -0,0 +1,134 @@ +seed4242 gen_s0 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 62s plain ok 0.872; 28 failed-certified in 10 plants + [gen_s0] refine done 84s + [gen_s0] refined ok at (5, 10, 20, 40): [0.917, 0.95, 0.95, 0.95] (K=1) (88s) +seed4242 gen_s1 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 61s plain ok 0.878; 28 failed-certified in 9 plants + [gen_s1] refine done 82s + [gen_s1] refined ok at (5, 10, 20, 40): [0.933, 0.933, 0.933, 0.967] (K=1) (86s) +seed4242 gen_s2 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 63s plain ok 0.884; 29 failed-certified in 9 plants + [gen_s2] refine done 84s + [gen_s2] refined ok at (5, 10, 20, 40): [0.933, 0.933, 0.95, 0.95] (K=1) (89s) +seed9001 gen_s0 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 55s plain ok 0.933; 17 failed-certified in 5 plants + [gen_s0] refine done 71s + [gen_s0] refined ok at (5, 10, 20, 40): [0.95, 0.967, 0.967, 0.983] (K=1) (75s) +seed9001 gen_s1 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 58s plain ok 0.932; 17 failed-certified in 5 plants + [gen_s1] refine done 74s + [gen_s1] refined ok at (5, 10, 20, 40): [0.933, 0.95, 0.967, 0.983] (K=1) (78s) +seed9001 gen_s2 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 56s plain ok 0.929; 17 failed-certified in 5 plants + [gen_s2] refine done 72s + [gen_s2] refined ok at (5, 10, 20, 40): [0.933, 0.967, 0.967, 0.967] (K=1) (76s) +/home/cercola/miniconda3/lib/python3.13/multiprocessing/resource_tracker.py:400: UserWarning: resource_tracker: There appear to be 42 leaked semaphore objects to clean up at shutdown: {'/mp-6_4frti3', '/mp-tsvh39b5', '/mp-v46iyyyl', '/mp-xw2a21b3', '/mp-rx93q86o', '/mp-5ky6new3', '/mp-i0tmfxzo', '/mp-6eiekzv2', '/mp-e251zoz6', '/mp-cp668xgr', '/mp-v7u2cvj6', '/mp-h0xbls_9', '/mp-vm194wz5', '/mp-yhuvexa7', '/mp-i75e1dbn', '/mp-w27tnf5t', '/mp-esriola0', '/mp-6_eoil4b', '/mp-ljf806dk', '/mp-ymstcmsi', '/mp-79n_r64x', '/mp-1vyrk_z3', '/mp-h0eyr25z', '/mp-2zmdnglt', '/mp-ziukrj8m', '/mp-vpt9823h', '/mp-m6fnn8ih', '/mp-tpmmf9wk', '/mp-zdop_6kh', '/mp-pnz4xqv9', '/mp-afgoz12l', '/mp-ch77vdfm', '/mp-87tlak0k', '/mp-kwcu4vmm', '/mp-ql6rfjqh', '/mp-zebye0bx', '/mp-_8wp755n', '/mp-2mbif6vs', '/mp-2cv2_ml8', '/mp-23pjg6ik', '/mp-6bjfvdup', '/mp-38mghkdv'} + warnings.warn( diff --git a/results/furuta_v4/logs/budget_unetAseed1_n200.log b/results/furuta_v4/logs/budget_unetAseed1_n200.log new file mode 100644 index 0000000000000000000000000000000000000000..b069c4c78c7c80a79ab1d4cc48bf61216eaed95d --- /dev/null +++ b/results/furuta_v4/logs/budget_unetAseed1_n200.log @@ -0,0 +1,122 @@ +seed4242 gen_s0 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 100s plain ok 0.924; 17 failed-certified in 5 plants + [gen_s0] refine done 122s + [gen_s0] refined ok at (5, 10, 20, 40): [0.933, 0.933, 0.967, 0.95] (K=1) (129s) +seed4242 gen_s1 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 106s plain ok 0.915; 21 failed-certified in 7 plants + [gen_s1] refine done 133s + [gen_s1] refined ok at (5, 10, 20, 40): [0.933, 0.95, 0.967, 0.95] (K=1) (139s) +seed4242 gen_s2 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 107s plain ok 0.911; 21 failed-certified in 8 plants + [gen_s2] refine done 137s + [gen_s2] refined ok at (5, 10, 20, 40): [0.933, 0.95, 0.967, 0.967] (K=1) (143s) +seed9001 gen_s0 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 100s plain ok 0.938; 15 failed-certified in 4 plants + [gen_s0] refine done 120s + [gen_s0] refined ok at (5, 10, 20, 40): [0.967, 0.967, 0.95, 0.983] (K=1) (126s) +seed9001 gen_s1 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 101s plain ok 0.934; 15 failed-certified in 4 plants + [gen_s1] refine done 121s + [gen_s1] refined ok at (5, 10, 20, 40): [0.967, 0.967, 0.95, 0.983] (K=1) (126s) +seed9001 gen_s2 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 95s plain ok 0.936; 16 failed-certified in 4 plants + [gen_s2] refine done 115s + [gen_s2] refined ok at (5, 10, 20, 40): [0.95, 0.967, 0.95, 1.0] (K=1) (121s) +/home/cercola/miniconda3/lib/python3.13/multiprocessing/resource_tracker.py:400: UserWarning: resource_tracker: There appear to be 32 leaked semaphore objects to clean up at shutdown: {'/mp-x2rdzjsm', '/mp-ebcxuk3i', '/mp-svs63yh3', '/mp-otot61xk', '/mp-yxgob18g', '/mp-k99igpwj', '/mp-3o3hlsy6', '/mp-0e004u7w', '/mp-930j15fg', '/mp-5q5oc0ua', '/mp-ror3737s', '/mp-f4zc7r08', '/mp-x1_6yand', '/mp-cigkbljj', '/mp-32adrqb_', '/mp-kahv15xi', '/mp-vh1ohwrt', '/mp-fxudg2em', '/mp-ievy2dz0', '/mp-a3mxcgsu', '/mp-ro2chgxu', '/mp-h6ysyehl', '/mp-q46i2np1', '/mp-c5p1mwaq', '/mp-sa2g1de5', '/mp-wke6tsli', '/mp-t7q_21v_', '/mp-3bk6liv4', '/mp-xy28m6ri', '/mp-_c4cas9k', '/mp-xrbb3_7a', '/mp-2bf_27i9'} + warnings.warn( diff --git a/results/furuta_v4/logs/budget_unetAseed2_ema999_ddim10_n200.log b/results/furuta_v4/logs/budget_unetAseed2_ema999_ddim10_n200.log new file mode 100644 index 0000000000000000000000000000000000000000..108b9e04d75a1ac1c56585b6deb3d28fa6417333 --- /dev/null +++ b/results/furuta_v4/logs/budget_unetAseed2_ema999_ddim10_n200.log @@ -0,0 +1,134 @@ +seed4242 gen_s0 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 60s plain ok 0.898; 23 failed-certified in 8 plants + [gen_s0] refine done 79s + [gen_s0] refined ok at (5, 10, 20, 40): [0.933, 0.95, 0.967, 0.967] (K=1) (84s) +seed4242 gen_s1 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 60s plain ok 0.887; 26 failed-certified in 9 plants + [gen_s1] refine done 81s + [gen_s1] refined ok at (5, 10, 20, 40): [0.933, 0.933, 0.967, 0.967] (K=1) (85s) +seed4242 gen_s2 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 61s plain ok 0.893; 27 failed-certified in 9 plants + [gen_s2] refine done 82s + [gen_s2] refined ok at (5, 10, 20, 40): [0.95, 0.967, 0.983, 0.983] (K=1) (86s) +seed9001 gen_s0 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 55s plain ok 0.935; 16 failed-certified in 4 plants + [gen_s0] refine done 70s + [gen_s0] refined ok at (5, 10, 20, 40): [0.967, 0.967, 0.95, 0.983] (K=1) (74s) +seed9001 gen_s1 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 56s plain ok 0.939; 16 failed-certified in 4 plants + [gen_s1] refine done 71s + [gen_s1] refined ok at (5, 10, 20, 40): [0.967, 0.967, 0.983, 0.983] (K=1) (75s) +seed9001 gen_s2 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 54s plain ok 0.934; 16 failed-certified in 5 plants + [gen_s2] refine done 70s + [gen_s2] refined ok at (5, 10, 20, 40): [0.967, 0.967, 0.967, 0.983] (K=1) (73s) +/home/cercola/miniconda3/lib/python3.13/multiprocessing/resource_tracker.py:400: UserWarning: resource_tracker: There appear to be 39 leaked semaphore objects to clean up at shutdown: {'/mp-2icxjvqw', '/mp-w1l0tpz6', '/mp-x2vyen_v', '/mp-k6_idlvr', '/mp-a3103sm0', '/mp-xvymlc7j', '/mp-pep0daqc', '/mp-j_8_2l41', '/mp-ysknt0ag', '/mp-y7vhxk1c', '/mp-jxawfm61', '/mp-7w4okdls', '/mp-x3jbdb3k', '/mp-qysvesfv', '/mp-u9qg1f42', '/mp-wxjzj_y0', '/mp-6aitjp7d', '/mp-ws8l1_6e', '/mp-w24f3crp', '/mp-q2_epm9s', '/mp-x53hb_kk', '/mp-dizfcufq', '/mp-zoz51igv', '/mp-suwee1gx', '/mp-e0lnv_ut', '/mp-x3qu0l71', '/mp-2fqxrypy', '/mp-mgyckr4n', '/mp-40fxplex', '/mp-69dp8dwc', '/mp-79s97sqw', '/mp-nt4teu0l', '/mp-z6kcwyv2', '/mp-uyho1le_', '/mp-ncyr66if', '/mp-_e0q8c31', '/mp-vwjcih3l', '/mp-dm_6wsl4', '/mp-_ymes5dz'} + warnings.warn( diff --git a/results/furuta_v4/logs/budget_unetAseed2_ema999_ddim5_n200.log b/results/furuta_v4/logs/budget_unetAseed2_ema999_ddim5_n200.log new file mode 100644 index 0000000000000000000000000000000000000000..c7c37b0e6a2b2960f275eba031244d1698b7d2fd --- /dev/null +++ b/results/furuta_v4/logs/budget_unetAseed2_ema999_ddim5_n200.log @@ -0,0 +1,134 @@ +seed4242 gen_s0 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 62s plain ok 0.875; 30 failed-certified in 9 plants + [gen_s0] refine done 83s + [gen_s0] refined ok at (5, 10, 20, 40): [0.9, 0.933, 0.95, 0.983] (K=1) (88s) +seed4242 gen_s1 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 61s plain ok 0.878; 28 failed-certified in 10 plants + [gen_s1] refine done 82s + [gen_s1] refined ok at (5, 10, 20, 40): [0.95, 0.95, 0.983, 0.983] (K=1) (87s) +seed4242 gen_s2 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 62s plain ok 0.880; 29 failed-certified in 9 plants + [gen_s2] refine done 83s + [gen_s2] refined ok at (5, 10, 20, 40): [0.95, 0.967, 0.983, 0.983] (K=1) (88s) +seed9001 gen_s0 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 57s plain ok 0.936; 16 failed-certified in 5 plants + [gen_s0] refine done 72s + [gen_s0] refined ok at (5, 10, 20, 40): [0.95, 0.967, 0.967, 0.983] (K=1) (76s) +seed9001 gen_s1 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 56s plain ok 0.935; 15 failed-certified in 4 plants + [gen_s1] refine done 71s + [gen_s1] refined ok at (5, 10, 20, 40): [0.967, 0.967, 0.983, 0.983] (K=1) (75s) +seed9001 gen_s2 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 53s plain ok 0.931; 16 failed-certified in 5 plants + [gen_s2] refine done 69s + [gen_s2] refined ok at (5, 10, 20, 40): [0.967, 0.967, 0.967, 0.983] (K=1) (73s) +/home/cercola/miniconda3/lib/python3.13/multiprocessing/resource_tracker.py:400: UserWarning: resource_tracker: There appear to be 41 leaked semaphore objects to clean up at shutdown: {'/mp-jjrjaj3c', '/mp-7dvln47y', '/mp-j4bb7cjd', '/mp-gskxqo0t', '/mp-ex27v7fw', '/mp-2j_i_0xk', '/mp-y4qizqpe', '/mp-63g6pqyo', '/mp-xd9mxchw', '/mp-vm0v03iw', '/mp-75zolwts', '/mp-2xt4mt4t', '/mp-ye2rk9pr', '/mp-xfek0ymg', '/mp-qzjudbc1', '/mp-cjruyi__', '/mp-qz_r24yk', '/mp-w5ezpsva', '/mp-hgtf0lra', '/mp-qv1p0ndu', '/mp-9m7wrbdn', '/mp-r49jhbbr', '/mp-_qwjcaf0', '/mp-iiikqgtt', '/mp-773ho39h', '/mp-u6ws46ub', '/mp-66upcrij', '/mp-rbjgr6en', '/mp-gz01rbzd', '/mp-k6k_n894', '/mp-lybl9i3m', '/mp-clqofskq', '/mp-1xxnpxw9', '/mp-3f2yadj6', '/mp-n42ptku8', '/mp-xfgfpn90', '/mp-ox3jf7y3', '/mp-uvvhp5cv', '/mp-n0ddq_kv', '/mp-cwswfl0z', '/mp-sqbal6y2'} + warnings.warn( diff --git a/results/furuta_v4/logs/budget_unetAseed2_n200.log b/results/furuta_v4/logs/budget_unetAseed2_n200.log new file mode 100644 index 0000000000000000000000000000000000000000..2b1668727869fbeef3e19bcd4067cc1b3afef8a5 --- /dev/null +++ b/results/furuta_v4/logs/budget_unetAseed2_n200.log @@ -0,0 +1,122 @@ +seed4242 gen_s0 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 103s plain ok 0.909; 21 failed-certified in 6 plants + [gen_s0] refine done 129s + [gen_s0] refined ok at (5, 10, 20, 40): [0.933, 0.95, 0.967, 0.967] (K=1) (135s) +seed4242 gen_s1 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 107s plain ok 0.905; 23 failed-certified in 8 plants + [gen_s1] refine done 136s + [gen_s1] refined ok at (5, 10, 20, 40): [0.933, 0.933, 0.967, 0.967] (K=1) (143s) +seed4242 gen_s2 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 100s plain ok 0.914; 21 failed-certified in 6 plants + [gen_s2] refine done 124s + [gen_s2] refined ok at (5, 10, 20, 40): [0.933, 0.95, 0.967, 0.967] (K=1) (130s) +seed9001 gen_s0 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 90s plain ok 0.935; 16 failed-certified in 4 plants + [gen_s0] refine done 112s + [gen_s0] refined ok at (5, 10, 20, 40): [0.95, 0.967, 0.967, 1.0] (K=1) (118s) +seed9001 gen_s1 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 88s plain ok 0.935; 16 failed-certified in 4 plants + [gen_s1] refine done 108s + [gen_s1] refined ok at (5, 10, 20, 40): [0.95, 0.95, 0.95, 0.983] (K=1) (115s) +seed9001 gen_s2 n_sub=200 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 91s plain ok 0.933; 16 failed-certified in 4 plants + [gen_s2] refine done 112s + [gen_s2] refined ok at (5, 10, 20, 40): [0.95, 0.967, 0.95, 0.983] (K=1) (118s) +/home/cercola/miniconda3/lib/python3.13/multiprocessing/resource_tracker.py:400: UserWarning: resource_tracker: There appear to be 32 leaked semaphore objects to clean up at shutdown: {'/mp-f8koax_e', '/mp-6frz_p9l', '/mp-1v9c6vn4', '/mp-1zkabc23', '/mp-fkuxlaui', '/mp-gbt2txby', '/mp-1oig2zfc', '/mp-f8v8nvf9', '/mp-jtf934bf', '/mp-1bjr0kxe', '/mp-ne9mu2ym', '/mp-f7hkfdw_', '/mp-5hwppyzc', '/mp-_84to8by', '/mp-a1yhpdkf', '/mp-fcybmwib', '/mp-ax5zyr89', '/mp-tm7xff27', '/mp-5c1p1axq', '/mp-zewj7_jz', '/mp-sjvl4b7r', '/mp-8x9zoib2', '/mp-he3m2y6c', '/mp-o18n8x4l', '/mp-56dou4ys', '/mp-yq5resnp', '/mp-x3iovw64', '/mp-3vs0zl33', '/mp-fl8s2e7u', '/mp-bgwl3uzu', '/mp-bhtw2_3x', '/mp-qhr54ai5'} + warnings.warn( diff --git a/results/furuta_v4/logs/ddim_sample_gpu.log b/results/furuta_v4/logs/ddim_sample_gpu.log new file mode 100644 index 0000000000000000000000000000000000000000..97864d93b851e2628855c1acf7c644d089828bd2 --- /dev/null +++ b/results/furuta_v4/logs/ddim_sample_gpu.log @@ -0,0 +1,12 @@ +unetA_ema999 5 sampled 43s +unetA_ema999 10 sampled 83s +unetA_ema999 20 sampled 166s +unetA_ema999 50 sampled 389s +unetAseed1_ema999 5 sampled 39s +unetAseed1_ema999 10 sampled 76s +unetAseed1_ema999 20 sampled 153s +unetAseed1_ema999 50 sampled 381s +unetAseed2_ema999 5 sampled 39s +unetAseed2_ema999 10 sampled 76s +unetAseed2_ema999 20 sampled 153s +unetAseed2_ema999 50 sampled 381s diff --git a/results/furuta_v4/logs/ddim_score_chain.log b/results/furuta_v4/logs/ddim_score_chain.log new file mode 100644 index 0000000000000000000000000000000000000000..b02b79782d938a4f6a6fb9dec0947879aebbdc63 --- /dev/null +++ b/results/furuta_v4/logs/ddim_score_chain.log @@ -0,0 +1,790 @@ +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetA_ema999 DDIM 20 K=1: 91.9% K=4: 93.3% K=8: 93.3% K=16: 94.7% (98s) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetA_ema999 DDIM 50 K=1: 91.7% K=4: 93.1% K=8: 93.1% K=16: 94.7% (102s) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetAseed1_ema999 DDIM 5 K=1: 90.3% K=4: 92.5% K=8: 93.3% K=16: 93.9% (89s) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetAseed1_ema999 DDIM 10 K=1: 91.7% K=4: 93.6% K=8: 93.9% K=16: 94.2% (80s) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetAseed1_ema999 DDIM 20 K=1: 91.9% K=4: 93.6% K=8: 93.9% K=16: 93.9% (92s) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetAseed1_ema999 DDIM 50 K=1: 92.2% K=4: 93.3% K=8: 93.3% K=16: 93.9% (89s) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetAseed2_ema999 DDIM 5 K=1: 91.4% K=4: 93.1% K=8: 93.9% K=16: 94.2% (77s) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetAseed2_ema999 DDIM 10 K=1: 91.9% K=4: 93.9% K=8: 94.4% K=16: 95.0% (78s) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetAseed2_ema999 DDIM 20 K=1: 91.7% K=4: 93.3% K=8: 94.4% K=16: 95.0% (94s) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetAseed2_ema999 DDIM 50 K=1: 91.7% K=4: 93.3% K=8: 94.2% K=16: 94.7% (150s) diff --git a/results/furuta_v4/logs/ddim_score_unetA_a.log b/results/furuta_v4/logs/ddim_score_unetA_a.log new file mode 100644 index 0000000000000000000000000000000000000000..ffe410b06710e3996eaccb6b168154bed2348f22 --- /dev/null +++ b/results/furuta_v4/logs/ddim_score_unetA_a.log @@ -0,0 +1,160 @@ +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetA_ema999 DDIM 5 K=1: 90.0% K=4: 92.5% K=8: 93.9% K=16: 94.7% (166s) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetA_ema999 DDIM 10 K=1: 91.4% K=4: 93.1% K=8: 93.3% K=16: 94.2% (160s) diff --git a/results/furuta_v4/logs/fastverify_atoms.log b/results/furuta_v4/logs/fastverify_atoms.log new file mode 100644 index 0000000000000000000000000000000000000000..58af7b33b1ef5aec769f3236dd2d860f07b8a369 --- /dev/null +++ b/results/furuta_v4/logs/fastverify_atoms.log @@ -0,0 +1,43 @@ +load (9.1796875, 10.23974609375, 8.0166015625) cores [36, 37, 38, 39, 40, 41, 42, 43, 44, 45] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +retr done 122s load 10.9 tr_sdp@1 0.542 ok_c 0.598 sdp 0.160s check 11.8ms fast 2.4ms tr 157ms +reg_s0 done 132s load 14.3 tr_sdp@1 0.867 ok_c 0.825 sdp 0.160s check 11.8ms fast 1.8ms tr 120ms +reg_s1 done 141s load 18.3 tr_sdp@1 0.858 ok_c 0.833 sdp 0.160s check 11.9ms fast 1.8ms tr 121ms +reg_s2 done 151s load 21.7 tr_sdp@1 0.842 ok_c 0.792 sdp 0.160s check 11.9ms fast 1.8ms tr 121ms +gen10_t0_s0 done 299s load 11.8 tr_sdp@1 0.900 ok_c 0.811 sdp 0.159s check 12.0ms fast 1.8ms tr 120ms +gen10_t0_s1 done 453s load 16.7 tr_sdp@1 0.925 ok_c 0.809 sdp 0.160s check 12.0ms fast 1.8ms tr 120ms +gen10_t0_s2 done 605s load 21.0 tr_sdp@1 0.917 ok_c 0.801 sdp 0.160s check 12.0ms fast 1.8ms tr 120ms +gen10_t1_s0 done 763s load 11.7 tr_sdp@1 0.908 ok_c 0.818 sdp 0.160s check 12.0ms fast 1.8ms tr 120ms +gen10_t1_s1 done 918s load 18.6 tr_sdp@1 0.908 ok_c 0.823 sdp 0.160s check 12.1ms fast 1.8ms tr 120ms +gen10_t1_s2 done 1071s load 15.4 tr_sdp@1 0.933 ok_c 0.805 sdp 0.160s check 12.0ms fast 1.8ms tr 120ms +gen10_t2_s0 done 1207s load 17.4 tr_sdp@1 0.917 ok_c 0.830 sdp 0.160s check 12.1ms fast 1.8ms tr 120ms +gen10_t2_s1 done 1351s load 16.4 tr_sdp@1 0.925 ok_c 0.842 sdp 0.159s check 12.1ms fast 1.8ms tr 120ms +gen10_t2_s2 done 1499s load 16.1 tr_sdp@1 0.917 ok_c 0.816 sdp 0.160s check 12.1ms fast 1.8ms tr 120ms +gen5_t0_s0 done 1644s load 10.2 tr_sdp@1 0.892 ok_c 0.823 sdp 0.159s check 12.0ms fast 1.8ms tr 120ms +gen5_t0_s1 done 1793s load 9.7 tr_sdp@1 0.900 ok_c 0.822 sdp 0.158s check 11.9ms fast 1.8ms tr 118ms +gen5_t0_s2 done 1933s load 10.0 tr_sdp@1 0.908 ok_c 0.812 sdp 0.158s check 12.0ms fast 1.8ms tr 118ms +gen5_t1_s0 done 2072s load 12.2 tr_sdp@1 0.900 ok_c 0.836 sdp 0.158s check 12.0ms fast 1.8ms tr 118ms +gen5_t1_s1 done 2223s load 9.4 tr_sdp@1 0.900 ok_c 0.842 sdp 0.158s check 12.0ms fast 1.8ms tr 118ms +gen5_t1_s2 done 2368s load 7.9 tr_sdp@1 0.908 ok_c 0.818 sdp 0.159s check 12.0ms fast 1.8ms tr 118ms +gen5_t2_s0 done 2509s load 8.3 tr_sdp@1 0.908 ok_c 0.830 sdp 0.158s check 12.0ms fast 1.8ms tr 119ms +gen5_t2_s1 done 2650s load 11.8 tr_sdp@1 0.917 ok_c 0.840 sdp 0.158s check 12.0ms fast 1.8ms tr 119ms +gen5_t2_s2 done 2795s load 12.2 tr_sdp@1 0.917 ok_c 0.815 sdp 0.160s check 12.1ms fast 1.8ms tr 120ms diff --git a/results/furuta_v4/logs/fastverify_calib.log b/results/furuta_v4/logs/fastverify_calib.log new file mode 100644 index 0000000000000000000000000000000000000000..dd090d2f91b7e48c8feda60e71b0bbaadb0668eb --- /dev/null +++ b/results/furuta_v4/logs/fastverify_calib.log @@ -0,0 +1,14 @@ +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +retr done +gen10_t0_s0 done +gen5_t0_s0 done +reg_s0 done +# load (8.60546875, 11.47216796875, 12.240234375) core 46 +t_ref 0.7414 (quiet sum 0.051 s, atoms sum 0.069 s) +t_check 0.5549 (quiet sum 3.735 s, atoms sum 6.730 s) +t_fast_dec 0.9790 (quiet sum 1.144 s, atoms sum 1.168 s) +t_tr_dec 0.9676 (quiet sum 70.808 s, atoms sum 73.176 s) +t_sdp 0.9657 (quiet sum 451.214 s, atoms sum 467.255 s) +t_fast_sdp 0.9929 (quiet sum 1.596 s, atoms sum 1.607 s) +t_tr_sdp 0.9657 (quiet sum 95.835 s, atoms sum 99.235 s) diff --git a/results/furuta_v4/logs/fastverify_chain.log b/results/furuta_v4/logs/fastverify_chain.log new file mode 100644 index 0000000000000000000000000000000000000000..cba467280929d1ead81b2510c8d4e1b5e89879a3 --- /dev/null +++ b/results/furuta_v4/logs/fastverify_chain.log @@ -0,0 +1,37 @@ +gen10_t0_s0 done 8s: decoded-check fails 363, rescued by shrink 342 +gen10_t0_s1 done 14s: decoded-check fails 367, rescued by shrink 347 +gen10_t0_s2 done 21s: decoded-check fails 383, rescued by shrink 368 +gen10_t1_s0 done 27s: decoded-check fails 349, rescued by shrink 334 +gen10_t1_s1 done 32s: decoded-check fails 339, rescued by shrink 332 +gen10_t1_s2 done 38s: decoded-check fails 375, rescued by shrink 362 +gen10_t2_s0 done 44s: decoded-check fails 326, rescued by shrink 316 +gen10_t2_s1 done 49s: decoded-check fails 304, rescued by shrink 295 +gen10_t2_s2 done 55s: decoded-check fails 354, rescued by shrink 343 +gen5_t0_s0 done 60s: decoded-check fails 339, rescued by shrink 311 +gen5_t0_s1 done 66s: decoded-check fails 341, rescued by shrink 315 +gen5_t0_s2 done 72s: decoded-check fails 361, rescued by shrink 337 +gen5_t1_s0 done 77s: decoded-check fails 315, rescued by shrink 298 +gen5_t1_s1 done 82s: decoded-check fails 303, rescued by shrink 288 +gen5_t1_s2 done 88s: decoded-check fails 349, rescued by shrink 330 +gen5_t2_s0 done 93s: decoded-check fails 326, rescued by shrink 310 +gen5_t2_s1 done 99s: decoded-check fails 308, rescued by shrink 290 +gen5_t2_s2 done 105s: decoded-check fails 356, rescued by shrink 335 +gen10_t0_s0 done 24s refined groups 12 +gen10_t0_s1 done 30s refined groups 14 +gen10_t0_s2 done 37s refined groups 12 +gen10_t1_s0 done 44s refined groups 13 +gen10_t1_s1 done 49s refined groups 11 +gen10_t1_s2 done 55s refined groups 12 +gen10_t2_s0 done 61s refined groups 13 +gen10_t2_s1 done 67s refined groups 14 +gen10_t2_s2 done 73s refined groups 14 +gen5_t0_s0 done 80s refined groups 15 +gen5_t0_s1 done 86s refined groups 15 +gen5_t0_s2 done 93s refined groups 14 +gen5_t1_s0 done 100s refined groups 15 +gen5_t1_s1 done 106s refined groups 14 +gen5_t1_s2 done 112s refined groups 13 +gen5_t2_s0 done 119s refined groups 14 +gen5_t2_s1 done 125s refined groups 13 +gen5_t2_s2 done 132s refined groups 14 +CHAIN_DONE diff --git a/results/furuta_v4/logs/fastverify_curves.log b/results/furuta_v4/logs/fastverify_curves.log new file mode 100644 index 0000000000000000000000000000000000000000..66a0923dd137fcd61b6565c21a8496d0e998d8e5 --- /dev/null +++ b/results/furuta_v4/logs/fastverify_curves.log @@ -0,0 +1,206 @@ + +# all levers, mode=fast_only: success (%) vs per-plant single-thread budget (envelope over configs; 120 plants; 'honest' = config chosen on the other draw) +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s best config at each budget +retrieval alone 69.2 69.2 89.2 90.0 90.0 90.0 93.3 S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank + honest split-half 57.5 57.5 88.3 89.2 89.2 89.2 92.5 +retrieval + refine 58.3 58.3 88.3 91.7 94.2 94.2 96.7 S=4,m=3,rank | S=4,m=3,rank | S=4,m=1,rank,I=10 | S=4,m=1,rank,I=10 | S=4,m=2,I=40 | S=4,m=2,I=40 | S=4,m=2,I=40 + honest split-half 58.3 58.3 88.3 90.8 91.7 91.7 95.8 +generated DDIM-10 alone 91.3 93.1 94.0 94.4 94.4 94.4 94.4 S=1,m=1 | S=4,m=3,rank | S=16,m=2,rank | S=16,m=8,rank | S=16,m=8,rank | S=16,m=8,rank | S=16,m=8,rank + honest split-half 91.3 92.9 93.5 94.4 94.4 94.4 94.4 +generated DDIM-10 + refine 91.3 93.1 95.3 97.3 98.1 98.2 98.2 S=1,m=1 | S=4,m=3,rank | S=4,m=4,I=5 | S=4,m=4,I=20 | S=4,m=1,rank,I=40 | S=4,m=2,rank,I=40 | S=4,m=2,rank,I=40 + honest split-half 91.3 92.9 94.8 97.3 98.0 98.1 98.1 +generated DDIM-5 alone 91.8 92.5 93.8 94.3 94.3 94.3 94.3 S=4,m=1,rank | S=8,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank + honest split-half 90.2 91.7 93.2 94.3 94.3 94.3 94.3 +generated DDIM-5 + refine 91.8 92.1 95.6 97.0 98.0 98.1 98.1 S=4,m=1,rank | S=4,m=4 | S=4,m=3,rank,I=10 | S=4,m=3,rank,I=20 | S=4,m=1,rank,I=40 | S=4,m=2,rank,I=40 | S=4,m=2,rank,I=40 + honest split-half 90.2 91.9 95.6 96.9 97.9 98.0 98.0 +regression twin alone 85.3 85.3 85.8 85.8 85.8 85.8 85.8 S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 + honest split-half 85.3 85.3 85.8 85.8 85.8 85.8 85.8 +regression twin + refine 85.3 85.3 91.4 93.6 95.6 95.6 95.8 S=1,m=1 | S=1,m=1 | S=1,m=1,I=10 | S=1,m=1,I=20 | S=1,m=1,I=40 | S=1,m=1,I=40 | S=1,m=1,I=40 + honest split-half 85.3 85.3 91.4 93.6 95.6 95.6 95.8 + +# all levers, mode=confirm: success (%) vs per-plant single-thread budget (envelope over configs; 120 plants; 'honest' = config chosen on the other draw) +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s best config at each budget +retrieval alone 0.0 0.0 69.2 90.0 90.0 90.0 93.3 - | - | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank + honest split-half 0.0 0.0 57.5 89.2 89.2 89.2 92.5 +retrieval + refine 0.0 0.0 68.3 90.8 93.3 94.2 96.7 - | - | S=4,m=1,rank,I=5 | S=4,m=1,rank,I=10 | S=4,m=2,I=20 | S=4,m=2,I=40 | S=4,m=2,I=40 + honest split-half 0.0 0.0 68.3 88.3 90.8 91.7 95.8 +generated DDIM-10 alone 0.0 0.0 93.2 94.4 94.4 94.4 94.4 - | - | S=4,m=4 | S=16,m=16 | S=16,m=8,rank | S=16,m=8,rank | S=16,m=8,rank + honest split-half 0.0 0.0 92.8 94.4 94.4 94.4 94.4 +generated DDIM-10 + refine 0.0 0.0 93.2 95.6 97.9 98.2 98.2 - | - | S=4,m=4 | S=4,m=4,I=10 | S=4,m=1,rank,I=40 | S=4,m=2,rank,I=40 | S=4,m=2,rank,I=40 + honest split-half 0.0 0.0 92.8 95.1 97.3 98.1 98.1 +generated DDIM-5 alone 0.0 0.0 92.5 94.3 94.3 94.3 94.3 - | - | S=8,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank + honest split-half 0.0 0.0 91.9 94.3 94.3 94.3 94.3 +generated DDIM-5 + refine 0.0 0.0 92.1 95.7 97.8 98.1 98.1 - | - | S=4,m=4 | S=4,m=3,rank,I=10 | S=4,m=1,rank,I=40 | S=4,m=2,rank,I=40 | S=4,m=2,rank,I=40 + honest split-half 0.0 0.0 91.9 95.6 96.7 98.0 98.0 +regression twin alone 0.0 0.0 85.3 85.8 85.8 85.8 85.8 - | - | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 + honest split-half 0.0 0.0 85.3 85.8 85.8 85.8 85.8 +regression twin + refine 0.0 0.0 86.9 91.7 95.6 95.6 95.8 - | - | S=1,m=1,I=5 | S=1,m=1,I=10 | S=1,m=1,I=40 | S=1,m=1,I=40 | S=1,m=1,I=40 + honest split-half 0.0 0.0 86.9 91.7 95.6 95.6 95.8 + +# baseline pipeline (SDP re-solve + trusted rollout per candidate, no levers), same atoms, no refinement +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s best config at each budget +retrieval alone 0.0 0.0 0.8 83.3 83.3 84.2 93.3 - | - | S=1,m=1 | S=8,m=1,rank | S=8,m=1,rank | S=8,m=4,rank | S=16,m=4,rank +generated DDIM-10 alone 0.0 0.0 0.0 82.2 83.9 83.9 94.4 - | - | - | S=8,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=2,rank +generated DDIM-5 alone 0.0 0.0 0.0 85.2 85.2 85.2 94.3 - | - | - | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank +regression twin alone 0.0 0.0 0.6 76.9 76.9 76.9 85.6 - | - | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 + +# paired difference A - B in pp [95% CI] p, mode=fast_only, all levers, budgets [0.05, 0.1, 0.25, 0.5, 1, 2, 10] (best config per method per budget) +generated DDIM-10 alone - retrieval alone + +22.1 [+14.4,+30.4] p=0.000 +24.0 [+15.7,+32.0] p=0.000 +4.8 [ -0.1, +9.9] p=0.067 +4.4 [ +0.0, +9.1] p=0.071 +4.4 [ +0.2, +9.2] p=0.072 +4.4 [ +0.2, +9.4] p=0.065 +1.1 [ -2.1, +4.6] p=0.626 +generated DDIM-10 + refine - retrieval + refine + +33.0 [+24.3,+41.9] p=0.000 +34.8 [+26.4,+43.4] p=0.000 +6.9 [ +2.5,+12.2] p=0.003 +5.6 [ +1.5,+10.5] p=0.011 +4.0 [ +0.7, +7.9] p=0.055 +4.1 [ +0.7, +8.1] p=0.053 +1.6 [ -0.3, +4.2] p=0.435 +generated DDIM-5 alone - retrieval alone + +22.6 [+14.9,+30.6] p=0.000 +23.3 [+15.3,+31.4] p=0.000 +4.6 [ +0.1, +9.6] p=0.070 +4.3 [ -0.2, +9.1] p=0.070 +4.3 [ -0.1, +9.2] p=0.071 +4.3 [ -0.2, +9.2] p=0.071 +0.9 [ -2.2, +4.4] p=0.622 +generated DDIM-5 + refine - retrieval + refine + +33.4 [+24.8,+42.1] p=0.000 +33.8 [+25.4,+42.4] p=0.000 +7.3 [ +3.1,+12.3] p=0.003 +5.4 [ +1.6, +9.9] p=0.011 +3.8 [ +0.6, +7.5] p=0.060 +3.9 [ +0.6, +7.9] p=0.063 +1.5 [ -0.3, +4.1] p=0.502 +regression twin alone - retrieval alone + +16.1 [ +6.9,+25.0] p=0.001 +16.1 [ +7.5,+25.0] p=0.001 -3.3 [ -9.2, +2.2] p=0.302 -4.2 [-10.0, +1.7] p=0.207 -4.2 [-10.3, +1.7] p=0.196 -4.2 [-10.3, +1.7] p=0.204 -7.5 [-12.5, -3.1] p=0.003 +regression twin + refine - retrieval + refine + +26.9 [+17.5,+35.8] p=0.000 +26.9 [+17.8,+36.1] p=0.000 +3.1 [ -1.1, +7.5] p=0.234 +1.9 [ -2.2, +6.7] p=0.469 +1.4 [ -2.2, +5.3] p=0.562 +1.4 [ -2.2, +5.6] p=0.562 -0.8 [ -3.3, +1.7] p=0.628 +generated DDIM-10 + refine - generated DDIM-10 alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +1.3 [ +0.4, +2.5] p=0.014 +2.9 [ +0.7, +5.6] p=0.015 +3.7 [ +1.0, +7.2] p=0.007 +3.8 [ +1.0, +7.2] p=0.007 +3.8 [ +1.1, +7.4] p=0.008 +generated DDIM-10 alone - regression twin alone + +6.0 [ +2.7, +9.7] p=0.000 +7.9 [ +4.2,+11.9] p=0.000 +8.1 [ +4.2,+12.8] p=0.000 +8.6 [ +4.4,+13.3] p=0.000 +8.6 [ +4.4,+13.2] p=0.000 +8.6 [ +4.5,+13.4] p=0.000 +8.6 [ +4.4,+13.3] p=0.000 +generated DDIM-10 alone - retrieval + refine + +33.0 [+24.2,+41.7] p=0.000 +34.8 [+26.2,+43.2] p=0.000 +5.6 [ +1.2,+10.6] p=0.027 +2.8 [ -1.0, +7.0] p=0.217 +0.3 [ -4.3, +4.8] p=1.000 +0.3 [ -4.1, +4.8] p=1.000 -2.2 [ -5.7, +0.7] p=0.193 +generated DDIM-5 alone - generated DDIM-10 alone + +0.5 [ -0.9, +1.8] p=0.610 -0.6 [ -1.9, +0.3] p=0.384 -0.2 [ -0.9, +0.4] p=0.844 -0.2 [ -0.8, +0.3] p=1.000 -0.2 [ -0.8, +0.3] p=1.000 -0.2 [ -0.8, +0.3] p=1.000 -0.2 [ -0.8, +0.3] p=1.000 + +# paired difference A - B in pp [95% CI] p, mode=confirm, all levers, budgets [0.05, 0.1, 0.25, 0.5, 1, 2, 10] (best config per method per budget) +generated DDIM-10 alone - retrieval alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +24.1 [+16.1,+32.6] p=0.000 +4.4 [ +0.1, +9.4] p=0.072 +4.4 [ +0.2, +9.4] p=0.071 +4.4 [ +0.3, +9.2] p=0.071 +1.1 [ -2.0, +4.4] p=0.622 +generated DDIM-10 + refine - retrieval + refine + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +24.9 [+16.9,+33.4] p=0.000 +4.8 [ +1.1, +9.3] p=0.020 +4.5 [ +1.2, +8.8] p=0.031 +4.1 [ +0.8, +8.1] p=0.056 +1.6 [ -0.2, +4.2] p=0.440 +generated DDIM-5 alone - retrieval alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +23.3 [+15.2,+31.8] p=0.000 +4.3 [ -0.1, +9.1] p=0.072 +4.3 [ -0.1, +9.1] p=0.072 +4.3 [ -0.1, +9.2] p=0.070 +0.9 [ -2.1, +4.4] p=0.622 +generated DDIM-5 + refine - retrieval + refine + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +23.8 [+15.8,+31.7] p=0.000 +4.9 [ +1.2, +9.3] p=0.019 +4.4 [ +0.9, +8.5] p=0.031 +3.9 [ +0.6, +7.5] p=0.065 +1.5 [ -0.3, +4.1] p=0.504 +regression twin alone - retrieval alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +16.1 [ +7.5,+25.0] p=0.001 -4.2 [-10.0, +1.7] p=0.206 -4.2 [-10.3, +1.7] p=0.204 -4.2 [-10.3, +1.7] p=0.204 -7.5 [-12.5, -2.8] p=0.003 +regression twin + refine - retrieval + refine + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +18.6 [+10.3,+26.7] p=0.000 +0.8 [ -4.2, +5.8] p=0.829 +2.2 [ -1.7, +6.7] p=0.354 +1.4 [ -2.2, +5.6] p=0.561 -0.8 [ -3.3, +1.7] p=0.623 +generated DDIM-10 + refine - generated DDIM-10 alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +1.2 [ +0.2, +2.7] p=0.064 +3.4 [ +0.9, +6.7] p=0.017 +3.8 [ +1.0, +7.2] p=0.007 +3.8 [ +1.0, +7.3] p=0.008 +generated DDIM-10 alone - regression twin alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +8.0 [ +4.4,+12.2] p=0.000 +8.6 [ +4.4,+13.1] p=0.000 +8.6 [ +4.5,+13.4] p=0.000 +8.6 [ +4.5,+13.3] p=0.000 +8.6 [ +4.6,+13.4] p=0.000 +generated DDIM-10 alone - retrieval + refine + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +24.9 [+16.9,+33.1] p=0.000 +3.6 [ -0.5, +8.1] p=0.124 +1.1 [ -2.9, +5.2] p=0.685 +0.3 [ -3.9, +4.8] p=1.000 -2.2 [ -5.7, +0.9] p=0.186 +generated DDIM-5 alone - generated DDIM-10 alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 -0.7 [ -2.5, +0.4] p=0.503 -0.2 [ -0.8, +0.3] p=1.000 -0.2 [ -0.8, +0.3] p=1.000 -0.2 [ -0.8, +0.3] p=1.000 -0.2 [ -0.8, +0.3] p=1.000 + +# counters, all levers (confirm), S=1 m=1 and S=4 m=4 rank (sum over runs x 120 plants) +retrieval S=1 m=1 rank=False: success 46.7% median finish 131.4 ms {'route_dec': 92, 'route_shr': 11, 'route_sdp': 17, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} +retrieval S=4 m=4 rank=True: success 80.0% median finish 133.4 ms {'route_dec': 140, 'route_shr': 13, 'route_sdp': 50, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} +generated DDIM-10 S=1 m=1 rank=False: success 91.6% median finish 156.2 ms {'route_dec': 875, 'route_shr': 201, 'route_sdp': 4, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} +generated DDIM-10 S=4 m=4 rank=True: success 93.4% median finish 191.8 ms {'route_dec': 990, 'route_shr': 284, 'route_sdp': 23, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} +generated DDIM-5 S=1 m=1 rank=False: success 90.6% median finish 139.8 ms {'route_dec': 893, 'route_shr': 175, 'route_sdp': 12, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} +generated DDIM-5 S=4 m=4 rank=True: success 92.5% median finish 157.6 ms {'route_dec': 1021, 'route_shr': 269, 'route_sdp': 34, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} +regression twin S=1 m=1 rank=False: success 85.8% median finish 128.2 ms {'route_dec': 294, 'route_shr': 55, 'route_sdp': 11, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} + +# lever ablation, no refinement, mode=fast_only for L2 settings (success credited by the trusted scorer, false accepts are failures), last row re-checks each accept with the trusted rollout; envelope over configs; % + +## retrieval +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s +baseline (SDP, trusted rollout, no ranking) 0.0 0.0 0.8 48.3 69.2 77.5 93.3 ++L1 check-first 0.0 0.0 35.0 65.0 75.8 85.0 93.3 ++L1+L1b shrink-repair 0.0 0.0 37.5 65.0 77.5 85.8 93.3 ++L2 fast rollout only 0.0 0.0 48.3 67.5 77.5 77.5 93.3 ++L3 rank only 0.0 0.0 0.8 83.3 83.3 84.2 93.3 +L1+L2 65.0 65.0 89.2 90.0 90.0 90.0 93.3 +all (L1+L1b+L2+L3) 69.2 69.2 89.2 90.0 90.0 90.0 93.3 +all, trusted re-check of each accept 0.0 0.0 69.2 90.0 90.0 90.0 93.3 + +## generated DDIM-10 +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s +baseline (SDP, trusted rollout, no ranking) 0.0 0.0 0.0 80.1 81.2 81.8 94.4 ++L1 check-first 0.0 0.0 76.2 90.1 90.8 91.3 94.5 ++L1+L1b shrink-repair 0.0 0.0 91.5 92.5 93.5 94.2 94.4 ++L2 fast rollout only 0.0 0.0 77.1 81.0 81.8 82.2 94.4 ++L3 rank only 0.0 0.0 0.0 82.2 83.9 83.9 94.4 +L1+L2 76.0 77.3 91.2 92.9 92.9 93.0 94.5 +all (L1+L1b+L2+L3) 91.3 93.1 94.0 94.4 94.4 94.4 94.4 +all, trusted re-check of each accept 0.0 0.0 93.2 94.4 94.4 94.4 94.4 + +## generated DDIM-5 +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s +baseline (SDP, trusted rollout, no ranking) 0.0 0.0 0.0 80.3 81.8 82.7 94.1 ++L1 check-first 0.0 0.0 77.1 89.5 90.7 91.5 94.3 ++L1+L1b shrink-repair 0.0 0.0 90.3 91.5 93.0 93.9 94.3 ++L2 fast rollout only 0.0 0.0 78.5 81.8 82.7 83.3 94.3 ++L3 rank only 0.0 0.0 0.0 85.2 85.2 85.2 94.3 +L1+L2 78.8 79.3 91.4 91.9 91.9 92.2 94.3 +all (L1+L1b+L2+L3) 91.8 92.5 93.8 94.3 94.3 94.3 94.3 +all, trusted re-check of each accept 0.0 0.0 92.5 94.3 94.3 94.3 94.3 + +## regression twin +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s +baseline (SDP, trusted rollout, no ranking) 0.0 0.0 0.6 76.9 76.9 76.9 85.6 ++L1 check-first 0.0 0.0 72.8 84.7 84.7 84.7 85.8 ++L1+L1b shrink-repair 0.0 0.0 85.3 85.8 85.8 85.8 85.8 ++L2 fast rollout only 0.0 0.0 76.9 76.9 76.9 76.9 85.6 +L1+L2 72.8 72.8 84.7 84.7 84.7 84.7 85.8 +all (L1+L1b+L2+L3) 85.3 85.3 85.8 85.8 85.8 85.8 85.8 +all, trusted re-check of each accept 0.0 0.0 85.3 85.8 85.8 85.8 85.8 + +# fixed configs: success and time-to-success (successful plant-runs) +retrieval baseline (SDP, trusted rollout, no ranking) S=1,m=1 success 54.2% median time-to-success 271.2 ms p90 1643.0 ms +retrieval baseline (SDP, trusted rollout, no ranking) S=4,m=4 success 82.5% median time-to-success 293.8 ms p90 2508.3 ms +retrieval +L1 check-first S=1,m=1 success 51.7% median time-to-success 131.5 ms p90 297.0 ms +retrieval +L1 check-first S=4,m=4 success 80.8% median time-to-success 268.7 ms p90 698.6 ms +retrieval +L1+L1b shrink-repair S=1,m=1 success 46.7% median time-to-success 126.9 ms p90 270.0 ms +retrieval +L1+L1b shrink-repair S=4,m=4 success 80.0% median time-to-success 264.8 ms p90 648.8 ms +retrieval +L2 fast rollout only S=1,m=1 success 54.2% median time-to-success 158.1 ms p90 1533.7 ms +retrieval +L2 fast rollout only S=4,m=4 success 82.5% median time-to-success 171.5 ms p90 2399.1 ms +retrieval +L3 rank only S=4,m=4,rank success 82.5% median time-to-success 272.5 ms p90 596.3 ms +retrieval L1+L2 S=1,m=1 success 51.7% median time-to-success 11.7 ms p90 176.3 ms +retrieval L1+L2 S=4,m=4 success 80.8% median time-to-success 24.8 ms p90 253.8 ms +retrieval L1+L2 S=4,m=4,rank success 80.8% median time-to-success 12.1 ms p90 171.0 ms +retrieval all (L1+L1b+L2+L3) S=1,m=1 success 46.7% median time-to-success 11.2 ms p90 158.1 ms +retrieval all (L1+L1b+L2+L3) S=4,m=4 success 80.0% median time-to-success 19.2 ms p90 179.1 ms +retrieval all (L1+L1b+L2+L3) S=4,m=4,rank success 80.0% median time-to-success 12.0 ms p90 160.7 ms +retrieval all, trusted re-check of each accept S=1,m=1 success 46.7% median time-to-success 131.4 ms p90 274.4 ms +retrieval all, trusted re-check of each accept S=4,m=4 success 80.0% median time-to-success 144.2 ms p90 312.0 ms +retrieval all, trusted re-check of each accept S=4,m=4,rank success 80.0% median time-to-success 133.4 ms p90 289.6 ms +generated DDIM-10 baseline (SDP, trusted rollout, no ranking) S=1,m=1 success 91.7% median time-to-success 305.1 ms p90 2515.7 ms +generated DDIM-10 baseline (SDP, trusted rollout, no ranking) S=4,m=4 success 93.5% median time-to-success 340.9 ms p90 2550.9 ms +generated DDIM-10 +L1 check-first S=1,m=1 success 91.8% median time-to-success 154.2 ms p90 304.0 ms +generated DDIM-10 +L1 check-first S=4,m=4 success 93.5% median time-to-success 189.8 ms p90 343.3 ms +generated DDIM-10 +L1+L1b shrink-repair S=1,m=1 success 91.6% median time-to-success 152.1 ms p90 170.8 ms +generated DDIM-10 +L1+L1b shrink-repair S=4,m=4 success 93.4% median time-to-success 187.5 ms p90 207.1 ms +generated DDIM-10 +L2 fast rollout only S=1,m=1 success 91.7% median time-to-success 189.4 ms p90 2397.9 ms +generated DDIM-10 +L2 fast rollout only S=4,m=4 success 93.5% median time-to-success 224.8 ms p90 2433.1 ms +generated DDIM-10 +L3 rank only S=4,m=4,rank success 93.5% median time-to-success 339.7 ms p90 2550.9 ms +generated DDIM-10 L1+L2 S=1,m=1 success 91.8% median time-to-success 41.2 ms p90 188.6 ms +generated DDIM-10 L1+L2 S=4,m=4 success 93.5% median time-to-success 76.4 ms p90 224.2 ms +generated DDIM-10 L1+L2 S=4,m=4,rank success 93.5% median time-to-success 76.6 ms p90 222.8 ms +generated DDIM-10 all (L1+L1b+L2+L3) S=1,m=1 success 91.6% median time-to-success 41.0 ms p90 42.3 ms +generated DDIM-10 all (L1+L1b+L2+L3) S=4,m=4 success 93.4% median time-to-success 76.2 ms p90 77.7 ms +generated DDIM-10 all (L1+L1b+L2+L3) S=4,m=4,rank success 93.4% median time-to-success 76.4 ms p90 77.8 ms +generated DDIM-10 all, trusted re-check of each accept S=1,m=1 success 91.6% median time-to-success 156.2 ms p90 174.8 ms +generated DDIM-10 all, trusted re-check of each accept S=4,m=4 success 93.4% median time-to-success 191.5 ms p90 211.2 ms +generated DDIM-10 all, trusted re-check of each accept S=4,m=4,rank success 93.4% median time-to-success 191.8 ms p90 211.3 ms +generated DDIM-5 baseline (SDP, trusted rollout, no ranking) S=1,m=1 success 90.6% median time-to-success 283.4 ms p90 2429.8 ms +generated DDIM-5 baseline (SDP, trusted rollout, no ranking) S=4,m=4 success 92.7% median time-to-success 301.0 ms p90 2447.1 ms +generated DDIM-5 +L1 check-first S=1,m=1 success 90.6% median time-to-success 136.9 ms p90 278.2 ms +generated DDIM-5 +L1 check-first S=4,m=4 success 92.5% median time-to-success 154.4 ms p90 301.4 ms +generated DDIM-5 +L1+L1b shrink-repair S=1,m=1 success 90.6% median time-to-success 135.8 ms p90 145.4 ms +generated DDIM-5 +L1+L1b shrink-repair S=4,m=4 success 92.5% median time-to-success 153.4 ms p90 165.8 ms +generated DDIM-5 +L2 fast rollout only S=1,m=1 success 90.6% median time-to-success 172.8 ms p90 2321.4 ms +generated DDIM-5 +L2 fast rollout only S=4,m=4 success 92.7% median time-to-success 190.4 ms p90 2338.7 ms +generated DDIM-5 +L3 rank only S=4,m=4,rank success 92.7% median time-to-success 301.1 ms p90 2453.8 ms +generated DDIM-5 L1+L2 S=1,m=1 success 90.6% median time-to-success 26.0 ms p90 165.1 ms +generated DDIM-5 L1+L2 S=4,m=4 success 92.5% median time-to-success 43.5 ms p90 184.1 ms +generated DDIM-5 L1+L2 S=4,m=4,rank success 92.5% median time-to-success 43.6 ms p90 182.1 ms +generated DDIM-5 all (L1+L1b+L2+L3) S=1,m=1 success 90.6% median time-to-success 25.9 ms p90 26.9 ms +generated DDIM-5 all (L1+L1b+L2+L3) S=4,m=4 success 92.5% median time-to-success 43.4 ms p90 44.5 ms +generated DDIM-5 all (L1+L1b+L2+L3) S=4,m=4,rank success 92.5% median time-to-success 43.5 ms p90 44.3 ms +generated DDIM-5 all, trusted re-check of each accept S=1,m=1 success 90.6% median time-to-success 139.8 ms p90 150.2 ms +generated DDIM-5 all, trusted re-check of each accept S=4,m=4 success 92.5% median time-to-success 157.3 ms p90 170.7 ms +generated DDIM-5 all, trusted re-check of each accept S=4,m=4,rank success 92.5% median time-to-success 157.6 ms p90 170.7 ms +regression twin baseline (SDP, trusted rollout, no ranking) S=1,m=1 success 85.6% median time-to-success 274.2 ms p90 980.4 ms +regression twin +L1 check-first S=1,m=1 success 85.8% median time-to-success 125.5 ms p90 268.5 ms +regression twin +L1+L1b shrink-repair S=1,m=1 success 85.8% median time-to-success 124.4 ms p90 144.5 ms +regression twin +L2 fast rollout only S=1,m=1 success 85.6% median time-to-success 161.0 ms p90 866.1 ms +regression twin L1+L2 S=1,m=1 success 85.8% median time-to-success 13.5 ms p90 153.2 ms +regression twin all (L1+L1b+L2+L3) S=1,m=1 success 85.8% median time-to-success 13.4 ms p90 14.9 ms +regression twin all, trusted re-check of each accept S=1,m=1 success 85.8% median time-to-success 128.2 ms p90 149.1 ms diff --git a/results/furuta_v4/logs/fastverify_curves_uncal.log b/results/furuta_v4/logs/fastverify_curves_uncal.log new file mode 100644 index 0000000000000000000000000000000000000000..4476f5f3c7f44d1b73b8d372aaa54b31a29a6958 --- /dev/null +++ b/results/furuta_v4/logs/fastverify_curves_uncal.log @@ -0,0 +1,206 @@ + +# all levers, mode=fast_only: success (%) vs per-plant single-thread budget (envelope over configs; 120 plants; 'honest' = config chosen on the other draw) +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s best config at each budget +retrieval alone 68.3 69.2 89.2 90.0 90.0 90.0 93.3 S=16,m=2,rank | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank + honest split-half 55.0 57.5 88.3 89.2 89.2 89.2 92.5 +retrieval + refine 57.5 58.3 88.3 91.7 94.2 94.2 96.7 S=4,m=3,rank | S=4,m=3,rank | S=4,m=1,rank,I=10 | S=4,m=1,rank,I=10 | S=4,m=2,I=40 | S=4,m=2,I=40 | S=4,m=2,I=40 + honest split-half 55.0 58.3 88.3 90.8 90.8 91.7 95.8 +generated DDIM-10 alone 87.1 93.1 94.0 94.4 94.4 94.4 94.4 S=1,m=1 | S=4,m=2,rank | S=16,m=2,rank | S=16,m=8,rank | S=16,m=8,rank | S=16,m=8,rank | S=16,m=8,rank + honest split-half 87.1 91.5 93.5 94.4 94.4 94.4 94.4 +generated DDIM-10 + refine 87.1 93.1 95.3 97.3 98.1 98.2 98.2 S=1,m=1 | S=4,m=2,rank | S=4,m=4,I=5 | S=4,m=4,I=20 | S=4,m=1,rank,I=40 | S=4,m=2,rank,I=40 | S=4,m=2,rank,I=40 + honest split-half 87.1 91.5 94.8 97.3 98.0 98.1 98.1 +generated DDIM-5 alone 90.2 92.5 93.5 94.3 94.3 94.3 94.3 S=1,m=1 | S=8,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank + honest split-half 90.2 91.7 93.1 94.3 94.3 94.3 94.3 +generated DDIM-5 + refine 90.2 92.1 95.6 97.0 98.0 98.1 98.1 S=1,m=1 | S=4,m=4 | S=4,m=1,rank,I=10 | S=4,m=3,rank,I=20 | S=4,m=1,rank,I=40 | S=4,m=2,rank,I=40 | S=4,m=2,rank,I=40 + honest split-half 90.2 91.9 95.6 96.9 97.8 98.0 98.0 +regression twin alone 85.3 85.3 85.8 85.8 85.8 85.8 85.8 S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 + honest split-half 85.3 85.3 85.8 85.8 85.8 85.8 85.8 +regression twin + refine 85.3 85.3 91.4 93.6 95.6 95.6 95.8 S=1,m=1 | S=1,m=1 | S=1,m=1,I=10 | S=1,m=1,I=20 | S=1,m=1,I=40 | S=1,m=1,I=40 | S=1,m=1,I=40 + honest split-half 85.3 85.3 91.4 93.6 95.6 95.6 95.8 + +# all levers, mode=confirm: success (%) vs per-plant single-thread budget (envelope over configs; 120 plants; 'honest' = config chosen on the other draw) +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s best config at each budget +retrieval alone 0.0 0.0 69.2 90.0 90.0 90.0 93.3 - | - | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank | S=16,m=4,rank + honest split-half 0.0 0.0 57.5 89.2 89.2 89.2 92.5 +retrieval + refine 0.0 0.0 63.3 90.8 93.3 94.2 96.7 - | - | S=4,m=1,rank,I=5 | S=4,m=1,rank,I=10 | S=4,m=2,I=20 | S=4,m=2,I=40 | S=4,m=2,I=40 + honest split-half 0.0 0.0 59.2 88.3 90.8 91.7 95.8 +generated DDIM-10 alone 0.0 0.0 92.8 94.3 94.4 94.4 94.4 - | - | S=4,m=3,rank | S=16,m=8,rank | S=16,m=8,rank | S=16,m=8,rank | S=16,m=8,rank + honest split-half 0.0 0.0 91.4 93.7 94.4 94.4 94.4 +generated DDIM-10 + refine 0.0 0.0 92.8 95.6 97.9 98.2 98.2 - | - | S=4,m=3,rank | S=4,m=4,I=10 | S=4,m=1,rank,I=40 | S=4,m=2,rank,I=40 | S=4,m=2,rank,I=40 + honest split-half 0.0 0.0 91.4 95.1 97.3 98.1 98.1 +generated DDIM-5 alone 0.0 0.0 92.5 94.3 94.3 94.3 94.3 - | - | S=8,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank + honest split-half 0.0 0.0 91.7 94.3 94.3 94.3 94.3 +generated DDIM-5 + refine 0.0 0.0 92.1 95.7 97.8 98.1 98.1 - | - | S=4,m=4 | S=4,m=3,rank,I=10 | S=4,m=1,rank,I=40 | S=4,m=2,rank,I=40 | S=4,m=2,rank,I=40 + honest split-half 0.0 0.0 91.9 95.6 97.3 98.0 98.0 +regression twin alone 0.0 0.0 85.3 85.8 85.8 85.8 85.8 - | - | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 + honest split-half 0.0 0.0 85.3 85.8 85.8 85.8 85.8 +regression twin + refine 0.0 0.0 86.4 91.7 95.3 95.6 95.8 - | - | S=1,m=1,I=5 | S=1,m=1,I=10 | S=1,m=1,I=40 | S=1,m=1,I=40 | S=1,m=1,I=40 + honest split-half 0.0 0.0 86.4 91.7 95.3 95.6 95.8 + +# baseline pipeline (SDP re-solve + trusted rollout per candidate, no levers), same atoms, no refinement +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s best config at each budget +retrieval alone 0.0 0.0 0.0 83.3 83.3 84.2 93.3 - | - | - | S=8,m=1,rank | S=8,m=1,rank | S=8,m=4,rank | S=16,m=4,rank +generated DDIM-10 alone 0.0 0.0 0.0 81.9 83.9 83.9 94.4 - | - | - | S=8,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=2,rank +generated DDIM-5 alone 0.0 0.0 0.0 85.2 85.2 85.2 94.3 - | - | - | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank | S=16,m=1,rank +regression twin alone 0.0 0.0 0.0 76.9 76.9 76.9 85.6 - | - | - | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 + +# paired difference A - B in pp [95% CI] p, mode=fast_only, all levers, budgets [0.05, 0.1, 0.25, 0.5, 1, 2, 10] (best config per method per budget) +generated DDIM-10 alone - retrieval alone + +18.8 [+10.6,+27.0] p=0.000 +23.9 [+15.6,+31.9] p=0.000 +4.8 [ -0.1, +9.9] p=0.067 +4.4 [ +0.0, +9.1] p=0.071 +4.4 [ +0.2, +9.2] p=0.072 +4.4 [ +0.2, +9.4] p=0.065 +1.1 [ -2.1, +4.6] p=0.626 +generated DDIM-10 + refine - retrieval + refine + +29.6 [+21.2,+38.3] p=0.000 +34.7 [+26.3,+43.3] p=0.000 +6.9 [ +2.5,+12.2] p=0.003 +5.6 [ +1.5,+10.5] p=0.011 +4.0 [ +0.7, +7.9] p=0.055 +4.1 [ +0.7, +8.1] p=0.053 +1.6 [ -0.3, +4.2] p=0.435 +generated DDIM-5 alone - retrieval alone + +21.9 [+14.1,+30.1] p=0.000 +23.3 [+15.3,+31.4] p=0.000 +4.4 [ -0.3, +9.4] p=0.100 +4.3 [ -0.2, +9.1] p=0.070 +4.3 [ -0.1, +9.2] p=0.071 +4.3 [ -0.2, +9.2] p=0.071 +0.9 [ -2.2, +4.4] p=0.622 +generated DDIM-5 + refine - retrieval + refine + +32.7 [+24.1,+41.6] p=0.000 +33.8 [+25.4,+42.4] p=0.000 +7.2 [ +3.1,+12.1] p=0.003 +5.4 [ +1.6, +9.9] p=0.011 +3.8 [ +0.6, +7.5] p=0.060 +3.9 [ +0.6, +7.9] p=0.063 +1.5 [ -0.3, +4.1] p=0.502 +regression twin alone - retrieval alone + +16.9 [ +8.1,+26.1] p=0.000 +16.1 [ +7.5,+25.0] p=0.001 -3.3 [ -9.2, +2.2] p=0.302 -4.2 [-10.0, +1.7] p=0.207 -4.2 [-10.3, +1.7] p=0.196 -4.2 [-10.3, +1.7] p=0.204 -7.5 [-12.5, -3.1] p=0.003 +regression twin + refine - retrieval + refine + +27.8 [+18.6,+36.7] p=0.000 +26.9 [+17.8,+36.1] p=0.000 +3.1 [ -1.1, +7.5] p=0.234 +1.9 [ -2.2, +6.7] p=0.469 +1.4 [ -2.2, +5.3] p=0.562 +1.4 [ -2.2, +5.6] p=0.562 -0.8 [ -3.3, +1.7] p=0.628 +generated DDIM-10 + refine - generated DDIM-10 alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +1.3 [ +0.4, +2.5] p=0.014 +2.9 [ +0.7, +5.6] p=0.015 +3.7 [ +1.0, +7.2] p=0.007 +3.8 [ +1.0, +7.2] p=0.007 +3.8 [ +1.1, +7.4] p=0.008 +generated DDIM-10 alone - regression twin alone + +1.9 [ -1.4, +5.6] p=0.333 +7.8 [ +4.2,+11.9] p=0.000 +8.1 [ +4.2,+12.8] p=0.000 +8.6 [ +4.4,+13.3] p=0.000 +8.6 [ +4.4,+13.2] p=0.000 +8.6 [ +4.5,+13.4] p=0.000 +8.6 [ +4.4,+13.3] p=0.000 +generated DDIM-10 alone - retrieval + refine + +29.6 [+20.9,+38.4] p=0.000 +34.7 [+26.1,+43.1] p=0.000 +5.6 [ +1.2,+10.6] p=0.027 +2.8 [ -1.0, +7.0] p=0.217 +0.3 [ -4.3, +4.8] p=1.000 +0.3 [ -4.1, +4.8] p=1.000 -2.2 [ -5.7, +0.7] p=0.193 +generated DDIM-5 alone - generated DDIM-10 alone + +3.1 [ +1.4, +4.6] p=0.001 -0.6 [ -1.8, +0.4] p=0.500 -0.5 [ -1.3, +0.2] p=0.375 -0.2 [ -0.8, +0.3] p=1.000 -0.2 [ -0.8, +0.3] p=1.000 -0.2 [ -0.8, +0.3] p=1.000 -0.2 [ -0.8, +0.3] p=1.000 + +# paired difference A - B in pp [95% CI] p, mode=confirm, all levers, budgets [0.05, 0.1, 0.25, 0.5, 1, 2, 10] (best config per method per budget) +generated DDIM-10 alone - retrieval alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +23.6 [+15.7,+31.9] p=0.000 +4.3 [ -0.0, +9.2] p=0.072 +4.4 [ +0.2, +9.4] p=0.071 +4.4 [ +0.3, +9.2] p=0.071 +1.1 [ -2.0, +4.4] p=0.622 +generated DDIM-10 + refine - retrieval + refine + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +29.4 [+21.6,+38.1] p=0.000 +4.8 [ +1.1, +9.3] p=0.020 +4.5 [ +1.2, +8.8] p=0.031 +4.1 [ +0.8, +8.1] p=0.056 +1.6 [ -0.2, +4.2] p=0.440 +generated DDIM-5 alone - retrieval alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +23.3 [+15.2,+31.8] p=0.000 +4.3 [ -0.1, +9.1] p=0.072 +4.3 [ -0.1, +9.1] p=0.072 +4.3 [ -0.1, +9.2] p=0.070 +0.9 [ -2.1, +4.4] p=0.622 +generated DDIM-5 + refine - retrieval + refine + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +28.8 [+20.6,+36.9] p=0.000 +4.9 [ +1.2, +9.3] p=0.019 +4.4 [ +0.9, +8.5] p=0.031 +3.9 [ +0.6, +7.5] p=0.065 +1.5 [ -0.3, +4.1] p=0.504 +regression twin alone - retrieval alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +16.1 [ +7.5,+25.0] p=0.001 -4.2 [-10.0, +1.7] p=0.206 -4.2 [-10.3, +1.7] p=0.204 -4.2 [-10.3, +1.7] p=0.204 -7.5 [-12.5, -2.8] p=0.003 +regression twin + refine - retrieval + refine + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +23.1 [+14.7,+31.7] p=0.000 +0.8 [ -4.2, +5.8] p=0.829 +1.9 [ -1.9, +6.4] p=0.444 +1.4 [ -2.2, +5.6] p=0.561 -0.8 [ -3.3, +1.7] p=0.623 +generated DDIM-10 + refine - generated DDIM-10 alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +1.4 [ +0.3, +2.9] p=0.033 +3.4 [ +0.9, +6.7] p=0.017 +3.8 [ +1.0, +7.2] p=0.007 +3.8 [ +1.0, +7.3] p=0.008 +generated DDIM-10 alone - regression twin alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +7.5 [ +4.0,+11.6] p=0.000 +8.4 [ +4.3,+12.9] p=0.000 +8.6 [ +4.5,+13.4] p=0.000 +8.6 [ +4.5,+13.3] p=0.000 +8.6 [ +4.6,+13.4] p=0.000 +generated DDIM-10 alone - retrieval + refine + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +29.4 [+21.5,+37.6] p=0.000 +3.4 [ -0.6, +7.9] p=0.124 +1.1 [ -2.9, +5.2] p=0.685 +0.3 [ -3.9, +4.8] p=1.000 -2.2 [ -5.7, +0.9] p=0.186 +generated DDIM-5 alone - generated DDIM-10 alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 -0.3 [ -1.7, +0.7] p=0.803 +0.0 [ -0.7, +0.6] p=1.000 -0.2 [ -0.8, +0.3] p=1.000 -0.2 [ -0.8, +0.3] p=1.000 -0.2 [ -0.8, +0.3] p=1.000 + +# counters, all levers (confirm), S=1 m=1 and S=4 m=4 rank (sum over runs x 120 plants) +retrieval S=1 m=1 rank=False: success 46.7% median finish 141.0 ms {'route_dec': 92, 'route_shr': 11, 'route_sdp': 17, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} +retrieval S=4 m=4 rank=True: success 80.0% median finish 144.4 ms {'route_dec': 140, 'route_shr': 13, 'route_sdp': 50, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} +generated DDIM-10 S=1 m=1 rank=False: success 91.6% median finish 165.4 ms {'route_dec': 875, 'route_shr': 201, 'route_sdp': 4, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} +generated DDIM-10 S=4 m=4 rank=True: success 93.4% median finish 201.1 ms {'route_dec': 990, 'route_shr': 284, 'route_sdp': 23, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} +generated DDIM-5 S=1 m=1 rank=False: success 90.6% median finish 148.9 ms {'route_dec': 893, 'route_shr': 175, 'route_sdp': 12, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} +generated DDIM-5 S=4 m=4 rank=True: success 92.5% median finish 166.9 ms {'route_dec': 1021, 'route_shr': 269, 'route_sdp': 34, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} +regression twin S=1 m=1 rank=False: success 85.8% median finish 137.6 ms {'route_dec': 294, 'route_shr': 55, 'route_sdp': 11, 'ambig': 0, 'false_accept': 0, 'false_reject': 0} + +# lever ablation, no refinement, mode=fast_only for L2 settings (success credited by the trusted scorer, false accepts are failures), last row re-checks each accept with the trusted rollout; envelope over configs; % + +## retrieval +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s +baseline (SDP, trusted rollout, no ranking) 0.0 0.0 0.0 48.3 68.3 77.5 93.3 ++L1 check-first 0.0 0.0 35.0 64.2 75.8 84.2 93.3 ++L1+L1b shrink-repair 0.0 0.0 37.5 64.2 77.5 85.8 93.3 ++L2 fast rollout only 0.0 0.0 48.3 65.0 76.7 77.5 93.3 ++L3 rank only 0.0 0.0 0.0 83.3 83.3 84.2 93.3 +L1+L2 65.0 65.0 89.2 90.0 90.0 90.0 93.3 +all (L1+L1b+L2+L3) 68.3 69.2 89.2 90.0 90.0 90.0 93.3 +all, trusted re-check of each accept 0.0 0.0 69.2 90.0 90.0 90.0 93.3 + +## generated DDIM-10 +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s +baseline (SDP, trusted rollout, no ranking) 0.0 0.0 0.0 80.1 81.1 81.8 94.4 ++L1 check-first 0.0 0.0 76.2 90.1 90.8 91.2 94.5 ++L1+L1b shrink-repair 0.0 0.0 91.5 92.5 93.4 94.0 94.4 ++L2 fast rollout only 0.0 0.0 77.0 81.0 81.8 82.2 94.4 ++L3 rank only 0.0 0.0 0.0 81.9 83.9 83.9 94.4 +L1+L2 72.1 77.3 91.2 92.9 92.9 93.0 94.5 +all (L1+L1b+L2+L3) 87.1 93.1 94.0 94.4 94.4 94.4 94.4 +all, trusted re-check of each accept 0.0 0.0 92.8 94.3 94.4 94.4 94.4 + +## generated DDIM-5 +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s +baseline (SDP, trusted rollout, no ranking) 0.0 0.0 0.0 80.3 81.8 82.7 94.1 ++L1 check-first 0.0 0.0 77.1 89.4 90.7 91.5 94.3 ++L1+L1b shrink-repair 0.0 0.0 90.3 91.4 93.0 93.8 94.3 ++L2 fast rollout only 0.0 0.0 78.0 81.7 82.7 83.3 94.3 ++L3 rank only 0.0 0.0 0.0 85.2 85.2 85.2 94.3 +L1+L2 77.0 79.3 91.4 91.9 91.9 92.2 94.3 +all (L1+L1b+L2+L3) 90.2 92.5 93.5 94.3 94.3 94.3 94.3 +all, trusted re-check of each accept 0.0 0.0 92.5 94.3 94.3 94.3 94.3 + +## regression twin +method 0.05s 0.1s 0.25s 0.5s 1s 2s 10s +baseline (SDP, trusted rollout, no ranking) 0.0 0.0 0.0 76.9 76.9 76.9 85.6 ++L1 check-first 0.0 0.0 72.8 84.7 84.7 84.7 85.8 ++L1+L1b shrink-repair 0.0 0.0 85.3 85.8 85.8 85.8 85.8 ++L2 fast rollout only 0.0 0.0 76.7 76.9 76.9 76.9 85.6 +L1+L2 72.8 72.8 84.7 84.7 84.7 84.7 85.8 +all (L1+L1b+L2+L3) 85.3 85.3 85.8 85.8 85.8 85.8 85.8 +all, trusted re-check of each accept 0.0 0.0 85.3 85.8 85.8 85.8 85.8 + +# fixed configs: success and time-to-success (successful plant-runs) +retrieval baseline (SDP, trusted rollout, no ranking) S=1,m=1 success 54.2% median time-to-success 280.8 ms p90 1701.3 ms +retrieval baseline (SDP, trusted rollout, no ranking) S=4,m=4 success 82.5% median time-to-success 304.3 ms p90 2597.4 ms +retrieval +L1 check-first S=1,m=1 success 51.7% median time-to-success 140.6 ms p90 307.6 ms +retrieval +L1 check-first S=4,m=4 success 80.8% median time-to-success 278.3 ms p90 735.3 ms +retrieval +L1+L1b shrink-repair S=1,m=1 success 46.7% median time-to-success 136.8 ms p90 279.7 ms +retrieval +L1+L1b shrink-repair S=4,m=4 success 80.0% median time-to-success 275.3 ms p90 685.9 ms +retrieval +L2 fast rollout only S=1,m=1 success 54.2% median time-to-success 163.6 ms p90 1588.1 ms +retrieval +L2 fast rollout only S=4,m=4 success 82.5% median time-to-success 177.5 ms p90 2484.3 ms +retrieval +L3 rank only S=4,m=4,rank success 82.5% median time-to-success 282.3 ms p90 617.5 ms +retrieval L1+L2 S=1,m=1 success 51.7% median time-to-success 17.4 ms p90 182.5 ms +retrieval L1+L2 S=4,m=4 success 80.8% median time-to-success 37.4 ms p90 267.0 ms +retrieval L1+L2 S=4,m=4,rank success 80.8% median time-to-success 17.8 ms p90 180.0 ms +retrieval all (L1+L1b+L2+L3) S=1,m=1 success 46.7% median time-to-success 16.7 ms p90 163.9 ms +retrieval all (L1+L1b+L2+L3) S=4,m=4 success 80.0% median time-to-success 29.8 ms p90 195.9 ms +retrieval all (L1+L1b+L2+L3) S=4,m=4,rank success 80.0% median time-to-success 17.8 ms p90 166.6 ms +retrieval all, trusted re-check of each accept S=1,m=1 success 46.7% median time-to-success 141.0 ms p90 284.2 ms +retrieval all, trusted re-check of each accept S=4,m=4 success 80.0% median time-to-success 157.7 ms p90 333.5 ms +retrieval all, trusted re-check of each accept S=4,m=4,rank success 80.0% median time-to-success 144.4 ms p90 301.2 ms +generated DDIM-10 baseline (SDP, trusted rollout, no ranking) S=1,m=1 success 91.7% median time-to-success 314.8 ms p90 2604.0 ms +generated DDIM-10 baseline (SDP, trusted rollout, no ranking) S=4,m=4 success 93.5% median time-to-success 350.6 ms p90 2639.2 ms +generated DDIM-10 +L1 check-first S=1,m=1 success 91.8% median time-to-success 163.6 ms p90 313.8 ms +generated DDIM-10 +L1 check-first S=4,m=4 success 93.5% median time-to-success 199.1 ms p90 353.2 ms +generated DDIM-10 +L1+L1b shrink-repair S=1,m=1 success 91.6% median time-to-success 161.3 ms p90 180.5 ms +generated DDIM-10 +L1+L1b shrink-repair S=4,m=4 success 93.4% median time-to-success 196.7 ms p90 216.9 ms +generated DDIM-10 +L2 fast rollout only S=1,m=1 success 91.7% median time-to-success 195.0 ms p90 2481.9 ms +generated DDIM-10 +L2 fast rollout only S=4,m=4 success 93.5% median time-to-success 230.4 ms p90 2517.1 ms +generated DDIM-10 +L3 rank only S=4,m=4,rank success 93.5% median time-to-success 349.5 ms p90 2639.2 ms +generated DDIM-10 L1+L2 S=1,m=1 success 91.8% median time-to-success 46.7 ms p90 194.2 ms +generated DDIM-10 L1+L2 S=4,m=4 success 93.5% median time-to-success 81.9 ms p90 229.8 ms +generated DDIM-10 L1+L2 S=4,m=4,rank success 93.5% median time-to-success 82.2 ms p90 228.5 ms +generated DDIM-10 all (L1+L1b+L2+L3) S=1,m=1 success 91.6% median time-to-success 46.4 ms p90 48.2 ms +generated DDIM-10 all (L1+L1b+L2+L3) S=4,m=4 success 93.4% median time-to-success 81.7 ms p90 83.9 ms +generated DDIM-10 all (L1+L1b+L2+L3) S=4,m=4,rank success 93.4% median time-to-success 81.9 ms p90 83.7 ms +generated DDIM-10 all, trusted re-check of each accept S=1,m=1 success 91.6% median time-to-success 165.4 ms p90 184.9 ms +generated DDIM-10 all, trusted re-check of each accept S=4,m=4 success 93.4% median time-to-success 200.8 ms p90 221.1 ms +generated DDIM-10 all, trusted re-check of each accept S=4,m=4,rank success 93.4% median time-to-success 201.1 ms p90 221.2 ms +generated DDIM-5 baseline (SDP, trusted rollout, no ranking) S=1,m=1 success 90.6% median time-to-success 292.9 ms p90 2515.6 ms +generated DDIM-5 baseline (SDP, trusted rollout, no ranking) S=4,m=4 success 92.7% median time-to-success 310.5 ms p90 2532.9 ms +generated DDIM-5 +L1 check-first S=1,m=1 success 90.6% median time-to-success 146.0 ms p90 287.7 ms +generated DDIM-5 +L1 check-first S=4,m=4 success 92.5% median time-to-success 163.6 ms p90 311.0 ms +generated DDIM-5 +L1+L1b shrink-repair S=1,m=1 success 90.6% median time-to-success 144.9 ms p90 155.3 ms +generated DDIM-5 +L1+L1b shrink-repair S=4,m=4 success 92.5% median time-to-success 162.4 ms p90 175.9 ms +generated DDIM-5 +L2 fast rollout only S=1,m=1 success 90.6% median time-to-success 178.4 ms p90 2403.3 ms +generated DDIM-5 +L2 fast rollout only S=4,m=4 success 92.7% median time-to-success 195.9 ms p90 2420.5 ms +generated DDIM-5 +L3 rank only S=4,m=4,rank success 92.7% median time-to-success 310.7 ms p90 2539.8 ms +generated DDIM-5 L1+L2 S=1,m=1 success 90.6% median time-to-success 31.5 ms p90 170.5 ms +generated DDIM-5 L1+L2 S=4,m=4 success 92.5% median time-to-success 48.9 ms p90 189.5 ms +generated DDIM-5 L1+L2 S=4,m=4,rank success 92.5% median time-to-success 49.2 ms p90 187.4 ms +generated DDIM-5 all (L1+L1b+L2+L3) S=1,m=1 success 90.6% median time-to-success 31.3 ms p90 32.8 ms +generated DDIM-5 all (L1+L1b+L2+L3) S=4,m=4 success 92.5% median time-to-success 48.8 ms p90 50.4 ms +generated DDIM-5 all (L1+L1b+L2+L3) S=4,m=4,rank success 92.5% median time-to-success 49.0 ms p90 50.0 ms +generated DDIM-5 all, trusted re-check of each accept S=1,m=1 success 90.6% median time-to-success 148.9 ms p90 159.9 ms +generated DDIM-5 all, trusted re-check of each accept S=4,m=4 success 92.5% median time-to-success 166.4 ms p90 180.3 ms +generated DDIM-5 all, trusted re-check of each accept S=4,m=4,rank success 92.5% median time-to-success 166.9 ms p90 180.5 ms +regression twin baseline (SDP, trusted rollout, no ranking) S=1,m=1 success 85.6% median time-to-success 283.8 ms p90 1015.1 ms +regression twin +L1 check-first S=1,m=1 success 85.8% median time-to-success 134.9 ms p90 278.0 ms +regression twin +L1+L1b shrink-repair S=1,m=1 success 85.8% median time-to-success 133.4 ms p90 154.7 ms +regression twin +L2 fast rollout only S=1,m=1 success 85.6% median time-to-success 166.5 ms p90 896.7 ms +regression twin L1+L2 S=1,m=1 success 85.8% median time-to-success 19.0 ms p90 158.5 ms +regression twin all (L1+L1b+L2+L3) S=1,m=1 success 85.8% median time-to-success 18.8 ms p90 21.4 ms +regression twin all, trusted re-check of each accept S=1,m=1 success 85.8% median time-to-success 137.6 ms p90 159.0 ms diff --git a/results/furuta_v4/logs/fastverify_test_refine.log b/results/furuta_v4/logs/fastverify_test_refine.log new file mode 100644 index 0000000000000000000000000000000000000000..bb534f22777af02b2de4c98ab1e9d411b0eab12c --- /dev/null +++ b/results/furuta_v4/logs/fastverify_test_refine.log @@ -0,0 +1,5 @@ +retr done 18s: decoded-check fails 772, rescued by shrink 151 +retr done 142s refined groups 118 +reg_s0 done 153s refined groups 16 +reg_s1 done 164s refined groups 16 +reg_s2 done 178s refined groups 19 diff --git a/results/furuta_v4/logs/fastverify_timing.log b/results/furuta_v4/logs/fastverify_timing.log new file mode 100644 index 0000000000000000000000000000000000000000..0f097d6b6bcefc749c3846cf06c178f23a896735 --- /dev/null +++ b/results/furuta_v4/logs/fastverify_timing.log @@ -0,0 +1,18 @@ +sample1_ddim5 0.01685 +sample4_ddim5 0.03623 +sample8_ddim5 0.05852 +sample16_ddim5 0.10239 +sample1_ddim10 0.03274 +sample4_ddim10 0.07244 +sample8_ddim10 0.11933 +sample16_ddim10 0.20511 +regfwd1 0.00349 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +stage_sdp 0.14055 +stage_check 0.00497 +stage_fast_roll 0.00449 +stage_trusted_roll 0.15419 +refine1_n200 0.7321 (first call incl. compile 8.0) +refine2_n200 0.7222 (first call incl. compile 1.1) +refine4_n200 0.7373 (first call incl. compile 1.0) diff --git a/results/furuta_v4/logs/gates_b256.log b/results/furuta_v4/logs/gates_b256.log new file mode 100644 index 0000000000000000000000000000000000000000..ea4109874ef4a3cce1e8fae0a605c03aae60d63e --- /dev/null +++ b/results/furuta_v4/logs/gates_b256.log @@ -0,0 +1,75 @@ +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlpB256_ema999] seed4242 done 105s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlpB256_ema999] seed9001 done 225s +mlpB256_ema999 ema999 K=1: generated+P 74.7% nearest+P 54.2% K=4: generated+P 90.0% nearest+P 82.5% K=8: generated+P 92.2% nearest+P 90.0% K=16: generated+P 94.4% nearest+P 93.3% diff --git a/results/furuta_v4/logs/gates_mlpA.log b/results/furuta_v4/logs/gates_mlpA.log new file mode 100644 index 0000000000000000000000000000000000000000..a1e70981135b920da6e5503621420454d90078b0 --- /dev/null +++ b/results/furuta_v4/logs/gates_mlpA.log @@ -0,0 +1,223 @@ +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlpA_ema999] seed4242 done 664s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlpA_ema999] seed9001 done 1193s +mlpA_ema999 ema999 K=1: generated+P 60.8% nearest+P 54.2% K=4: generated+P 87.8% nearest+P 82.5% K=8: generated+P 91.4% nearest+P 90.0% K=16: generated+P 92.8% nearest+P 93.3% +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlpA_raw] seed4242 done 151s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlpA_raw] seed9001 done 303s +mlpA_raw raw K=1: generated+P 55.6% nearest+P 54.2% K=4: generated+P 87.2% nearest+P 82.5% K=8: generated+P 91.1% nearest+P 90.0% K=16: generated+P 93.1% nearest+P 93.3% +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlpA_ema9995] seed4242 done 154s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlpA_ema9995] seed9001 done 305s +mlpA_ema9995 ema9995 K=1: generated+P 55.3% nearest+P 54.2% K=4: generated+P 87.2% nearest+P 82.5% K=8: generated+P 91.1% nearest+P 90.0% K=16: generated+P 93.1% nearest+P 93.3% diff --git a/results/furuta_v4/logs/gates_mlp_long.log b/results/furuta_v4/logs/gates_mlp_long.log new file mode 100644 index 0000000000000000000000000000000000000000..4e33ca703c3320ab88380cf0b7a93aea5c2685ab --- /dev/null +++ b/results/furuta_v4/logs/gates_mlp_long.log @@ -0,0 +1,221 @@ +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp384k_ema999] seed4242 done 141s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp384k_ema999] seed9001 done 273s +mlp384k_ema999 ema999 K=1: generated+P 73.3% nearest+P 54.2% K=4: generated+P 89.4% nearest+P 82.5% K=8: generated+P 92.8% nearest+P 90.0% K=16: generated+P 95.3% nearest+P 93.3% +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp192k_ema999] seed4242 done 152s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp192k_ema999] seed9001 done 279s +mlp192k_ema999 ema999 K=1: generated+P 66.7% nearest+P 54.2% K=4: generated+P 87.8% nearest+P 82.5% K=8: generated+P 89.7% nearest+P 90.0% K=16: generated+P 92.5% nearest+P 93.3% +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp384k_ema9995] seed4242 done 127s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp384k_ema9995] seed9001 done 256s +mlp384k_ema9995 ema9995 K=1: generated+P 73.1% nearest+P 54.2% K=4: generated+P 89.4% nearest+P 82.5% K=8: generated+P 92.8% nearest+P 90.0% K=16: generated+P 95.3% nearest+P 93.3% diff --git a/results/furuta_v4/logs/gates_seed1.log b/results/furuta_v4/logs/gates_seed1.log new file mode 100644 index 0000000000000000000000000000000000000000..4e2da7bbb6ad056070ba4d210e5e41e5bc361d0f --- /dev/null +++ b/results/furuta_v4/logs/gates_seed1.log @@ -0,0 +1,63 @@ +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[unetAseed1_ema999] seed4242 done 46s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[unetAseed1_ema999] seed9001 done 87s +unetAseed1_ema999 ema999 K=1: generated+P 93.3% nearest+P 54.2% K=4: generated+P 93.9% nearest+P 82.5% K=8: generated+P 94.2% nearest+P 90.0% K=16: generated+P 94.2% nearest+P 93.3% diff --git a/results/furuta_v4/logs/gates_seed2.log b/results/furuta_v4/logs/gates_seed2.log new file mode 100644 index 0000000000000000000000000000000000000000..70fe78e4fa725500df508957091b4fdefc28e177 --- /dev/null +++ b/results/furuta_v4/logs/gates_seed2.log @@ -0,0 +1,59 @@ +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[unetAseed2_ema999] seed4242 done 49s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[unetAseed2_ema999] seed9001 done 103s +unetAseed2_ema999 ema999 K=1: generated+P 91.9% nearest+P 54.2% K=4: generated+P 92.5% nearest+P 82.5% K=8: generated+P 93.6% nearest+P 90.0% K=16: generated+P 94.4% nearest+P 93.3% diff --git a/results/furuta_v4/logs/gates_unet.log b/results/furuta_v4/logs/gates_unet.log new file mode 100644 index 0000000000000000000000000000000000000000..bd15d79cb433e93e5339c74fff0e951caf9c908f --- /dev/null +++ b/results/furuta_v4/logs/gates_unet.log @@ -0,0 +1,134 @@ +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[unetA_ema999] seed4242 done 124s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[unetA_ema999] seed9001 done 229s +unetA_ema999 ema999 K=1: generated+P 91.9% nearest+P 54.2% K=4: generated+P 93.3% nearest+P 82.5% K=8: generated+P 93.6% nearest+P 90.0% K=16: generated+P 93.9% nearest+P 93.3% +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[unetA_ema9995] seed4242 done 115s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[unetA_ema9995] seed9001 done 219s +unetA_ema9995 ema9995 K=1: generated+P 91.9% nearest+P 54.2% K=4: generated+P 93.3% nearest+P 82.5% K=8: generated+P 93.6% nearest+P 90.0% K=16: generated+P 93.9% nearest+P 93.3% diff --git a/results/furuta_v4/logs/gates_unet2.log b/results/furuta_v4/logs/gates_unet2.log new file mode 100644 index 0000000000000000000000000000000000000000..e45928c44e84cf9751713b5b18761e3371fa56d8 --- /dev/null +++ b/results/furuta_v4/logs/gates_unet2.log @@ -0,0 +1 @@ +Terminated diff --git a/results/furuta_v4/logs/gates_unetS.log b/results/furuta_v4/logs/gates_unetS.log new file mode 100644 index 0000000000000000000000000000000000000000..bbf1e514c5356ac5c549f535321d4eb92fe2625c --- /dev/null +++ b/results/furuta_v4/logs/gates_unetS.log @@ -0,0 +1,69 @@ +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[unetS_ema999] seed4242 done 535s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[unetS_ema999] seed9001 done 1023s +unetS_ema999 ema999 K=1: generated+P 90.3% nearest+P 54.2% K=4: generated+P 95.0% nearest+P 82.5% K=8: generated+P 95.3% nearest+P 90.0% K=16: generated+P 96.1% nearest+P 93.3% diff --git a/results/furuta_v4/logs/gates_unetS2.log b/results/furuta_v4/logs/gates_unetS2.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/results/furuta_v4/logs/gates_unetSXD.log b/results/furuta_v4/logs/gates_unetSXD.log new file mode 100644 index 0000000000000000000000000000000000000000..b05dcd4ea7add4f4d45f318949ed170ecdb2c26b --- /dev/null +++ b/results/furuta_v4/logs/gates_unetSXD.log @@ -0,0 +1,91 @@ +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[unetSXD_ema999] seed4242 done 284s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[unetSXD_ema999] seed9001 done 549s +unetSXD_ema999 ema999 K=1: generated+P 90.6% nearest+P 67.5% K=4: generated+P 95.3% nearest+P 90.0% K=8: generated+P 96.4% nearest+P 94.2% K=16: generated+P 96.9% nearest+P 94.2% diff --git a/results/furuta_v4/logs/gates_xd.log b/results/furuta_v4/logs/gates_xd.log new file mode 100644 index 0000000000000000000000000000000000000000..d5158efebfe0ab37f5044c9f60a5e4f26957a954 --- /dev/null +++ b/results/furuta_v4/logs/gates_xd.log @@ -0,0 +1,97 @@ +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlpXD_ema999] seed4242 done 125s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlpXD_ema999] seed9001 done 264s +mlpXD_ema999 ema999 K=1: generated+P 76.7% nearest+P 67.5% K=4: generated+P 91.4% nearest+P 90.0% K=8: generated+P 93.9% nearest+P 94.2% K=16: generated+P 95.0% nearest+P 94.2% diff --git a/results/furuta_v4/logs/ood.log b/results/furuta_v4/logs/ood.log new file mode 100644 index 0000000000000000000000000000000000000000..9863597671b69db3cb791139ea2bf73d33a485ed --- /dev/null +++ b/results/furuta_v4/logs/ood.log @@ -0,0 +1,561 @@ +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetA lvl0 0 K1/4/8 [0.9666666666666667, 1.0, 1.0] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetA lvl0 1 K1/4/8 [0.9666666666666667, 1.0, 1.0] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetA lvl0 2 K1/4/8 [0.9833333333333333, 0.9833333333333333, 1.0] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetA lvl1.1 0 K1/4/8 [0.8166666666666667, 0.8333333333333334, 0.8333333333333334] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetA lvl1.1 1 K1/4/8 [0.8, 0.8333333333333334, 0.8333333333333334] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetA lvl1.1 2 K1/4/8 [0.8166666666666667, 0.8333333333333334, 0.8333333333333334] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetA lvl1.25 0 K1/4/8 [0.6, 0.6833333333333333, 0.7166666666666667] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetA lvl1.25 1 K1/4/8 [0.6333333333333333, 0.6666666666666666, 0.7] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetA lvl1.25 2 K1/4/8 [0.6, 0.6833333333333333, 0.6833333333333333] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetA lvl1.5 0 K1/4/8 [0.4666666666666667, 0.5333333333333333, 0.5666666666666667] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetA lvl1.5 1 K1/4/8 [0.5166666666666667, 0.5666666666666667, 0.5666666666666667] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetA lvl1.5 2 K1/4/8 [0.48333333333333334, 0.55, 0.5666666666666667] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetA lvl2.0 0 K1/4/8 [0.13333333333333333, 0.2, 0.25] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetA lvl2.0 1 K1/4/8 [0.18333333333333332, 0.2, 0.21666666666666667] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetA lvl2.0 2 K1/4/8 [0.16666666666666666, 0.16666666666666666, 0.21666666666666667] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetS lvl0 0 K1/4/8 [0.8666666666666667, 1.0, 1.0] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetS lvl0 1 K1/4/8 [0.8666666666666667, 0.9666666666666667, 0.9833333333333333] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetS lvl0 2 K1/4/8 [0.9166666666666666, 1.0, 1.0] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetS lvl1.1 0 K1/4/8 [0.8166666666666667, 0.85, 0.8833333333333333] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetS lvl1.1 1 K1/4/8 [0.6833333333333333, 0.85, 0.8666666666666667] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetS lvl1.1 2 K1/4/8 [0.7833333333333333, 0.8833333333333333, 0.8833333333333333] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetS lvl1.25 0 K1/4/8 [0.5666666666666667, 0.6666666666666666, 0.7166666666666667] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetS lvl1.25 1 K1/4/8 [0.5666666666666667, 0.6333333333333333, 0.7333333333333333] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetS lvl1.25 2 K1/4/8 [0.5666666666666667, 0.6833333333333333, 0.7] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetS lvl1.5 0 K1/4/8 [0.43333333333333335, 0.5666666666666667, 0.6333333333333333] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetS lvl1.5 1 K1/4/8 [0.5333333333333333, 0.5833333333333334, 0.6166666666666667] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetS lvl1.5 2 K1/4/8 [0.45, 0.6, 0.6] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetS lvl2.0 0 K1/4/8 [0.18333333333333332, 0.36666666666666664, 0.38333333333333336] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetS lvl2.0 1 K1/4/8 [0.2, 0.35, 0.4166666666666667] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +unetS lvl2.0 2 K1/4/8 [0.26666666666666666, 0.35, 0.4166666666666667] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +mlp384k lvl0 0 K1/4/8 [0.7333333333333333, 0.9333333333333333, 0.9666666666666667] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +mlp384k lvl0 1 K1/4/8 [0.6333333333333333, 0.8833333333333333, 0.9666666666666667] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +mlp384k lvl0 2 K1/4/8 [0.7, 0.9, 0.95] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +mlp384k lvl1.1 0 K1/4/8 [0.5666666666666667, 0.75, 0.8166666666666667] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +mlp384k lvl1.1 1 K1/4/8 [0.5, 0.7333333333333333, 0.7833333333333333] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +mlp384k lvl1.1 2 K1/4/8 [0.6, 0.7833333333333333, 0.8] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +mlp384k lvl1.25 0 K1/4/8 [0.43333333333333335, 0.6666666666666666, 0.7] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +mlp384k lvl1.25 1 K1/4/8 [0.2833333333333333, 0.5833333333333334, 0.7] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +mlp384k lvl1.25 2 K1/4/8 [0.3333333333333333, 0.6, 0.7166666666666667] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +mlp384k lvl1.5 0 K1/4/8 [0.26666666666666666, 0.48333333333333334, 0.5333333333333333] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +mlp384k lvl1.5 1 K1/4/8 [0.3333333333333333, 0.4666666666666667, 0.5] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +mlp384k lvl1.5 2 K1/4/8 [0.2833333333333333, 0.4166666666666667, 0.48333333333333334] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +mlp384k lvl2.0 0 K1/4/8 [0.08333333333333333, 0.25, 0.26666666666666666] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +mlp384k lvl2.0 1 K1/4/8 [0.06666666666666667, 0.21666666666666667, 0.2833333333333333] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +mlp384k lvl2.0 2 K1/4/8 [0.15, 0.18333333333333332, 0.25] +=== lvl0: N=60, NN ratio 1.0x; fresh per-plant solve 0.950 +K=1: nearest+P 0.567 idw+P 0.567 unetA 0.972 unetS 0.883 mlp384k 0.689 + unetA minus nearest+P: +40.6 pts; McNemar (seed 0) model-only 24 retr-only 0 p=1.19e-07 + unetS minus nearest+P: +31.7 pts; McNemar (seed 0) model-only 19 retr-only 1 p=4.01e-05 + mlp384k minus nearest+P: +12.2 pts; McNemar (seed 0) model-only 16 retr-only 6 p=0.0525 +K=4: nearest+P 0.850 idw+P 0.800 unetA 0.994 unetS 0.989 mlp384k 0.906 + unetA minus nearest+P: +14.4 pts; McNemar (seed 0) model-only 9 retr-only 0 p=0.00391 + unetS minus nearest+P: +13.9 pts; McNemar (seed 0) model-only 9 retr-only 0 p=0.00391 + mlp384k minus nearest+P: +5.6 pts; McNemar (seed 0) model-only 7 retr-only 2 p=0.18 +K=8: nearest+P 0.983 idw+P 0.967 unetA 1.000 unetS 0.994 mlp384k 0.961 + unetA minus nearest+P: +1.7 pts; McNemar (seed 0) model-only 1 retr-only 0 p=1 + unetS minus nearest+P: +1.1 pts; McNemar (seed 0) model-only 1 retr-only 0 p=1 + mlp384k minus nearest+P: -2.2 pts; McNemar (seed 0) model-only 0 retr-only 1 p=1 + +=== lvl1.1: N=60, NN ratio 1.3x; fresh per-plant solve 0.833 +K=1: nearest+P 0.400 idw+P 0.400 unetA 0.811 unetS 0.761 mlp384k 0.556 + unetA minus nearest+P: +41.1 pts; McNemar (seed 0) model-only 26 retr-only 1 p=4.17e-07 + unetS minus nearest+P: +36.1 pts; McNemar (seed 0) model-only 26 retr-only 1 p=4.17e-07 + mlp384k minus nearest+P: +15.6 pts; McNemar (seed 0) model-only 16 retr-only 6 p=0.0525 +K=4: nearest+P 0.550 idw+P 0.533 unetA 0.833 unetS 0.861 mlp384k 0.756 + unetA minus nearest+P: +28.3 pts; McNemar (seed 0) model-only 17 retr-only 0 p=1.53e-05 + unetS minus nearest+P: +31.1 pts; McNemar (seed 0) model-only 19 retr-only 1 p=4.01e-05 + mlp384k minus nearest+P: +20.6 pts; McNemar (seed 0) model-only 13 retr-only 1 p=0.00183 +K=8: nearest+P 0.650 idw+P 0.617 unetA 0.833 unetS 0.878 mlp384k 0.800 + unetA minus nearest+P: +18.3 pts; McNemar (seed 0) model-only 11 retr-only 0 p=0.000977 + unetS minus nearest+P: +22.8 pts; McNemar (seed 0) model-only 14 retr-only 0 p=0.000122 + mlp384k minus nearest+P: +15.0 pts; McNemar (seed 0) model-only 10 retr-only 0 p=0.00195 + +=== lvl1.25: N=60, NN ratio 2.1x; fresh per-plant solve 0.750 +K=1: nearest+P 0.217 idw+P 0.217 unetA 0.611 unetS 0.567 mlp384k 0.350 + unetA minus nearest+P: +39.4 pts; McNemar (seed 0) model-only 24 retr-only 1 p=1.55e-06 + unetS minus nearest+P: +35.0 pts; McNemar (seed 0) model-only 23 retr-only 2 p=1.94e-05 + mlp384k minus nearest+P: +13.3 pts; McNemar (seed 0) model-only 18 retr-only 5 p=0.0106 +K=4: nearest+P 0.533 idw+P 0.483 unetA 0.678 unetS 0.661 mlp384k 0.617 + unetA minus nearest+P: +14.4 pts; McNemar (seed 0) model-only 10 retr-only 1 p=0.0117 + unetS minus nearest+P: +12.8 pts; McNemar (seed 0) model-only 10 retr-only 2 p=0.0386 + mlp384k minus nearest+P: +8.3 pts; McNemar (seed 0) model-only 10 retr-only 2 p=0.0386 +K=8: nearest+P 0.633 idw+P 0.600 unetA 0.700 unetS 0.717 mlp384k 0.706 + unetA minus nearest+P: +6.7 pts; McNemar (seed 0) model-only 6 retr-only 1 p=0.125 + unetS minus nearest+P: +8.3 pts; McNemar (seed 0) model-only 6 retr-only 1 p=0.125 + mlp384k minus nearest+P: +7.2 pts; McNemar (seed 0) model-only 5 retr-only 1 p=0.219 + +=== lvl1.5: N=60, NN ratio 3.1x; fresh per-plant solve 0.667 +K=1: nearest+P 0.233 idw+P 0.233 unetA 0.489 unetS 0.472 mlp384k 0.294 + unetA minus nearest+P: +25.6 pts; McNemar (seed 0) model-only 16 retr-only 2 p=0.00131 + unetS minus nearest+P: +23.9 pts; McNemar (seed 0) model-only 15 retr-only 3 p=0.00754 + mlp384k minus nearest+P: +6.1 pts; McNemar (seed 0) model-only 8 retr-only 6 p=0.791 +K=4: nearest+P 0.433 idw+P 0.383 unetA 0.550 unetS 0.583 mlp384k 0.456 + unetA minus nearest+P: +11.7 pts; McNemar (seed 0) model-only 9 retr-only 3 p=0.146 + unetS minus nearest+P: +15.0 pts; McNemar (seed 0) model-only 8 retr-only 0 p=0.00781 + mlp384k minus nearest+P: +2.2 pts; McNemar (seed 0) model-only 6 retr-only 3 p=0.508 +K=8: nearest+P 0.533 idw+P 0.500 unetA 0.567 unetS 0.617 mlp384k 0.506 + unetA minus nearest+P: +3.3 pts; McNemar (seed 0) model-only 5 retr-only 3 p=0.727 + unetS minus nearest+P: +8.3 pts; McNemar (seed 0) model-only 7 retr-only 1 p=0.0703 + mlp384k minus nearest+P: -2.8 pts; McNemar (seed 0) model-only 4 retr-only 4 p=1 + +=== lvl2.0: N=60, NN ratio 6.2x; fresh per-plant solve 0.533 +K=1: nearest+P 0.083 idw+P 0.083 unetA 0.161 unetS 0.217 mlp384k 0.100 + unetA minus nearest+P: +7.8 pts; McNemar (seed 0) model-only 5 retr-only 2 p=0.453 + unetS minus nearest+P: +13.3 pts; McNemar (seed 0) model-only 8 retr-only 2 p=0.109 + mlp384k minus nearest+P: +1.7 pts; McNemar (seed 0) model-only 4 retr-only 4 p=1 +K=4: nearest+P 0.217 idw+P 0.167 unetA 0.189 unetS 0.356 mlp384k 0.217 + unetA minus nearest+P: -2.8 pts; McNemar (seed 0) model-only 6 retr-only 7 p=1 + unetS minus nearest+P: +13.9 pts; McNemar (seed 0) model-only 13 retr-only 4 p=0.049 + mlp384k minus nearest+P: -0.0 pts; McNemar (seed 0) model-only 6 retr-only 4 p=0.754 +K=8: nearest+P 0.267 idw+P 0.233 unetA 0.228 unetS 0.406 mlp384k 0.267 + unetA minus nearest+P: -3.9 pts; McNemar (seed 0) model-only 5 retr-only 6 p=1 + unetS minus nearest+P: +13.9 pts; McNemar (seed 0) model-only 11 retr-only 4 p=0.118 + mlp384k minus nearest+P: -0.0 pts; McNemar (seed 0) model-only 5 retr-only 5 p=1 + diff --git a/results/furuta_v4/logs/rank.log b/results/furuta_v4/logs/rank.log new file mode 100644 index 0000000000000000000000000000000000000000..99e198de72b6c96d370db8f454c704bb283cc67c --- /dev/null +++ b/results/furuta_v4/logs/rank.log @@ -0,0 +1,192 @@ +seed4242 gen_s0: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 54s; plain ok 0.900; 24 failed with a certified P -> refine + [gen_s0] refine done 54s + [gen_s0] refined ok 0.900 (54s) +seed4242 gen_s1: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 53s; plain ok 0.900; 24 failed with a certified P -> refine + [gen_s1] refine done 53s + [gen_s1] refined ok 0.900 (53s) +seed4242 gen_s2: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 48s; plain ok 0.875; 30 failed with a certified P -> refine + [gen_s2] refine done 48s + [gen_s2] refined ok 0.875 (48s) +seed4242 retr: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [retr] SDP+verify 62s; plain ok 0.767; 56 failed with a certified P -> refine + [retr] refine done 62s + [retr] refined ok 0.767 (62s) +seed9001 gen_s0: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 55s; plain ok 0.942; 14 failed with a certified P -> refine + [gen_s0] refine done 55s + [gen_s0] refined ok 0.942 (55s) +seed9001 gen_s1: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 61s; plain ok 0.929; 17 failed with a certified P -> refine + [gen_s1] refine done 61s + [gen_s1] refined ok 0.929 (61s) +seed9001 gen_s2: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 64s; plain ok 0.925; 18 failed with a certified P -> refine + [gen_s2] refine done 64s + [gen_s2] refined ok 0.925 (64s) +seed9001 retr: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [retr] SDP+verify 62s; plain ok 0.783; 52 failed with a certified P -> refine + [retr] refine done 62s + [retr] refined ok 0.783 (62s) +seed4242 gen_s0: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 70s; plain ok 0.933; 16 failed with a certified P -> refine + [gen_s0] refine done 70s + [gen_s0] refined ok 0.933 (70s) +seed4242 gen_s1: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 77s; plain ok 0.921; 19 failed with a certified P -> refine + [gen_s1] refine done 77s + [gen_s1] refined ok 0.921 (77s) +seed4242 gen_s2: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 71s; plain ok 0.929; 17 failed with a certified P -> refine + [gen_s2] refine done 71s + [gen_s2] refined ok 0.929 (71s) +seed4242 retr: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [retr] SDP+verify 77s; plain ok 0.767; 56 failed with a certified P -> refine + [retr] refine done 77s + [retr] refined ok 0.767 (77s) +seed9001 gen_s0: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 66s; plain ok 0.938; 15 failed with a certified P -> refine + [gen_s0] refine done 66s + [gen_s0] refined ok 0.938 (66s) +seed9001 gen_s1: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 69s; plain ok 0.938; 15 failed with a certified P -> refine + [gen_s1] refine done 69s + [gen_s1] refined ok 0.938 (69s) +seed9001 gen_s2: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 68s; plain ok 0.933; 16 failed with a certified P -> refine + [gen_s2] refine done 68s + [gen_s2] refined ok 0.933 (68s) +seed9001 retr: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [retr] SDP+verify 59s; plain ok 0.783; 52 failed with a certified P -> refine + [retr] refine done 59s + [retr] refined ok 0.783 (59s) diff --git a/results/furuta_v4/logs/rank_refine.log b/results/furuta_v4/logs/rank_refine.log new file mode 100644 index 0000000000000000000000000000000000000000..947277f1e88d79f866db9c3e967f8fbfe9e4de02 --- /dev/null +++ b/results/furuta_v4/logs/rank_refine.log @@ -0,0 +1,192 @@ +seed4242 gen_s0: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 65s; plain ok 0.900; 24 failed with a certified P -> refine + [gen_s0] refine done 369s + [gen_s0] refined ok 0.983 (377s); median V_min 2.95 -> 0.56 +seed4242 gen_s1: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 58s; plain ok 0.900; 24 failed with a certified P -> refine + [gen_s1] refine done 323s + [gen_s1] refined ok 0.983 (331s); median V_min 3.46 -> 0.62 +seed4242 gen_s2: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 47s; plain ok 0.875; 30 failed with a certified P -> refine + [gen_s2] refine done 340s + [gen_s2] refined ok 0.983 (350s); median V_min 2.62 -> 0.44 +seed4242 retr: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [retr] SDP+verify 78s; plain ok 0.767; 56 failed with a certified P -> refine + [retr] refine done 400s + [retr] refined ok 0.975 (410s); median V_min 1.35 -> 0.55 +seed9001 gen_s0: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 64s; plain ok 0.942; 14 failed with a certified P -> refine + [gen_s0] refine done 290s + [gen_s0] refined ok 0.971 (295s); median V_min 7.63 -> 2.69 +seed9001 gen_s1: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 43s; plain ok 0.929; 17 failed with a certified P -> refine + [gen_s1] refine done 180s + [gen_s1] refined ok 0.983 (183s); median V_min 6.26 -> 1.17 +seed9001 gen_s2: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 36s; plain ok 0.925; 18 failed with a certified P -> refine + [gen_s2] refine done 199s + [gen_s2] refined ok 0.971 (204s); median V_min 6.22 -> 0.86 +seed9001 retr: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [retr] SDP+verify 42s; plain ok 0.783; 52 failed with a certified P -> refine + [retr] refine done 210s + [retr] refined ok 0.971 (216s); median V_min 1.43 -> 0.60 +seed4242 gen_s0: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 47s; plain ok 0.933; 16 failed with a certified P -> refine + [gen_s0] refine done 179s + [gen_s0] refined ok 0.983 (182s); median V_min 3.21 -> 0.84 +seed4242 gen_s1: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 39s; plain ok 0.921; 19 failed with a certified P -> refine + [gen_s1] refine done 215s + [gen_s1] refined ok 0.983 (222s); median V_min 2.87 -> 0.81 +seed4242 gen_s2: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 38s; plain ok 0.929; 17 failed with a certified P -> refine + [gen_s2] refine done 129s + [gen_s2] refined ok 0.983 (132s); median V_min 2.98 -> 0.87 +seed4242 retr: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [retr] SDP+verify 44s; plain ok 0.767; 56 failed with a certified P -> refine + [retr] refine done 195s + [retr] refined ok 0.975 (204s); median V_min 1.35 -> 0.55 +seed9001 gen_s0: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 55s; plain ok 0.938; 15 failed with a certified P -> refine + [gen_s0] refine done 285s + [gen_s0] refined ok 0.992 (292s); median V_min 6.09 -> 1.50 +seed9001 gen_s1: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 58s; plain ok 0.938; 15 failed with a certified P -> refine + [gen_s1] refine done 296s + [gen_s1] refined ok 1.000 (301s); median V_min 6.12 -> 1.50 +seed9001 gen_s2: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 59s; plain ok 0.933; 16 failed with a certified P -> refine + [gen_s2] refine done 289s + [gen_s2] refined ok 0.992 (296s); median V_min 5.34 -> 1.14 +seed9001 retr: ranking 16 candidates +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [retr] SDP+verify 48s; plain ok 0.783; 52 failed with a certified P -> refine + [retr] refine done 290s + [retr] refined ok 0.971 (298s); median V_min 1.43 -> 0.60 diff --git a/results/furuta_v4/logs/refine_mlpA.log b/results/furuta_v4/logs/refine_mlpA.log new file mode 100644 index 0000000000000000000000000000000000000000..f658ffeb0dd8044760d8786753f5e4a2da0f39bb --- /dev/null +++ b/results/furuta_v4/logs/refine_mlpA.log @@ -0,0 +1,112 @@ +seed4242 gen_s0 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 69s; plain ok 0.562; 105 failed with a certified P -> refine + [gen_s0] refine done 321s + [gen_s0] refined ok 0.921 (335s); median V_min 3.53 -> 0.74 +seed4242 gen_s1 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 64s; plain ok 0.613; 93 failed with a certified P -> refine + [gen_s1] refine done 284s + [gen_s1] refined ok 0.938 (295s); median V_min 2.87 -> 0.75 +seed4242 gen_s2 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 55s; plain ok 0.583; 100 failed with a certified P -> refine + [gen_s2] refine done 263s + [gen_s2] refined ok 0.938 (273s); median V_min 3.64 -> 0.74 +seed4242 retr +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [retr] SDP+verify 55s; plain ok 0.396; 145 failed with a certified P -> refine + [retr] refine done 472s + [retr] refined ok 0.900 (485s); median V_min 2.44 -> 0.71 +seed9001 gen_s0 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 52s; plain ok 0.558; 106 failed with a certified P -> refine + [gen_s0] refine done 270s + [gen_s0] refined ok 0.938 (282s); median V_min 2.79 -> 0.78 +seed9001 gen_s1 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 55s; plain ok 0.650; 84 failed with a certified P -> refine + [gen_s1] refine done 279s + [gen_s1] refined ok 0.958 (290s); median V_min 2.85 -> 0.74 +seed9001 gen_s2 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 48s; plain ok 0.583; 100 failed with a certified P -> refine + [gen_s2] refine done 241s + [gen_s2] refined ok 0.950 (252s); median V_min 2.73 -> 0.77 +seed9001 retr +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [retr] SDP+verify 48s; plain ok 0.433; 136 failed with a certified P -> refine + [retr] refine done 447s + [retr] refined ok 0.938 (459s); median V_min 2.49 -> 0.74 diff --git a/results/furuta_v4/logs/refine_more.log b/results/furuta_v4/logs/refine_more.log new file mode 100644 index 0000000000000000000000000000000000000000..db62fcc0610a317d8d32188ea3ef67dabf0e5e18 --- /dev/null +++ b/results/furuta_v4/logs/refine_more.log @@ -0,0 +1,144 @@ +seed4242 gen_s0 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 70s; plain ok 0.904; 23 failed with a certified P -> refine + [gen_s0] refine done 264s + [gen_s0] refined ok 0.975 (272s); median V_min 3.26 -> 0.91 +seed4242 gen_s1 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 73s; plain ok 0.904; 23 failed with a certified P -> refine + [gen_s1] refine done 258s + [gen_s1] refined ok 0.975 (265s); median V_min 3.04 -> 0.77 +seed4242 gen_s2 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 71s; plain ok 0.900; 24 failed with a certified P -> refine + [gen_s2] refine done 225s + [gen_s2] refined ok 0.975 (231s); median V_min 3.22 -> 0.83 +seed9001 gen_s0 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 59s; plain ok 0.938; 15 failed with a certified P -> refine + [gen_s0] refine done 218s + [gen_s0] refined ok 0.988 (223s); median V_min 6.14 -> 1.50 +seed9001 gen_s1 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 53s; plain ok 0.933; 16 failed with a certified P -> refine + [gen_s1] refine done 193s + [gen_s1] refined ok 0.996 (198s); median V_min 5.85 -> 1.14 +seed9001 gen_s2 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 54s; plain ok 0.933; 16 failed with a certified P -> refine + [gen_s2] refine done 212s + [gen_s2] refined ok 0.992 (218s); median V_min 5.58 -> 1.13 +seed4242 gen_s0 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 55s; plain ok 0.700; 72 failed with a certified P -> refine + [gen_s0] refine done 210s + [gen_s0] refined ok 0.950 (218s); median V_min 4.02 -> 0.78 +seed4242 gen_s1 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 44s; plain ok 0.700; 72 failed with a certified P -> refine + [gen_s1] refine done 198s + [gen_s1] refined ok 0.963 (207s); median V_min 3.41 -> 0.74 +seed4242 gen_s2 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 50s; plain ok 0.700; 72 failed with a certified P -> refine + [gen_s2] refine done 198s + [gen_s2] refined ok 0.967 (207s); median V_min 2.76 -> 0.74 +seed9001 gen_s0 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s0] SDP+verify 57s; plain ok 0.796; 49 failed with a certified P -> refine + [gen_s0] refine done 202s + [gen_s0] refined ok 0.954 (208s); median V_min 3.17 -> 0.77 +seed9001 gen_s1 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s1] SDP+verify 52s; plain ok 0.779; 53 failed with a certified P -> refine + [gen_s1] refine done 188s + [gen_s1] refined ok 0.971 (195s); median V_min 2.67 -> 0.78 +seed9001 gen_s2 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + [gen_s2] SDP+verify 43s; plain ok 0.787; 51 failed with a certified P -> refine + [gen_s2] refine done 182s + [gen_s2] refined ok 0.971 (188s); median V_min 2.62 -> 0.77 diff --git a/results/furuta_v4/logs/regeval.log b/results/furuta_v4/logs/regeval.log new file mode 100644 index 0000000000000000000000000000000000000000..cebcf74f297bbc2de0e423c93b93405f24910b4b --- /dev/null +++ b/results/furuta_v4/logs/regeval.log @@ -0,0 +1,522 @@ +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +seed4242 det 0 0.8333333333333334 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +seed4242 det 1 0.85 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +seed4242 det 2 0.8166666666666667 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +seed4242 mcd 0 [np.float64(0.8333333333333334), np.float64(0.8333333333333334), np.float64(0.8333333333333334)] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +seed4242 mcd 1 [np.float64(0.8166666666666667), np.float64(0.85), np.float64(0.8666666666666667)] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +seed4242 mcd 2 [np.float64(0.8333333333333334), np.float64(0.85), np.float64(0.85)] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +seed9001 det 0 0.9 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +seed9001 det 1 0.8666666666666667 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +seed9001 det 2 0.8666666666666667 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +seed9001 mcd 0 [np.float64(0.8833333333333333), np.float64(0.9166666666666666), np.float64(0.9166666666666666)] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +seed9001 mcd 1 [np.float64(0.9166666666666666), np.float64(0.9166666666666666), np.float64(0.9166666666666666)] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +seed9001 mcd 2 [np.float64(0.9), np.float64(0.9166666666666666), np.float64(0.9166666666666666)] diff --git a/results/furuta_v4/logs/regeval_partial.log b/results/furuta_v4/logs/regeval_partial.log new file mode 100644 index 0000000000000000000000000000000000000000..61242ad80c0a6e9b3312f024392a70dc7df39ceb --- /dev/null +++ b/results/furuta_v4/logs/regeval_partial.log @@ -0,0 +1,446 @@ +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +seed4242 det 0 0.8 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +seed4242 det 1 0.8166666666666667 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +seed4242 det 2 0.8 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +seed4242 mcd 0 [np.float64(0.7833333333333333), np.float64(0.8333333333333334), np.float64(0.8333333333333334)] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +seed4242 mcd 1 [np.float64(0.8166666666666667), np.float64(0.85), np.float64(0.8666666666666667)] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +seed4242 mcd 2 [np.float64(0.7), np.float64(0.8), np.float64(0.8333333333333334)] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +seed9001 det 0 0.9 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +seed9001 det 1 0.8333333333333334 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +seed9001 det 2 0.8666666666666667 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +seed9001 mcd 0 [np.float64(0.85), np.float64(0.9166666666666666), np.float64(0.9166666666666666)] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +seed9001 mcd 1 [np.float64(0.7666666666666667), np.float64(0.9166666666666666), np.float64(0.9166666666666666)] +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +seed9001 mcd 2 [np.float64(0.7833333333333333), np.float64(0.8833333333333333), np.float64(0.9166666666666666)] diff --git a/results/furuta_v4/logs/sample_gpu1.log b/results/furuta_v4/logs/sample_gpu1.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/results/furuta_v4/logs/sample_gpu2.log b/results/furuta_v4/logs/sample_gpu2.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/results/furuta_v4/logs/sample_gpu3.log b/results/furuta_v4/logs/sample_gpu3.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/results/furuta_v4/logs/scan_mlp_192k.log b/results/furuta_v4/logs/scan_mlp_192k.log new file mode 100644 index 0000000000000000000000000000000000000000..fcf69d85df7342c628e6d775441fd12cbfad653a --- /dev/null +++ b/results/furuta_v4/logs/scan_mlp_192k.log @@ -0,0 +1,442 @@ +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_192k_s48000_ema999] val777 done 103s +mlp_192k_s48000_ema999 K1=40.0 K4=77.5 K8=85.0 nearK1=57.5 nearK4=85.0 score=58.7 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_192k_s48000_ema9995] val777 done 106s +mlp_192k_s48000_ema9995 K1=41.2 K4=73.8 K8=87.5 nearK1=57.5 nearK4=85.0 score=57.5 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_192k_s64000_ema999] val777 done 102s +mlp_192k_s64000_ema999 K1=38.8 K4=76.2 K8=91.3 nearK1=57.5 nearK4=85.0 score=57.5 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_192k_s64000_ema9995] val777 done 101s +mlp_192k_s64000_ema9995 K1=41.2 K4=78.8 K8=91.3 nearK1=57.5 nearK4=85.0 score=60.0 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_192k_s80000_ema999] val777 done 92s +mlp_192k_s80000_ema999 K1=41.2 K4=82.5 K8=91.3 nearK1=57.5 nearK4=85.0 score=61.9 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_192k_s80000_ema9995] val777 done 105s +mlp_192k_s80000_ema9995 K1=38.8 K4=80.0 K8=90.0 nearK1=57.5 nearK4=85.0 score=59.4 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_192k_s96000_ema999] val777 done 104s +mlp_192k_s96000_ema999 K1=42.5 K4=81.2 K8=93.8 nearK1=57.5 nearK4=85.0 score=61.9 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_192k_s96000_ema9995] val777 done 106s +mlp_192k_s96000_ema9995 K1=45.0 K4=83.8 K8=93.8 nearK1=57.5 nearK4=85.0 score=64.4 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_192k_s112000_ema999] val777 done 93s +mlp_192k_s112000_ema999 K1=47.5 K4=86.2 K8=91.2 nearK1=57.5 nearK4=85.0 score=66.9 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_192k_s112000_ema9995] val777 done 88s +mlp_192k_s112000_ema9995 K1=46.2 K4=86.2 K8=90.0 nearK1=57.5 nearK4=85.0 score=66.2 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +Process ForkServerPoolWorker-126: +Traceback (most recent call last): + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/pool.py", line 131, in worker + put((job, i, result)) + ~~~^^^^^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/queues.py", line 397, in put + self._writer.send_bytes(obj) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/connection.py", line 201, in send_bytes + self._send_bytes(m[offset:offset + size]) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/connection.py", line 428, in _send_bytes + self._send(header + buf) + ~~~~~~~~~~^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/connection.py", line 385, in _send + n = write(self._handle, buf) +BrokenPipeError: [Errno 32] Broken pipe + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/process.py", line 313, in _bootstrap + self.run() + ~~~~~~~~^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/process.py", line 108, in run + self._target(*self._args, **self._kwargs) + ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/pool.py", line 136, in worker + put((job, i, (False, wrapped))) + ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/queues.py", line 397, in put + self._writer.send_bytes(obj) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/connection.py", line 201, in send_bytes + self._send_bytes(m[offset:offset + size]) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/connection.py", line 428, in _send_bytes + self._send(header + buf) + ~~~~~~~~~~^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/connection.py", line 385, in _send + n = write(self._handle, buf) +BrokenPipeError: [Errno 32] Broken pipe +Process ForkServerPoolWorker-125: +Traceback (most recent call last): + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/pool.py", line 131, in worker + put((job, i, result)) + ~~~^^^^^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/queues.py", line 397, in put + self._writer.send_bytes(obj) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/connection.py", line 201, in send_bytes + self._send_bytes(m[offset:offset + size]) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/connection.py", line 428, in _send_bytes + self._send(header + buf) + ~~~~~~~~~~^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/connection.py", line 385, in _send + n = write(self._handle, buf) +BrokenPipeError: [Errno 32] Broken pipe + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/process.py", line 313, in _bootstrap + self.run() + ~~~~~~~~^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/process.py", line 108, in run + self._target(*self._args, **self._kwargs) + ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/pool.py", line 136, in worker + put((job, i, (False, wrapped))) + ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/queues.py", line 397, in put + self._writer.send_bytes(obj) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/connection.py", line 201, in send_bytes + self._send_bytes(m[offset:offset + size]) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/connection.py", line 428, in _send_bytes + self._send(header + buf) + ~~~~~~~~~~^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/connection.py", line 385, in _send + n = write(self._handle, buf) +BrokenPipeError: [Errno 32] Broken pipe +Process ForkServerPoolWorker-127: +Traceback (most recent call last): + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/pool.py", line 131, in worker + put((job, i, result)) + ~~~^^^^^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/queues.py", line 397, in put + self._writer.send_bytes(obj) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/connection.py", line 201, in send_bytes + self._send_bytes(m[offset:offset + size]) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/connection.py", line 428, in _send_bytes + self._send(header + buf) + ~~~~~~~~~~^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/connection.py", line 385, in _send + n = write(self._handle, buf) +BrokenPipeError: [Errno 32] Broken pipe + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/process.py", line 313, in _bootstrap + self.run() + ~~~~~~~~^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/process.py", line 108, in run + self._target(*self._args, **self._kwargs) + ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/pool.py", line 136, in worker + put((job, i, (False, wrapped))) + ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/queues.py", line 397, in put + self._writer.send_bytes(obj) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/connection.py", line 201, in send_bytes + self._send_bytes(m[offset:offset + size]) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/connection.py", line 428, in _send_bytes + self._send(header + buf) + ~~~~~~~~~~^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/connection.py", line 385, in _send + n = write(self._handle, buf) +BrokenPipeError: [Errno 32] Broken pipe +Process ForkServerPoolWorker-128: +Traceback (most recent call last): + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/pool.py", line 131, in worker + put((job, i, result)) + ~~~^^^^^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/queues.py", line 397, in put + self._writer.send_bytes(obj) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/connection.py", line 201, in send_bytes + self._send_bytes(m[offset:offset + size]) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/connection.py", line 428, in _send_bytes + self._send(header + buf) + ~~~~~~~~~~^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/connection.py", line 385, in _send + n = write(self._handle, buf) +BrokenPipeError: [Errno 32] Broken pipe + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/process.py", line 313, in _bootstrap + self.run() + ~~~~~~~~^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/process.py", line 108, in run + self._target(*self._args, **self._kwargs) + ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/pool.py", line 136, in worker + put((job, i, (False, wrapped))) + ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/queues.py", line 397, in put + self._writer.send_bytes(obj) + ~~~~~~~~~~~~~~~~~~~~~~~^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/connection.py", line 201, in send_bytes + self._send_bytes(m[offset:offset + size]) + ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/connection.py", line 428, in _send_bytes + self._send(header + buf) + ~~~~~~~~~~^^^^^^^^^^^^^^ + File "/home/cercola/miniconda3/lib/python3.13/multiprocessing/connection.py", line 385, in _send + n = write(self._handle, buf) +BrokenPipeError: [Errno 32] Broken pipe +/home/cercola/miniconda3/lib/python3.13/multiprocessing/resource_tracker.py:400: UserWarning: resource_tracker: There appear to be 6 leaked semaphore objects to clean up at shutdown: {'/mp-fc_nnl_4', '/mp-2o2gi3su', '/mp-5jt9c5jw', '/mp-hoguqkfd', '/mp-eslc64gu', '/mp-mz4eccu_'} + warnings.warn( diff --git a/results/furuta_v4/logs/scan_mlp_384k.log b/results/furuta_v4/logs/scan_mlp_384k.log new file mode 100644 index 0000000000000000000000000000000000000000..8be72a2ddf7b433686dde829d6e088ba3406454b --- /dev/null +++ b/results/furuta_v4/logs/scan_mlp_384k.log @@ -0,0 +1,137 @@ +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_384k_s192000_ema999] val777 done 137s +mlp_384k_s192000_ema999 K1=66.3 K4=91.3 K8=92.5 nearK1=57.5 nearK4=85.0 score=78.8 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_384k_s224000_ema999] val777 done 132s +mlp_384k_s224000_ema999 K1=70.0 K4=95.0 K8=97.5 nearK1=57.5 nearK4=85.0 score=82.5 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_384k_s256000_ema999] val777 done 137s +mlp_384k_s256000_ema999 K1=71.2 K4=93.8 K8=97.5 nearK1=57.5 nearK4=85.0 score=82.5 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_384k_s288000_ema999] val777 done 121s +mlp_384k_s288000_ema999 K1=73.8 K4=96.2 K8=98.8 nearK1=57.5 nearK4=85.0 score=85.0 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_384k_s320000_ema999] val777 done 118s +mlp_384k_s320000_ema999 K1=75.0 K4=92.5 K8=98.8 nearK1=57.5 nearK4=85.0 score=83.8 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_384k_s352000_ema999] val777 done 141s +mlp_384k_s352000_ema999 K1=76.2 K4=91.3 K8=98.8 nearK1=57.5 nearK4=85.0 score=83.8 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_384k_s384000_ema999] val777 done 132s +mlp_384k_s384000_ema999 K1=77.5 K4=93.8 K8=98.8 nearK1=57.5 nearK4=85.0 score=85.6 +BEST mlp_384k_s384000_ema999 K1=77.5 K4=93.8 K8=98.8 nearK1=57.5 nearK4=85.0 score=85.6 diff --git a/results/furuta_v4/logs/scan_mlp_a.log b/results/furuta_v4/logs/scan_mlp_a.log new file mode 100644 index 0000000000000000000000000000000000000000..7677156e912167db3d108232db6735f74efeea59 --- /dev/null +++ b/results/furuta_v4/logs/scan_mlp_a.log @@ -0,0 +1,469 @@ +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_a_s32000_ema999] val777 done 115s +mlp_a_s32000_ema999 K1=42.5 K4=81.2 K8=85.0 nearK1=57.5 nearK4=85.0 score=61.9 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_a_s32000_ema9995] val777 done 159s +mlp_a_s32000_ema9995 K1=42.5 K4=80.0 K8=85.0 nearK1=57.5 nearK4=85.0 score=61.2 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_a_s40000_ema999] val777 done 156s +mlp_a_s40000_ema999 K1=46.2 K4=85.0 K8=88.8 nearK1=57.5 nearK4=85.0 score=65.6 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_a_s40000_ema9995] val777 done 135s +mlp_a_s40000_ema9995 K1=43.8 K4=83.7 K8=88.8 nearK1=57.5 nearK4=85.0 score=63.7 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_a_s48000_ema999] val777 done 150s +mlp_a_s48000_ema999 K1=51.2 K4=85.0 K8=88.8 nearK1=57.5 nearK4=85.0 score=68.1 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_a_s48000_ema9995] val777 done 140s +mlp_a_s48000_ema9995 K1=51.2 K4=86.2 K8=88.8 nearK1=57.5 nearK4=85.0 score=68.8 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_a_s56000_ema999] val777 done 124s +mlp_a_s56000_ema999 K1=60.0 K4=90.0 K8=91.3 nearK1=57.5 nearK4=85.0 score=75.0 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_a_s56000_ema9995] val777 done 118s +mlp_a_s56000_ema9995 K1=57.5 K4=87.5 K8=91.3 nearK1=57.5 nearK4=85.0 score=72.5 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_a_s64000_ema999] val777 done 117s +mlp_a_s64000_ema999 K1=55.0 K4=88.8 K8=90.0 nearK1=57.5 nearK4=85.0 score=71.9 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_a_s64000_ema9995] val777 done 124s +mlp_a_s64000_ema9995 K1=57.5 K4=88.8 K8=90.0 nearK1=57.5 nearK4=85.0 score=73.1 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_a_s72000_ema999] val777 done 114s +mlp_a_s72000_ema999 K1=57.5 K4=87.5 K8=90.0 nearK1=57.5 nearK4=85.0 score=72.5 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_a_s72000_ema9995] val777 done 124s +mlp_a_s72000_ema9995 K1=58.8 K4=86.2 K8=88.8 nearK1=57.5 nearK4=85.0 score=72.5 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_a_s80000_ema999] val777 done 123s +mlp_a_s80000_ema999 K1=61.3 K4=88.8 K8=90.0 nearK1=57.5 nearK4=85.0 score=75.0 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_a_s80000_ema9995] val777 done 119s +mlp_a_s80000_ema9995 K1=61.3 K4=90.0 K8=91.3 nearK1=57.5 nearK4=85.0 score=75.6 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_a_s88000_ema999] val777 done 120s +mlp_a_s88000_ema999 K1=62.5 K4=86.2 K8=88.8 nearK1=57.5 nearK4=85.0 score=74.4 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_a_s88000_ema9995] val777 done 113s +mlp_a_s88000_ema9995 K1=61.3 K4=87.5 K8=88.8 nearK1=57.5 nearK4=85.0 score=74.4 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_a_s96000_ema999] val777 done 127s +mlp_a_s96000_ema999 K1=63.7 K4=90.0 K8=90.0 nearK1=57.5 nearK4=85.0 score=76.9 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[mlp_a_s96000_ema9995] val777 done 131s +mlp_a_s96000_ema9995 K1=62.5 K4=90.0 K8=90.0 nearK1=57.5 nearK4=85.0 score=76.2 +BEST mlp_a_s96000_ema999 K1=63.7 K4=90.0 K8=90.0 nearK1=57.5 nearK4=85.0 score=76.9 diff --git a/results/furuta_v4/logs/scan_unet_a.log b/results/furuta_v4/logs/scan_unet_a.log new file mode 100644 index 0000000000000000000000000000000000000000..f00ee70ec7f46ced0e016b153b0a036f4117e88c --- /dev/null +++ b/results/furuta_v4/logs/scan_unet_a.log @@ -0,0 +1,149 @@ +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[unet_a_s40000_ema999] val777 done 76s +unet_a_s40000_ema999 K1=87.5 K4=100.0 K8=100.0 nearK1=57.5 nearK4=85.0 score=93.8 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[unet_a_s48000_ema999] val777 done 70s +unet_a_s48000_ema999 K1=86.2 K4=100.0 K8=100.0 nearK1=57.5 nearK4=85.0 score=93.1 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[unet_a_s56000_ema999] val777 done 67s +unet_a_s56000_ema999 K1=95.0 K4=100.0 K8=100.0 nearK1=57.5 nearK4=85.0 score=97.5 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[unet_a_s64000_ema999] val777 done 66s +unet_a_s64000_ema999 K1=97.5 K4=100.0 K8=100.0 nearK1=57.5 nearK4=85.0 score=98.8 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[unet_a_s72000_ema999] val777 done 64s +unet_a_s72000_ema999 K1=98.8 K4=100.0 K8=100.0 nearK1=57.5 nearK4=85.0 score=99.4 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[unet_a_s80000_ema999] val777 done 745s +unet_a_s80000_ema999 K1=95.0 K4=100.0 K8=100.0 nearK1=57.5 nearK4=85.0 score=97.5 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[unet_a_s88000_ema999] val777 done 584s +unet_a_s88000_ema999 K1=96.2 K4=100.0 K8=100.0 nearK1=57.5 nearK4=85.0 score=98.1 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[unet_a_s96000_ema999] val777 done 446s +unet_a_s96000_ema999 K1=97.5 K4=100.0 K8=100.0 nearK1=57.5 nearK4=85.0 score=98.8 +BEST unet_a_s72000_ema999 K1=98.8 K4=100.0 K8=100.0 nearK1=57.5 nearK4=85.0 score=99.4 diff --git a/results/furuta_v4/logs/timing.log b/results/furuta_v4/logs/timing.log new file mode 100644 index 0000000000000000000000000000000000000000..61b0f4eb93c1d9e79793a532f017bcb683ee2846 --- /dev/null +++ b/results/furuta_v4/logs/timing.log @@ -0,0 +1,17 @@ +mlp384k sample1: 5.97 s CPU per plant +mlp384k sample16: 6.72 s CPU per plant +unet_s sample1: 1.63 s CPU per plant +unet_s sample16: 3.93 s CPU per plant +unet_a sample1: 2.17 s CPU per plant +unet_a sample16: 11.38 s CPU per plant +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +mlp384k sample1: 5.97 s CPU per plant +mlp384k sample16: 6.72 s CPU per plant +unet_s sample1: 1.63 s CPU per plant +unet_s sample16: 3.93 s CPU per plant +unet_a sample1: 2.17 s CPU per plant +unet_a sample16: 11.38 s CPU per plant +sdp+verify one candidate: 0.42 s +rank16 (open-loop sims of 16 candidates): 0.48 s +refine40 one candidate: 211.27 s diff --git a/results/furuta_v4/logs/train_mlp_192k.log b/results/furuta_v4/logs/train_mlp_192k.log new file mode 100644 index 0000000000000000000000000000000000000000..1a4fe770491f3dbac8ef5203340f8c18b486e144 --- /dev/null +++ b/results/furuta_v4/logs/train_mlp_192k.log @@ -0,0 +1,97 @@ +mlp_192k arch=mlp params=3878772 N=2801 steps=192000 +step 2000 loss 0.1462 25s +step 4000 loss 0.1297 48s +step 6000 loss 0.1298 70s +step 8000 loss 0.1291 92s +step 10000 loss 0.1497 114s +step 12000 loss 0.1445 137s +step 14000 loss 0.1057 159s +step 16000 loss 0.0944 182s +step 18000 loss 0.1035 204s +step 20000 loss 0.0696 228s +step 22000 loss 0.0793 253s +step 24000 loss 0.0774 280s +step 26000 loss 0.1164 306s +step 28000 loss 0.1166 334s +step 30000 loss 0.0723 360s +step 32000 loss 0.0818 386s +step 34000 loss 0.0777 413s +step 36000 loss 0.1108 439s +step 38000 loss 0.0762 470s +step 40000 loss 0.0865 507s +step 42000 loss 0.0768 544s +step 44000 loss 0.0678 582s +step 46000 loss 0.0590 619s +step 48000 loss 0.0887 656s +step 50000 loss 0.1212 694s +step 52000 loss 0.0837 731s +step 54000 loss 0.0710 768s +step 56000 loss 0.0609 804s +step 58000 loss 0.0785 841s +step 60000 loss 0.0550 877s +step 62000 loss 0.0664 914s +step 64000 loss 0.0585 949s +step 66000 loss 0.0775 985s +step 68000 loss 0.0635 1022s +step 70000 loss 0.0739 1058s +step 72000 loss 0.0669 1093s +step 74000 loss 0.0933 1128s +step 76000 loss 0.0870 1163s +step 78000 loss 0.0919 1199s +step 80000 loss 0.0533 1235s +step 82000 loss 0.0676 1271s +step 84000 loss 0.0714 1306s +step 86000 loss 0.0640 1342s +step 88000 loss 0.0816 1376s +step 90000 loss 0.0637 1411s +step 92000 loss 0.0637 1446s +step 94000 loss 0.0710 1482s +step 96000 loss 0.0730 1517s +step 98000 loss 0.0801 1553s +step 100000 loss 0.0507 1587s +step 102000 loss 0.0693 1622s +step 104000 loss 0.0605 1658s +step 106000 loss 0.0639 1695s +step 108000 loss 0.0781 1731s +step 110000 loss 0.0615 1766s +step 112000 loss 0.0751 1802s +step 114000 loss 0.0520 1838s +step 116000 loss 0.0540 1873s +step 118000 loss 0.0946 1912s +step 120000 loss 0.0569 1947s +step 122000 loss 0.0673 1983s +step 124000 loss 0.0627 2018s +step 126000 loss 0.0924 2053s +step 128000 loss 0.0471 2088s +step 130000 loss 0.0580 2124s +step 132000 loss 0.0740 2159s +step 134000 loss 0.0424 2193s +step 136000 loss 0.0576 2229s +step 138000 loss 0.0509 2265s +step 140000 loss 0.0526 2301s +step 142000 loss 0.0462 2338s +step 144000 loss 0.0530 2373s +step 146000 loss 0.0711 2408s +step 148000 loss 0.0681 2442s +step 150000 loss 0.0586 2476s +step 152000 loss 0.0533 2511s +step 154000 loss 0.0513 2545s +step 156000 loss 0.0647 2579s +step 158000 loss 0.0732 2614s +step 160000 loss 0.0603 2649s +step 162000 loss 0.0501 2683s +step 164000 loss 0.0681 2718s +step 166000 loss 0.0568 2750s +step 168000 loss 0.0435 2782s +step 170000 loss 0.0616 2817s +step 172000 loss 0.0609 2849s +step 174000 loss 0.0431 2881s +step 176000 loss 0.0524 2914s +step 178000 loss 0.0470 2947s +step 180000 loss 0.0509 2979s +step 182000 loss 0.0568 3010s +step 184000 loss 0.0746 3045s +step 186000 loss 0.0526 3079s +step 188000 loss 0.0616 3110s +step 190000 loss 0.0695 3139s +step 192000 loss 0.0513 3167s diff --git a/results/furuta_v4/logs/train_mlp_384k.log b/results/furuta_v4/logs/train_mlp_384k.log new file mode 100644 index 0000000000000000000000000000000000000000..dc3f8119ca78cb98e4071ec5731d56f92d6b6d8e --- /dev/null +++ b/results/furuta_v4/logs/train_mlp_384k.log @@ -0,0 +1,193 @@ +mlp_384k arch=mlp params=3878772 N=2801 steps=384000 +step 2000 loss 0.1462 25s +step 4000 loss 0.1297 47s +step 6000 loss 0.1298 69s +step 8000 loss 0.1291 92s +step 10000 loss 0.1497 114s +step 12000 loss 0.1446 136s +step 14000 loss 0.1058 158s +step 16000 loss 0.0945 181s +step 18000 loss 0.1036 204s +step 20000 loss 0.0696 227s +step 22000 loss 0.0794 252s +step 24000 loss 0.0775 280s +step 26000 loss 0.1164 306s +step 28000 loss 0.1173 333s +step 30000 loss 0.0725 358s +step 32000 loss 0.0826 384s +step 34000 loss 0.0779 411s +step 36000 loss 0.1117 437s +step 38000 loss 0.0767 469s +step 40000 loss 0.0872 506s +step 42000 loss 0.0775 543s +step 44000 loss 0.0681 580s +step 46000 loss 0.0597 617s +step 48000 loss 0.0900 654s +step 50000 loss 0.1224 691s +step 52000 loss 0.0850 727s +step 54000 loss 0.0716 764s +step 56000 loss 0.0620 798s +step 58000 loss 0.0802 835s +step 60000 loss 0.0560 871s +step 62000 loss 0.0676 908s +step 64000 loss 0.0597 943s +step 66000 loss 0.0788 979s +step 68000 loss 0.0650 1014s +step 70000 loss 0.0762 1049s +step 72000 loss 0.0685 1084s +step 74000 loss 0.0964 1118s +step 76000 loss 0.0906 1152s +step 78000 loss 0.0950 1187s +step 80000 loss 0.0547 1221s +step 82000 loss 0.0706 1257s +step 84000 loss 0.0743 1291s +step 86000 loss 0.0669 1327s +step 88000 loss 0.0846 1363s +step 90000 loss 0.0669 1399s +step 92000 loss 0.0692 1433s +step 94000 loss 0.0740 1468s +step 96000 loss 0.0768 1503s +step 98000 loss 0.0829 1538s +step 100000 loss 0.0527 1573s +step 102000 loss 0.0743 1607s +step 104000 loss 0.0660 1642s +step 106000 loss 0.0683 1678s +step 108000 loss 0.0845 1714s +step 110000 loss 0.0639 1749s +step 112000 loss 0.0827 1786s +step 114000 loss 0.0549 1821s +step 116000 loss 0.0575 1856s +step 118000 loss 0.1062 1893s +step 120000 loss 0.0601 1929s +step 122000 loss 0.0718 1964s +step 124000 loss 0.0669 2000s +step 126000 loss 0.0991 2036s +step 128000 loss 0.0532 2071s +step 130000 loss 0.0648 2107s +step 132000 loss 0.0858 2141s +step 134000 loss 0.0461 2175s +step 136000 loss 0.0618 2210s +step 138000 loss 0.0547 2244s +step 140000 loss 0.0555 2279s +step 142000 loss 0.0496 2314s +step 144000 loss 0.0560 2348s +step 146000 loss 0.0749 2383s +step 148000 loss 0.0763 2417s +step 150000 loss 0.0663 2451s +step 152000 loss 0.0582 2485s +step 154000 loss 0.0572 2520s +step 156000 loss 0.0748 2554s +step 158000 loss 0.0799 2588s +step 160000 loss 0.0649 2623s +step 162000 loss 0.0520 2658s +step 164000 loss 0.0728 2692s +step 166000 loss 0.0622 2727s +step 168000 loss 0.0467 2759s +step 170000 loss 0.0703 2791s +step 172000 loss 0.0674 2826s +step 174000 loss 0.0444 2855s +step 176000 loss 0.0584 2889s +step 178000 loss 0.0496 2922s +step 180000 loss 0.0534 2954s +step 182000 loss 0.0607 2988s +step 184000 loss 0.0856 3019s +step 186000 loss 0.0547 3054s +step 188000 loss 0.0639 3087s +step 190000 loss 0.0697 3114s +step 192000 loss 0.0550 3143s +step 194000 loss 0.0617 3171s +step 196000 loss 0.0627 3199s +step 198000 loss 0.0460 3228s +step 200000 loss 0.0611 3256s +step 202000 loss 0.0603 3285s +step 204000 loss 0.0783 3314s +step 206000 loss 0.0631 3341s +step 208000 loss 0.0692 3369s +step 210000 loss 0.0449 3395s +step 212000 loss 0.0609 3423s +step 214000 loss 0.0511 3451s +step 216000 loss 0.0410 3480s +step 218000 loss 0.0599 3508s +step 220000 loss 0.0586 3536s +step 222000 loss 0.0474 3562s +step 224000 loss 0.0653 3588s +step 226000 loss 0.0476 3613s +step 228000 loss 0.0655 3639s +step 230000 loss 0.0403 3665s +step 232000 loss 0.0571 3694s +step 234000 loss 0.0479 3724s +step 236000 loss 0.0576 3753s +step 238000 loss 0.0575 3786s +step 240000 loss 0.0467 3815s +step 242000 loss 0.0492 3844s +step 244000 loss 0.0417 3874s +step 246000 loss 0.0417 3904s +step 248000 loss 0.0413 3935s +step 250000 loss 0.0528 3964s +step 252000 loss 0.0513 3992s +step 254000 loss 0.0547 4022s +step 256000 loss 0.0618 4050s +step 258000 loss 0.0601 4079s +step 260000 loss 0.0484 4109s +step 262000 loss 0.0554 4140s +step 264000 loss 0.0643 4171s +step 266000 loss 0.0521 4201s +step 268000 loss 0.0659 4231s +step 270000 loss 0.0411 4260s +step 272000 loss 0.0431 4290s +step 274000 loss 0.0612 4325s +step 276000 loss 0.0511 4361s +step 278000 loss 0.0515 4394s +step 280000 loss 0.0621 4420s +step 282000 loss 0.0560 4451s +step 284000 loss 0.0686 4483s +step 286000 loss 0.0406 4513s +step 288000 loss 0.0570 4544s +step 290000 loss 0.0613 4573s +step 292000 loss 0.0406 4606s +step 294000 loss 0.0586 4638s +step 296000 loss 0.0661 4670s +step 298000 loss 0.0512 4701s +step 300000 loss 0.0418 4732s +step 302000 loss 0.0513 4762s +step 304000 loss 0.0407 4795s +step 306000 loss 0.0717 4828s +step 308000 loss 0.0435 4857s +step 310000 loss 0.0492 4887s +step 312000 loss 0.0537 4914s +step 314000 loss 0.0450 4942s +step 316000 loss 0.0484 4973s +step 318000 loss 0.0366 5002s +step 320000 loss 0.0452 5031s +step 322000 loss 0.0493 5062s +step 324000 loss 0.0377 5093s +step 326000 loss 0.0684 5128s +step 328000 loss 0.0565 5161s +step 330000 loss 0.0339 5194s +step 332000 loss 0.0448 5229s +step 334000 loss 0.0386 5261s +step 336000 loss 0.0573 5298s +step 338000 loss 0.0415 5338s +step 340000 loss 0.0525 5372s +step 342000 loss 0.0426 5404s +step 344000 loss 0.0578 5443s +step 346000 loss 0.0646 5481s +step 348000 loss 0.0477 5521s +step 350000 loss 0.0424 5557s +step 352000 loss 0.0400 5592s +step 354000 loss 0.0424 5629s +step 356000 loss 0.0408 5666s +step 358000 loss 0.0448 5704s +step 360000 loss 0.0589 5740s +step 362000 loss 0.0527 5776s +step 364000 loss 0.0514 5814s +step 366000 loss 0.0703 5849s +step 368000 loss 0.0510 5882s +step 370000 loss 0.0385 5919s +step 372000 loss 0.0581 5956s +step 374000 loss 0.0426 5991s +step 376000 loss 0.0435 6024s +step 378000 loss 0.0641 6060s +step 380000 loss 0.0534 6094s +step 382000 loss 0.0450 6129s +step 384000 loss 0.0388 6161s diff --git a/results/furuta_v4/logs/train_mlp_768k.log b/results/furuta_v4/logs/train_mlp_768k.log new file mode 100644 index 0000000000000000000000000000000000000000..6c4bb3028e9e687169a042f4106884fe5d596859 --- /dev/null +++ b/results/furuta_v4/logs/train_mlp_768k.log @@ -0,0 +1,2 @@ +mlp_768k arch=mlp params=3878772 N=2801 steps=768000 +step 2000 loss 0.1684 344s diff --git a/results/furuta_v4/logs/train_mlp_a.log b/results/furuta_v4/logs/train_mlp_a.log new file mode 100644 index 0000000000000000000000000000000000000000..10e421d2522bd68c7eca69dac9e68134ef713fb8 --- /dev/null +++ b/results/furuta_v4/logs/train_mlp_a.log @@ -0,0 +1,49 @@ +mlp_a arch=mlp params=3878772 N=2801 steps=96000 +step 2000 loss 0.1462 20s +step 4000 loss 0.1297 42s +step 6000 loss 0.1297 67s +step 8000 loss 0.1289 89s +step 10000 loss 0.1495 111s +step 12000 loss 0.1442 135s +step 14000 loss 0.1055 158s +step 16000 loss 0.0941 182s +step 18000 loss 0.1029 204s +step 20000 loss 0.0693 223s +step 22000 loss 0.0787 243s +step 24000 loss 0.0768 261s +step 26000 loss 0.1155 282s +step 28000 loss 0.1138 306s +step 30000 loss 0.0713 329s +step 32000 loss 0.0795 351s +step 34000 loss 0.0772 373s +step 36000 loss 0.1081 395s +step 38000 loss 0.0739 418s +step 40000 loss 0.0845 439s +step 42000 loss 0.0744 462s +step 44000 loss 0.0659 485s +step 46000 loss 0.0568 508s +step 48000 loss 0.0851 534s +step 50000 loss 0.1144 560s +step 52000 loss 0.0793 586s +step 54000 loss 0.0690 612s +step 56000 loss 0.0584 637s +step 58000 loss 0.0730 663s +step 60000 loss 0.0514 690s +step 62000 loss 0.0627 715s +step 64000 loss 0.0538 747s +step 66000 loss 0.0709 783s +step 68000 loss 0.0602 819s +step 70000 loss 0.0688 855s +step 72000 loss 0.0629 892s +step 74000 loss 0.0869 928s +step 76000 loss 0.0807 965s +step 78000 loss 0.0869 1002s +step 80000 loss 0.0514 1038s +step 82000 loss 0.0622 1074s +step 84000 loss 0.0648 1111s +step 86000 loss 0.0556 1146s +step 88000 loss 0.0819 1182s +step 90000 loss 0.0565 1217s +step 92000 loss 0.0573 1252s +step 94000 loss 0.0673 1287s +step 96000 loss 0.0690 1321s diff --git a/results/furuta_v4/logs/train_mlp_b256.log b/results/furuta_v4/logs/train_mlp_b256.log new file mode 100644 index 0000000000000000000000000000000000000000..4648f71a2bc41240f793af5a1d16f235554d2d9d --- /dev/null +++ b/results/furuta_v4/logs/train_mlp_b256.log @@ -0,0 +1,41 @@ +mlp_b256 arch=mlp params=3878772 N=2801 steps=80000 +step 2000 loss 0.1522 363s +step 4000 loss 0.1084 720s +step 6000 loss 0.1147 1050s +step 8000 loss 0.0970 1408s +step 10000 loss 0.0862 1752s +step 12000 loss 0.0794 2080s +step 14000 loss 0.0730 2348s +step 16000 loss 0.0803 2598s +step 18000 loss 0.0762 2869s +step 20000 loss 0.0725 3128s +step 22000 loss 0.0848 3394s +step 24000 loss 0.0621 3657s +step 26000 loss 0.0700 3890s +step 28000 loss 0.0701 4146s +step 30000 loss 0.0747 4459s +step 32000 loss 0.0627 4826s +step 34000 loss 0.0575 5300s +step 36000 loss 0.0717 5815s +step 38000 loss 0.0611 6296s +step 40000 loss 0.0765 6847s +step 42000 loss 0.0642 7391s +step 44000 loss 0.0627 7674s +step 46000 loss 0.0532 7956s +step 48000 loss 0.0513 8248s +step 50000 loss 0.0592 8485s +step 52000 loss 0.0492 8711s +step 54000 loss 0.0524 9019s +step 56000 loss 0.0623 9459s +step 58000 loss 0.0517 9896s +step 60000 loss 0.0513 10348s +step 62000 loss 0.0595 11025s +step 64000 loss 0.0612 11703s +step 66000 loss 0.0463 12381s +step 68000 loss 0.0510 13050s +step 70000 loss 0.0451 13711s +step 72000 loss 0.0553 14035s +step 74000 loss 0.0605 14606s +step 76000 loss 0.0541 14954s +step 78000 loss 0.0531 15184s +step 80000 loss 0.0549 15360s diff --git a/results/furuta_v4/logs/train_mlp_xd.log b/results/furuta_v4/logs/train_mlp_xd.log new file mode 100644 index 0000000000000000000000000000000000000000..e32b6303447dc3144b1e063521149d26263ded1f --- /dev/null +++ b/results/furuta_v4/logs/train_mlp_xd.log @@ -0,0 +1,41 @@ +mlp_xd arch=mlp params=3878772 N=5583 steps=80000 +step 2000 loss 0.1405 268s +step 4000 loss 0.1125 516s +step 6000 loss 0.1044 793s +step 8000 loss 0.0991 1051s +step 10000 loss 0.0890 1319s +step 12000 loss 0.0781 1586s +step 14000 loss 0.0836 1821s +step 16000 loss 0.0711 2083s +step 18000 loss 0.0734 2401s +step 20000 loss 0.0922 2768s +step 22000 loss 0.0832 3249s +step 24000 loss 0.0741 3766s +step 26000 loss 0.0716 4254s +step 28000 loss 0.0704 4803s +step 30000 loss 0.0772 5336s +step 32000 loss 0.0718 5606s +step 34000 loss 0.0692 5888s +step 36000 loss 0.0811 6178s +step 38000 loss 0.0678 6427s +step 40000 loss 0.0616 6639s +step 42000 loss 0.0709 6951s +step 44000 loss 0.0612 7385s +step 46000 loss 0.0666 7797s +step 48000 loss 0.0633 8244s +step 50000 loss 0.0505 8905s +step 52000 loss 0.0545 9573s +step 54000 loss 0.0506 10253s +step 56000 loss 0.0635 10917s +step 58000 loss 0.0523 11563s +step 60000 loss 0.0553 11915s +step 62000 loss 0.0501 12438s +step 64000 loss 0.0642 12821s +step 66000 loss 0.0516 13072s +step 68000 loss 0.0489 13250s +step 70000 loss 0.0542 13420s +step 72000 loss 0.0571 13588s +step 74000 loss 0.0476 13753s +step 76000 loss 0.0527 13920s +step 78000 loss 0.0513 14125s +step 80000 loss 0.0475 14338s diff --git a/results/furuta_v4/logs/train_reg_a_seed0.log b/results/furuta_v4/logs/train_reg_a_seed0.log new file mode 100644 index 0000000000000000000000000000000000000000..1cc838c4312083319d605cad780237865047869b --- /dev/null +++ b/results/furuta_v4/logs/train_reg_a_seed0.log @@ -0,0 +1,49 @@ +reg_a_seed0 reg params=3747408 N=2801 steps=96000 mcd=0.0 +step 2000 loss 0.03187 464s +step 4000 loss 0.01780 743s +step 6000 loss 0.01316 998s +step 8000 loss 0.00783 1253s +step 10000 loss 0.01785 1507s +step 12000 loss 0.00674 1763s +step 14000 loss 0.00538 2017s +step 16000 loss 0.00728 2271s +step 18000 loss 0.00362 2527s +step 20000 loss 0.00378 2780s +step 22000 loss 0.00261 3037s +step 24000 loss 0.00439 3310s +step 26000 loss 0.00178 3583s +step 28000 loss 0.00367 3856s +step 30000 loss 0.00075 4126s +step 32000 loss 0.00051 4407s +step 34000 loss 0.00058 4688s +step 36000 loss 0.00049 4950s +step 38000 loss 0.00040 5215s +step 40000 loss 0.00038 5480s +step 42000 loss 0.00032 5744s +step 44000 loss 0.00027 6009s +step 46000 loss 0.00026 6262s +step 48000 loss 0.00049 6492s +step 50000 loss 0.00014 6722s +step 52000 loss 0.00014 6954s +step 54000 loss 0.00016 7184s +step 56000 loss 0.00015 7414s +step 58000 loss 0.00012 7646s +step 60000 loss 0.00010 7876s +step 62000 loss 0.00009 8107s +step 64000 loss 0.00008 8338s +step 66000 loss 0.00007 8568s +step 68000 loss 0.00005 8799s +step 70000 loss 0.00004 9030s +step 72000 loss 0.00004 9261s +step 74000 loss 0.00003 9492s +step 76000 loss 0.00003 9723s +step 78000 loss 0.00002 9954s +step 80000 loss 0.00002 10184s +step 82000 loss 0.00002 10415s +step 84000 loss 0.00002 10646s +step 86000 loss 0.00002 10877s +step 88000 loss 0.00001 11107s +step 90000 loss 0.00001 11338s +step 92000 loss 0.00001 11568s +step 94000 loss 0.00001 11798s +step 96000 loss 0.00001 12029s diff --git a/results/furuta_v4/logs/train_reg_a_seed1.log b/results/furuta_v4/logs/train_reg_a_seed1.log new file mode 100644 index 0000000000000000000000000000000000000000..1f3c82a70a797f102340b0eae34b4cf38c54f909 --- /dev/null +++ b/results/furuta_v4/logs/train_reg_a_seed1.log @@ -0,0 +1,49 @@ +reg_a_seed1 reg params=3747408 N=2801 steps=96000 mcd=0.0 +step 2000 loss 0.03034 462s +step 4000 loss 0.02228 750s +step 6000 loss 0.01810 1013s +step 8000 loss 0.00757 1275s +step 10000 loss 0.00840 1538s +step 12000 loss 0.00692 1801s +step 14000 loss 0.00973 2065s +step 16000 loss 0.00562 2327s +step 18000 loss 0.00980 2589s +step 20000 loss 0.00311 2850s +step 22000 loss 0.00216 3120s +step 24000 loss 0.00179 3402s +step 26000 loss 0.00127 3682s +step 28000 loss 0.00092 3964s +step 30000 loss 0.00089 4242s +step 32000 loss 0.00068 4540s +step 34000 loss 0.00478 4816s +step 36000 loss 0.00046 5085s +step 38000 loss 0.00055 5356s +step 40000 loss 0.00033 5626s +step 42000 loss 0.00047 5896s +step 44000 loss 0.00034 6168s +step 46000 loss 0.00027 6405s +step 48000 loss 0.00019 6643s +step 50000 loss 0.00053 6879s +step 52000 loss 0.00017 7116s +step 54000 loss 0.00022 7353s +step 56000 loss 0.00014 7591s +step 58000 loss 0.00012 7828s +step 60000 loss 0.00023 8065s +step 62000 loss 0.00010 8302s +step 64000 loss 0.00009 8541s +step 66000 loss 0.00007 8777s +step 68000 loss 0.00008 9015s +step 70000 loss 0.00006 9252s +step 72000 loss 0.00006 9490s +step 74000 loss 0.00004 9727s +step 76000 loss 0.00004 9964s +step 78000 loss 0.00003 10200s +step 80000 loss 0.00003 10439s +step 82000 loss 0.00003 10676s +step 84000 loss 0.00003 10913s +step 86000 loss 0.00003 11148s +step 88000 loss 0.00002 11385s +step 90000 loss 0.00002 11621s +step 92000 loss 0.00002 11858s +step 94000 loss 0.00002 12084s +step 96000 loss 0.00002 12285s diff --git a/results/furuta_v4/logs/train_reg_a_seed2.log b/results/furuta_v4/logs/train_reg_a_seed2.log new file mode 100644 index 0000000000000000000000000000000000000000..b215913db93b1bac288fc465d58cff4c3de2aa90 --- /dev/null +++ b/results/furuta_v4/logs/train_reg_a_seed2.log @@ -0,0 +1,49 @@ +reg_a_seed2 reg params=3747408 N=2801 steps=96000 mcd=0.0 +step 2000 loss 0.01525 463s +step 4000 loss 0.02658 758s +step 6000 loss 0.01457 1031s +step 8000 loss 0.01016 1305s +step 10000 loss 0.00869 1576s +step 12000 loss 0.00658 1850s +step 14000 loss 0.00622 2123s +step 16000 loss 0.00532 2394s +step 18000 loss 0.00690 2667s +step 20000 loss 0.00325 2938s +step 22000 loss 0.00265 3225s +step 24000 loss 0.00196 3515s +step 26000 loss 0.00148 3806s +step 28000 loss 0.00131 4098s +step 30000 loss 0.00102 4394s +step 32000 loss 0.00071 4694s +step 34000 loss 0.00071 4974s +step 36000 loss 0.00051 5258s +step 38000 loss 0.00078 5539s +step 40000 loss 0.00042 5823s +step 42000 loss 0.00037 6106s +step 44000 loss 0.00035 6361s +step 46000 loss 0.00039 6607s +step 48000 loss 0.00023 6853s +step 50000 loss 0.00023 7099s +step 52000 loss 0.00021 7345s +step 54000 loss 0.00014 7592s +step 56000 loss 0.00014 7838s +step 58000 loss 0.00015 8085s +step 60000 loss 0.00009 8331s +step 62000 loss 0.00012 8577s +step 64000 loss 0.00011 8824s +step 66000 loss 0.00008 9070s +step 68000 loss 0.00007 9316s +step 70000 loss 0.00006 9562s +step 72000 loss 0.00006 9809s +step 74000 loss 0.00005 10054s +step 76000 loss 0.00004 10301s +step 78000 loss 0.00004 10547s +step 80000 loss 0.00004 10792s +step 82000 loss 0.00003 11038s +step 84000 loss 0.00003 11285s +step 86000 loss 0.00002 11530s +step 88000 loss 0.00002 11776s +step 90000 loss 0.00002 12023s +step 92000 loss 0.00002 12230s +step 94000 loss 0.00002 12404s +step 96000 loss 0.00002 12523s diff --git a/results/furuta_v4/logs/train_reg_mcd_seed0.log b/results/furuta_v4/logs/train_reg_mcd_seed0.log new file mode 100644 index 0000000000000000000000000000000000000000..4aff9ecaa11c340c90c9e097dc8989d698e7b2ea --- /dev/null +++ b/results/furuta_v4/logs/train_reg_mcd_seed0.log @@ -0,0 +1,49 @@ +reg_mcd_seed0 reg params=3747408 N=2801 steps=96000 mcd=0.1 +step 2000 loss 0.03037 456s +step 4000 loss 0.01738 749s +step 6000 loss 0.01513 1016s +step 8000 loss 0.01026 1282s +step 10000 loss 0.01554 1549s +step 12000 loss 0.00987 1816s +step 14000 loss 0.00799 2082s +step 16000 loss 0.00754 2349s +step 18000 loss 0.00935 2613s +step 20000 loss 0.00907 2878s +step 22000 loss 0.01088 3154s +step 24000 loss 0.00539 3439s +step 26000 loss 0.00433 3725s +step 28000 loss 0.00383 4010s +step 30000 loss 0.00347 4295s +step 32000 loss 0.00276 4596s +step 34000 loss 0.00292 4873s +step 36000 loss 0.00217 5151s +step 38000 loss 0.00176 5430s +step 40000 loss 0.00166 5707s +step 42000 loss 0.00172 5986s +step 44000 loss 0.00152 6253s +step 46000 loss 0.00148 6493s +step 48000 loss 0.00117 6733s +step 50000 loss 0.00109 6974s +step 52000 loss 0.00112 7214s +step 54000 loss 0.00098 7454s +step 56000 loss 0.00085 7695s +step 58000 loss 0.00078 7935s +step 60000 loss 0.00075 8175s +step 62000 loss 0.00069 8415s +step 64000 loss 0.00081 8655s +step 66000 loss 0.00068 8895s +step 68000 loss 0.00069 9136s +step 70000 loss 0.00055 9376s +step 72000 loss 0.00050 9616s +step 74000 loss 0.00056 9856s +step 76000 loss 0.00052 10096s +step 78000 loss 0.00053 10338s +step 80000 loss 0.00045 10578s +step 82000 loss 0.00048 10818s +step 84000 loss 0.00049 11059s +step 86000 loss 0.00045 11300s +step 88000 loss 0.00043 11541s +step 90000 loss 0.00043 11782s +step 92000 loss 0.00043 12024s +step 94000 loss 0.00037 12228s +step 96000 loss 0.00042 12405s diff --git a/results/furuta_v4/logs/train_reg_mcd_seed1.log b/results/furuta_v4/logs/train_reg_mcd_seed1.log new file mode 100644 index 0000000000000000000000000000000000000000..503b8b7537c5cf887f95969795a14cf30d218d1c --- /dev/null +++ b/results/furuta_v4/logs/train_reg_mcd_seed1.log @@ -0,0 +1,49 @@ +reg_mcd_seed1 reg params=3747408 N=2801 steps=96000 mcd=0.1 +step 2000 loss 0.02177 463s +step 4000 loss 0.02129 758s +step 6000 loss 0.01194 1030s +step 8000 loss 0.01270 1303s +step 10000 loss 0.01408 1573s +step 12000 loss 0.00813 1846s +step 14000 loss 0.01123 2118s +step 16000 loss 0.00769 2389s +step 18000 loss 0.00594 2660s +step 20000 loss 0.00765 2930s +step 22000 loss 0.00667 3216s +step 24000 loss 0.00503 3506s +step 26000 loss 0.00495 3797s +step 28000 loss 0.00355 4089s +step 30000 loss 0.00325 4385s +step 32000 loss 0.00241 4684s +step 34000 loss 0.00214 4964s +step 36000 loss 0.00180 5245s +step 38000 loss 0.00193 5525s +step 40000 loss 0.00170 5806s +step 42000 loss 0.00195 6087s +step 44000 loss 0.00179 6344s +step 46000 loss 0.00142 6588s +step 48000 loss 0.00104 6832s +step 50000 loss 0.00106 7076s +step 52000 loss 0.00107 7320s +step 54000 loss 0.00100 7563s +step 56000 loss 0.00090 7807s +step 58000 loss 0.00091 8050s +step 60000 loss 0.00076 8294s +step 62000 loss 0.00080 8538s +step 64000 loss 0.00074 8781s +step 66000 loss 0.00061 9025s +step 68000 loss 0.00068 9268s +step 70000 loss 0.00066 9511s +step 72000 loss 0.00064 9756s +step 74000 loss 0.00051 10000s +step 76000 loss 0.00059 10245s +step 78000 loss 0.00058 10490s +step 80000 loss 0.00046 10733s +step 82000 loss 0.00051 10978s +step 84000 loss 0.00045 11223s +step 86000 loss 0.00051 11467s +step 88000 loss 0.00050 11712s +step 90000 loss 0.00041 11957s +step 92000 loss 0.00052 12175s +step 94000 loss 0.00041 12364s +step 96000 loss 0.00046 12502s diff --git a/results/furuta_v4/logs/train_reg_mcd_seed2.log b/results/furuta_v4/logs/train_reg_mcd_seed2.log new file mode 100644 index 0000000000000000000000000000000000000000..2f5ec4fb7bd09b401886e57ba090a1b7db3c168f --- /dev/null +++ b/results/furuta_v4/logs/train_reg_mcd_seed2.log @@ -0,0 +1,49 @@ +reg_mcd_seed2 reg params=3747408 N=2801 steps=96000 mcd=0.1 +step 2000 loss 0.01562 464s +step 4000 loss 0.03159 759s +step 6000 loss 0.01818 1032s +step 8000 loss 0.01267 1306s +step 10000 loss 0.01014 1579s +step 12000 loss 0.00953 1852s +step 14000 loss 0.00916 2126s +step 16000 loss 0.01408 2397s +step 18000 loss 0.00687 2669s +step 20000 loss 0.02537 2941s +step 22000 loss 0.00541 3228s +step 24000 loss 0.00486 3520s +step 26000 loss 0.00759 3811s +step 28000 loss 0.00421 4103s +step 30000 loss 0.00372 4400s +step 32000 loss 0.00535 4701s +step 34000 loss 0.00275 4981s +step 36000 loss 0.00322 5265s +step 38000 loss 0.00184 5546s +step 40000 loss 0.00159 5830s +step 42000 loss 0.00379 6114s +step 44000 loss 0.00147 6368s +step 46000 loss 0.00144 6614s +step 48000 loss 0.00112 6861s +step 50000 loss 0.00105 7107s +step 52000 loss 0.00112 7354s +step 54000 loss 0.00097 7600s +step 56000 loss 0.00172 7847s +step 58000 loss 0.00076 8094s +step 60000 loss 0.00077 8341s +step 62000 loss 0.00073 8587s +step 64000 loss 0.00065 8834s +step 66000 loss 0.00060 9081s +step 68000 loss 0.00063 9328s +step 70000 loss 0.00054 9574s +step 72000 loss 0.00063 9820s +step 74000 loss 0.00056 10066s +step 76000 loss 0.00056 10313s +step 78000 loss 0.00056 10559s +step 80000 loss 0.00047 10805s +step 82000 loss 0.00050 11051s +step 84000 loss 0.00054 11298s +step 86000 loss 0.00042 11544s +step 88000 loss 0.00046 11789s +step 90000 loss 0.00046 12035s +step 92000 loss 0.00045 12243s +step 94000 loss 0.00052 12416s +step 96000 loss 0.00049 12529s diff --git a/results/furuta_v4/logs/train_unet_a.log b/results/furuta_v4/logs/train_unet_a.log new file mode 100644 index 0000000000000000000000000000000000000000..6d5e62ce862e104074530cecd8dbe38ad6a80b5d --- /dev/null +++ b/results/furuta_v4/logs/train_unet_a.log @@ -0,0 +1,49 @@ +unet_a arch=unet params=3747408 N=2801 steps=96000 +step 2000 loss 0.0598 110s +step 4000 loss 0.0343 236s +step 6000 loss 0.0327 413s +step 8000 loss 0.0353 591s +step 10000 loss 0.0298 758s +step 12000 loss 0.0180 910s +step 14000 loss 0.0239 1063s +step 16000 loss 0.0187 1221s +step 18000 loss 0.0217 1370s +step 20000 loss 0.0166 1507s +step 22000 loss 0.0253 1644s +step 24000 loss 0.0183 1781s +step 26000 loss 0.0161 1911s +step 28000 loss 0.0186 2048s +step 30000 loss 0.0136 2185s +step 32000 loss 0.0278 2320s +step 34000 loss 0.0135 2456s +step 36000 loss 0.0103 2592s +step 38000 loss 0.0131 2728s +step 40000 loss 0.0101 2863s +step 42000 loss 0.0102 3009s +step 44000 loss 0.0267 3272s +step 46000 loss 0.0098 3469s +step 48000 loss 0.0120 3593s +step 50000 loss 0.0121 3713s +step 52000 loss 0.0073 3838s +step 54000 loss 0.0136 3964s +step 56000 loss 0.0097 4091s +step 58000 loss 0.0127 4219s +step 60000 loss 0.0093 4343s +step 62000 loss 0.0055 4467s +step 64000 loss 0.0068 4594s +step 66000 loss 0.0112 4721s +step 68000 loss 0.0063 4849s +step 70000 loss 0.0054 4974s +step 72000 loss 0.0054 5095s +step 74000 loss 0.0138 5179s +step 76000 loss 0.0027 5258s +step 78000 loss 0.0058 5334s +step 80000 loss 0.0048 5458s +step 82000 loss 0.0027 5587s +step 84000 loss 0.0025 5698s +step 86000 loss 0.0026 5833s +step 88000 loss 0.0031 5956s +step 90000 loss 0.0033 6076s +step 92000 loss 0.0024 6201s +step 94000 loss 0.0067 6314s +step 96000 loss 0.0058 6431s diff --git a/results/furuta_v4/logs/train_unet_a_seed1.log b/results/furuta_v4/logs/train_unet_a_seed1.log new file mode 100644 index 0000000000000000000000000000000000000000..9f69359416160134b3ca7ee3eaf98f955c6b15fa --- /dev/null +++ b/results/furuta_v4/logs/train_unet_a_seed1.log @@ -0,0 +1,49 @@ +unet_a_seed1 arch=unet params=3747408 N=2801 steps=96000 +step 2000 loss 0.0337 122s +step 4000 loss 0.0517 246s +step 6000 loss 0.0253 378s +step 8000 loss 0.0348 548s +step 10000 loss 0.0309 745s +step 12000 loss 0.0176 942s +step 14000 loss 0.0216 1141s +step 16000 loss 0.0180 1338s +step 18000 loss 0.0267 1534s +step 20000 loss 0.0184 1727s +step 22000 loss 0.0128 1919s +step 24000 loss 0.0191 2115s +step 26000 loss 0.0233 2310s +step 28000 loss 0.0202 2504s +step 30000 loss 0.0181 2692s +step 32000 loss 0.0203 2886s +step 34000 loss 0.0085 3074s +step 36000 loss 0.0086 3228s +step 38000 loss 0.0160 3376s +step 40000 loss 0.0126 3525s +step 42000 loss 0.0106 3707s +step 44000 loss 0.0152 3891s +step 46000 loss 0.0124 4083s +step 48000 loss 0.0102 4276s +step 50000 loss 0.0080 4465s +step 52000 loss 0.0071 4657s +step 54000 loss 0.0050 4830s +step 56000 loss 0.0062 4975s +step 58000 loss 0.0057 5124s +step 60000 loss 0.0050 5264s +step 62000 loss 0.0057 5407s +step 64000 loss 0.0058 5546s +step 66000 loss 0.0048 5670s +step 68000 loss 0.0058 5791s +step 70000 loss 0.0043 5912s +step 72000 loss 0.0050 6033s +step 74000 loss 0.0034 6152s +step 76000 loss 0.0060 6274s +step 78000 loss 0.0029 6393s +step 80000 loss 0.0044 6515s +step 82000 loss 0.0079 6634s +step 84000 loss 0.0024 6754s +step 86000 loss 0.0037 6875s +step 88000 loss 0.0043 6995s +step 90000 loss 0.0030 7117s +step 92000 loss 0.0032 7237s +step 94000 loss 0.0048 7358s +step 96000 loss 0.0058 7478s diff --git a/results/furuta_v4/logs/train_unet_a_seed2.log b/results/furuta_v4/logs/train_unet_a_seed2.log new file mode 100644 index 0000000000000000000000000000000000000000..bcb882f4b0d465124c937b2cef31637c2c1881f5 --- /dev/null +++ b/results/furuta_v4/logs/train_unet_a_seed2.log @@ -0,0 +1,49 @@ +unet_a_seed2 arch=unet params=3747408 N=2801 steps=96000 +step 2000 loss 0.0370 122s +step 4000 loss 0.0389 246s +step 6000 loss 0.0307 377s +step 8000 loss 0.0388 548s +step 10000 loss 0.0219 745s +step 12000 loss 0.0230 942s +step 14000 loss 0.0212 1141s +step 16000 loss 0.0177 1337s +step 18000 loss 0.0129 1534s +step 20000 loss 0.0224 1727s +step 22000 loss 0.0184 1918s +step 24000 loss 0.0124 2115s +step 26000 loss 0.0211 2310s +step 28000 loss 0.0199 2503s +step 30000 loss 0.0143 2691s +step 32000 loss 0.0186 2885s +step 34000 loss 0.0117 3074s +step 36000 loss 0.0067 3228s +step 38000 loss 0.0151 3376s +step 40000 loss 0.0155 3525s +step 42000 loss 0.0130 3707s +step 44000 loss 0.0127 3891s +step 46000 loss 0.0140 4083s +step 48000 loss 0.0064 4276s +step 50000 loss 0.0074 4465s +step 52000 loss 0.0108 4657s +step 54000 loss 0.0099 4830s +step 56000 loss 0.0061 4975s +step 58000 loss 0.0091 5123s +step 60000 loss 0.0084 5264s +step 62000 loss 0.0143 5407s +step 64000 loss 0.0132 5546s +step 66000 loss 0.0052 5670s +step 68000 loss 0.0072 5790s +step 70000 loss 0.0089 5912s +step 72000 loss 0.0046 6033s +step 74000 loss 0.0046 6152s +step 76000 loss 0.0060 6273s +step 78000 loss 0.0025 6393s +step 80000 loss 0.0029 6514s +step 82000 loss 0.0044 6634s +step 84000 loss 0.0059 6753s +step 86000 loss 0.0043 6875s +step 88000 loss 0.0035 6994s +step 90000 loss 0.0047 7116s +step 92000 loss 0.0035 7236s +step 94000 loss 0.0025 7357s +step 96000 loss 0.0049 7477s diff --git a/results/furuta_v4/logs/train_unet_s.log b/results/furuta_v4/logs/train_unet_s.log new file mode 100644 index 0000000000000000000000000000000000000000..d3806118cc433138cfd5d767df61ec05ebd44b3c --- /dev/null +++ b/results/furuta_v4/logs/train_unet_s.log @@ -0,0 +1,21 @@ +unet_s arch=unet params=1202032 N=2801 steps=40000 +step 2000 loss 0.0507 366s +step 4000 loss 0.0254 685s +step 6000 loss 0.0355 1030s +step 8000 loss 0.0465 1373s +step 10000 loss 0.0256 1713s +step 12000 loss 0.0353 1990s +step 14000 loss 0.0338 2242s +step 16000 loss 0.0267 2502s +step 18000 loss 0.0180 2769s +step 20000 loss 0.0264 3025s +step 22000 loss 0.0274 3296s +step 24000 loss 0.0174 3530s +step 26000 loss 0.0181 3775s +step 28000 loss 0.0216 4063s +step 30000 loss 0.0168 4420s +step 32000 loss 0.0115 4852s +step 34000 loss 0.0219 5342s +step 36000 loss 0.0223 5861s +step 38000 loss 0.0143 6307s +step 40000 loss 0.0198 6933s diff --git a/results/furuta_v4/logs/train_unet_s2.log b/results/furuta_v4/logs/train_unet_s2.log new file mode 100644 index 0000000000000000000000000000000000000000..9343e0279f7cef1cc38013c23acf60b20d15399d --- /dev/null +++ b/results/furuta_v4/logs/train_unet_s2.log @@ -0,0 +1,3 @@ +unet_s2 arch=unet params=1202032 N=2801 steps=40000 +step 2000 loss 0.0550 548s +step 4000 loss 0.0416 1272s diff --git a/results/furuta_v4/logs/train_unet_sxd.log b/results/furuta_v4/logs/train_unet_sxd.log new file mode 100644 index 0000000000000000000000000000000000000000..f54fbb4e455b559c5afc99521a58082424ba56a3 --- /dev/null +++ b/results/furuta_v4/logs/train_unet_sxd.log @@ -0,0 +1,21 @@ +unet_sxd arch=unet params=1202032 N=5583 steps=40000 +step 2000 loss 0.0875 530s +step 4000 loss 0.0324 1243s +step 6000 loss 0.0326 1899s +step 8000 loss 0.0295 2572s +step 10000 loss 0.0314 3233s +step 12000 loss 0.0351 3735s +step 14000 loss 0.0253 4205s +step 16000 loss 0.0379 4665s +step 18000 loss 0.0215 4948s +step 20000 loss 0.0206 5137s +step 22000 loss 0.0162 5315s +step 24000 loss 0.0270 5489s +step 26000 loss 0.0282 5663s +step 28000 loss 0.0230 5838s +step 30000 loss 0.0183 6040s +step 32000 loss 0.0270 6257s +step 34000 loss 0.0192 6419s +step 36000 loss 0.0235 6580s +step 38000 loss 0.0145 6739s +step 40000 loss 0.0182 6896s diff --git a/results/furuta_v4/logs/warm_deploy.log b/results/furuta_v4/logs/warm_deploy.log new file mode 100644 index 0000000000000000000000000000000000000000..2536cd414a2e9e28e4249b7f94367d502c4ab236 --- /dev/null +++ b/results/furuta_v4/logs/warm_deploy.log @@ -0,0 +1,544 @@ +[v3_eval] task=warm tag=v4unetA_s0 sampler seeds 0,1,2 (warm: 0) n=60 +generated 60x1 candidates in 16.2s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + 10/60 (20s) + 20/60 (30s) + 30/60 (45s) + 40/60 (60s) + 50/60 (70s) + 60/60 (85s) + +=== warm-start test (n=60, seed 4242, max_iter=700) === +target certificate: largest_certified_region per plant (unmargined); verifier: furuta_traj_bank.score_solution (identical to every other arm in this doc) + + condition success med iter med t med J + cold 53.3% 363 1.95s 4.06 + nearest-warm 76.7% 45 0.25s 4.15 + generated-warm 76.7% 42 0.25s 4.15 + +--- paired tests --- + generated-warm vs cold success: beats 14, loses 0, McNemar p=0.0001 * time ratio 0.152x (n=32), Wilcoxon p=0.0000 * + generated-warm vs nearest-warm success: beats 0, loses 0, McNemar p=1.0000 time ratio 0.959x (n=46), Wilcoxon p=0.3024 + nearest-warm vs cold success: beats 14, loses 0, McNemar p=0.0001 * time ratio 0.157x (n=32), Wilcoxon p=0.0000 * + +--- failure breakdown --- + cold ipopt: Maximum_Iterations_Exceeded:13 ipopt: Infeasible_Problem_Detected:11 rollout failed:4 + nearest-warm ipopt: Infeasible_Problem_Detected:6 rollout failed:5 ipopt: Maximum_Iterations_Exceeded:3 + generated-warm ipopt: Infeasible_Problem_Detected:6 ipopt: Maximum_Iterations_Exceeded:5 rollout failed:3 + +saved -> results/furuta_v4/traj_gen_warmstart.txt (+.npz) +[v3_eval] task=warm tag=v4unetA_s1 sampler seeds 0,1,2 (warm: 1) n=60 +generated 60x1 candidates in 18.0s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + 10/60 (19s) + 20/60 (31s) + 30/60 (45s) + 40/60 (61s) + 50/60 (72s) + 60/60 (86s) + +=== warm-start test (n=60, seed 4242, max_iter=700) === +target certificate: largest_certified_region per plant (unmargined); verifier: furuta_traj_bank.score_solution (identical to every other arm in this doc) + + condition success med iter med t med J + cold 53.3% 363 1.98s 4.06 + nearest-warm 76.7% 45 0.26s 4.15 + generated-warm 76.7% 46 0.26s 4.15 + +--- paired tests --- + generated-warm vs cold success: beats 14, loses 0, McNemar p=0.0001 * time ratio 0.159x (n=32), Wilcoxon p=0.0000 * + generated-warm vs nearest-warm success: beats 0, loses 0, McNemar p=1.0000 time ratio 1.023x (n=46), Wilcoxon p=0.5957 + nearest-warm vs cold success: beats 14, loses 0, McNemar p=0.0001 * time ratio 0.161x (n=32), Wilcoxon p=0.0000 * + +--- failure breakdown --- + cold ipopt: Maximum_Iterations_Exceeded:13 ipopt: Infeasible_Problem_Detected:11 rollout failed:4 + nearest-warm ipopt: Infeasible_Problem_Detected:6 rollout failed:5 ipopt: Maximum_Iterations_Exceeded:3 + generated-warm ipopt: Maximum_Iterations_Exceeded:6 ipopt: Infeasible_Problem_Detected:5 rollout failed:3 + +saved -> results/furuta_v4/traj_gen_warmstart.txt (+.npz) +[v3_eval] task=warm tag=v4unetA_s2 sampler seeds 0,1,2 (warm: 2) n=60 +generated 60x1 candidates in 20.3s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + 10/60 (21s) + 20/60 (31s) + 30/60 (44s) + 40/60 (60s) + 50/60 (71s) + 60/60 (87s) + +=== warm-start test (n=60, seed 4242, max_iter=700) === +target certificate: largest_certified_region per plant (unmargined); verifier: furuta_traj_bank.score_solution (identical to every other arm in this doc) + + condition success med iter med t med J + cold 53.3% 363 1.93s 4.06 + nearest-warm 76.7% 45 0.25s 4.15 + generated-warm 76.7% 49 0.27s 4.15 + +--- paired tests --- + generated-warm vs cold success: beats 14, loses 0, McNemar p=0.0001 * time ratio 0.167x (n=32), Wilcoxon p=0.0000 * + generated-warm vs nearest-warm success: beats 0, loses 0, McNemar p=1.0000 time ratio 1.076x (n=46), Wilcoxon p=0.3916 + nearest-warm vs cold success: beats 14, loses 0, McNemar p=0.0001 * time ratio 0.162x (n=32), Wilcoxon p=0.0000 * + +--- failure breakdown --- + cold ipopt: Maximum_Iterations_Exceeded:13 ipopt: Infeasible_Problem_Detected:11 rollout failed:4 + nearest-warm ipopt: Infeasible_Problem_Detected:6 rollout failed:5 ipopt: Maximum_Iterations_Exceeded:3 + generated-warm ipopt: Infeasible_Problem_Detected:7 ipopt: Maximum_Iterations_Exceeded:4 rollout failed:3 + +saved -> results/furuta_v4/traj_gen_warmstart.txt (+.npz) +[v3_eval] task=deploy tag=v4unetA sampler seeds 0,1,2 (warm: 0) n=60 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +phase 1 59s + 500/5760 (72s) + 1000/5760 (84s) + 1500/5760 (96s) + 2000/5760 (108s) + 2500/5760 (120s) + 3000/5760 (133s) + 3500/5760 (145s) + 4000/5760 (157s) + 4500/5760 (168s) + 5000/5760 (180s) + 5500/5760 (192s) +saved results/furuta_v4/deploy_gen_v4unetA.pkl +[v3_eval] task=warm tag=v4unetS_s0 sampler seeds 0,1,2 (warm: 0) n=60 +generated 60x1 candidates in 7.8s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + 10/60 (20s) + 20/60 (30s) + 30/60 (44s) + 40/60 (60s) + 50/60 (71s) + 60/60 (86s) + +=== warm-start test (n=60, seed 4242, max_iter=700) === +target certificate: largest_certified_region per plant (unmargined); verifier: furuta_traj_bank.score_solution (identical to every other arm in this doc) + + condition success med iter med t med J + cold 53.3% 363 1.83s 4.06 + nearest-warm 76.7% 45 0.26s 4.15 + generated-warm 75.0% 47 0.26s 4.14 + +--- paired tests --- + generated-warm vs cold success: beats 13, loses 0, McNemar p=0.0002 * time ratio 0.162x (n=32), Wilcoxon p=0.0000 * + generated-warm vs nearest-warm success: beats 0, loses 1, McNemar p=1.0000 time ratio 0.994x (n=45), Wilcoxon p=0.5991 + nearest-warm vs cold success: beats 14, loses 0, McNemar p=0.0001 * time ratio 0.157x (n=32), Wilcoxon p=0.0000 * + +--- failure breakdown --- + cold ipopt: Maximum_Iterations_Exceeded:13 ipopt: Infeasible_Problem_Detected:11 rollout failed:4 + nearest-warm ipopt: Infeasible_Problem_Detected:6 rollout failed:5 ipopt: Maximum_Iterations_Exceeded:3 + generated-warm ipopt: Infeasible_Problem_Detected:6 rollout failed:5 ipopt: Maximum_Iterations_Exceeded:4 + +saved -> results/furuta_v4/traj_gen_warmstart.txt (+.npz) +[v3_eval] task=warm tag=v4unetS_s1 sampler seeds 0,1,2 (warm: 1) n=60 +generated 60x1 candidates in 9.7s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + 10/60 (20s) + 20/60 (31s) + 30/60 (44s) + 40/60 (59s) + 50/60 (70s) + 60/60 (85s) + +=== warm-start test (n=60, seed 4242, max_iter=700) === +target certificate: largest_certified_region per plant (unmargined); verifier: furuta_traj_bank.score_solution (identical to every other arm in this doc) + + condition success med iter med t med J + cold 53.3% 363 1.82s 4.06 + nearest-warm 76.7% 45 0.25s 4.15 + generated-warm 75.0% 50 0.27s 4.14 + +--- paired tests --- + generated-warm vs cold success: beats 13, loses 0, McNemar p=0.0002 * time ratio 0.166x (n=32), Wilcoxon p=0.0000 * + generated-warm vs nearest-warm success: beats 0, loses 1, McNemar p=1.0000 time ratio 1.050x (n=45), Wilcoxon p=0.2618 + nearest-warm vs cold success: beats 14, loses 0, McNemar p=0.0001 * time ratio 0.154x (n=32), Wilcoxon p=0.0000 * + +--- failure breakdown --- + cold ipopt: Maximum_Iterations_Exceeded:13 ipopt: Infeasible_Problem_Detected:11 rollout failed:4 + nearest-warm ipopt: Infeasible_Problem_Detected:6 rollout failed:5 ipopt: Maximum_Iterations_Exceeded:3 + generated-warm ipopt: Infeasible_Problem_Detected:6 rollout failed:5 ipopt: Maximum_Iterations_Exceeded:4 + +saved -> results/furuta_v4/traj_gen_warmstart.txt (+.npz) +[v3_eval] task=warm tag=v4unetS_s2 sampler seeds 0,1,2 (warm: 2) n=60 +generated 60x1 candidates in 9.5s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + 10/60 (19s) + 20/60 (30s) + 30/60 (44s) + 40/60 (59s) + 50/60 (69s) + 60/60 (85s) + +=== warm-start test (n=60, seed 4242, max_iter=700) === +target certificate: largest_certified_region per plant (unmargined); verifier: furuta_traj_bank.score_solution (identical to every other arm in this doc) + + condition success med iter med t med J + cold 53.3% 363 1.82s 4.06 + nearest-warm 76.7% 45 0.24s 4.15 + generated-warm 76.7% 48 0.26s 4.15 + +--- paired tests --- + generated-warm vs cold success: beats 14, loses 0, McNemar p=0.0001 * time ratio 0.151x (n=32), Wilcoxon p=0.0000 * + generated-warm vs nearest-warm success: beats 1, loses 1, McNemar p=1.0000 time ratio 1.064x (n=45), Wilcoxon p=0.7122 + nearest-warm vs cold success: beats 14, loses 0, McNemar p=0.0001 * time ratio 0.164x (n=32), Wilcoxon p=0.0000 * + +--- failure breakdown --- + cold ipopt: Maximum_Iterations_Exceeded:13 ipopt: Infeasible_Problem_Detected:11 rollout failed:4 + nearest-warm ipopt: Infeasible_Problem_Detected:6 rollout failed:5 ipopt: Maximum_Iterations_Exceeded:3 + generated-warm ipopt: Infeasible_Problem_Detected:5 ipopt: Maximum_Iterations_Exceeded:5 rollout failed:4 + +saved -> results/furuta_v4/traj_gen_warmstart.txt (+.npz) +[v3_eval] task=deploy tag=v4unetS sampler seeds 0,1,2 (warm: 0) n=60 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +phase 1 69s + 500/5760 (81s) + 1000/5760 (94s) + 1500/5760 (105s) + 2000/5760 (118s) + 2500/5760 (130s) + 3000/5760 (143s) + 3500/5760 (155s) + 4000/5760 (167s) + 4500/5760 (179s) + 5000/5760 (191s) + 5500/5760 (203s) +saved results/furuta_v4/deploy_gen_v4unetS.pkl diff --git a/results/icml_r2/C_mimo/sof/c3_c3a.json b/results/icml_r2/C_mimo/sof/c3_c3a.json new file mode 100644 index 0000000000000000000000000000000000000000..06a07174d90358d92697c91879612028fcda22df --- /dev/null +++ b/results/icml_r2/C_mimo/sof/c3_c3a.json @@ -0,0 +1 @@ +{"val_iid": {"retr": {"raw": {"1": [[false, false, false, true, true, false, true, false, true, false, false, true, false, false, false, true, true, true, true, false, false, true, true, true, false, false, false, true, false, false, false, false, true, false, false, false, false, true, true, true, false, false, false, false, false, true, false, false, false, false, true, false, true, false, false, false, false, true, true, true], [NaN, NaN, NaN, 0.004902751011333306, 0.005776357442414115, NaN, 0.16005390882115367, NaN, 0.1635575730808554, NaN, NaN, 0.08440144394489568, NaN, NaN, NaN, 0.025562991403333957, 0.037316042421089435, 0.10859369972813915, 0.14786629074115964, NaN, NaN, 0.19106403555420126, 0.05223589522961514, 0.08317168275691644, NaN, NaN, NaN, 0.26716641357915094, NaN, NaN, NaN, NaN, 0.07829652934364884, NaN, NaN, NaN, NaN, 0.11580684263078034, 0.04419106652695004, 0.0016415209608802162, NaN, NaN, NaN, NaN, NaN, 0.1665961771874782, NaN, NaN, NaN, NaN, 0.08548558822788821, NaN, 0.043689815037552204, NaN, NaN, NaN, NaN, 0.17235895249097788, 0.05803487432321597, 0.008689984976949283]], "2": [[false, false, false, true, true, false, true, false, true, false, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, false, true, true, false, false, true, false, true, true, false, false, false, true, true, true, false, false, false, false, false, true, false, false, false, false, true, false, true, false, true, false, false, true, true, true], [NaN, NaN, NaN, 0.004902751011333306, 0.005776357442414115, NaN, 0.16005390882115367, NaN, 0.1635575730808554, NaN, 0.04043678594573441, 0.08440144394489568, 0.03611768851058916, 0.25246683910321566, NaN, 0.023937227543106898, 0.037316042421089435, 0.10859369972813915, 0.14786629074115964, NaN, 0.09922366910416702, 0.19106403555420126, 0.011450447482699744, 0.08317168275691644, 0.02470370606138128, NaN, 0.11001775700802141, 0.26716641357915094, NaN, NaN, 0.17330954198017312, NaN, 0.028375982064045235, 0.17415670259675364, NaN, NaN, NaN, 0.11580684263078034, 0.04419106652695004, 0.0016415209608802162, NaN, NaN, NaN, NaN, NaN, 0.1665961771874782, NaN, NaN, NaN, NaN, 0.08548558822788821, NaN, 0.043689815037552204, NaN, 0.05450505037389397, NaN, NaN, 0.04076291388462683, 0.03018924747276497, 0.008689984976949283]], "4": [[false, true, false, true, true, false, true, true, true, false, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, false, false, false, true, true, true, false, false, false, true, false, true, false, true, false, false, true, true, true], [NaN, 0.17127626844766564, NaN, 0.004902751011333306, 0.005776357442414115, NaN, 0.16005390882115367, 0.11419278943236377, 0.1635575730808554, NaN, 0.04043678594573441, 0.08440144394489568, 0.03611768851058916, 0.25246683910321566, NaN, 0.023937227543106898, 0.037316042421089435, 0.10859369972813915, 0.14786629074115964, NaN, 0.06382869624416632, 0.03955699537929758, 0.011450447482699744, 0.08317168275691644, 0.02470370606138128, 0.029512841890620534, 0.0828217723356024, 0.26716641357915094, 0.681367757169165, 0.2674312481756589, 0.17330954198017312, NaN, 0.028375982064045235, 0.06068457338349176, 0.03836655798246347, 0.023015041296327032, NaN, 0.047729470046851796, 0.021505392643816235, 0.0016415209608802162, 0.06679831121614788, NaN, NaN, NaN, 0.1316528275262454, 0.06427148535627003, 0.07641817526865813, NaN, NaN, NaN, 0.08548558822788821, NaN, 0.043689815037552204, NaN, 0.05450505037389397, NaN, NaN, 0.024811389861964628, 0.027639134376082675, 0.008689984976949283]], "8": [[false, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, false, false, false, true, false, true, false, true, false, false, true, true, true], [NaN, 0.03174789545578882, NaN, 0.004902751011333306, 0.005776357442414115, 0.05057052333268941, 0.04477614930595575, 0.11419278943236377, 0.03548501817555727, NaN, 0.04043678594573441, 0.08440144394489568, 0.03611768851058916, 0.13185939464258367, NaN, 0.015154914636513084, 0.037316042421089435, 0.012562806900998424, 0.08476676762983026, 0.06219629424050588, 0.012584970151577668, 0.03955699537929758, 0.011450447482699744, 0.08317168275691644, 0.02470370606138128, 0.029512841890620534, 0.0828217723356024, 0.26716641357915094, 0.1894917139145751, 0.2674312481756589, 0.17330954198017312, NaN, 0.028375982064045235, 0.06068457338349176, 0.03836655798246347, 0.023015041296327032, 0.2588439469995738, 0.047729470046851796, 0.021505392643816235, 0.0016415209608802162, 0.06679831121614788, NaN, NaN, 0.11134642096000591, 0.10480374094683675, 0.06427148535627003, 0.07641817526865813, NaN, NaN, NaN, 0.08548558822788821, NaN, 0.043689815037552204, NaN, 0.05450505037389397, NaN, NaN, 0.024811389861964628, 0.027639134376082675, 0.008689984976949283]], "16": [[false, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true], [NaN, 0.015261118847732291, NaN, 0.004902751011333306, 0.005776357442414115, 0.016720615804717953, 0.012827166997860573, 0.11419278943236377, 0.012473455322970395, NaN, 0.04043678594573441, 0.07285493734039306, 0.005537066781095001, 0.13185939464258367, NaN, 0.008869668576900303, 0.037316042421089435, 0.012562806900998424, 0.08476676762983026, 0.06219629424050588, 0.012584970151577668, 0.03955699537929758, 0.011450447482699744, 0.08317168275691644, 0.02470370606138128, 0.029512841890620534, 0.020065090233701843, 0.06998888465649244, 0.07564570409642957, 0.2674312481756589, 0.17330954198017312, 0.1258986943102145, 0.011721678900493693, 0.06068457338349176, 0.03836655798246347, 0.023015041296327032, 0.2588439469995738, 0.047729470046851796, 0.021505392643816235, 0.0016415209608802162, 0.05689691751758352, NaN, NaN, 0.11134642096000591, 0.0356113141519383, 0.06031665604995906, 0.03152749260140775, 0.05793921494922083, 0.04773201439394947, 0.03761129329180912, 0.08107091630902086, 0.0790025395047047, 0.043689815037552204, 0.028360843597495133, 0.011424380931255085, NaN, NaN, 0.004174306861945087, 0.006519794642932508, 0.008689984976949283]]}, "rob": {"1": [[false, true, false, true, false, false, false, false, true, false, false, false, false, false, true, false, true, false, false, true, true, true, false, true, true, true, false, true, true, true, false, false, false, true, true, false, true, true, true, true, false, false, false, false, false, false, true, true, false, false, false, true, true, true, true, false, true, true, true, false], [NaN, 1.839145501724564, NaN, 0.21278254205094704, NaN, NaN, NaN, NaN, 0.11828904755619418, NaN, NaN, NaN, NaN, NaN, 0.15719845572551105, NaN, 0.21189137060813268, NaN, NaN, 0.11513876641004628, 0.14541122348784108, 0.32601644051483025, NaN, 0.41257879126758445, 0.05097820920022045, 0.0764158387635474, NaN, 1.0257919228223646, 0.681367757169165, 0.2674312481756589, NaN, NaN, NaN, 0.6607595544180049, 0.18707504193373192, NaN, 0.3040517784775396, 0.5735456686718166, 0.15957935501105247, 0.1897823740812914, NaN, NaN, NaN, NaN, NaN, NaN, 0.4687067449315192, 0.05793921494922083, NaN, NaN, NaN, 0.18567461807504615, 0.06000600475708984, 0.13417180883019197, 0.20401297264035279, NaN, 0.05431057811044737, 0.2835890110447301, 0.5215689530573622, NaN]], "2": [[false, true, true, true, false, true, false, false, true, false, true, true, false, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, false, true, true, true, true, false, false, false, true, true, false, true, true, true, true, false, true, true, true, true, false, true, true, true, true], [NaN, 0.3594020977043595, 0.17553790532343805, 0.21278254205094704, NaN, 0.16175646296249013, NaN, NaN, 0.09941883251519879, NaN, 0.14050502879288085, 0.25739456259553317, NaN, 0.6258227159105558, 0.15719845572551105, 0.2975990347104063, 0.1448753707487478, NaN, NaN, 0.11513876641004628, 0.09922366910416702, 0.2661627822449768, 0.08370446412639154, 0.41257879126758445, 0.02470370606138128, 0.0764158387635474, 0.11050453285656547, 1.0257919228223646, 0.5550283287652733, 0.09360550689218061, 0.17330954198017312, NaN, NaN, 0.6607595544180049, 0.18707504193373192, NaN, 0.3040517784775396, 0.32242092635975994, 0.15957935501105247, 0.1897823740812914, NaN, NaN, NaN, 0.1672755042137417, 0.05552658129893362, NaN, 0.2600958224451211, 0.05793921494922083, 0.15820900891845624, 0.03761129329180912, NaN, 0.18567461807504615, 0.06000600475708984, 0.028360843597495133, 0.20401297264035279, NaN, 0.05431057811044737, 0.2835890110447301, 0.4796848827510467, 0.19730640149776923]], "4": [[false, true, true, true, false, true, false, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true], [NaN, 0.18211145350087965, 0.17553790532343805, 0.1071844362839578, NaN, 0.05057052333268941, NaN, 0.11419278943236377, 0.04481080190482856, 0.14117685003746772, 0.13093966639648702, 0.25739456259553317, NaN, 0.20467176077779126, 0.15719845572551105, 0.10733231652768938, 0.04378347343052158, NaN, 0.3831473435455206, 0.06219629424050588, 0.012584970151577668, 0.2661627822449768, 0.08370446412639154, 0.26645228378078323, 0.02470370606138128, 0.06410647896303123, 0.020065090233701843, 0.6759181969864936, 0.5550283287652733, 0.09360550689218061, 0.03816341729700423, NaN, 0.24631505366348772, 0.28381016907793954, 0.14503322121549678, 0.33677838299900587, 0.08616551877574352, 0.2755052450306201, 0.15957935501105247, 0.1897823740812914, 0.05015037433819658, NaN, NaN, 0.11134642096000591, 0.0356113141519383, 0.22679300399179692, 0.24155464246211622, 0.05793921494922083, 0.11484913991204637, 0.03761129329180912, 0.24677014596196978, 0.0790025395047047, 0.06000600475708984, 0.028360843597495133, 0.20401297264035279, NaN, 0.008000982339252616, 0.2835890110447301, 0.3794766059740551, 0.15128242072930953]], "8": [[false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [NaN, 0.14573546176795094, 0.17553790532343805, 0.0460023788501811, 0.3463426166894459, 0.016720615804717953, 0.27987313393633895, 0.09476169397168865, 0.012473455322970395, 0.14117685003746772, 0.04043678594573441, 0.08440144394489568, 0.005537066781095001, 0.07908178886096984, 0.15719845572551105, 0.04106815041110412, 0.04378347343052158, 0.2018339816094996, 0.14786629074115964, 0.06219629424050588, 0.012584970151577668, 0.2160867078194859, 0.08370446412639154, 0.23155893094919855, 0.02470370606138128, 0.06410647896303123, 0.020065090233701843, 0.3215374298318874, 0.38112395601243376, 0.09360550689218061, 0.03816341729700423, 0.1258986943102145, 0.07829652934364884, 0.19388841892750186, 0.018580155173766544, 0.047086041496305686, 0.08616551877574352, 0.18714458799211786, 0.10671254514374073, 0.04027107326569057, 0.05015037433819658, NaN, NaN, 0.013770435549880666, 0.0356113141519383, 0.11851133641543687, 0.03152749260140775, 0.05793921494922083, 0.04773201439394947, 0.03761129329180912, 0.08548558822788821, 0.0790025395047047, 0.06000600475708984, 0.028360843597495133, 0.14750296467691792, 0.323474871017706, 0.008000982339252616, 0.09974705221913305, 0.22026051844248706, 0.1047630449609116]], "16": [[false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [NaN, 0.023344269534960826, 0.17553790532343805, 0.018600419278551827, 0.03227573343199164, 0.016720615804717953, 0.07990784302892018, 0.09476169397168865, 0.012473455322970395, 0.14117685003746772, 0.04043678594573441, 0.015613769431082725, 0.005537066781095001, 0.07908178886096984, 0.15719845572551105, 0.03221387634085815, 0.036809029225962187, 0.021807800129516552, 0.05543398888830087, 0.06219629424050588, 0.012584970151577668, 0.18719100934569233, 0.07552895319533093, 0.08750434736589519, 0.02470370606138128, 0.029512841890620534, 0.020065090233701843, 0.10425200428168746, 0.19254275381476837, 0.09360550689218061, 0.03816341729700423, 0.1258986943102145, 0.028375982064045235, 0.09807149451763819, 0.018580155173766544, 0.023015041296327032, 0.08616551877574352, 0.11580684263078034, 0.02145482961830658, 0.04027107326569057, 0.05015037433819658, NaN, NaN, 0.013770435549880666, 0.0356113141519383, 0.025250658069188026, 0.014790449660808225, 0.05793921494922083, 0.04773201439394947, 0.03761129329180912, 0.05583915742157486, 0.0790025395047047, 0.043689815037552204, 0.028360843597495133, 0.05174660971934553, 0.041183779526166475, 0.008000982339252616, 0.036299743612320245, 0.11156233269598181, 0.06371172023454319]]}}, "c3a_diff_s0": {"raw": {"1": [[false, true, false, true, false, false, false, true, true, false, false, true, false, true, false, true, true, true, true, true, false, true, true, true, true, true, false, false, true, false, true, true, true, true, true, false, true, true, true, true, false, true, false, false, true, true, true, true, false, false, true, false, true, false, true, true, true, false, true, true], [NaN, 0.012751253654415207, NaN, 0.002726221404897311, NaN, NaN, NaN, 0.09371603959249564, 0.025321136359518936, NaN, NaN, 0.08225648411404873, NaN, 0.08123484456699481, NaN, 0.001124013991741668, 0.0337270937084686, 0.0072023336639737146, 0.005910174916601063, 0.03219302486145992, NaN, 0.3853859428420934, 0.01621371174781716, 0.008813254001754256, 0.006324192524643557, 0.00124802243458344, NaN, NaN, 0.08810181467828748, NaN, 0.10764526013638376, 0.028287299782277175, 0.015128115708849643, 0.045306753093797614, 0.11801460682749076, NaN, 0.05483431860888466, 0.055507845425848856, 0.0115672007042249, 0.0034527179235535055, NaN, 0.0017909568415226396, NaN, NaN, 0.05043268845741267, 0.016177601038357414, 0.03700836614016345, 0.041929569160020996, NaN, NaN, 0.022716490424075086, NaN, 0.041112238208901974, NaN, 0.014966450544266596, 0.07763764529980888, 0.013089285210582835, NaN, 0.006937153205808455, 0.014696902261964073]], "2": [[false, true, false, true, true, false, false, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true], [NaN, 0.012751253654415207, NaN, 0.002726221404897311, 0.0026357356378865493, NaN, NaN, 0.0818286725168118, 0.021790098856519613, NaN, NaN, 0.03318275051444153, 0.048439192573553, 0.08123484456699481, NaN, 0.001124013991741668, 0.017149314351614153, 0.0072023336639737146, 0.004310528751289899, 0.03219302486145992, 0.010158967395274443, 0.3853859428420934, 0.004238631461817688, 0.008813254001754256, 0.006324192524643557, 0.00124802243458344, NaN, 0.06451129137853462, 0.05954303112007309, NaN, 0.06523169336363988, 0.028287299782277175, 0.015128115708849643, 0.013512598936639364, 0.11801460682749076, 0.028491054393339654, 0.05483431860888466, 0.004304988356867323, 0.004797621362385707, 0.0034527179235535055, 0.047219249839947075, 0.0017909568415226396, 0.008180657875165087, 0.007749855926771687, 0.05043268845741267, 0.016177601038357414, 0.0046279876787616026, 0.00666518443829589, 0.043404908265083364, 0.02439758528427971, 0.022716490424075086, NaN, 0.02760678863745114, NaN, 0.007614370195853537, 0.03609997626938344, 0.006121936073014256, 0.05147334592316999, 0.006937153205808455, 0.002171018034098582]], "4": [[true, true, false, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true], [0.13246035463259775, 0.0012268979988225848, NaN, 0.0013172719673095745, 0.0026357356378865493, 0.018061172596875563, 0.013594123999643548, 0.0818286725168118, 0.012677874395987443, NaN, NaN, 0.01665301779957873, 0.008732154918472013, 0.032620356499762915, 0.05110894701116431, 0.001124013991741668, 0.017149314351614153, 0.004887981746321213, 0.004310528751289899, 0.005636188514402951, 0.010158967395274443, 0.009688655026670823, 0.004238631461817688, 0.008813254001754256, 0.006324192524643557, 0.00124802243458344, 0.13924930901817212, 0.06451129137853462, 0.03300407187332355, 0.010534469806545266, 0.06523169336363988, 0.028287299782277175, 0.0008261583306927722, 0.013512598936639364, 0.11801460682749076, 0.028491054393339654, 0.02784694250434372, 0.004304988356867323, 0.0037132238423811526, 0.0028352202962651507, -0.005025417232612739, 0.0017909568415226396, 0.008180657875165087, 0.007749855926771687, 0.009579925152246815, 0.016177601038357414, 0.0035002513429611692, 0.00666518443829589, 0.0043686890903607, 0.013718046491242086, 0.022716490424075086, NaN, 0.02760678863745114, 0.017716523091765968, 0.0022287118764336977, 0.03609997626938344, 0.006121936073014256, 0.010402764024897593, 0.006937153205808455, 0.0014914976261888313]], "8": [[true, true, false, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.13246035463259775, 0.0012268979988225848, NaN, 0.0013172719673095745, 0.0026357356378865493, 0.010048582454604826, 0.012123697772769892, 0.02437468578469737, 0.0028971606151948492, NaN, NaN, 0.005214506796234808, 0.0013182562999247693, 0.0063618991521174895, 0.016087731599558897, 0.001124013991741668, 0.007396204440699439, 0.004887981746321213, 0.003118232554735645, 0.005636188514402951, 0.0072345985314745676, 0.00881777008046436, 0.004238631461817688, 0.008813254001754256, 0.006324192524643557, 0.00124802243458344, 0.03114791092426694, 0.012873234146870693, 0.02565478184428338, 0.010534469806545266, 0.055184287326795145, 0.028287299782277175, 0.0008261583306927722, -0.0012058513097483736, 0.09130089720723977, 0.009091884820940921, 0.027316113034299594, 0.004304988356867323, 0.0024850137364120783, 0.0006601150014693413, -0.005025417232612739, 0.0017909568415226396, 0.008180657875165087, 0.007749855926771687, 0.009579925152246815, 0.0006417761611028361, 0.0030003760850561, 0.00666518443829589, 0.0043686890903607, 0.007903586542617802, 0.022716490424075086, 0.0718850933037769, 0.0027756167951391575, 0.017716523091765968, 0.0022287118764336977, 0.02566450097797146, 0.004260478438007365, 0.010402764024897593, 0.006937153205808455, 0.0014914976261888313]], "16": [[true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.13246035463259775, 0.0009245845651459916, NaN, 0.00022126417493750772, 0.00242457092700632, 0.010048582454604826, 0.004350317556950367, 0.016083988121168513, 0.0028971606151948492, NaN, 0.018656227367271017, 0.0036588870777640725, 0.0013182562999247693, 0.005814002378774719, 0.016087731599558897, 0.0007632437360998168, 0.004695187898501096, 0.0045908549502431395, 0.0028192116633900532, 0.005636188514402951, 0.005169594704259595, 0.00881777008046436, 0.003929427834644672, 0.008813254001754256, 0.006324192524643557, 0.0009162827360573722, 0.03114791092426694, 0.012873234146870693, 0.02565478184428338, 0.003960511805825684, 0.049964758372029516, 0.023358048481261662, 0.000492994325168139, -0.0012058513097483736, 0.04689139707465673, 0.004988567911776487, 0.024448714269285743, 0.004304988356867323, 0.0024850137364120783, 0.0006001349197739536, -0.005025417232612739, -0.03603893388223223, 0.004123523198004131, 0.007749855926771687, 0.009579925152246815, 0.0006417761611028361, 0.00113156524582525, 0.00666518443829589, 0.003968628272746466, 0.003293514305246603, 0.013010543583126033, 0.014426402053694831, 0.0027756167951391575, 0.01304152510266432, 0.0022287118764336977, 0.023684301314995215, 0.0022459628203781445, 0.008068711367198889, 0.0029076939737717744, 0.0014365123228543553]]}, "rob": {"1": [[false, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, false, true, false, true, true, true, true], [NaN, 0.016441382678840988, -0.006793859629599885, 0.007479341350532076, NaN, 0.07251951065084761, 0.03866585219979135, NaN, 0.03980348359287467, 0.10254521026025443, 0.055080758709596944, 0.009817198516159475, 0.0022616766892622486, 0.2821240813152579, 0.0672748311536695, 0.005092029573189327, 0.03950786550470342, 0.19083704938397905, 0.010851240227147674, 0.05750849026007776, 0.04498664128146923, 0.3853859428420934, 0.10328545693245261, 0.4291443349620616, 0.0656233278265892, 0.00704040539322448, 0.09242563277749194, 0.1730223994816642, 0.18686090247099085, 0.024370094547399246, 0.10764526013638376, NaN, 0.005401976687314569, NaN, 0.11801460682749076, 0.026090790450039814, 0.5558721580339403, 0.07723668550150076, 0.034454850135504644, 0.0332565272004286, 0.10319103130834817, NaN, 0.013641865590388491, 0.045866903152062655, 0.20946386541100992, 0.08846160385916524, 0.022262591009638788, 0.15261370983161027, 0.07078953092226481, 0.09534648613169616, NaN, 0.38510933976603456, 0.16868451969203813, NaN, 0.01893656776753816, NaN, 0.03575232190337441, 0.04306584734636987, 0.2953726966530139, 0.01061533680571114]], "2": [[true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true], [0.014156815968807024, 0.004776676658470924, -0.006793859629599885, 0.0010883896389934922, NaN, 0.055868023813456125, 0.03866585219979135, 0.06749767177421284, 0.011234584941024472, 0.10254521026025443, 0.055080758709596944, 0.009817198516159475, 0.0022616766892622486, 0.11647772983544269, 0.019377533626214527, 0.0019105421560594582, 0.03950786550470342, 0.06066699819260846, 0.010851240227147674, 0.05392580785450818, 0.026235509295913895, 0.3853859428420934, 0.04065109858408067, 0.29068319528495334, 0.0656233278265892, 0.00704040539322448, 0.09242563277749194, 0.1414414562164934, 0.18686090247099085, 0.015040315166104712, 0.10764526013638376, NaN, 0.005401976687314569, 0.08156814976394688, 0.11801460682749076, 0.02277093641131578, 0.22846187022261266, 0.055507845425848856, 0.01279085743481101, 0.010487345139530646, 0.10319103130834817, NaN, 0.003603948209370156, 0.031980295583394325, 0.012089569932045574, 0.05140517368796349, 0.00735819872897836, 0.00666518443829589, 0.042252575926053026, 0.0817657685991493, NaN, 0.12473069490888267, 0.16868451969203813, 0.05020394207907364, 0.012921360621582778, NaN, 0.035275925086446946, 0.04306584734636987, 0.09474834482151939, 0.00710089417568871]], "4": [[true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.014156815968807024, 0.004776676658470924, -0.006793859629599885, 0.0010883896389934922, NaN, 0.055868023813456125, 0.027296411144301036, 0.029865770558554328, 0.011234584941024472, -0.0033993806756515976, 0.018656227367271017, 0.007285884474395488, 0.0022616766892622486, 0.08123484456699481, 0.019377533626214527, 0.0010364376039952994, 0.01986065274694937, 0.030431296264186836, 0.0038524732790163885, 0.05392580785450818, 0.01675404172317485, 0.02714516968451597, 0.020139733053089914, 0.0415032670692741, 0.0656233278265892, 0.00704040539322448, 0.062346523845654644, 0.02197312875195867, 0.112205396262125, 0.0037923508360084845, 0.10764526013638376, NaN, 0.005401976687314569, 0.049176573031524784, 0.06961013995851961, 0.02277093641131578, 0.10030483372598131, 0.0500928226036379, 0.008795675330686814, 0.010487345139530646, 0.006152860518386261, NaN, 0.003603948209370156, 0.030633574151498033, 0.012089569932045574, 0.0430178526502667, 0.0046279876787616026, 0.00666518443829589, 0.019199270932393153, 0.0817657685991493, 0.02510090893323902, 0.029115851495365996, 0.16868451969203813, 0.05020394207907364, 0.012921360621582778, 0.06347932067316364, 0.028301026702151066, 0.01704495920487381, 0.04523816987068585, 0.006990505126327706]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.008342802133474825, 0.001742730220200439, -0.006793859629599885, 0.00030442847251310745, 0.012653519939878288, 0.03638061883259924, 0.015396835853761726, 0.016083988121168513, 0.011234584941024472, -0.0033993806756515976, 0.018656227367271017, 0.005373355251183876, 0.0022616766892622486, 0.029132864388825785, 0.016087731599558897, 0.0010364376039952994, 0.017942542370926517, 0.009826105157115128, 0.0016359653356525783, 0.02280358726813425, 0.01580043132309572, 0.016317884375071312, 0.01646215030660536, 0.016909792570311444, 0.044363660444689534, 0.003208456408034799, 0.013460073533507533, 0.02197312875195867, 0.10616184425847575, 0.0037923508360084845, 0.03640582354192867, NaN, 0.0027945537322431324, 0.034881303909052974, 0.06961013995851961, 0.00907817746253392, 0.07387067551347815, 0.020518409332430654, 0.008795675330686814, 0.006815769203986077, -0.001660800111488836, -0.011492177784240498, 0.003603948209370156, 0.012107061658960694, 0.004584665800138055, 0.026969481197510525, 0.0037808368350946697, 0.00666518443829589, 0.019199270932393153, 0.01579151621620345, 0.014604849209334692, 0.029115851495365996, 0.09304558934939178, 0.017716523091765968, 0.012921360621582778, 0.05839954447109785, 0.010268896267231709, 0.011761158432890717, 0.010848441409230691, 0.0018152080464941545]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.008342802133474825, 0.001685847598834167, -0.006793859629599885, 0.00022126417493750772, 0.003923625151813104, 0.014224337053410974, 0.010262396743781599, 0.016083988121168513, 0.008477409813002934, -0.0033993806756515976, 0.018656227367271017, 0.0036588870777640725, 0.0022616766892622486, 0.02350661755272565, -0.004102912701818284, 0.0010364376039952994, 0.009177680670283683, 0.0018707734459149084, 0.0016359653356525783, 0.011150128115051672, 0.008613405842607946, 0.016317884375071312, 0.011758973462606681, 0.007769958300238189, 0.037038480007789865, 0.00124802243458344, 0.013460073533507533, 0.012873234146870693, 0.05523885779278337, 0.0037923508360084845, 0.03640582354192867, NaN, 0.00032229389849947054, 0.02191764196864887, 0.051572346037972894, 0.0015029772625665405, 0.04139080733231526, 0.014820027926078172, 0.005628128939862309, 0.005245247589653834, -0.001660800111488836, -0.011492177784240498, 0.003603948209370156, 0.007749855926771687, 0.004584665800138055, 0.01901988463836113, 0.002238560824920466, 0.00666518443829589, 0.01322543113605712, 0.0026789083439631156, 0.014390791242731238, 0.016269623640453368, 0.016894643129478082, 0.017716523091765968, 0.004750932459179014, 0.01091551802648083, 0.010268896267231709, 0.007023716044382233, 0.0034206882251357484, 0.001679152454368893]]}}, "c3a_reg_s0_mcd": {"raw": {"1": [[false, true, false, true, true, true, false, false, false, false, false, true, false, true, false, true, false, false, true, false, true, false, true, true, true, false, true, false, true, false, false, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, true, false, false, true, true, true, true, true, true, true, true], [NaN, 0.00644666484902201, NaN, 0.0035127132427332786, 0.01929454890745852, 0.034130960959647405, NaN, NaN, NaN, NaN, NaN, 0.005815616219133624, NaN, 0.07930898371162898, NaN, 0.009310484035097266, NaN, NaN, 0.015821155515088003, NaN, 0.012221617802498086, NaN, 0.023239959602298743, 0.051458714467644606, 0.017812924500705707, NaN, 0.010664897593859468, NaN, 0.04672002740840453, NaN, NaN, 0.057113531131477435, 0.014342606351383846, 0.02243399529840162, 0.08899559857335704, 0.013262223482536362, 0.07044860507534234, 0.034945451289280616, 0.01265035376775936, 0.013151669525543364, NaN, -0.00847975045938465, NaN, 0.029534774937316044, 0.08464325079329171, 0.03821318391938111, 0.00552305555827548, NaN, 0.0074002471194107855, 0.020874693477410222, NaN, NaN, 0.014903835016795819, 0.09609378312216199, 0.056071218376242404, 0.0639229998497739, 0.016153827685512656, 0.02040129137947977, 0.0038924908379536216, 0.0020979771132891845]], "2": [[false, true, false, true, true, true, false, false, true, false, false, true, false, true, false, true, false, true, true, true, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.003483585352971774, NaN, 0.0016656762489315469, 0.00868216727874871, 0.02124202045833279, NaN, NaN, 0.031075035673449936, NaN, NaN, 0.0054988302709486625, NaN, 0.07930898371162898, NaN, 0.0031624627556050555, NaN, 0.01662466935876017, 0.015821155515088003, 0.033718178797603526, 0.009898794618881546, NaN, 0.01615207754767689, 0.051458714467644606, 0.008945059660998789, 0.010651542973877604, 0.010664897593859468, 0.06032256085127008, 0.035884023833564926, NaN, NaN, 0.057113531131477435, 0.014342606351383846, 0.013407485101557093, 0.07216861003497765, 0.00659671284000396, 0.07044860507534234, 0.020733043479238322, 0.01265035376775936, 0.013151669525543364, 0.025443074918284125, -0.00847975045938465, NaN, 0.012254545698794805, 0.08464325079329171, 0.03821318391938111, 0.00552305555827548, NaN, 0.0074002471194107855, 0.020874693477410222, 0.05580690367175811, NaN, 0.014903835016795819, 0.0637092012941376, 0.056071218376242404, 0.05235169311477961, 0.016153827685512656, 0.02040129137947977, 0.0038924908379536216, 0.0014953548802254524]], "4": [[false, true, false, true, true, true, true, true, true, false, false, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.003483585352971774, NaN, 0.0016656762489315469, 0.00868216727874871, 0.016851651051465577, 0.017561500609004188, 0.1387254894675014, 0.02641742941229852, NaN, NaN, 0.0054988302709486625, 0.028939596465418438, 0.045224761967767035, NaN, 0.0031624627556050555, NaN, 0.00964889261841928, 0.01055393730046128, 0.033718178797603526, 0.0016524172147860394, 0.04492795355331847, 0.01615207754767689, 0.051458714467644606, 0.008155162727271348, 0.0014630440855196714, 0.010664897593859468, 0.06032256085127008, 0.035884023833564926, NaN, NaN, 0.04863716352733838, 0.014342606351383846, 0.013407485101557093, 0.04802054653970833, 0.00659671284000396, 0.07044860507534234, 0.01866938073219737, 0.01265035376775936, 0.013151669525543364, 0.025443074918284125, -0.00847975045938465, NaN, 0.012254545698794805, 0.08464325079329171, 0.018652844956420944, 0.00552305555827548, 0.037235244822524605, 0.0074002471194107855, 0.013813925656644965, 0.03371479708365066, NaN, 0.008108807736281642, 0.0637092012941376, 0.053252655023011686, 0.03499857973518017, 0.01365181622280387, 0.02040129137947977, 0.0038924908379536216, 0.00029461933010987984]], "8": [[false, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.0013324797449267844, NaN, 0.00043078971495869034, 0.00868216727874871, 0.016851651051465577, 0.009479035605401531, 0.1387254894675014, 0.015152548889296291, NaN, 0.03358156763016429, 0.0054988302709486625, 0.018733056159171424, 0.045224761967767035, NaN, 0.0008825578264952672, NaN, 0.00964889261841928, 0.0030912167887948705, 0.014699034779042996, 0.0012362925462150454, 0.03215135157462279, 0.01615207754767689, 0.04065035304989473, 0.0014746914383643173, 0.0014630440855196714, 0.010026284649639283, 0.04718599714546512, 0.018464528620173448, NaN, 0.07672500997194409, 0.037652772988232996, 0.006282019444863618, 0.013407485101557093, 0.03221544959982925, 0.004381115017121129, 0.07044860507534234, 0.01866938073219737, 0.011481465500744914, 0.011167657669542086, 0.025443074918284125, -0.03821908367050075, NaN, 0.012254545698794805, 0.06316159413129596, 0.018652844956420944, 0.003936175985508328, 0.037235244822524605, 0.0074002471194107855, 0.013813925656644965, 0.03323954069115276, NaN, 0.007075186800721944, 0.0637092012941376, 0.053252655023011686, 0.03499857973518017, 0.0017072609636985536, 0.01574327684580301, 0.0038924908379536216, 0.00029461933010987984]], "16": [[false, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.0013324797449267844, NaN, 0.00043078971495869034, 0.00868216727874871, 0.003319543826159954, 0.009479035605401531, 0.1387254894675014, 0.015152548889296291, NaN, 0.031402753067611755, 0.003807282626599129, 0.0029060175144350886, 0.045224761967767035, NaN, 0.0008821714990989715, 0.0031460314166098513, 0.00964889261841928, 0.0030912167887948705, 0.014699034779042996, 0.0012362925462150454, 0.03171090909774765, 0.00987499142177195, 0.03542089314384156, 0.0014746914383643173, 0.0014630440855196714, 0.0072177521804799305, 0.04459710433543784, 0.01615064769813035, 0.033411579225174126, 0.07672500997194409, 0.037652772988232996, 0.0019236592559330745, 0.008799226497438806, 0.03221544959982925, 0.004381115017121129, 0.07044860507534234, 0.013518816455365457, 0.007284312846047358, 0.004474815297273116, 0.0024907923256842768, -0.03821908367050075, NaN, 0.011358420042527628, 0.059692812921098515, 0.018652844956420944, 0.003936175985508328, 0.03360799033787387, 0.0074002471194107855, 0.012345370862576255, 0.01030296263101338, NaN, 0.007075186800721944, 0.0637092012941376, 0.053252655023011686, 0.0328094350907886, 0.0017072609636985536, 0.011645673789060895, 0.0010424525365317905, 0.00029461933010987984]]}, "rob": {"1": [[false, true, false, true, false, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, false, true, false, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true], [NaN, 0.005105689922923595, NaN, 0.00398184192407447, NaN, 0.052864317013479045, 0.017200196089968367, 0.11921275153602262, 0.01806239995490877, NaN, 0.048905082381855536, 0.013497821055536763, 0.004800654420590522, 0.09883405460242556, NaN, 0.004244463919291341, 0.0031460314166098513, 0.011372959158686191, 0.0220861890952182, 0.025399425038544754, 0.03467778622225115, 0.08282553773927881, 0.055912753627268774, 0.051415472182534616, 0.02955970667679564, 0.0026587862363645076, 0.012855532790653434, 0.07736370232997158, 0.0768105776766872, 0.033411579225174126, NaN, 0.03295534206244488, 0.0019236592559330745, 0.06325676011134207, 0.0764571463637862, 0.01912478894031211, 0.12861383861226594, 0.052314846634727186, 0.03448501430727746, 0.004474815297273116, 0.0024907923256842768, NaN, NaN, 0.08267379416246556, NaN, 0.04702033147011164, 0.01452130837220289, 0.039472569115788, 0.03475012910468478, 0.043726189153791895, NaN, NaN, 0.03046897334190568, 0.13114063400649267, 0.12042894134759141, 0.03765153202043292, 0.02858122458097223, 0.03607064870202836, 0.020699791028804704, 0.004045833081115946]], "2": [[false, true, false, true, false, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, false, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.0036758512471031235, NaN, 0.0019743496236965807, NaN, 0.052864317013479045, 0.012446979417011894, 0.11921275153602262, 0.012916715230284037, NaN, 0.04171013533461565, 0.013497821055536763, 0.004800654420590522, 0.0874361136238524, NaN, 0.004244463919291341, 0.0007948326945537154, 0.00623051092169824, 0.01117060310294904, 0.023136241962877113, 0.01742601499252694, 0.07562685017317183, 0.04610954364134323, 0.037164784626957825, 0.019576364898472365, 0.002421564912106877, 0.012855532790653434, 0.0683869057326063, 0.06859349545744342, 0.033411579225174126, NaN, 0.03295534206244488, 0.0019236592559330745, 0.05033910991274726, 0.07304683092079611, 0.01912478894031211, 0.11306696553665185, 0.03965679297838576, 0.02363525855615456, 0.004474815297273116, 0.0024907923256842768, NaN, NaN, 0.05872079248661799, NaN, 0.046616463211071046, 0.011003861159972983, 0.027081333227504167, 0.022742889462346705, 0.025917952132442412, 0.01030296263101338, NaN, 0.015909562004889244, 0.13114063400649267, 0.11595715791007688, 0.03765153202043292, 0.023962237697668476, 0.0251476665705197, 0.004445787381309074, 0.0021363507420189]], "4": [[false, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.003341408217880204, NaN, 0.0006533203787950637, 0.019606821813237474, 0.03477317368405419, 0.007949800459253531, 0.11921275153602262, 0.012916715230284037, NaN, 0.04171013533461565, 0.004835643329337946, 0.004800654420590522, 0.07441883414807426, NaN, 0.0024016523410093082, 0.0007948326945537154, 0.00623051092169824, 0.01117060310294904, 0.013311176816865, 0.01742601499252694, 0.043656665030740394, 0.04357818083946574, 0.03443456887324148, 0.016518430624113734, 0.0017788303999219934, 0.012855532790653434, 0.060997234197625705, 0.059266510835583874, 0.033411579225174126, NaN, 0.03295534206244488, 0.0019236592559330745, 0.03181102529527613, 0.06282070344675073, 0.01912478894031211, 0.11306696553665185, 0.034945451289280616, 0.01265035376775936, 0.004474815297273116, 0.0024907923256842768, -0.03325819630884519, NaN, 0.05872079248661799, 0.05566782962862704, 0.046616463211071046, 0.006201666138240691, 0.027081333227504167, 0.022742889462346705, 0.020187774344642584, 0.01030296263101338, NaN, 0.012054837749456038, 0.10568070699564402, 0.10619891925377467, 0.0328094350907886, 0.010226083778245743, 0.016956758841617958, 0.004445787381309074, 0.0019122889648366392]], "8": [[false, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.003341408217880204, NaN, 0.0006533203787950637, 0.011641597476378829, 0.034130960959647405, 0.007949800459253531, 0.1044867298202723, 0.012916715230284037, NaN, 0.027719637911162387, 0.004835643329337946, 0.004800654420590522, 0.07005477569493701, NaN, 6.477577857699757e-05, 0.0007948326945537154, 0.005241472829142113, 0.0030912167887948705, 0.013311176816865, 0.012850239942316932, 0.04365308480108476, 0.02808509261861447, 0.029230755440404543, 0.008784851614983546, 0.0017788303999219934, 0.012855532790653434, 0.060997234197625705, 0.05136695820227688, 0.033411579225174126, NaN, 0.03295534206244488, 0.0019236592559330745, 0.03181102529527613, 0.06282070344675073, 0.013358196412778689, 0.10322004795654838, 0.029688766794650157, 0.01265035376775936, 0.004293421766909944, 0.0024907923256842768, -0.03325819630884519, NaN, 0.05872079248661799, 0.047886093689413434, 0.04442402711294147, 0.004379214882805238, 0.025119932805625966, 0.01512646261549122, 0.019185712520576992, 0.01030296263101338, NaN, 0.012054837749456038, 0.09609378312216199, 0.08414932889852555, 0.0328094350907886, 0.010226083778245743, 0.015757034234672895, 0.004445787381309074, 0.0006762504633035515]], "16": [[false, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.0013324797449267844, NaN, 0.00043078971495869034, 0.009237859488286482, 0.019981376836599063, 0.007949800459253531, 0.1044867298202723, 0.012916715230284037, NaN, 0.027719637911162387, 0.001025945328023914, 0.0029060175144350886, 0.05432747975887153, NaN, 6.477577857699757e-05, 0.0007948326945537154, 0.005241050450658813, 0.0030912167887948705, 0.013311176816865, 0.00971665901694796, 0.028498001312914356, 0.025840431740930425, 0.02888395987072645, 0.004364885830286269, 0.0014630440855196714, 0.010000159548457788, 0.04796245618900019, 0.04672002740840453, 0.033411579225174126, 0.0511373799747612, 0.03295534206244488, 0.0019236592559330745, 0.023851969512576288, 0.05632119994561591, 0.006629006418454875, 0.10322004795654838, 0.02250620267661141, 0.01265035376775936, 0.004293421766909944, 0.0024907923256842768, -0.03902385532751984, NaN, 0.04411394507169031, 0.046788693533661885, 0.03510947128957098, 0.0017131101866836307, 0.025119932805625966, 0.01512646261549122, 0.01643055950096306, 0.01030296263101338, NaN, 0.00922478227365131, 0.09609378312216199, 0.06859901997191309, 0.0328094350907886, 0.006491845226418436, 0.013779679545772083, 0.0010424525365317905, 0.0006762504633035515]]}}, "c3a_reg_s0_det": {"raw": {"1": [[false, true, false, true, true, true, false, false, true, false, false, true, true, true, false, true, false, true, true, false, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.006202670786992215, NaN, 0.002012804738080076, 0.01850890967584684, 0.01970471488948755, NaN, NaN, 0.017534182621839145, NaN, NaN, 0.002172940631940623, 0.01779719523726042, 0.06911757469851842, NaN, 0.0012417291424589028, NaN, 0.02527438680952443, 0.011291661155075738, NaN, 0.011186494143927028, 0.05130930129547062, 0.017826440833751178, 0.038436348768194906, 0.005890442366060844, 0.0021798894826250415, 0.017927676302478712, 0.05184959613295481, 0.0326013317961833, NaN, NaN, 0.07404208098939424, 0.011939857334912096, 0.018231260562966423, 0.072334906427447, 0.01541398934804561, 0.1357264408556107, 0.03316389144380749, 0.018345972299345537, 0.03322716191390729, NaN, NaN, NaN, 0.058573551324980766, 0.06738057439759992, 0.043621258462944956, 0.008379645434524852, NaN, 0.017652851983458673, 0.023452130004607996, 0.02360309791208426, NaN, 0.011265971937133301, 0.10662201469591781, 0.08889874325588543, 0.060591466529029026, 0.012950532939154824, 0.01884212360457349, 0.0027070421294552727, 0.0011727715035765307]]}, "rob": {"1": [[false, true, false, true, true, true, false, false, true, false, false, true, true, true, false, true, false, true, true, false, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.006202670786992215, NaN, 0.002012804738080076, 0.01850890967584684, 0.01970471488948755, NaN, NaN, 0.017534182621839145, NaN, NaN, 0.002172940631940623, 0.01779719523726042, 0.06911757469851842, NaN, 0.0012417291424589028, NaN, 0.02527438680952443, 0.011291661155075738, NaN, 0.011186494143927028, 0.05130930129547062, 0.017826440833751178, 0.038436348768194906, 0.005890442366060844, 0.0021798894826250415, 0.017927676302478712, 0.05184959613295481, 0.0326013317961833, NaN, NaN, 0.07404208098939424, 0.011939857334912096, 0.018231260562966423, 0.072334906427447, 0.01541398934804561, 0.1357264408556107, 0.03316389144380749, 0.018345972299345537, 0.03322716191390729, NaN, NaN, NaN, 0.058573551324980766, 0.06738057439759992, 0.043621258462944956, 0.008379645434524852, NaN, 0.017652851983458673, 0.023452130004607996, 0.02360309791208426, NaN, 0.011265971937133301, 0.10662201469591781, 0.08889874325588543, 0.060591466529029026, 0.012950532939154824, 0.01884212360457349, 0.0027070421294552727, 0.0011727715035765307]]}}}, "val_ood": {"retr": {"raw": {"1": [[true, false, true, false, true, false, false, true, false, false, true, true, false, false, false, true, false, false, true, false, false, true, false, false, false, false, false, false, false, false, false, true, true, false, false, true, false, false, false, false, true, true, false, false, false, true, false, false, false, true, false, true, false, true, false, false, true, false, false, false], [0.0933141632067267, NaN, 0.31568561620408064, NaN, 0.034873925680123374, NaN, NaN, 0.012066520085002086, NaN, NaN, 0.019560364224950222, 0.2505240918810421, NaN, NaN, NaN, 0.09610267528565708, NaN, NaN, 0.2402404434878478, NaN, NaN, 0.06280053148448195, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.017071438679536977, 0.014932567274639208, NaN, NaN, 0.12291664955756443, NaN, NaN, NaN, NaN, 0.07372540415570872, 0.04369859356800654, NaN, NaN, NaN, 0.35880365420367655, NaN, NaN, NaN, 0.1776752790351972, NaN, 0.0462485432286901, NaN, 0.46342209097416687, NaN, NaN, 0.04576781587011536, NaN, NaN, NaN]], "2": [[true, false, true, false, true, false, false, true, true, false, true, true, false, false, false, true, false, false, true, false, true, true, false, false, true, false, false, false, false, false, false, true, true, false, false, true, false, true, false, false, true, true, false, false, false, true, false, false, false, true, false, true, false, true, false, false, true, false, false, false], [0.0933141632067267, NaN, 0.211582376428207, NaN, 0.034873925680123374, NaN, NaN, 0.012066520085002086, 0.043965980702980856, NaN, 0.019560364224950222, 0.2505240918810421, NaN, NaN, NaN, 0.09610267528565708, NaN, NaN, 0.2402404434878478, NaN, 0.04631911825819568, 0.06280053148448195, NaN, NaN, 0.04645594705502032, NaN, NaN, NaN, NaN, NaN, NaN, 0.017071438679536977, 0.014932567274639208, NaN, NaN, 0.05584768373158755, NaN, 0.057451206032192115, NaN, NaN, 0.009579650122458983, 0.04369859356800654, NaN, NaN, NaN, 0.35880365420367655, NaN, NaN, NaN, 0.1776752790351972, NaN, 0.041826755424568374, NaN, 0.46342209097416687, NaN, NaN, 0.04576781587011536, NaN, NaN, NaN]], "4": [[true, false, true, false, true, true, false, true, true, false, true, true, false, false, true, true, false, true, true, true, true, true, false, false, true, false, false, false, false, false, true, true, true, false, false, true, false, true, false, false, true, true, true, false, true, true, false, false, false, true, false, true, false, true, false, false, true, false, false, false], [0.0933141632067267, NaN, 0.211582376428207, NaN, 0.034873925680123374, 0.17921378667657994, NaN, 0.012066520085002086, 0.043965980702980856, NaN, 0.019560364224950222, 0.2505240918810421, NaN, NaN, 0.6155606988551465, 0.09610267528565708, NaN, 0.4497143661879657, 0.2402404434878478, 0.30591207723129843, 0.04631911825819568, 0.06280053148448195, NaN, NaN, 0.04645594705502032, NaN, NaN, NaN, NaN, NaN, 0.4334056705546778, 0.015786736559652903, 0.014932567274639208, NaN, NaN, 0.05584768373158755, NaN, 0.041899396105198106, NaN, NaN, 0.009579650122458983, 0.04369859356800654, 0.07802955182206484, NaN, 0.03581361058189292, 0.35880365420367655, NaN, NaN, NaN, 0.1776752790351972, NaN, 0.041826755424568374, NaN, 0.45994581444602245, NaN, NaN, 0.04576781587011536, NaN, NaN, NaN]], "8": [[true, true, true, false, true, true, true, true, true, false, true, true, false, false, true, true, true, true, true, true, true, true, false, false, true, true, true, false, false, false, true, true, true, true, false, true, false, true, false, true, true, true, true, false, true, true, false, false, false, true, true, true, false, true, false, false, true, false, false, true], [0.0933141632067267, 0.4597870865390259, 0.211582376428207, NaN, 0.034873925680123374, 0.17921378667657994, 0.07157510291072922, 0.012066520085002086, 0.043965980702980856, NaN, 0.019560364224950222, 0.2505240918810421, NaN, NaN, 0.6155606988551465, 0.0699518811474833, 0.06174288890971291, 0.06119548693187604, 0.2402404434878478, 0.30591207723129843, 0.03061177461898712, 0.06280053148448195, NaN, NaN, 0.04645594705502032, 0.13673027184031494, 0.7977268810970792, NaN, NaN, NaN, 0.4334056705546778, 0.015786736559652903, 0.014932567274639208, 0.6027881207621026, NaN, 0.05584768373158755, NaN, 0.02449225625729312, NaN, 0.9164242543318593, 0.009579650122458983, 0.019056856838087777, 0.07802955182206484, NaN, 0.03581361058189292, 0.22820891382729536, NaN, NaN, NaN, 0.13923190104368866, 0.41632656672831847, 0.041826755424568374, NaN, 0.45994581444602245, NaN, NaN, 0.04576781587011536, NaN, NaN, 0.10547253432700798]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, false, false, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, true, false, false, false, true, true, true, false, true, false, true, true, false, false, true], [0.0933141632067267, 0.4593214146583078, 0.211582376428207, 0.12748392542909537, 0.031829509979727666, 0.17921378667657994, 0.07157510291072922, 0.012066520085002086, 0.043965980702980856, 1.0006287955600692, 0.015673265455052876, 0.2505240918810421, 0.021086083640352804, NaN, 0.6155606988551465, 0.039407134955034895, 0.06174288890971291, 0.06119548693187604, 0.08694879362669439, 0.07741589002509652, 0.03061177461898712, 0.06280053148448195, NaN, NaN, 0.04645594705502032, 0.13673027184031494, 0.7622143408326094, 0.6834109803938706, NaN, NaN, 0.038947558146184, 0.015786736559652903, 0.014932567274639208, 0.010344193505001709, 0.20846992730287184, 0.05584768373158755, NaN, 0.011903854960073179, NaN, 0.9164242543318593, 0.009579650122458983, 0.003845001658672187, 0.020785674252768116, NaN, 0.03581361058189292, 0.0937209603471052, NaN, NaN, NaN, 0.03663154254981871, 0.023068064278461087, 0.03052922158460669, NaN, 0.45994581444602245, NaN, 0.13854662442658006, 0.04576781587011536, NaN, NaN, 0.10547253432700798]]}, "rob": {"1": [[true, true, true, false, true, true, false, true, true, true, true, true, true, false, true, true, false, false, true, true, false, false, false, true, false, true, true, true, false, false, true, true, true, false, true, true, false, true, false, false, false, false, true, false, true, false, false, false, false, false, false, true, false, false, false, false, true, false, false, false], [0.14489323481496785, 0.6151631208625392, 0.717255919922579, NaN, 0.13526071291322217, 0.08006666775439175, NaN, 0.1206653809927063, 0.40421848987887876, 1.0006287955600692, 0.3197040837933791, 0.04259495057844043, 0.2976960026212947, NaN, 0.45094827984808594, 0.2264201869156337, NaN, NaN, 1.2401504036465405, 1.3441357313384312, NaN, NaN, NaN, 0.05909087309063854, NaN, 0.14620303745341956, 2.086455243864047, 0.6834109803938706, NaN, NaN, 0.038947558146184, 0.11872473630956537, 0.185412348851137, NaN, 0.20846992730287184, 0.08559938800038558, NaN, 0.04257921341781845, NaN, NaN, NaN, NaN, 0.9507152075882475, NaN, 0.1497401225664321, NaN, NaN, NaN, NaN, NaN, NaN, 0.3822695753351648, NaN, NaN, NaN, NaN, 0.06409224666707436, NaN, NaN, NaN]], "2": [[true, true, true, false, true, true, false, true, true, true, true, true, true, false, true, true, true, false, true, true, false, false, false, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, false, true, false, false, false, true, true, true, false, false, true, true, false, false, false], [0.14489323481496785, 0.4597870865390259, 0.211582376428207, NaN, 0.13526071291322217, 0.08006666775439175, NaN, 0.1206653809927063, 0.40421848987887876, 1.0006287955600692, 0.3197040837933791, 0.04259495057844043, 0.2976960026212947, NaN, 0.39995189350549576, 0.16014879260456705, 0.06174288890971291, NaN, 0.9707956512313742, 0.9692698518003133, NaN, NaN, NaN, 0.05909087309063854, 0.04645594705502032, 0.13673027184031494, 1.0955359350820633, 0.6834109803938706, NaN, NaN, 0.038947558146184, 0.11872473630956537, 0.03333770029009342, 0.13148381193885883, 0.20846992730287184, 0.08559938800038558, NaN, 0.04257921341781845, NaN, 0.9164242543318593, 1.030973206515411, 0.28090394768528104, 0.36376952174566335, NaN, 0.1497401225664321, NaN, 0.19964124398529037, NaN, NaN, NaN, 0.023068064278461087, 0.10043057012083567, 0.2010111256391125, NaN, NaN, 0.16380695817024749, 0.06409224666707436, NaN, NaN, NaN]], "4": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, false, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, true, true, false, false, false, true, true, true, true, false, true, true, false, false, false], [0.019232718879567123, 0.4597870865390259, 0.211582376428207, -0.01734423988928413, 0.10784086827943984, 0.07660696407020784, 0.1656691254755902, 0.1177257352769967, 0.34627821129186076, 1.0006287955600692, 0.3197040837933791, 0.04259495057844043, 0.1966723537513746, NaN, 0.39995189350549576, 0.16014879260456705, 0.06174288890971291, 0.4497143661879657, 0.6648305931699512, 0.9692698518003133, NaN, 0.3978719244778399, NaN, 0.05909087309063854, 0.04645594705502032, 0.13673027184031494, 0.7911704548945053, 0.6834109803938706, NaN, NaN, 0.038947558146184, 0.08505606284075551, 0.008851424694949817, 0.13148381193885883, 0.08435796453475253, 0.08559938800038558, NaN, 0.02449225625729312, NaN, 0.9164242543318593, 0.052727429246549384, 0.19641386362537405, 0.17773751498238122, NaN, 0.03581361058189292, 0.0937209603471052, 0.19964124398529037, NaN, NaN, NaN, 0.023068064278461087, 0.10043057012083567, 0.2010111256391125, 0.4627890055469357, NaN, 0.13854662442658006, 0.04576781587011536, NaN, NaN, NaN]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, true, true, false, false, true, true, true, true, true, false, true, true, false, false, false], [0.019232718879567123, 0.4593214146583078, 0.211582376428207, -0.01734423988928413, 0.08769896393249055, 0.07660696407020784, 0.03389809539781563, 0.06726629072732515, 0.10440659574652056, 1.0006287955600692, 0.10240439268184165, 0.04259495057844043, 0.07384296480857722, NaN, 0.04723449612290698, 0.15810518789288808, 0.06174288890971291, 0.2924229411873225, 0.34233485968044364, 0.25837574076238035, 0.20480807758046282, 0.253210236304676, NaN, 0.05909087309063854, 0.04645594705502032, 0.13673027184031494, 0.7478757333828954, 0.6834109803938706, NaN, NaN, 0.029139311126866074, 0.052290157230005185, 0.008851424694949817, 0.010344193505001709, 0.08435796453475253, 0.05584768373158755, NaN, 0.02449225625729312, NaN, 0.08321572036364833, 0.009579650122458983, 0.19366528482025047, 0.11661539002361154, NaN, 0.03581361058189292, 0.0937209603471052, 0.19964124398529037, NaN, NaN, 0.03663154254981871, 0.023068064278461087, 0.0896519931385178, 0.2010111256391125, 0.29357685817435364, NaN, 0.13854662442658006, 0.04576781587011536, NaN, NaN, NaN]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, true, true, false, false, true, true, true, true, true, false, true, true, false, false, true], [0.019232718879567123, 0.16562024753116722, 0.211582376428207, -0.01734423988928413, 0.02727744328528181, 0.07660696407020784, 0.03389809539781563, 0.05126887665687718, 0.032088939868963884, 1.0006287955600692, 0.09003821854864946, 0.04259495057844043, 0.021086083640352804, NaN, 0.04723449612290698, 0.11059160811579116, 0.06174288890971291, 0.06119548693187604, 0.17131180177771554, 0.11405272395837396, 0.03061177461898712, 0.15784630950422218, NaN, 0.05909087309063854, 0.04645594705502032, 0.13673027184031494, 0.407756130368089, 0.6834109803938706, NaN, NaN, 0.029139311126866074, 0.017071438679536977, 0.008851424694949817, 0.010344193505001709, 0.08435796453475253, 0.04633105353798461, NaN, 0.02449225625729312, NaN, 0.08321572036364833, 0.009579650122458983, 0.06116978302326914, 0.020785674252768116, NaN, 0.03581361058189292, 0.0937209603471052, 0.19964124398529037, NaN, NaN, 0.03663154254981871, 0.023068064278461087, 0.03052922158460669, 0.17380545674771186, 0.29357685817435364, NaN, 0.13854662442658006, 0.04576781587011536, NaN, NaN, 0.10547253432700798]]}}, "c3a_diff_s0": {"raw": {"1": [[true, true, true, true, true, true, false, true, false, false, true, true, false, false, false, true, false, true, true, false, false, false, false, true, true, false, true, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, true, true, false, true, false, false, true], [0.09258273920925819, 0.8058986864061926, 0.01878048806971422, 0.10921042257073643, 0.012571634240096996, 0.30831822239341355, NaN, 0.026847777392299488, NaN, NaN, 0.020505842316300038, 0.22282745842099305, NaN, NaN, NaN, 0.020616696513581223, NaN, 0.5900467204854174, 0.30863247726497045, NaN, NaN, NaN, NaN, 0.041428391027590106, 0.13406813533498463, NaN, 0.7262644413489108, NaN, NaN, NaN, NaN, 0.02728517736954128, 0.09831019166420263, 0.18949901561734106, NaN, 0.045815141917476376, NaN, 0.012174310474071914, NaN, NaN, 0.030556492439422156, 0.008709191753600631, 0.3112138209787274, NaN, NaN, 0.15615659175416008, NaN, NaN, NaN, 0.016560697988613482, 0.1109775540251996, 0.08967168369704748, NaN, 0.6235479674683995, 0.94448384855116, NaN, 0.1335358268826472, NaN, NaN, 0.05178386160250281]], "2": [[true, true, true, true, true, true, false, true, false, true, true, true, false, false, false, true, true, true, true, false, true, true, false, true, true, true, true, false, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, true, true, false, true, true, false, true], [0.027149308044034814, 0.8058986864061926, -0.03547715352693204, 0.10921042257073643, 0.006509774271145297, 0.30831822239341355, NaN, 0.014262879820345908, NaN, 3.73093566396527, 0.0034154183426993168, 0.22282745842099305, NaN, NaN, NaN, 0.009927147584091633, 0.09587177649730227, 0.056305437905135314, 0.30863247726497045, NaN, 0.05368191222210461, 0.055473884237902116, NaN, 0.041428391027590106, 0.13406813533498463, 0.11180762519172371, 0.7262644413489108, NaN, NaN, NaN, 0.19407529768787368, 0.026261176687416787, 0.09831019166420263, 0.18949901561734106, NaN, 0.045815141917476376, NaN, 0.012174310474071914, NaN, NaN, 0.030556492439422156, 0.006790670224970485, 0.14945831824596834, NaN, NaN, 0.15615659175416008, NaN, NaN, NaN, 0.016560697988613482, 0.1109775540251996, 0.020674767259454274, NaN, 0.6235479674683995, 0.94448384855116, NaN, 0.05439034995169911, 0.7206203572478984, NaN, 0.05178386160250281]], "4": [[true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, true, false, true, true, true, false, true, true, false, true, true, false, true], [0.012334045774573754, 0.08451867989616924, -0.03547715352693204, 0.06429192306052145, 0.006509774271145297, 0.01852250080250295, NaN, 0.008649590364572024, 0.02209446275030058, 1.2245700887955207, 0.0034154183426993168, 0.10254279707985936, 0.1363877306453709, NaN, 0.08731420616863494, 0.009927147584091633, 0.09587177649730227, 0.03547274274186751, 0.30863247726497045, 0.044406547952879016, 0.010748832794786445, 0.034331867454858944, NaN, 0.041428391027590106, 0.13406813533498463, 0.11180762519172371, 0.7262644413489108, NaN, NaN, NaN, 0.1400046191367652, 0.026261176687416787, 0.09831019166420263, 0.062316402953694006, NaN, 0.005024778735396085, NaN, 0.012174310474071914, NaN, NaN, 0.012929831160046534, 0.005956659810947285, 0.14945831824596834, NaN, NaN, 0.038444325168235816, NaN, 0.0668296997448723, NaN, 0.016560697988613482, 0.1109775540251996, 0.020674767259454274, NaN, 0.3411856304465002, 0.94448384855116, NaN, 0.05439034995169911, 0.7206203572478984, NaN, 0.04808743797960613]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, false, false, true, true, true, false, false, true, true, true, true, true, true, true, false, true, true, false, true, true, false, true], [0.012334045774573754, 0.08451867989616924, -0.03547715352693204, 0.011417090254823403, 0.006509774271145297, 0.01852250080250295, 0.12058082526602498, 0.008649590364572024, 0.02209446275030058, 1.0266403816583516, 0.0034154183426993168, 0.09413207059108886, 0.03442004661891285, NaN, 0.05245097577289348, 0.009927147584091633, 0.01791815485769277, 0.03547274274186751, 0.30863247726497045, 0.044406547952879016, 0.010748832794786445, 0.0325155748908319, 0.036421715349182815, 0.028339354569267172, 0.13406813533498463, 0.11180762519172371, 0.28177260236321167, 0.20195508026865117, NaN, NaN, 0.10735308487572293, 0.026261176687416787, 0.003458355929612411, 0.062316402953694006, 0.12039908898307683, 0.005024778735396085, NaN, 0.012174310474071914, NaN, NaN, 0.012929831160046534, 0.005956659810947285, 0.09194516887916993, NaN, NaN, 0.038444325168235816, 0.0387784296170437, 0.0668296997448723, 0.04024658929202296, 0.00946587764800122, 0.06132059697333059, 0.020674767259454274, NaN, 0.16621887460686025, 0.325198306671177, NaN, 0.014133697018939406, 0.7206203572478984, NaN, 0.04808743797960613]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, false, false, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, false, true, true, false, true], [0.012334045774573754, 0.0015490741176891198, -0.03547715352693204, 0.01063593036609567, 0.0032205365232349514, 0.008586322595437457, 0.019058601490067772, 0.004528522944913904, 0.02209446275030058, 0.03487325135994124, 0.0034154183426993168, 0.031727052856514115, 0.005757494571853261, NaN, 0.05245097577289348, 0.0036601522576680257, 0.0017554995374924331, 0.03547274274186751, 0.16180614163308382, 0.044406547952879016, 0.010748832794786445, 0.0325155748908319, 0.036421715349182815, 0.028339354569267172, 0.11155582409985487, 0.09985809381200927, 0.04989517987165537, 0.06212502431007749, -0.1778795441046397, NaN, 0.032166865724989835, 0.02581724457160961, 0.003458355929612411, 0.05400227554201242, 0.12039908898307683, 0.003923401659702508, NaN, 0.012174310474071914, NaN, NaN, 0.006083406332316299, 0.0018296003783286885, 0.039416575955228295, NaN, NaN, 0.038444325168235816, 0.0387784296170437, 0.055139778939073514, 0.04024658929202296, 0.005633929392389492, 0.061289782186756625, 0.012799009162462793, 0.06951622633792853, 0.16621887460686025, 0.2662091357667695, NaN, 0.014133697018939406, 0.7206203572478984, NaN, 0.039431822320774135]]}, "rob": {"1": [[true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, false, false, true, true, false, true, true, true, true, true, false, true, false, false, true, true, true, true, true, true, false, true, false, false, true, true, true, false, true, true, false, false, false, true, false, true, false, true, true, false, true, true, true, false], [0.0395442825426191, 0.7649335673603803, 0.0509543173808249, -0.001065613796806364, 0.11858965546498101, 0.03286484860146821, NaN, 0.04566683885167633, 0.07719455256627361, NaN, 0.047658093285850134, 0.08368379916098756, 0.11981563187417676, NaN, 0.4962671194365751, 0.04227498262330953, NaN, NaN, 0.6477868568874761, 0.5155532079061005, NaN, 0.09798502866979653, 0.0785810346357767, 0.12742600199831466, 0.9683963665042339, 0.6252828067509737, NaN, 0.4925105577528568, NaN, NaN, 0.1334039832290963, 0.17978397930766943, 0.0457773186958641, 0.0888092409161727, 0.05206606638173428, 0.048500950540135035, NaN, 0.0619405019985686, NaN, NaN, 0.04118914330944112, 0.035245377109422105, 0.6756625834838774, NaN, 0.17914852998249242, 0.2465311439885267, NaN, NaN, NaN, 0.039276620357284964, NaN, 0.04266297011586939, NaN, 0.27070855542491445, 0.3482228292187688, NaN, 0.07129736000044362, 2.125560665697028, 0.6022335137850179, NaN]], "2": [[true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, false, false, true, true, true, false, true, true, true, true, false, true, false, true, false, true, true, false, true, true, true, true], [0.010155599116493663, 0.7649335673603803, 0.0509543173808249, -0.001065613796806364, 0.053964470553430566, 0.02546380775821455, NaN, 0.04566683885167633, 0.02209446275030058, NaN, 0.013811373884383471, 0.08368379916098756, 0.11981563187417676, NaN, 0.11489974448743401, 0.04227498262330953, -0.013527553400566439, 0.12696318246425475, 0.5059563949926249, 0.4151472764589108, 0.07423565732874415, 0.06342376908993441, 0.0785810346357767, 0.11550176385888355, 0.42610175739954204, 0.2738842841485969, 0.9370878985076139, 0.29509785740483707, NaN, NaN, 0.1334039832290963, 0.0470558602820621, 0.0457773186958641, 0.0888092409161727, 0.05206606638173428, 0.010716255731078483, NaN, 0.04763357693128789, NaN, NaN, 0.04118914330944112, 0.020885677138826608, 0.5206120757951263, NaN, 0.09590051517799458, 0.2465311439885267, 0.11438968177559072, -0.043078070290864745, NaN, 0.0317345076385509, NaN, 0.04266297011586939, NaN, 0.27070855542491445, 0.3482228292187688, NaN, 0.05388901614433461, 0.7206203572478984, 0.12694496861642213, 0.03388833087849674]], "4": [[true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true], [0.007317786023552708, 0.47655375157336066, 0.0006909881706695931, -0.001065613796806364, 0.017942852666491982, 0.02546380775821455, NaN, 0.04566683885167633, 0.02209446275030058, NaN, 0.004151870828376758, 0.08368379916098756, 0.11981563187417676, NaN, 0.11489974448743401, 0.026708148429790857, -0.013527553400566439, 0.10534619696581382, 0.5059563949926249, 0.4151472764589108, 0.010748832794786445, 0.05554186278030837, 0.0785810346357767, 0.01796273317899666, 0.42610175739954204, 0.2738842841485969, 0.2438645620160147, 0.2537097419989325, NaN, NaN, 0.032166865724989835, 0.023632164108856824, 0.03863964045333135, 0.0888092409161727, 0.016971078028521713, 0.009281177155473719, NaN, 0.019655707160662228, 0.20305837791050596, NaN, 0.028948725775266748, 0.009532640617399446, 0.49898338783677176, NaN, 0.08648247895200245, 0.059826786646162144, 0.11438968177559072, -0.08408321411618302, 0.03484473148519629, 0.0317345076385509, NaN, 0.012799009162462793, 0.02577715825864657, 0.27070855542491445, 0.3482228292187688, NaN, 0.0292885552302542, 0.26876830011185504, 0.12694496861642213, 0.03388833087849674]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.007317786023552708, 0.47655375157336066, 0.0006909881706695931, -0.011696030880166686, 0.007774207730344873, 0.022474356509663673, 0.09102445359848543, 0.014262879820345908, 0.02209446275030058, 3.4806396427874065, 0.003500114058729409, 0.08368379916098756, 0.06451245608836742, NaN, 0.11489974448743401, 0.024739456002588645, -0.013527553400566439, 0.06351813354145519, 0.5059563949926249, 0.1742977154618195, 0.010748832794786445, 0.048761189218869294, 0.02207283153260886, 0.01796273317899666, 0.30475397127047055, 0.09971329472931956, 0.2438645620160147, 0.06212502431007749, NaN, NaN, 0.032166865724989835, 0.0211920604126834, 0.024759593017501746, 0.06069803854001865, 0.016971078028521713, 0.005024778735396085, NaN, 0.014683045503300685, 0.20305837791050596, NaN, 0.028948725775266748, 0.005956659810947285, 0.37892850618667695, NaN, 0.026320031935052945, 0.059826786646162144, 0.08597983321599534, -0.10973415715383816, 0.016065014642558717, 0.026343913766025295, 0.04605159334453868, 0.0055687172702529875, 0.02577715825864657, 0.27070855542491445, 0.3482228292187688, 0.03803245031415048, 0.012229501068862447, 0.26876830011185504, 0.12694496861642213, 0.01973163323823446]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.007317786023552708, 0.19413450812100774, 0.0006909881706695931, -0.011696030880166686, 0.005590200957655833, 0.004792164537952059, 0.03682696777295913, 0.010523605414076043, 0.015953318137735373, 0.42930276744700135, 0.00020210395842257256, 0.020447114042809522, 0.05475965360432267, NaN, 0.05245097577289348, 0.01444723654510316, -0.013527553400566439, 0.06351813354145519, 0.3325706527068528, 0.12013993685234126, 0.010748832794786445, 0.03565348181672712, 0.02207283153260886, 0.01796273317899666, 0.30475397127047055, 0.08555883378077467, 0.04989517987165537, 0.04653744569515572, NaN, NaN, 0.032166865724989835, 0.011012922177558337, 0.003458355929612411, 0.05400227554201242, 0.016971078028521713, 0.003923401659702508, NaN, 0.014172021881501129, 0.20305837791050596, NaN, 0.017741607492105516, 0.0015182560239535015, 0.18345164575313522, NaN, 0.021737565051543006, 0.059826786646162144, 0.017208065019378216, -0.10973415715383816, 0.010976727501544659, 0.005633929392389492, 0.04605159334453868, 0.0055687172702529875, 0.022793957293852918, 0.27070855542491445, 0.3482228292187688, 0.03803245031415048, 0.011545587647491473, 0.26876830011185504, 0.12694496861642213, 0.01973163323823446]]}}, "c3a_reg_s0_mcd": {"raw": {"1": [[true, true, true, true, true, false, false, true, false, false, true, false, true, false, true, true, false, true, true, true, true, true, false, true, false, false, false, false, false, false, false, true, true, false, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, false, true, false, false, true, true, true, false, false, true], [0.012174808721739705, 0.39876524813378933, 0.08250186468298049, 0.12379065059023953, 0.029503473209052222, NaN, NaN, 0.023418381214481476, NaN, NaN, 0.01616132959111871, NaN, 0.08049066428252272, NaN, 0.04659594767794362, 0.04948182820567815, NaN, 0.07994537277704539, 0.6506135903978503, 0.29920426130890787, 0.049546615621388845, 0.09638095790302725, NaN, 0.17181550902377762, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.05491760945993174, 0.11056146756669638, NaN, NaN, 0.035837643609858416, NaN, 0.03584836238181843, NaN, NaN, 0.04668492636411847, 0.008191965985444805, 0.11845551316258174, NaN, NaN, 0.10582636718048066, NaN, NaN, NaN, 0.005278245950574467, NaN, 0.031190004373960134, NaN, NaN, 0.6764831249035519, 0.0940559759425319, 0.13339503579756729, NaN, NaN, 0.1006418401054523]], "2": [[true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, true, false, true, true, true, true, true, false, true, false, false, false, false, false, false, false, true, true, false, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, true, true, true, false, false, true], [0.012174808721739705, 0.39876524813378933, 0.08250186468298049, 0.09620967225506516, 0.029503473209052222, 0.18071321948693253, NaN, 0.023418381214481476, NaN, 0.09076889386575138, 0.015522168322525287, 0.7214771918212242, 0.08049066428252272, NaN, 0.04659594767794362, 0.04948182820567815, NaN, 0.07994537277704539, 0.641535045738068, 0.29920426130890787, 0.049546615621388845, 0.09511482405722038, NaN, 0.17181550902377762, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.05491760945993174, 0.10167155855149645, NaN, NaN, 0.0223685476404043, NaN, 0.034822813685551735, NaN, NaN, 0.04209165908174417, 0.005964814475253322, 0.11845551316258174, NaN, NaN, 0.10582636718048066, NaN, NaN, NaN, 0.005278245950574467, 0.18862447932843973, 0.031190004373960134, NaN, NaN, 0.6764831249035519, 0.03178276723066631, 0.09937331213814526, NaN, NaN, 0.013859638604692748]], "4": [[true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, true, false, true, true, true, true, true, false, true, true, false, false, false, false, false, false, true, true, false, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, true, true, true, false, false, true], [0.012174808721739705, 0.2958437779903329, 0.02099561308896858, 0.06059602723955804, 0.010410772515231592, 0.18071321948693253, NaN, 0.023418381214481476, NaN, 0.09076889386575138, 0.015522168322525287, 0.7214771918212242, 0.08049066428252272, NaN, 0.04659594767794362, 0.04635270931497537, NaN, 0.07994537277704539, 0.6013487969040752, 0.29920426130890787, 0.049546615621388845, 0.09055655866501366, NaN, 0.11703990358323657, 0.2747090051982719, NaN, NaN, NaN, NaN, NaN, NaN, 0.054337030798111696, 0.057857344728484694, NaN, NaN, 0.0223685476404043, NaN, 0.021371429585876456, NaN, NaN, 0.04209165908174417, 0.002752882065107265, 0.10634065102180101, NaN, NaN, 0.10582636718048066, NaN, NaN, NaN, 0.005278245950574467, 0.1622191057284088, 0.031190004373960134, NaN, NaN, 0.6764831249035519, 0.02471572524206489, 0.09937331213814526, NaN, NaN, 0.013859638604692748]], "8": [[true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, false, true, true, true, true, true, false, true, true, false, false, false, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, true, true, true, false, false, true], [0.010166517560544985, 0.2958437779903329, -0.010891096501059794, 0.03645129541006065, 0.007290577851755131, 0.14224077629372633, NaN, 0.020031541351928972, 0.02353141460792907, 0.09076889386575138, 0.009241024977123757, 0.33097941260721186, 0.08049066428252272, NaN, 0.04659594767794362, 0.031866175388132634, NaN, 0.07994537277704539, 0.5874293507074118, 0.29920426130890787, 0.04897293289682758, 0.06778658978905305, NaN, 0.08652481255153122, 0.2747090051982719, NaN, NaN, NaN, NaN, NaN, 0.23973836801279558, 0.025428857407432837, 0.057857344728484694, 0.044353938125776704, NaN, 0.02032547722763134, NaN, 0.021371429585876456, NaN, NaN, 0.0400334865978651, 0.002752882065107265, 0.07082000377085973, NaN, NaN, 0.07324825657304723, NaN, NaN, NaN, 0.005278245950574467, 0.1622191057284088, 0.031190004373960134, NaN, NaN, 0.27761686862712676, 0.019481297152317056, 0.09937331213814526, NaN, NaN, 0.013859638604692748]], "16": [[true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, false, true, true, true, true, true, false, true, true, true, false, false, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, true, true, true, true, false, false, true], [0.010166517560544985, 0.2958437779903329, -0.010891096501059794, 0.03645129541006065, 0.007290577851755131, 0.14224077629372633, NaN, 0.020031541351928972, 0.02353141460792907, 0.09076889386575138, 0.009241024977123757, 0.2151107259033842, 0.040054361097164204, NaN, 0.04659594767794362, 0.031604809452300264, NaN, 0.07994537277704539, 0.4819913148400501, 0.29920426130890787, 0.04897293289682758, 0.06778658978905305, NaN, 0.028424574268643088, 0.2012578888944705, 0.02133989759164745, NaN, NaN, NaN, NaN, 0.23973836801279558, 0.025428857407432837, 0.057857344728484694, 0.044353938125776704, NaN, 0.02032547722763134, NaN, 0.015335607620019953, NaN, NaN, 0.02119622701739754, 0.00134301660882441, 0.07082000377085973, NaN, NaN, 0.07324825657304723, NaN, NaN, NaN, 0.0037675266105554606, 0.1614407830991511, 0.028799475729807567, NaN, 0.441938240335636, 0.2656040529482684, 0.012819741754240832, 0.09729758413364298, NaN, NaN, 0.013859638604692748]]}, "rob": {"1": [[true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, false, false, false, false, true, true, true, false, false, true, false, true, false, false, false, true, true, false, true, true, false, false, false, true, true, true, false, true, true, true, true, false, false, true], [0.02734019339525684, 0.9922577296713662, 0.017935896003056895, 0.018398777692578028, 0.03940773203852932, 0.11452488354313273, 0.04744462490342194, 0.032553779073191125, NaN, 0.37677477127415937, 0.014289097585216792, 0.4107121485882961, 0.09862447947060993, NaN, 0.22335377045704852, 0.0812005149201418, 0.07212660105699253, 0.12126344432434388, 0.643685239989362, 0.511100291407157, 0.03386963461305981, 0.12692614659222645, NaN, 0.08533336712607253, 0.10854571635803212, 0.044914246597084206, NaN, NaN, NaN, NaN, 0.23973836801279558, 0.08623174465771477, 0.017581023069204615, NaN, NaN, 0.04781744034582358, NaN, 0.05926422981098445, NaN, NaN, NaN, 0.010352848274408633, 0.19714394096093701, NaN, 0.030514155608307503, 0.06724845103021826, NaN, NaN, NaN, 0.01677367233749294, 0.1876641995650581, 0.024827845440023477, NaN, 0.441938240335636, 0.27761686862712676, 0.029787709811911256, 0.18281069964083874, NaN, NaN, 0.043487363299227644]], "2": [[true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, false, false, false, false, true, true, true, false, false, true, false, true, false, false, true, true, true, false, true, true, false, false, false, true, true, true, false, true, true, true, true, false, false, true], [0.02734019339525684, 0.7226634210300515, 0.017935896003056895, 0.018398777692578028, 0.03693322217702999, 0.11452488354313273, 0.04744462490342194, 0.032553779073191125, NaN, 0.09076889386575138, 0.011817488830147216, 0.34283231041296824, 0.09862447947060993, NaN, 0.06365511819355918, 0.0744648330337756, 0.07212660105699253, 0.12126344432434388, 0.6006263009306885, 0.4812248967113071, 0.02521423467844719, 0.11255863667664223, NaN, 0.028424574268643088, 0.10854571635803212, 0.044914246597084206, NaN, NaN, NaN, NaN, 0.23973836801279558, 0.03471576825624312, 0.017581023069204615, NaN, NaN, 0.028764031304535864, NaN, 0.02044387924326907, NaN, NaN, 0.0488833180490591, 0.010352848274408633, 0.1286324557951899, NaN, 0.030514155608307503, 0.06724845103021826, NaN, NaN, NaN, 0.015257298933125885, 0.1614407830991511, 0.024827845440023477, NaN, 0.441938240335636, 0.2656040529482684, 0.029787709811911256, 0.10549267196511858, NaN, NaN, 0.02305072030510935]], "4": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, false, false, false, false, true, true, true, false, false, true, false, true, false, false, true, true, true, false, true, true, false, false, false, true, true, true, false, true, true, true, true, false, false, true], [0.023924001776241433, 0.5015316613276957, 0.015097676283683414, 0.018398777692578028, 0.03147869746516263, 0.11452488354313273, 0.04744462490342194, 0.01595703979407337, 0.021877286934836926, 0.08093887335476913, 0.009187088949591526, 0.33097941260721186, 0.09862447947060993, NaN, 0.06365511819355918, 0.06829767420459132, 0.07212660105699253, 0.11366998877220635, 0.6006263009306885, 0.4154977608685799, 0.02521423467844719, 0.09905013972816357, NaN, 0.028424574268643088, 0.10854571635803212, 0.044914246597084206, NaN, NaN, NaN, NaN, 0.23973836801279558, 0.024316868201667008, 0.017581023069204615, NaN, NaN, 0.028764031304535864, NaN, 0.015335607620019953, NaN, NaN, 0.027853926971152188, 0.010216766227262086, 0.1286324557951899, NaN, 0.030514155608307503, 0.06724845103021826, NaN, NaN, NaN, 0.0037675266105554606, 0.1614407830991511, 0.024827845440023477, NaN, 0.40001680904403325, 0.248292843693938, 0.0284617843703312, 0.10549267196511858, NaN, NaN, 0.021022271658894365]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, false, false, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, true, true, false, false, false, true, true, true, false, true, true, true, true, false, false, true], [0.023924001776241433, 0.2958437779903329, -0.006596185082292205, 0.018398777692578028, 0.03140551585747975, 0.11452488354313273, 0.04744462490342194, 0.01595703979407337, 0.021877286934836926, 0.08093887335476913, 0.005896672673526782, 0.33097941260721186, 0.07598511141409703, NaN, 0.06365511819355918, 0.06174102275097848, 0.07212660105699253, 0.1112037877659624, 0.5383230379519979, 0.3843492841370981, 0.02521423467844719, 0.09905013972816357, NaN, 0.028424574268643088, 0.10854571635803212, 0.044914246597084206, NaN, NaN, NaN, NaN, 0.23973836801279558, 0.024316868201667008, 0.017581023069204615, 0.09821883779979745, NaN, 0.024651528229049813, NaN, 0.011859288099326681, NaN, NaN, 0.027853926971152188, 0.007461653145286018, 0.08178886170123212, NaN, 0.030514155608307503, 0.05875825702073145, NaN, NaN, NaN, 0.0037675266105554606, 0.1614407830991511, 0.024827845440023477, NaN, 0.3892068216671112, 0.22304696032272542, 0.019481297152317056, 0.09351811236798624, NaN, NaN, 0.012101554094481326]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, false, false, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, true, true, false, false, false, true, true, true, false, true, true, true, true, false, false, true], [0.012787686136035425, 0.22937957925129693, -0.006596185082292205, 0.018398777692578028, 0.023374784666111648, 0.11452488354313273, 0.04744462490342194, 0.01595703979407337, 0.021877286934836926, 0.08093887335476913, 0.005896672673526782, 0.2151107259033842, 0.07052061604261506, NaN, 0.04659594767794362, 0.058375520659280644, 0.07212660105699253, 0.09529153963147485, 0.5383230379519979, 0.38108299931559264, 0.02521423467844719, 0.09150331347495388, NaN, 0.028424574268643088, 0.10854571635803212, 0.035224828303733746, NaN, NaN, NaN, NaN, 0.23973836801279558, 0.024316868201667008, 0.017581023069204615, 0.044353938125776704, NaN, 0.02032547722763134, NaN, 0.006345291518314644, NaN, NaN, 0.027853926971152188, 0.0030960518101799117, 0.07091641547066962, NaN, 0.030514155608307503, 0.05875825702073145, NaN, NaN, NaN, 0.0037675266105554606, 0.1614407830991511, 0.024827845440023477, NaN, 0.3892068216671112, 0.22304696032272542, 0.019481297152317056, 0.09351811236798624, NaN, NaN, 0.006069306995323709]]}}, "c3a_reg_s0_det": {"raw": {"1": [[true, true, true, true, true, true, false, true, false, false, true, true, true, false, false, true, false, true, true, true, true, true, false, true, false, false, false, false, false, false, false, true, true, false, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, false, true, true, false, false, true], [0.017851961847909825, 0.4475761027569052, 0.01180821636971885, 0.062457224876128814, 0.019019931027638215, 0.2163569366031035, NaN, 0.031252231590952695, NaN, NaN, 0.016296098449928742, 0.54189357328507, 0.1294476522208916, NaN, NaN, 0.05089890275872411, NaN, 0.10173944544200286, 0.633129569167157, 0.4577003038004519, 0.06439720268234783, 0.10119755840840194, NaN, 0.160782212719071, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.07230741570717081, 0.1018333212603626, NaN, NaN, 0.0344372317321926, NaN, 0.038845380787640105, NaN, NaN, 0.04670213754654906, 0.005560702599690881, 0.1457908065956588, NaN, NaN, 0.10721422485311649, NaN, NaN, NaN, 0.046047749823102224, 0.21346540669692304, 0.04597148150842978, NaN, NaN, NaN, 0.029262989674909035, 0.14429956679150213, NaN, NaN, 0.018901950030119075]]}, "rob": {"1": [[true, true, true, true, true, true, false, true, false, false, true, true, true, false, false, true, false, true, true, true, true, true, false, true, false, false, false, false, false, false, false, true, true, false, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, false, true, true, false, false, true], [0.017851961847909825, 0.4475761027569052, 0.01180821636971885, 0.062457224876128814, 0.019019931027638215, 0.2163569366031035, NaN, 0.031252231590952695, NaN, NaN, 0.016296098449928742, 0.54189357328507, 0.1294476522208916, NaN, NaN, 0.05089890275872411, NaN, 0.10173944544200286, 0.633129569167157, 0.4577003038004519, 0.06439720268234783, 0.10119755840840194, NaN, 0.160782212719071, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.07230741570717081, 0.1018333212603626, NaN, NaN, 0.0344372317321926, NaN, 0.038845380787640105, NaN, NaN, 0.04670213754654906, 0.005560702599690881, 0.1457908065956588, NaN, NaN, 0.10721422485311649, NaN, NaN, NaN, 0.046047749823102224, 0.21346540669692304, 0.04597148150842978, NaN, NaN, NaN, 0.029262989674909035, 0.14429956679150213, NaN, NaN, 0.018901950030119075]]}}}} \ No newline at end of file diff --git a/results/icml_r2/C_mimo/sof/c3_c3bc.json b/results/icml_r2/C_mimo/sof/c3_c3bc.json new file mode 100644 index 0000000000000000000000000000000000000000..a5eafbcaa2177404673e4bc603e4204c777ca51f --- /dev/null +++ b/results/icml_r2/C_mimo/sof/c3_c3bc.json @@ -0,0 +1 @@ +{"val_iid": {"retr": {"raw": {"1": [[false, false, false, true, true, false, true, false, true, false, false, true, false, false, false, true, true, true, true, false, false, true, true, true, false, false, false, true, false, false, false, false, true, false, false, false, false, true, true, true, false, false, false, false, false, true, false, false, false, false, true, false, true, false, false, false, false, true, true, true], [NaN, NaN, NaN, 0.004902751011333306, 0.005776357442414115, NaN, 0.16005390882115367, NaN, 0.1635575730808554, NaN, NaN, 0.08440144394489568, NaN, NaN, NaN, 0.025562991403333957, 0.037316042421089435, 0.10859369972813915, 0.14786629074115964, NaN, NaN, 0.19106403555420126, 0.05223589522961514, 0.08317168275691644, NaN, NaN, NaN, 0.26716641357915094, NaN, NaN, NaN, NaN, 0.07829652934364884, NaN, NaN, NaN, NaN, 0.11580684263078034, 0.04419106652695004, 0.0016415209608802162, NaN, NaN, NaN, NaN, NaN, 0.1665961771874782, NaN, NaN, NaN, NaN, 0.08548558822788821, NaN, 0.043689815037552204, NaN, NaN, NaN, NaN, 0.17235895249097788, 0.05803487432321597, 0.008689984976949283]], "2": [[false, false, false, true, true, false, true, false, true, false, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, false, true, true, false, false, true, false, true, true, false, false, false, true, true, true, false, false, false, false, false, true, false, false, false, false, true, false, true, false, true, false, false, true, true, true], [NaN, NaN, NaN, 0.004902751011333306, 0.005776357442414115, NaN, 0.16005390882115367, NaN, 0.1635575730808554, NaN, 0.04043678594573441, 0.08440144394489568, 0.03611768851058916, 0.25246683910321566, NaN, 0.023937227543106898, 0.037316042421089435, 0.10859369972813915, 0.14786629074115964, NaN, 0.09922366910416702, 0.19106403555420126, 0.011450447482699744, 0.08317168275691644, 0.02470370606138128, NaN, 0.11001775700802141, 0.26716641357915094, NaN, NaN, 0.17330954198017312, NaN, 0.028375982064045235, 0.17415670259675364, NaN, NaN, NaN, 0.11580684263078034, 0.04419106652695004, 0.0016415209608802162, NaN, NaN, NaN, NaN, NaN, 0.1665961771874782, NaN, NaN, NaN, NaN, 0.08548558822788821, NaN, 0.043689815037552204, NaN, 0.05450505037389397, NaN, NaN, 0.04076291388462683, 0.03018924747276497, 0.008689984976949283]], "4": [[false, true, false, true, true, false, true, true, true, false, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, false, false, false, true, true, true, false, false, false, true, false, true, false, true, false, false, true, true, true], [NaN, 0.17127626844766564, NaN, 0.004902751011333306, 0.005776357442414115, NaN, 0.16005390882115367, 0.11419278943236377, 0.1635575730808554, NaN, 0.04043678594573441, 0.08440144394489568, 0.03611768851058916, 0.25246683910321566, NaN, 0.023937227543106898, 0.037316042421089435, 0.10859369972813915, 0.14786629074115964, NaN, 0.06382869624416632, 0.03955699537929758, 0.011450447482699744, 0.08317168275691644, 0.02470370606138128, 0.029512841890620534, 0.0828217723356024, 0.26716641357915094, 0.681367757169165, 0.2674312481756589, 0.17330954198017312, NaN, 0.028375982064045235, 0.06068457338349176, 0.03836655798246347, 0.023015041296327032, NaN, 0.047729470046851796, 0.021505392643816235, 0.0016415209608802162, 0.06679831121614788, NaN, NaN, NaN, 0.1316528275262454, 0.06427148535627003, 0.07641817526865813, NaN, NaN, NaN, 0.08548558822788821, NaN, 0.043689815037552204, NaN, 0.05450505037389397, NaN, NaN, 0.024811389861964628, 0.027639134376082675, 0.008689984976949283]], "8": [[false, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, false, false, false, true, false, true, false, true, false, false, true, true, true], [NaN, 0.03174789545578882, NaN, 0.004902751011333306, 0.005776357442414115, 0.05057052333268941, 0.04477614930595575, 0.11419278943236377, 0.03548501817555727, NaN, 0.04043678594573441, 0.08440144394489568, 0.03611768851058916, 0.13185939464258367, NaN, 0.015154914636513084, 0.037316042421089435, 0.012562806900998424, 0.08476676762983026, 0.06219629424050588, 0.012584970151577668, 0.03955699537929758, 0.011450447482699744, 0.08317168275691644, 0.02470370606138128, 0.029512841890620534, 0.0828217723356024, 0.26716641357915094, 0.1894917139145751, 0.2674312481756589, 0.17330954198017312, NaN, 0.028375982064045235, 0.06068457338349176, 0.03836655798246347, 0.023015041296327032, 0.2588439469995738, 0.047729470046851796, 0.021505392643816235, 0.0016415209608802162, 0.06679831121614788, NaN, NaN, 0.11134642096000591, 0.10480374094683675, 0.06427148535627003, 0.07641817526865813, NaN, NaN, NaN, 0.08548558822788821, NaN, 0.043689815037552204, NaN, 0.05450505037389397, NaN, NaN, 0.024811389861964628, 0.027639134376082675, 0.008689984976949283]], "16": [[false, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true], [NaN, 0.015261118847732291, NaN, 0.004902751011333306, 0.005776357442414115, 0.016720615804717953, 0.012827166997860573, 0.11419278943236377, 0.012473455322970395, NaN, 0.04043678594573441, 0.07285493734039306, 0.005537066781095001, 0.13185939464258367, NaN, 0.008869668576900303, 0.037316042421089435, 0.012562806900998424, 0.08476676762983026, 0.06219629424050588, 0.012584970151577668, 0.03955699537929758, 0.011450447482699744, 0.08317168275691644, 0.02470370606138128, 0.029512841890620534, 0.020065090233701843, 0.06998888465649244, 0.07564570409642957, 0.2674312481756589, 0.17330954198017312, 0.1258986943102145, 0.011721678900493693, 0.06068457338349176, 0.03836655798246347, 0.023015041296327032, 0.2588439469995738, 0.047729470046851796, 0.021505392643816235, 0.0016415209608802162, 0.05689691751758352, NaN, NaN, 0.11134642096000591, 0.0356113141519383, 0.06031665604995906, 0.03152749260140775, 0.05793921494922083, 0.04773201439394947, 0.03761129329180912, 0.08107091630902086, 0.0790025395047047, 0.043689815037552204, 0.028360843597495133, 0.011424380931255085, NaN, NaN, 0.004174306861945087, 0.006519794642932508, 0.008689984976949283]]}, "rob": {"1": [[false, true, false, true, false, false, false, false, true, false, false, false, false, false, true, false, true, false, false, true, true, true, false, true, true, true, false, true, true, true, false, false, false, true, true, false, true, true, true, true, false, false, false, false, false, false, true, true, false, false, false, true, true, true, true, false, true, true, true, false], [NaN, 1.839145501724564, NaN, 0.21278254205094704, NaN, NaN, NaN, NaN, 0.11828904755619418, NaN, NaN, NaN, NaN, NaN, 0.15719845572551105, NaN, 0.21189137060813268, NaN, NaN, 0.11513876641004628, 0.14541122348784108, 0.32601644051483025, NaN, 0.41257879126758445, 0.05097820920022045, 0.0764158387635474, NaN, 1.0257919228223646, 0.681367757169165, 0.2674312481756589, NaN, NaN, NaN, 0.6607595544180049, 0.18707504193373192, NaN, 0.3040517784775396, 0.5735456686718166, 0.15957935501105247, 0.1897823740812914, NaN, NaN, NaN, NaN, NaN, NaN, 0.4687067449315192, 0.05793921494922083, NaN, NaN, NaN, 0.18567461807504615, 0.06000600475708984, 0.13417180883019197, 0.20401297264035279, NaN, 0.05431057811044737, 0.2835890110447301, 0.5215689530573622, NaN]], "2": [[false, true, true, true, false, true, false, false, true, false, true, true, false, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, false, true, true, true, true, false, false, false, true, true, false, true, true, true, true, false, true, true, true, true, false, true, true, true, true], [NaN, 0.3594020977043595, 0.17553790532343805, 0.21278254205094704, NaN, 0.16175646296249013, NaN, NaN, 0.09941883251519879, NaN, 0.14050502879288085, 0.25739456259553317, NaN, 0.6258227159105558, 0.15719845572551105, 0.2975990347104063, 0.1448753707487478, NaN, NaN, 0.11513876641004628, 0.09922366910416702, 0.2661627822449768, 0.08370446412639154, 0.41257879126758445, 0.02470370606138128, 0.0764158387635474, 0.11050453285656547, 1.0257919228223646, 0.5550283287652733, 0.09360550689218061, 0.17330954198017312, NaN, NaN, 0.6607595544180049, 0.18707504193373192, NaN, 0.3040517784775396, 0.32242092635975994, 0.15957935501105247, 0.1897823740812914, NaN, NaN, NaN, 0.1672755042137417, 0.05552658129893362, NaN, 0.2600958224451211, 0.05793921494922083, 0.15820900891845624, 0.03761129329180912, NaN, 0.18567461807504615, 0.06000600475708984, 0.028360843597495133, 0.20401297264035279, NaN, 0.05431057811044737, 0.2835890110447301, 0.4796848827510467, 0.19730640149776923]], "4": [[false, true, true, true, false, true, false, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true], [NaN, 0.18211145350087965, 0.17553790532343805, 0.1071844362839578, NaN, 0.05057052333268941, NaN, 0.11419278943236377, 0.04481080190482856, 0.14117685003746772, 0.13093966639648702, 0.25739456259553317, NaN, 0.20467176077779126, 0.15719845572551105, 0.10733231652768938, 0.04378347343052158, NaN, 0.3831473435455206, 0.06219629424050588, 0.012584970151577668, 0.2661627822449768, 0.08370446412639154, 0.26645228378078323, 0.02470370606138128, 0.06410647896303123, 0.020065090233701843, 0.6759181969864936, 0.5550283287652733, 0.09360550689218061, 0.03816341729700423, NaN, 0.24631505366348772, 0.28381016907793954, 0.14503322121549678, 0.33677838299900587, 0.08616551877574352, 0.2755052450306201, 0.15957935501105247, 0.1897823740812914, 0.05015037433819658, NaN, NaN, 0.11134642096000591, 0.0356113141519383, 0.22679300399179692, 0.24155464246211622, 0.05793921494922083, 0.11484913991204637, 0.03761129329180912, 0.24677014596196978, 0.0790025395047047, 0.06000600475708984, 0.028360843597495133, 0.20401297264035279, NaN, 0.008000982339252616, 0.2835890110447301, 0.3794766059740551, 0.15128242072930953]], "8": [[false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [NaN, 0.14573546176795094, 0.17553790532343805, 0.0460023788501811, 0.3463426166894459, 0.016720615804717953, 0.27987313393633895, 0.09476169397168865, 0.012473455322970395, 0.14117685003746772, 0.04043678594573441, 0.08440144394489568, 0.005537066781095001, 0.07908178886096984, 0.15719845572551105, 0.04106815041110412, 0.04378347343052158, 0.2018339816094996, 0.14786629074115964, 0.06219629424050588, 0.012584970151577668, 0.2160867078194859, 0.08370446412639154, 0.23155893094919855, 0.02470370606138128, 0.06410647896303123, 0.020065090233701843, 0.3215374298318874, 0.38112395601243376, 0.09360550689218061, 0.03816341729700423, 0.1258986943102145, 0.07829652934364884, 0.19388841892750186, 0.018580155173766544, 0.047086041496305686, 0.08616551877574352, 0.18714458799211786, 0.10671254514374073, 0.04027107326569057, 0.05015037433819658, NaN, NaN, 0.013770435549880666, 0.0356113141519383, 0.11851133641543687, 0.03152749260140775, 0.05793921494922083, 0.04773201439394947, 0.03761129329180912, 0.08548558822788821, 0.0790025395047047, 0.06000600475708984, 0.028360843597495133, 0.14750296467691792, 0.323474871017706, 0.008000982339252616, 0.09974705221913305, 0.22026051844248706, 0.1047630449609116]], "16": [[false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [NaN, 0.023344269534960826, 0.17553790532343805, 0.018600419278551827, 0.03227573343199164, 0.016720615804717953, 0.07990784302892018, 0.09476169397168865, 0.012473455322970395, 0.14117685003746772, 0.04043678594573441, 0.015613769431082725, 0.005537066781095001, 0.07908178886096984, 0.15719845572551105, 0.03221387634085815, 0.036809029225962187, 0.021807800129516552, 0.05543398888830087, 0.06219629424050588, 0.012584970151577668, 0.18719100934569233, 0.07552895319533093, 0.08750434736589519, 0.02470370606138128, 0.029512841890620534, 0.020065090233701843, 0.10425200428168746, 0.19254275381476837, 0.09360550689218061, 0.03816341729700423, 0.1258986943102145, 0.028375982064045235, 0.09807149451763819, 0.018580155173766544, 0.023015041296327032, 0.08616551877574352, 0.11580684263078034, 0.02145482961830658, 0.04027107326569057, 0.05015037433819658, NaN, NaN, 0.013770435549880666, 0.0356113141519383, 0.025250658069188026, 0.014790449660808225, 0.05793921494922083, 0.04773201439394947, 0.03761129329180912, 0.05583915742157486, 0.0790025395047047, 0.043689815037552204, 0.028360843597495133, 0.05174660971934553, 0.041183779526166475, 0.008000982339252616, 0.036299743612320245, 0.11156233269598181, 0.06371172023454319]]}}, "c3b_diff_s0": {"raw": {"1": [[false, true, false, true, false, false, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, false, true, false, true, true, true, false, true, false, true, true, true, true, true, false, true, false, true, true, false, true, false, true, true, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true], [NaN, 0.001260900023211331, NaN, 0.00014788136088172976, NaN, NaN, 0.11096488206149657, 0.033213200837474366, 0.02708575397637425, NaN, NaN, 0.018578487624375972, 0.006771599620421842, 0.07420359228638707, NaN, 0.0005583410817064927, 0.010946759030509012, 0.007775972609915138, 0.0033327704026171467, 0.012534048829023092, 0.010723619578711485, NaN, 0.013331877962963201, NaN, 0.02960227388177361, 0.0030111197529887335, 0.07512595969871261, NaN, 0.05598904855872222, NaN, 0.006021899437591571, 0.030858161079443835, 0.0032928628787651792, 0.02766220935868713, 0.05553943668089745, NaN, 0.06742601066928411, NaN, 0.013834527618170611, 0.008928533512776893, NaN, -0.013415728379341352, NaN, 0.011945807686320586, 0.010184229000856027, 0.04678896014265033, 0.006705996609467135, NaN, 0.06461681544845321, 0.01863951939421149, 0.019334546172858902, NaN, NaN, 0.08091022957276839, 0.11944224690252869, 0.13444674434137904, NaN, 0.021749125637370303, 0.00327260998538792, 0.004160660385160053]], "2": [[true, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, false, true, false, true, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true], [0.12744436141663695, 0.001260900023211331, NaN, 0.00014788136088172976, 0.0016910574198809591, NaN, 0.11096488206149657, 0.016751683714952836, 0.014056736942133385, NaN, NaN, 0.01611659932703402, 0.006771599620421842, 0.07420359228638707, NaN, 0.0005583410817064927, 0.010946759030509012, 0.005817353434698358, 0.001494223411793394, 0.012534048829023092, 0.004503734521274616, NaN, 0.011667808365749988, 0.03557560910177404, 0.017633731255713547, 0.0030111197529887335, 0.02915171831671004, 0.1406757360879214, 0.04357611782857296, NaN, 0.006021899437591571, 0.030858161079443835, 0.002105227374034069, 0.011586268705136904, 0.05553943668089745, 0.007623372393986028, 0.062404701614639846, NaN, 0.009773286597040576, 0.0025637699173766126, NaN, -0.013415728379341352, NaN, 0.004974884505703603, 0.010184229000856027, 0.04678896014265033, 0.004825829357622657, NaN, 0.06461681544845321, 0.004596150923072528, 0.008156512452020426, NaN, NaN, 0.08091022957276839, 0.02234233893200499, 0.13444674434137904, 0.002420997830328897, 0.01048257425478738, 0.0025223616556802053, 0.001093084324097937]], "4": [[true, true, false, true, true, true, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true], [0.12744436141663695, 0.0002570809087165671, NaN, 0.00014788136088172976, 0.0016910574198809591, 0.016695562025583977, 0.11096488206149657, 0.016048935455503344, 0.011426868806756696, NaN, NaN, 0.003516956167174401, 0.006771599620421842, 0.015880588944474194, NaN, 0.0005583410817064927, 0.010946759030509012, 0.003111466059193546, 0.001494223411793394, 0.012534048829023092, 0.0013122105191252231, 0.02468144171053277, 0.011667808365749988, 0.03557560910177404, 0.003986602026015973, 0.0011021050959723055, 0.02915171831671004, 0.024498106779251794, 0.01975434818153121, NaN, 0.006021899437591571, 0.01412701241247194, 0.0001003310412148739, 0.011586268705136904, 0.05553943668089745, 0.007623372393986028, 0.061238810513274844, NaN, 0.00644481275862141, 0.0018468714344113124, 0.01321544669697472, -0.013415728379341352, NaN, 0.004974884505703603, 0.0035295658299467902, 0.04678896014265033, 0.002510233782914373, NaN, 0.06461681544845321, 0.004596150923072528, 0.008156512452020426, NaN, NaN, 0.04471888626327147, 0.008993888789628812, 0.08119947690830198, 0.002420997830328897, 0.0030120162019138252, 0.0011245456979025459, 0.0006333844258605836]], "8": [[true, true, false, true, true, true, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true], [0.036122138517202806, 0.0002570809087165671, NaN, 0.00014788136088172976, 0.0016910574198809591, 0.014097008910765263, 0.005562882023058879, 0.010531705566142913, 0.0018992902541656864, NaN, NaN, 0.003516956167174401, 0.004322450434240288, 0.015880588944474194, NaN, 0.0005583410817064927, 0.0024338366856180293, 0.003111466059193546, 0.0011071571087428733, 0.012534048829023092, 0.0005277200438966734, 0.004617664328699922, 0.010684815585874308, 0.005313543455510716, 0.003986602026015973, 0.0008065304884219415, 0.018450026571559697, 0.00972476044939663, 0.017602532383672154, NaN, 0.006021899437591571, 0.01412701241247194, 0.0001003310412148739, 0.0003677697970572158, 0.027531707560836338, 0.003755195216664564, 0.04496209435094989, 0.029059651303372513, 0.004373934978763927, 0.0008952660140317814, 0.012073930666832045, -0.013415728379341352, NaN, 0.004974884505703603, 0.0035295658299467902, 0.020879649334575756, 0.0012268104863133455, NaN, 0.05027808063858119, 0.004596150923072528, 0.008156512452020426, 0.025629389932345648, 0.0040362010009231675, 0.03459762750911155, 0.008993888789628812, 0.08119947690830198, 0.002420997830328897, 0.002756917134638659, 0.0011245456979025459, 0.0003447263191258543]], "16": [[true, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.003767273373315172, 0.0002570809087165671, NaN, 7.212197449102398e-05, 0.0016910574198809591, 0.014097008910765263, 0.0030347820366538603, 0.010531705566142913, 0.0018992902541656864, NaN, 0.02098077478594851, 0.0012204454869086945, 0.004322450434240288, 0.0015687591745725538, NaN, 0.0005583410817064927, 0.0024338366856180293, 0.003111466059193546, 0.0011071571087428733, 0.012534048829023092, 0.0005277200438966734, 0.004617664328699922, 0.008355804895543661, 0.005313543455510716, 0.003986602026015973, 0.0004972057874919056, 0.018450026571559697, 0.00972476044939663, 0.005310743464972623, NaN, 0.006021899437591571, 0.006450714700807936, 0.0001003310412148739, 0.0003677697970572158, 0.027531707560836338, 0.003755195216664564, 0.04226654071337088, 0.0010459853099056282, 0.003542423417750795, 0.0008952660140317814, 0.0045051346733790965, -0.035928544279656305, 0.010542366094269395, 0.003386344623920845, 0.0035295658299467902, 0.008845316586673091, 0.0009507490537730146, 0.022011260543510547, 0.008730211781515118, 0.003944270105618486, 0.004693012511574501, 0.010276616827191276, 0.00031498851984568255, 0.03459762750911155, 0.008993888789628812, 0.08119947690830198, 0.002420997830328897, 0.002349172113294218, 0.0003071942114953874, 0.0003447263191258543]]}, "rob": {"1": [[false, true, false, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true], [NaN, 0.003988128959069304, NaN, 0.00471632215067852, NaN, 0.032489658576863256, 0.03744374164830311, 0.01728908832013265, 0.01725537044245007, 0.05689153701320726, 0.030417846828559414, 0.0029922881650323863, NaN, 0.06021966395959155, 0.0011565541367364318, 0.001031568401078209, 0.017888841980845394, 0.0769801580131606, 0.09123293019376866, 0.031060764911452265, 0.015909347711511312, 0.08980229079717783, 0.021486527520771403, 0.19845454528608464, 0.0700670652262223, 0.001977545597279029, 0.009738712642857195, 0.15891316554075297, 0.37370111727673794, NaN, 0.015621850646105662, NaN, 0.0032928628787651792, 0.07240021388448703, 0.08231223504186569, 0.01396313522417203, 0.12125088081968705, 0.08296384063040207, 0.03693150221109209, 0.015385180319881009, NaN, NaN, NaN, 0.016278881091734032, 0.012242072120989933, 0.04920080605801869, 0.017162870127838792, 0.020511836897139313, 0.03757062960114088, 0.010630139020439744, NaN, 0.10929865659462279, 0.05989244894185575, 0.11040005912588113, 0.20829813035218647, NaN, 0.0017115861008845101, 0.018636939742483927, 0.00952022386322593, 0.005124685958412867]], "2": [[false, true, false, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true], [NaN, 0.0023103800077870495, NaN, 0.0010594936810313094, NaN, 0.032489658576863256, 0.03349645979418758, 0.01728908832013265, 0.00953592857733021, 0.033147050703826286, 0.02019869694713572, 0.0015132633861467681, NaN, 0.03402016908626382, 0.0011565541367364318, 0.001031568401078209, 0.017888841980845394, 0.0769801580131606, 0.09123293019376866, 0.031060764911452265, 0.01114895694540663, 0.04908509474929135, 0.017341643831750853, 0.12439862249949063, 0.0700670652262223, 0.0015778789291018835, 0.009738712642857195, 0.03430892776294758, 0.06451996574273977, NaN, 0.015621850646105662, NaN, 0.0032928628787651792, 0.031400607719718865, 0.08231223504186569, 0.0033337259226435823, 0.11371746137425376, 0.07837091387765716, 0.02795689489065345, 0.01227866729870497, 0.003927596646919662, NaN, 0.010542366094269395, 0.014406138971710059, 0.00594470361505306, 0.04920080605801869, 0.008496602113765128, 0.020511836897139313, 0.03757062960114088, 0.010630139020439744, NaN, 0.06474891525226179, 0.032681431191854404, 0.11040005912588113, 0.19416993432657104, NaN, 0.0017115861008845101, 0.004185801747467188, 0.00952022386322593, 0.005124685958412867]], "4": [[false, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true], [NaN, 0.0022605221457221436, NaN, 0.00035100741268290214, NaN, 0.032489658576863256, 0.01713785220743591, 0.01728908832013265, 0.00749790874658407, 0.033147050703826286, 0.02019869694713572, 0.0015132633861467681, 0.002968864856899067, 0.025455925944786628, 0.0011565541367364318, 0.0003963946807468144, 0.013731528397340487, 0.036192708606936685, 0.008165532463881853, 0.023579578688176506, 0.010682644021687393, 0.015485104391950832, 0.014283191083368063, 0.006631511058211803, 0.06353544716506399, 0.0015778789291018835, 0.009738712642857195, 0.03430892776294758, 0.06451996574273977, NaN, 0.015621850646105662, 0.038414682165121006, 0.001586195328961315, 0.031400607719718865, 0.03594431675592746, 0.00301924166229095, 0.10910143140546658, 0.03580208525454687, 0.015026729389256976, 0.002083081311153423, 0.003927596646919662, NaN, 0.010542366094269395, 0.007978465960941206, 0.0035295658299467902, 0.035933617380836225, 0.005405758150161422, 0.020511836897139313, 0.021062354874425315, 0.0032159626443573064, 0.007961793443053145, 0.02966134012108257, 0.006321086165198997, 0.10102217333420671, 0.129663275106342, NaN, 0.0017115861008845101, 0.004185801747467188, 0.005560302017250995, 0.0045146281752461714]], "8": [[false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true], [NaN, 0.0014119565875083673, NaN, 0.00035100741268290214, 0.006192846255669293, 0.012259962737851016, 0.007749050127592083, 0.014664724060801326, 0.006442007295140106, 0.033147050703826286, 0.009094479868740235, 0.0015132633861467681, 0.002968864856899067, 0.022449082977168855, 0.0011565541367364318, 0.0003963946807468144, 0.008079369808007497, 0.02575037080187692, 0.002605579050598994, 0.01574566968768143, 0.007545646566693431, 0.007345488735161165, 0.014283191083368063, 0.005158346082309251, 0.046839345619374306, 0.0008065304884219415, 0.007354372480128157, 0.03430892776294758, 0.049547143929150606, 0.01352322139403661, 0.008446430580870912, 0.011103254907802729, 0.000747046888092795, 0.010397316882362118, 0.03594431675592746, 0.0026263133480375345, 0.05426642604059895, 0.015205474799174334, 0.01288328995544119, 0.0018468714344113124, -0.001989992348395142, NaN, 0.010542366094269395, 0.005881973563785836, 0.002814659685768106, 0.03192178848794147, 0.0040702137319461595, 0.020511836897139313, 0.021062354874425315, 0.0032159626443573064, 0.003714402717557297, 0.02966134012108257, 0.005955245621389382, 0.10102217333420671, 0.04100075995560171, NaN, 0.0017115861008845101, 0.002349172113294218, 0.0010452158421392355, 0.003153217202982006]], "16": [[false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true], [NaN, 0.0005988048859921768, NaN, 5.456429276051722e-05, 0.0035686553979021873, 0.012048152106897136, 0.004696944265145442, 0.01228277586585036, 0.00617727148393743, 0.033147050703826286, 0.009094479868740235, 0.0012204454869086945, 0.002968864856899067, 0.012638084543527661, 0.0011565541367364318, 0.0003963946807468144, 0.006290101431652095, 0.019329088907542147, 0.0016811398216749485, 0.014420854437417141, 0.005236327997592882, 0.007345488735161165, 0.008355804895543661, 0.0028802923511923595, 0.04140321351924259, 0.00047163392642524116, 0.007354372480128157, 0.00972476044939663, 0.03333260227845458, 0.01352322139403661, 0.006021899437591571, 0.011103254907802729, 0.000747046888092795, 0.005982174841345778, 0.025799788946106572, 0.0026263133480375345, 0.052455647539472405, 0.0070212770741278074, 0.0052713437913500805, 0.0018468714344113124, -0.004775692754403926, -0.0258099288141439, 0.010542366094269395, 0.003386344623920845, 0.002814659685768106, 0.025720927850462427, 0.0028839098348880654, 0.020511836897139313, 0.01398341714342255, 0.0032159626443573064, 0.003229821672150912, 0.010276616827191276, 0.000704728130131782, 0.060988776954978174, 0.027010406323624947, NaN, 0.0005269585699976265, 0.00025787836498003536, 0.00022356202232587385, 0.002156980228730454]]}}, "c3b_reg_s0_mcd": {"raw": {"1": [[false, true, false, true, true, false, false, false, true, false, false, true, false, true, false, true, true, false, true, false, true, true, true, true, false, true, true, false, true, false, false, true, true, true, false, true, true, true, true, true, false, false, false, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true], [NaN, 0.0063259604001491, NaN, 0.000867758846918365, 0.01980293322278137, NaN, NaN, NaN, 0.02263204173329636, NaN, NaN, 0.011883509348252552, NaN, 0.09011378400510006, NaN, 0.006149376797234263, 0.008329706369200274, NaN, 0.01989188994861868, NaN, 0.004852575284820748, 0.01808132247476313, 0.021478936738278165, 0.00913805541376811, NaN, 0.00399717013226919, 0.018139613372277097, NaN, 0.04378572063178221, NaN, NaN, 0.08381160207630534, 0.006987998810513485, 0.01973756147274086, NaN, 0.015452027470169494, 0.06279823272561824, 0.025526789807809536, 0.03319033158402984, 0.027763905990928484, NaN, NaN, NaN, 0.01580431266996629, NaN, 0.03619698048832598, 0.003328910578435096, NaN, 0.017587243275148712, 0.01322187003470554, 0.06702768720233543, NaN, NaN, 0.0756260645568334, 0.06326124449427395, 0.08378472436416118, NaN, 0.007217760582371779, 0.008197886524642373, 0.0024173240745588576]], "2": [[false, true, false, true, true, true, false, false, true, false, false, true, false, true, false, true, true, false, true, false, true, true, true, true, false, true, true, false, true, false, false, true, true, true, false, true, true, true, true, true, true, false, false, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true], [NaN, 0.0063259604001491, NaN, 0.000867758846918365, 0.013420363181782413, 0.0029821109894114795, NaN, NaN, 0.02263204173329636, NaN, NaN, 0.0097448874752053, NaN, 0.08993091788818997, NaN, 0.003198584961436657, 0.008329706369200274, NaN, 0.01989188994861868, NaN, 0.004689437415512421, 0.0124527961038845, 0.021478936738278165, 0.00913805541376811, NaN, 0.00399717013226919, 0.011414557780741408, NaN, 0.04378572063178221, NaN, NaN, 0.08381160207630534, 0.00658137187037644, 0.01973756147274086, NaN, 0.015452027470169494, 0.06279823272561824, 0.025526789807809536, 0.03129958018115753, 0.026643617672559294, 0.05498808820403012, NaN, NaN, 0.01580431266996629, NaN, 0.03619698048832598, 0.003328910578435096, 0.05731196452805443, 0.017587243275148712, 0.01322187003470554, 0.06702768720233543, NaN, 0.0083386226462141, 0.0756260645568334, 0.06326124449427395, 0.08378472436416118, NaN, 0.007217760582371779, 0.0023604922344682144, 0.0024173240745588576]], "4": [[false, true, false, true, true, true, true, true, true, false, false, true, false, true, false, true, true, true, true, false, true, true, true, true, true, true, true, false, true, false, false, true, true, true, false, true, true, true, true, true, true, false, false, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.0042683527516684805, NaN, 0.000492236360589926, 0.013420363181782413, -0.0014657155267906452, 0.01660398424352616, 0.32360383239979296, 0.02263204173329636, NaN, NaN, 0.004368822399127836, NaN, 0.067365964897804, NaN, 0.003198584961436657, 0.008329706369200274, 0.03219542519410723, 0.0138320764264106, NaN, 0.004689437415512421, 0.0124527961038845, 0.021392965467223135, 0.00913805541376811, 0.010816689233507093, 0.0025986346799862226, 0.011414557780741408, NaN, 0.04378572063178221, NaN, NaN, 0.05216857234355032, 0.003543406865326393, 0.01973756147274086, NaN, 0.015452027470169494, 0.06279823272561824, 0.025526789807809536, 0.029684964753886156, 0.004212221499745095, 0.05498808820403012, NaN, NaN, 0.01580431266996629, NaN, 0.03619698048832598, 0.001759514695530262, 0.05731196452805443, 0.0125352999454722, 0.01322187003470554, 0.04622295064740323, NaN, 0.0083386226462141, 0.0756260645568334, 0.06326124449427395, 0.08378472436416118, 0.01912812371963768, 0.007217760582371779, 0.0023604922344682144, 0.0015804274497193127]], "8": [[false, true, false, true, true, true, true, true, true, false, false, true, false, true, false, true, true, true, true, false, true, true, true, true, true, true, true, false, true, false, false, true, true, true, true, true, true, true, true, true, true, false, false, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.003870271146620974, NaN, 0.000492236360589926, 0.013420363181782413, -0.0015868129016830546, 0.007617395013580941, 0.32360383239979296, 0.01987381682585987, NaN, NaN, 0.004368822399127836, NaN, 0.062439920278135386, NaN, 0.0014086057443640776, 0.0038184619964047872, 0.03219542519410723, 0.013737584907497657, NaN, 0.004689437415512421, 0.0124527961038845, 0.013919991448493985, 0.00888712581949136, 0.006284363961546413, 0.0025986346799862226, 0.011414557780741408, NaN, 0.03559196654797492, NaN, NaN, 0.03737174475608218, 0.002960818877330018, 0.01973756147274086, 0.06862039634051076, 0.015452027470169494, 0.056276686525035036, 0.023584177317214516, 0.021650669079890772, 0.004212221499745095, 0.050336135727795384, NaN, NaN, 0.01580431266996629, NaN, 0.03303014858866837, 0.001759514695530262, 0.05731196452805443, 0.009562177923267301, 0.01322187003470554, 0.04390216240362199, NaN, 0.005236257128640842, 0.06672629150899745, 0.0590982263643145, 0.08378472436416118, 0.01912812371963768, 0.0042982605498798065, 0.0023604922344682144, 0.000537615236014588]], "16": [[false, true, false, true, true, true, true, true, true, false, false, true, false, true, false, true, true, true, true, false, true, true, true, true, true, true, true, false, true, false, false, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.003870271146620974, NaN, 0.000492236360589926, 0.013420363181782413, -0.0015868129016830546, 0.007617395013580941, 0.25343661145329266, 0.01987381682585987, NaN, NaN, 0.004368822399127836, NaN, 0.052788246524599014, NaN, 0.0014086057443640776, 0.0038184619964047872, 0.02376634415163492, 0.013737584907497657, NaN, 0.002112157093221656, 0.011506477128996995, 0.013919991448493985, 0.00888712581949136, 0.00528411083098379, 0.001854875857423055, 0.011367432072690198, NaN, 0.03559196654797492, NaN, NaN, 0.03737174475608218, 0.002028520545317658, 0.014960164752843452, 0.06227375846739602, 0.015452027470169494, 0.04543249938453697, 0.022415766769383616, 0.015154306611060875, 0.004212221499745095, 0.050336135727795384, -0.03945802502046847, NaN, 0.013054254152334632, NaN, 0.029589900838132843, 0.001759514695530262, 0.039808581176612234, 0.008151512118147464, 0.01322187003470554, 0.04349655271875297, NaN, 0.005236257128640842, 0.06462627202487403, 0.05849045711546208, 0.06754664508031527, 0.01912812371963768, 0.0042982605498798065, 0.0023604922344682144, 0.000537615236014588]]}, "rob": {"1": [[false, true, false, true, false, true, true, true, true, false, false, true, false, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.003870271146620974, NaN, 0.0021102998924262817, NaN, 0.009414046464053083, 0.01660398424352616, 0.23413856048944326, 0.018770048100386738, NaN, NaN, 0.004368822399127836, NaN, 0.07540346806639464, NaN, 0.0028134635358449955, 0.007982927642636639, 0.013164074133871217, 0.0285133813887104, NaN, 0.006078111508438067, 0.07195715991511276, 0.05476619192728882, 0.019976580726654536, 0.014263976480209495, 0.00483317000342498, 0.016006752326882756, 0.048162190971402064, 0.08149985876528976, NaN, NaN, 0.04259075462079975, 0.002317497844323224, 0.04366395037143289, 0.09018302548763901, 0.02086546377815579, 0.07523246015142782, 0.03767328098928768, 0.03377640716105934, 0.012903877673576591, 0.050336135727795384, -0.027224448406743873, NaN, 0.04600072685219336, NaN, 0.04829719232387242, 0.007349002412319949, 0.05731196452805443, 0.01950137446884881, 0.024099537106285096, 0.034448445932542926, NaN, 0.010456880712692573, 0.08541146436573932, 0.08229514042115804, 0.09867248580087629, 0.020464586515246408, 0.014481883849260191, 0.012598374196221007, 0.006586005562840391]], "2": [[false, true, false, true, false, true, true, true, true, false, false, true, false, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.003870271146620974, NaN, 0.0006180895819052346, NaN, 0.005393522485239277, 0.010968389084712094, 0.23413856048944326, 0.018770048100386738, NaN, NaN, 0.004368822399127836, NaN, 0.0641700118946511, NaN, 0.0028134635358449955, 0.0038184619964047872, 0.013164074133871217, 0.0285133813887104, NaN, 0.006078111508438067, 0.041568315243223575, 0.05391353099171581, 0.019976580726654536, 0.014263976480209495, 0.00483317000342498, 0.016006752326882756, 0.048162190971402064, 0.06753642718928976, NaN, NaN, 0.03345736412965916, 0.0015102448050234862, 0.03857898053069486, 0.06345754779563872, 0.020095859550928186, 0.06888027434096955, 0.0359502590234273, 0.02565125395752621, 0.01223451921380958, 0.050336135727795384, -0.027224448406743873, NaN, 0.033267989828430045, NaN, 0.04530586670256054, 0.006420936809419242, 0.039808581176612234, 0.01950137446884881, 0.024099537106285096, 0.034448445932542926, NaN, 0.010456880712692573, 0.08541146436573932, 0.06988756838476284, 0.06754664508031527, 0.020464586515246408, 0.009537359787758826, 0.012598374196221007, 0.0044682391939743216]], "4": [[false, true, false, true, true, true, true, true, true, false, false, true, false, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.0022137740250889326, NaN, 0.0005744957300177767, 0.027596685826396516, 0.0023321732264722783, 0.010968389084712094, 0.23413856048944326, 0.018627851848249, NaN, NaN, 0.004368822399127836, NaN, 0.06134435796404336, NaN, 0.0014476735183051037, 0.0038184619964047872, 0.013164074133871217, 0.017543323969160918, NaN, 0.0030642161738594353, 0.03174273415989659, 0.037863473335708164, 0.015602702069986707, 0.012669181938053775, 0.002539835337111329, 0.016006752326882756, 0.048162190971402064, 0.06368716520764539, NaN, NaN, 0.03345736412965916, 0.0015102448050234862, 0.03857898053069486, 0.04697758169296651, 0.020095859550928186, 0.06872634693076995, 0.03593027131651705, 0.014676066483939376, 0.011555578263994004, 0.050336135727795384, -0.027224448406743873, NaN, 0.025625620970092466, NaN, 0.04250844312765922, 0.004734771835869012, 0.039808581176612234, 0.017530117803633116, 0.02006031780798656, 0.034448445932542926, NaN, 0.005236257128640842, 0.08404203816685363, 0.06988756838476284, 0.06754664508031527, 0.01918493140157773, 0.009537359787758826, 0.007419458131916246, 0.004065368880157072]], "8": [[false, true, false, true, true, true, true, true, true, false, false, true, false, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.0022137740250889326, NaN, 0.00030933741102212586, 0.02238100984058522, 0.0012170914002127553, 0.009423925876465677, 0.2067507113487721, 0.018627851848249, NaN, NaN, 0.004368822399127836, NaN, 0.06134435796404336, NaN, 0.0014476735183051037, 0.0038184619964047872, 0.013164074133871217, 0.017543323969160918, NaN, 0.0030642161738594353, 0.02980320748005072, 0.037863473335708164, 0.008240903475840833, 0.011309286341883329, 0.001854875857423055, 0.01412231885677806, 0.048162190971402064, 0.05655469756138021, NaN, NaN, 0.03345736412965916, 0.0015102448050234862, 0.03179968114807674, 0.04279700211436954, 0.015452027470169494, 0.06872634693076995, 0.03390905875211492, 0.012299485053663517, 0.011529754570871686, 0.04991314776887901, -0.027224448406743873, NaN, 0.0223074280168174, NaN, 0.03889673250323633, 0.0018485341197518323, 0.039808581176612234, 0.016926080662523546, 0.019645273078233494, 0.034448445932542926, NaN, 0.005236257128640842, 0.08243732081185629, 0.06720607427596303, 0.06754664508031527, 0.01509409563663322, 0.0071282994820367485, 0.0045683202024133784, 0.003124775806204072]], "16": [[false, true, false, true, true, true, true, true, true, false, false, true, false, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.0022137740250889326, NaN, 0.00030933741102212586, 0.01843511949981247, -0.002452853593847504, 0.007073577863920821, 0.2067507113487721, 0.018627851848249, NaN, NaN, 0.004368822399127836, NaN, 0.06103890581851279, NaN, 0.0014086057443640776, 0.002695595077360613, 0.013164074133871217, 0.017543323969160918, NaN, 0.0012822984934099946, 0.022434990669725208, 0.03177348235239141, 0.008240903475840833, 0.0063265468801878555, 0.0008470271106144622, 0.011109024341098284, 0.048162190971402064, 0.05615470520185806, NaN, NaN, 0.03345736412965916, 0.0015102448050234862, 0.029755691395811912, 0.03941574787139612, 0.015452027470169494, 0.044888097828589935, 0.03390905875211492, 0.012299485053663517, 0.007353931217247478, 0.048176507265006, -0.03945802502046847, NaN, 0.01928784002494277, NaN, 0.03577800372731499, 0.0018485341197518323, 0.039808581176612234, 0.014800286067104373, 0.016284179341120142, 0.034448445932542926, NaN, 0.005236257128640842, 0.06888235454595226, 0.0633700919405995, 0.06754664508031527, 0.01509409563663322, 0.005433994896779426, 0.003112997846183907, 0.002346198858313997]]}}, "c3b_reg_s0_det": {"raw": {"1": [[false, true, false, true, true, true, true, false, true, false, false, true, false, true, false, true, true, false, true, false, true, true, true, false, true, true, true, false, true, false, false, true, true, true, false, true, true, true, true, true, false, false, false, true, false, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true], [NaN, 0.008092228289891867, NaN, 0.00037863934280801814, 0.027922907871890112, 0.002074530134929198, 0.010577009216973021, NaN, 0.025352082100746243, NaN, NaN, 0.008343947527145845, NaN, 0.07837584462478175, NaN, 0.00514219451901865, 0.00846413375371724, NaN, 0.02632059630530792, NaN, 0.0018238484939330224, 0.02594527700573601, 0.02597084061190591, NaN, 0.005215190237997991, 0.002456700493570718, 0.01619328064154768, NaN, 0.04855630688228674, NaN, NaN, 0.060733254401477366, 0.0035718354434797206, 0.027281231967012154, NaN, 0.023406845366669815, 0.0681153277259019, 0.03218891368871635, 0.023288874816919325, 0.012392607460756322, NaN, NaN, NaN, 0.02178414560224118, NaN, 0.04309035091884539, 0.003702883061253104, NaN, 0.01439618415104471, 0.01661233342374424, 0.08375021463596677, NaN, 0.010258754908514467, 0.0847052015716343, 0.0785447590361057, NaN, NaN, 0.008276950764007474, 0.003401728809004023, 0.002712445008011377]]}, "rob": {"1": [[false, true, false, true, true, true, true, false, true, false, false, true, false, true, false, true, true, false, true, false, true, true, true, false, true, true, true, false, true, false, false, true, true, true, false, true, true, true, true, true, false, false, false, true, false, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true], [NaN, 0.008092228289891867, NaN, 0.00037863934280801814, 0.027922907871890112, 0.002074530134929198, 0.010577009216973021, NaN, 0.025352082100746243, NaN, NaN, 0.008343947527145845, NaN, 0.07837584462478175, NaN, 0.00514219451901865, 0.00846413375371724, NaN, 0.02632059630530792, NaN, 0.0018238484939330224, 0.02594527700573601, 0.02597084061190591, NaN, 0.005215190237997991, 0.002456700493570718, 0.01619328064154768, NaN, 0.04855630688228674, NaN, NaN, 0.060733254401477366, 0.0035718354434797206, 0.027281231967012154, NaN, 0.023406845366669815, 0.0681153277259019, 0.03218891368871635, 0.023288874816919325, 0.012392607460756322, NaN, NaN, NaN, 0.02178414560224118, NaN, 0.04309035091884539, 0.003702883061253104, NaN, 0.01439618415104471, 0.01661233342374424, 0.08375021463596677, NaN, 0.010258754908514467, 0.0847052015716343, 0.0785447590361057, NaN, NaN, 0.008276950764007474, 0.003401728809004023, 0.002712445008011377]]}}, "c3c_diff_s0": {"raw": {"1": [[false, true, false, true, false, false, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, false, true, false, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, false, true, false, false, true, true, true, false, true, true, true, false, false, true, false, true, false, false, true, true], [NaN, 0.011755311903595578, NaN, 0.0003305707181280315, NaN, NaN, 0.06828826699958013, 0.020271121507084322, 0.01812241058815256, NaN, NaN, 0.010787567325934555, 0.01545250404385512, 0.18090938007662638, NaN, 0.00099919822345651, 0.012510326374070235, 0.006849639774717753, 0.0015429079695459258, 0.014373775421348212, 0.01115999565223813, NaN, 0.0068963135489164, NaN, 0.021641550415242072, 0.002252340155703969, 0.03445196120260574, NaN, 0.04670502268414278, NaN, 0.02057367500474494, 0.01881497015840239, 0.0020047342517153233, 0.07951013252607941, 0.12275848516171206, 0.006618790602692437, 0.05176649909215003, 0.03787629634280831, 0.014568077172901761, 0.006277145518102767, NaN, -0.030988544845607202, NaN, NaN, 0.019735768542266552, 0.007232582943474952, 0.0022101804408440895, NaN, 0.06708867239955385, 0.003505042661775537, 0.017625215208575407, NaN, NaN, 0.0679610481767845, NaN, 0.06084712821004623, NaN, NaN, 0.002285417104356924, 0.0022100634165893585]], "2": [[true, true, false, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true], [0.09753169479463653, 0.011755311903595578, NaN, 0.0003305707181280315, 0.0032900462251825857, 0.0313358342480512, 0.06828826699958013, 0.020271121507084322, 0.00895388128690966, NaN, NaN, 0.010787567325934555, 0.013578590690552561, 0.18090938007662638, 0.06886105260877606, 0.00099919822345651, 0.010687052364429128, 0.004093597064597887, 0.0006949796839492706, 0.014373775421348212, 0.002330870278351327, NaN, 0.004366461374464725, 0.05687984339851582, 0.015319844957742523, 0.002252340155703969, 0.009681475046978472, NaN, 0.038325727031855106, NaN, 0.02057367500474494, 0.01881497015840239, 0.0020047342517153233, 0.01459590161492308, 0.09292684431953346, 0.006618790602692437, 0.043627502958829556, 0.0058149679016143985, 0.011489921176000228, 0.004381031897710219, 0.016076254270404933, -0.030988544845607202, NaN, 0.0283164990789595, 0.019735768542266552, 0.007232582943474952, 0.0022101804408440895, 0.004038770779073886, 0.05588841234170072, 0.003505042661775537, 0.017625215208575407, NaN, NaN, 0.0679610481767845, 0.004454184418675178, 0.06084712821004623, 0.0031789803617381374, 0.008703981108955094, 0.0008764810015735591, 0.001776627086784277]], "4": [[true, true, false, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true], [0.010218557542987838, 0.004460466968010168, NaN, 0.0003305707181280315, 0.0032900462251825857, 0.008783622587615225, 0.01760833060844802, 0.013730698609301983, 0.00895388128690966, NaN, NaN, 0.010787567325934555, 0.013029205747729256, 0.06826027499476583, 0.06582112765286108, 0.00099919822345651, 0.010687052364429128, 0.003913555449743811, 0.0006949796839492706, 0.014373775421348212, 0.0021980587585839206, 0.028816400544593224, 0.004366461374464725, 0.05687984339851582, 0.0036299882245249826, 0.002252340155703969, 0.009681475046978472, NaN, 0.018106653092267333, 0.009432370272835167, 0.013850171408468226, 0.007679951342953961, 0.0005002102778395301, 0.01459590161492308, 0.09292684431953346, 0.006618790602692437, 0.043627502958829556, 0.004803464652746392, 0.00527501405776154, 0.004381031897710219, -0.003562404110230233, -0.030988544845607202, NaN, 0.0283164990789595, 0.006852469834904618, 0.007232582943474952, 0.0009223842236609769, 0.004038770779073886, 0.008152477885145393, 0.003505042661775537, 0.01652345001752309, 0.019552231256106722, NaN, 0.03301147633474355, 0.0012251265400258227, 0.01958516673152766, 0.0031789803617381374, 0.002733685827341459, 0.000823679597375282, 0.0009463194466745595]], "8": [[true, true, false, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true], [0.001304924347000469, 0.004460466968010168, NaN, 0.0003305707181280315, 0.0018997383185939132, 0.008783622587615225, 0.0019470636204743652, 0.006388818741865698, 0.002802784890551857, NaN, NaN, 0.004144855444251583, 0.0059313806668215285, 0.05420377019348743, 0.06582112765286108, 0.0002981755182864809, 0.0019321839451540423, 0.003913555449743811, 0.0006949796839492706, 0.009322307098719396, 0.0010191804353945066, 0.001042565397688211, 0.0020339819831356465, 0.014762511778172671, 0.0036299882245249826, 0.001442713936166573, 0.003673662021343338, 0.01080293851861791, 0.018106653092267333, 0.009432370272835167, 0.013850171408468226, 0.007679951342953961, 0.00034573700616191694, 0.0034212878039341366, 0.09292684431953346, 0.0010116558706123602, 0.030382728209916943, 0.004803464652746392, 0.0010445159416689886, 0.004381031897710219, -0.005047906639737754, -0.030988544845607202, NaN, 0.025095669590154746, 0.006852469834904618, 0.0033134789545981036, 0.0007431762925627083, 0.004038770779073886, 0.008152477885145393, 0.003505042661775537, 0.004767923031924637, 0.001540789556788713, NaN, 0.026980080127413153, 0.0012251265400258227, 0.01958516673152766, 0.0031789803617381374, 0.002733685827341459, 0.000823679597375282, 0.0008419266326478159]], "16": [[true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.001304924347000469, 0.004460466968010168, NaN, 0.0002247037046356759, 0.0009595235569117566, 0.008783622587615225, 0.001398413748758598, 0.006388818741865698, 0.002802784890551857, 0.010357362521612679, NaN, 0.002919549751632333, 0.0037882879566879524, 0.013382633254895193, 0.046867717954441446, 0.0002615309887370465, 0.0019321839451540423, 0.0006619972075947445, 0.00039517540596567535, 0.009322307098719396, 0.0010191804353945066, 0.001042565397688211, 0.0020339819831356465, 0.00483190135868572, 0.0036299882245249826, 0.0011795589489007607, 0.003673662021343338, 0.01080293851861791, 0.011062068260716318, 0.005592982974015337, 0.008220420395508965, 0.003950381079698362, 0.00021929981190016434, 0.0034212878039341366, 0.06496073590814988, 0.0010116558706123602, 0.029333518023913152, 0.004803464652746392, 0.0010445159416689886, 0.0040205003769964165, -0.005047906639737754, -0.042974592884181595, 0.0071343161909973585, 0.01425729738357795, 0.006852469834904618, 0.0033134789545981036, 0.0007431762925627083, 0.004038770779073886, 0.007375543674680518, 0.002419704762113284, 0.004767923031924637, 0.001540789556788713, 0.05013874565648635, 0.02404901134192583, 0.0012251265400258227, 0.01958516673152766, 0.0021806999314435416, 0.0015855047235475705, 0.0006574663459397723, 0.0008419266326478159]]}, "rob": {"1": [[false, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true], [NaN, 0.005161412511130337, NaN, 0.006394670661965973, NaN, 0.04280142740412174, 0.031264725902304225, 0.013326117070576515, 0.021405525800595848, 0.0763461055201522, 0.03541444957934292, 0.009758794015691796, 0.006404110907783034, 0.17106689425032262, 0.060504257681341045, 0.0012511991230823583, 0.020289928326387763, 0.1288475425919391, 0.009143084534194212, 0.05483248465696833, 0.00828579130550433, 0.0455146763397265, 0.010564314905282535, 0.239581798940252, 0.09296289311409356, 0.006041865117663914, 0.01624485962889377, 0.3913646341079844, 0.655906954216011, 0.017017092821519864, 0.037706660692210514, NaN, 0.0020047342517153233, 0.08226525962126474, 0.09292684431953346, 0.02418392540548786, 0.14438316663906536, 0.05344717945233679, 0.10645276345179133, 0.01705586163805206, NaN, NaN, 0.00819878577285027, 0.05354318732092245, 0.029449731775997856, 0.02906949421261351, 0.016561217767575354, 0.02556295166161826, 0.05864903903438834, 0.0884297921427728, 0.012650878145066269, 0.07495748962551296, 0.13095394874878097, 0.10537039182094943, 0.17702779216972941, NaN, 0.0023335115185669775, 0.021123211952751353, 0.014596946338328198, 0.061064163863331355]], "2": [[false, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true], [NaN, 0.003190502144953644, NaN, 0.002354713233796213, NaN, 0.04280142740412174, 0.031264725902304225, 0.013326117070576515, 0.021405525800595848, 0.037176859093253745, 0.024470211451679047, 0.009758794015691796, 0.006404110907783034, 0.17106689425032262, 0.060504257681341045, 0.0012511991230823583, 0.020289928326387763, 0.1288475425919391, 0.006828348093033343, 0.05483248465696833, 0.00828579130550433, 0.01142992453790792, 0.010564314905282535, 0.23949403206534647, 0.04486566933619862, 0.006041865117663914, 0.008938799870968905, 0.031237211277500565, 0.0708621674972505, 0.016277764986856846, 0.037706660692210514, NaN, 0.0006998041708712321, 0.08226525962126474, 0.09292684431953346, 0.02418392540548786, 0.14438316663906536, 0.03787629634280831, 0.10645276345179133, 0.0138846038670144, NaN, NaN, 0.00819878577285027, 0.03962857555063337, 0.012138660486239683, 0.02906949421261351, 0.005789563900932881, 0.004038770779073886, 0.034614350807467, 0.04414730583594362, 0.00041910101420605805, 0.05451483524721379, 0.13095394874878097, 0.10537039182094943, 0.009324830001090412, NaN, 0.0021806999314435416, 0.013062213321100469, 0.014596946338328198, 0.009687164774971002]], "4": [[true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true], [0.010746288439212881, 0.003190502144953644, NaN, 0.001111290440680035, NaN, 0.0072001874211309325, 0.011949585119085393, 0.013326117070576515, 0.014863106076600241, 0.037176859093253745, 0.01820914744530122, 0.009758794015691796, 0.00626506536040039, 0.06826027499476583, 0.05765921437010846, 0.0012511991230823583, 0.012045089308144519, 0.06419946663102949, 0.006828348093033343, 0.05483248465696833, 0.006688575161809984, 0.01142992453790792, 0.003952515417755986, 0.23949403206534647, 0.037201659758948624, 0.004088371975916827, 0.008856307506888372, 0.031237211277500565, 0.058576103668968704, 0.009432370272835167, 0.037706660692210514, 0.01794500759730422, 0.0006998041708712321, 0.03302544718660094, 0.06496073590814988, 0.011514900127817418, 0.0781898893766686, 0.02080606658712081, 0.033395679294879965, 0.011139690823338322, 0.027265671437177952, -0.018315164205588208, 0.0071343161909973585, 0.03962857555063337, 0.012138660486239683, 0.01934811617877208, 0.00476958899066382, 0.004038770779073886, 0.02590217543724216, 0.017817898806936183, 0.00041910101420605805, 0.045818169209150605, 0.05394206452624717, 0.10537039182094943, 0.009324830001090412, NaN, 0.0021806999314435416, 0.011194813227164424, 0.014596946338328198, 0.004887859705612119]], "8": [[true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true], [0.001304924347000469, 0.003190502144953644, NaN, 0.001111290440680035, 0.013411814397727317, 0.0072001874211309325, 0.00643714261749273, 0.01166036849246499, 0.006971389446320586, 0.021213478184466616, 0.01820914744530122, 0.003704913150318623, 0.00626506536040039, 0.05312789818665453, 0.03753901372008395, 0.0003730904759819964, 0.008613055699806749, 0.03266139056440176, 0.0046698152118571645, 0.017193651051946812, 0.005027103385767839, 0.0057820658877647535, 0.003288211403218444, 0.007552938859173963, 0.03675207941571457, 0.0012317588775863086, 0.008856307506888372, 0.01080293851861791, 0.04061241851327746, 0.007912671492552592, 0.026559076299890627, 0.0032633114884377257, 0.00034573700616191694, 0.013560190184273013, 0.04168959498804958, 0.00994315030958659, 0.03960167520395963, 0.0151678979867369, 0.00753952472520214, 0.0054763313408381364, 0.0018277814863627562, -0.028704969054501595, 0.006367337227825232, 0.036593719092253174, 0.006652997547599293, 0.01934811617877208, 0.0033489159587176687, 0.004038770779073886, 0.02590217543724216, 0.007794772380643522, 0.00041910101420605805, 0.0332682808433864, 0.05013874565648635, 0.09189238327962479, 0.006313604581594134, NaN, 0.0021806999314435416, 0.007132807627129534, 0.006454440675204287, 0.002978398436367602]], "16": [[true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [-0.011777276373540868, 0.002545847049743477, NaN, 0.0007416314030639359, 0.0039435629389608096, 0.0067192818120289655, 0.0037259456547564795, 0.01166036849246499, 0.0037161821001636675, -0.006433544492677634, 0.01820914744530122, 0.0027352388635761837, 0.0036882002925191504, 0.021234542439880988, 0.03753901372008395, 0.0002615309887370465, 0.006466456651611274, 0.006849639774717753, 0.00260596167040017, 0.017193651051946812, 0.003637792354950431, 0.004753058170253954, 0.0024627349388619546, 0.002208806957040954, 0.028921603338281976, 0.0011285541720023051, 0.005118718082318452, 0.01080293851861791, 0.022548344386801533, 0.004067187249207516, 0.013850171408468226, 0.0032633114884377257, 0.00034573700616191694, 0.010966171621535015, 0.026976879306407575, 0.007344232508547988, 0.03839167397217036, 0.01125752709724015, 0.0017413761902576042, 0.003298142449900565, -0.005047906639737754, -0.028704969054501595, 0.006367337227825232, 0.0283164990789595, 0.0022291200212520845, 0.01163956927003218, 0.0020802178449081943, 0.004038770779073886, 0.01096365842510827, 0.002419704762113284, 0.00041910101420605805, 0.02811969907726919, 0.01934787800913229, 0.04196328398487115, 0.002777162500104957, 0.05661679566673783, 0.0013213329096282145, 0.0063511213091522745, 0.0010903989531982905, 0.001960483799454904]]}}, "c3c_reg_s0_mcd": {"raw": {"1": [[false, true, false, true, true, false, false, true, true, false, false, true, true, true, false, true, true, true, true, false, true, false, true, true, false, true, true, false, true, false, false, true, true, true, true, true, true, true, true, true, false, false, false, true, false, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true], [NaN, 0.002934115845455887, NaN, 0.0020705619939749287, 0.014455461507723255, NaN, NaN, 0.03048876128190514, 0.017923752958790118, NaN, NaN, 0.007183496454081784, 0.010324377445337207, 0.08076155670686536, NaN, 0.002405027145218952, 0.005264610134070757, 0.01808724647522819, 0.010776564848132608, NaN, 0.012557270686101907, NaN, 0.029696429530726265, 0.01146397378396058, NaN, 0.0036335066879176203, 0.024082596817756707, NaN, 0.031994766078456305, NaN, NaN, 0.025786099993404532, 0.010192790996547796, 0.07722526660889972, 0.07725387961355934, 0.027263290343621405, 0.06513299060645905, 0.021857422263274806, 0.04279200577306885, 0.01199286611079664, NaN, NaN, NaN, 0.03233846691701325, NaN, 0.053893901011417444, 0.0064195186152054, NaN, 0.019100554576165774, 0.024948159575886253, 0.06638242318146981, NaN, NaN, 0.06997740218412218, 0.07881887313982272, 0.1029019730510532, 0.009485751175854373, 0.004512700014675186, 0.00878074006309637, 0.004794775278099239]], "2": [[false, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, false, true, false, true, true, false, true, true, false, true, false, false, true, true, true, true, true, true, true, true, true, false, false, false, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.002934115845455887, NaN, 0.0017018750615283018, 0.014067628212949268, NaN, 0.009205094979212403, 0.03048876128190514, 0.01648824513487357, NaN, NaN, 0.007183496454081784, 0.010269384964793016, 0.08076155670686536, NaN, 0.002405027145218952, 0.0011693761811193415, 0.01808724647522819, 0.006886933863178735, NaN, 0.011701036835341183, NaN, 0.029696429530726265, 0.009873597895233344, NaN, 0.0036335066879176203, 0.01422924210896337, NaN, 0.031994766078456305, NaN, NaN, 0.023987289329606698, 0.007504342668751551, 0.05782085624923816, 0.04757343610632625, 0.027263290343621405, 0.06513299060645905, 0.021857422263274806, 0.04279200577306885, 0.010898460719299896, NaN, NaN, NaN, 0.03233846691701325, NaN, 0.053893901011417444, 0.0064195186152054, NaN, 0.016906626011051973, 0.024948159575886253, 0.06638242318146981, NaN, 0.0037388907479798394, 0.06997740218412218, 0.06684060681324189, 0.1029019730510532, 0.005008410736615954, 0.004512700014675186, 0.006099997609295915, 0.004794775278099239]], "4": [[false, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, false, true, false, true, true, false, true, true, false, true, false, false, true, true, true, true, true, true, true, true, true, false, false, false, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.002934115845455887, NaN, 0.0010696843981472526, 0.014067628212949268, NaN, 0.006938664533306271, 0.03048876128190514, 0.007427421256716249, NaN, NaN, 0.007183496454081784, 0.010269384964793016, 0.0745433183531119, NaN, 0.002405027145218952, 3.19887928157403e-05, 0.00691535384808728, 0.006886933863178735, NaN, 0.009971676302302335, NaN, 0.029696429530726265, 0.009873597895233344, NaN, 0.0036335066879176203, 0.01422924210896337, NaN, 0.031994766078456305, NaN, NaN, 0.023987289329606698, 0.004504366143867511, 0.05782085624923816, 0.03374218881741409, 0.025062657920908116, 0.06513299060645905, 0.021857422263274806, 0.03547052267932149, 0.010898460719299896, NaN, NaN, NaN, 0.02963029516096438, NaN, 0.053893901011417444, 0.0064195186152054, NaN, 0.016906626011051973, 0.02327807822368566, 0.06638242318146981, NaN, 0.0014972185600583554, 0.06997740218412218, 0.06534548259976591, 0.0918682754462945, 0.005008410736615954, 0.004512700014675186, 0.005263211160848602, 0.004794775278099239]], "8": [[false, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, false, true, true, true, true, false, true, true, false, true, false, false, true, true, true, true, true, true, true, true, true, false, true, false, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.002934115845455887, NaN, 0.0010696843981472526, 0.010823248448435185, NaN, 0.006938664533306271, 0.03048876128190514, 0.007427421256716249, NaN, NaN, 0.004352218727398993, 0.006716519082059502, 0.04422830043444281, NaN, 0.002405027145218952, 3.19887928157403e-05, 0.00691535384808728, 0.006886933863178735, NaN, 0.007427073191959899, 0.03979310361475519, 0.029262614174113688, 0.008651465843384498, NaN, 0.0036335066879176203, 0.01422924210896337, NaN, 0.031994766078456305, NaN, NaN, 0.023987289329606698, 0.004504366143867511, 0.053443768563833594, 0.03374218881741409, 0.014190476861790646, 0.052755958055117125, 0.021857422263274806, 0.0321600389406016, 0.010898460719299896, NaN, -0.0004968667119631398, NaN, 0.02963029516096438, NaN, 0.049303994049920696, 0.0064195186152054, NaN, 0.010645147410391909, 0.021571804734123567, 0.06509293451291853, NaN, 0.0014972185600583554, 0.06997740218412218, 0.04755424323497848, 0.0918682754462945, 0.0031824282904151513, 0.002145685180740431, 0.005069839183930336, 0.00415662327253119]], "16": [[false, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, false, true, true, true, true, false, true, true, false, true, false, false, true, true, true, true, true, true, true, true, true, false, true, false, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.0019268418074556148, NaN, 0.0005138148207715076, 0.010823248448435185, NaN, 0.006938664533306271, 0.03048876128190514, 0.007427421256716249, NaN, NaN, 0.004352218727398993, 0.005121616856793132, 0.04422830043444281, NaN, 0.0013534878326015853, 3.19887928157403e-05, 0.00691535384808728, 0.006886933863178735, NaN, 0.006943332626500043, 0.017101125552007934, 0.02752225136488118, 0.008651465843384498, NaN, 0.0036335066879176203, 0.01422924210896337, NaN, 0.031994766078456305, NaN, NaN, 0.023987289329606698, 0.003251976870746409, 0.053443768563833594, 0.03374218881741409, 0.014190476861790646, 0.052755958055117125, 0.021857422263274806, 0.0321600389406016, 0.008396904210108191, NaN, -0.035809251016547305, NaN, 0.025812587044787616, NaN, 0.04274141495511663, 0.004673189947679068, NaN, 0.010645147410391909, 0.019098150575416417, 0.056368537110096595, NaN, 0.000988233866692001, 0.06933041248065663, 0.04755424323497848, 0.0918682754462945, 0.0031824282904151513, 0.002145685180740431, 0.005069839183930336, 0.002849872327466807]]}, "rob": {"1": [[false, true, true, true, false, false, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, false, true, false, false, true, true, true, true, true, true, true, true, true, false, true, false, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.009465880695661566, 0.02900190235031519, 0.0011308794289432988, NaN, NaN, 0.015567011898864891, 0.02886226375044476, 0.012821731521160729, NaN, NaN, 0.00299843783179754, 0.006205639159343468, 0.09932511516463016, NaN, 0.0028844663692217942, 0.003066238663842258, 0.00691535384808728, 0.026289038498133133, 0.006725685693644401, 0.018195600201330597, 0.03646100086651649, 0.0512765300541449, 0.04798241801879466, NaN, 0.007118106938956981, 0.02305593005720241, NaN, 0.06310581144849925, NaN, NaN, 0.025786099993404532, 0.001902312164508091, 0.07900500788201215, 0.06555399609702905, 0.021750975974968334, 0.091956375583224, 0.042079824220030426, 0.051686121541979935, 0.00943422589187115, NaN, -0.015514696818584528, NaN, 0.06883518434657643, NaN, 0.060778026617874126, 0.010129128397921683, NaN, 0.023106795363274868, 0.05196867584187381, 0.06509293451291853, NaN, 0.006849592601592125, 0.08120754970129518, 0.07920890675843428, 0.06720091190183508, 0.006918823735004409, 0.005484167662787032, 0.01903484169899161, 0.008969577080579771]], "2": [[false, true, true, true, true, false, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, false, true, false, false, true, true, true, true, true, true, true, true, true, false, true, false, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.0045963567915086045, 0.02900190235031519, 0.0011308794289432988, 0.019812044910039628, NaN, 0.013151577348739396, 0.02886226375044476, 0.011617345719460381, NaN, 0.04722890230782739, 0.00299843783179754, 0.006205639159343468, 0.09886402864843835, NaN, 0.0028844663692217942, 0.003066238663842258, 0.006389460482857823, 0.015710599388622182, 0.0038586242375502344, 0.018195600201330597, 0.03646100086651649, 0.0512765300541449, 0.027036216179710415, NaN, 0.004441868871355226, 0.01161404946309208, NaN, 0.056814105816648475, NaN, NaN, 0.025786099993404532, 0.001902312164508091, 0.07083446044361708, 0.06555399609702905, 0.01723277479202001, 0.07629395363027269, 0.037624156401576014, 0.042687640859800924, 0.00943422589187115, NaN, -0.015514696818584528, NaN, 0.05400230588569843, NaN, 0.058193318329884836, 0.006024104126231666, NaN, 0.020568353796419192, 0.02595832765469308, 0.049483196607521096, NaN, 0.006849592601592125, 0.07960327381469101, 0.07920890675843428, 0.06720091190183508, 0.0058475276200411486, 0.002145685180740431, 0.014397696018412676, 0.007322006076718068]], "4": [[false, true, true, true, true, false, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, false, true, false, false, true, true, true, true, true, true, true, true, true, false, true, false, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.0036788712880890806, 0.02900190235031519, 0.0008756070243944869, 0.019812044910039628, NaN, 0.00836500737595025, 0.02886226375044476, 0.011617345719460381, NaN, 0.04722890230782739, 0.00299843783179754, 0.006205639159343468, 0.08440637672345708, NaN, 0.002553968703824294, 0.0015748216492685874, 0.004301492251185035, 0.015710599388622182, 0.0038586242375502344, 0.01742953713560169, 0.03110052400671437, 0.0512765300541449, 0.027036216179710415, NaN, 0.0037271125565603302, 0.01161404946309208, NaN, 0.056814105816648475, NaN, NaN, 0.02440721782230293, 0.001902312164508091, 0.06945515478415953, 0.06444291299680738, 0.01723277479202001, 0.07629395363027269, 0.035258194823606814, 0.024404216584277494, 0.00943422589187115, NaN, -0.015514696818584528, NaN, 0.04996798019490667, NaN, 0.058193318329884836, 0.0057335210210838206, NaN, 0.018087039674756333, 0.02595832765469308, 0.049483196607521096, NaN, 0.002412953581870436, 0.07960327381469101, 0.06189970605978723, 0.06720091190183508, 0.003953772401767752, 0.002145685180740431, 0.013021348743768923, 0.007322006076718068]], "8": [[false, true, true, true, true, false, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, false, true, false, false, true, true, true, true, true, true, true, true, true, false, true, false, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.0028669520108492996, 0.02900190235031519, 0.0007129552108657844, 0.019812044910039628, NaN, 0.006938664533306271, 0.02886226375044476, 0.007427421256716249, NaN, 0.04592919399424078, 0.00299843783179754, 0.006205639159343468, 0.08055612042697224, NaN, 0.0018403082280145089, 3.19887928157403e-05, 0.004301492251185035, 0.013050224021349255, 0.0038586242375502344, 0.011130362346936318, 0.023867739505164298, 0.047911972281639015, 0.01724009529719317, NaN, 0.003031139185393217, 0.01161404946309208, NaN, 0.051844492895681826, NaN, NaN, 0.02440721782230293, 0.001902312164508091, 0.06628348805689299, 0.06444291299680738, 0.01723277479202001, 0.052996091281722446, 0.03503836497292445, 0.024404216584277494, 0.00943422589187115, NaN, -0.015514696818584528, NaN, 0.03813010190115951, NaN, 0.04456236925807855, 0.005060229979589881, NaN, 0.017546358990170985, 0.024041930900350783, 0.049483196607521096, NaN, 0.0017958171925203104, 0.06933041248065663, 0.06189970605978723, 0.06720091190183508, 0.003953772401767752, 0.002145685180740431, 0.013021348743768923, 0.0023254545619173506]], "16": [[false, true, true, true, true, false, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, false, true, false, false, true, true, true, true, true, true, true, true, true, false, true, false, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.001318839099781366, 0.02900190235031519, 0.0006235210996285989, 0.010823248448435185, NaN, 0.006938664533306271, 0.02886226375044476, 0.007427421256716249, NaN, 0.036288781907975576, 0.00299843783179754, 0.006205639159343468, 0.07028396356778788, NaN, 0.0017920046425072833, 3.19887928157403e-05, 0.004301492251185035, 0.010365337403517971, 0.0038586242375502344, 0.010360802925045043, 0.023867739505164298, 0.046906448275199075, 0.01687810974754922, NaN, 0.003031139185393217, 0.01161404946309208, NaN, 0.047624099234761186, NaN, NaN, 0.02342510655745711, 0.001902312164508091, 0.06003903407343936, 0.05724555223151184, 0.014822942191814459, 0.052996091281722446, 0.02955021552135295, 0.024404216584277494, 0.007892610499071084, NaN, -0.04158016448526225, NaN, 0.029753576821312633, NaN, 0.04183475424985872, 0.0035140352448843615, NaN, 0.01574001892840826, 0.01889930015168395, 0.049483196607521096, NaN, 0.000988233866692001, 0.06933041248065663, 0.06189970605978723, 0.061330459073673405, 0.003953772401767752, 0.002145685180740431, 0.009255879656031363, 0.0023254545619173506]]}}, "c3c_reg_s0_det": {"raw": {"1": [[false, true, false, true, true, false, false, true, true, false, false, true, true, true, false, true, true, true, true, false, true, false, true, true, false, true, true, false, true, false, false, true, true, true, true, true, true, true, true, true, false, true, false, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.0033347880606333646, NaN, 0.0009602743568235539, 0.020664761837301482, NaN, NaN, 0.03675398772593774, 0.016970512889453948, NaN, NaN, 0.00822269175744239, 0.013321313309317295, 0.07770214695656597, NaN, 0.003074720035217915, 0.0027782506435871657, 0.02486162362979938, 0.014547041197872534, NaN, 0.014621205570322982, NaN, 0.04397335908662625, 0.010491118363067153, NaN, 0.004320427006251126, 0.020870029557485736, NaN, 0.04060886415826359, NaN, NaN, 0.027971499930609323, 0.008059921172101081, 0.07761439645471802, 0.06804092697382513, 0.021268561625257254, 0.07345556811072407, 0.03257425503674316, 0.039695240283828426, 0.013815778296624615, NaN, -0.0018090427581815005, NaN, 0.039880064299699036, NaN, 0.06813788981953595, 0.00936730506605099, NaN, 0.01676023001991056, 0.019547318332143515, 0.08717043989159756, NaN, 0.0019272185805592201, 0.08531524903129606, 0.07074993054843248, 0.10678119435492284, 0.010103632472931334, 0.005892358681549581, 0.00842710478696751, 0.006392788436868413]]}, "rob": {"1": [[false, true, false, true, true, false, false, true, true, false, false, true, true, true, false, true, true, true, true, false, true, false, true, true, false, true, true, false, true, false, false, true, true, true, true, true, true, true, true, true, false, true, false, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.0033347880606333646, NaN, 0.0009602743568235539, 0.020664761837301482, NaN, NaN, 0.03675398772593774, 0.016970512889453948, NaN, NaN, 0.00822269175744239, 0.013321313309317295, 0.07770214695656597, NaN, 0.003074720035217915, 0.0027782506435871657, 0.02486162362979938, 0.014547041197872534, NaN, 0.014621205570322982, NaN, 0.04397335908662625, 0.010491118363067153, NaN, 0.004320427006251126, 0.020870029557485736, NaN, 0.04060886415826359, NaN, NaN, 0.027971499930609323, 0.008059921172101081, 0.07761439645471802, 0.06804092697382513, 0.021268561625257254, 0.07345556811072407, 0.03257425503674316, 0.039695240283828426, 0.013815778296624615, NaN, -0.0018090427581815005, NaN, 0.039880064299699036, NaN, 0.06813788981953595, 0.00936730506605099, NaN, 0.01676023001991056, 0.019547318332143515, 0.08717043989159756, NaN, 0.0019272185805592201, 0.08531524903129606, 0.07074993054843248, 0.10678119435492284, 0.010103632472931334, 0.005892358681549581, 0.00842710478696751, 0.006392788436868413]]}}}, "val_ood": {"retr": {"raw": {"1": [[true, false, true, false, true, false, false, true, false, false, true, true, false, false, false, true, false, false, true, false, false, true, false, false, false, false, false, false, false, false, false, true, true, false, false, true, false, false, false, false, true, true, false, false, false, true, false, false, false, true, false, true, false, true, false, false, true, false, false, false], [0.0933141632067267, NaN, 0.31568561620408064, NaN, 0.034873925680123374, NaN, NaN, 0.012066520085002086, NaN, NaN, 0.019560364224950222, 0.2505240918810421, NaN, NaN, NaN, 0.09610267528565708, NaN, NaN, 0.2402404434878478, NaN, NaN, 0.06280053148448195, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.017071438679536977, 0.014932567274639208, NaN, NaN, 0.12291664955756443, NaN, NaN, NaN, NaN, 0.07372540415570872, 0.04369859356800654, NaN, NaN, NaN, 0.35880365420367655, NaN, NaN, NaN, 0.1776752790351972, NaN, 0.0462485432286901, NaN, 0.46342209097416687, NaN, NaN, 0.04576781587011536, NaN, NaN, NaN]], "2": [[true, false, true, false, true, false, false, true, true, false, true, true, false, false, false, true, false, false, true, false, true, true, false, false, true, false, false, false, false, false, false, true, true, false, false, true, false, true, false, false, true, true, false, false, false, true, false, false, false, true, false, true, false, true, false, false, true, false, false, false], [0.0933141632067267, NaN, 0.211582376428207, NaN, 0.034873925680123374, NaN, NaN, 0.012066520085002086, 0.043965980702980856, NaN, 0.019560364224950222, 0.2505240918810421, NaN, NaN, NaN, 0.09610267528565708, NaN, NaN, 0.2402404434878478, NaN, 0.04631911825819568, 0.06280053148448195, NaN, NaN, 0.04645594705502032, NaN, NaN, NaN, NaN, NaN, NaN, 0.017071438679536977, 0.014932567274639208, NaN, NaN, 0.05584768373158755, NaN, 0.057451206032192115, NaN, NaN, 0.009579650122458983, 0.04369859356800654, NaN, NaN, NaN, 0.35880365420367655, NaN, NaN, NaN, 0.1776752790351972, NaN, 0.041826755424568374, NaN, 0.46342209097416687, NaN, NaN, 0.04576781587011536, NaN, NaN, NaN]], "4": [[true, false, true, false, true, true, false, true, true, false, true, true, false, false, true, true, false, true, true, true, true, true, false, false, true, false, false, false, false, false, true, true, true, false, false, true, false, true, false, false, true, true, true, false, true, true, false, false, false, true, false, true, false, true, false, false, true, false, false, false], [0.0933141632067267, NaN, 0.211582376428207, NaN, 0.034873925680123374, 0.17921378667657994, NaN, 0.012066520085002086, 0.043965980702980856, NaN, 0.019560364224950222, 0.2505240918810421, NaN, NaN, 0.6155606988551465, 0.09610267528565708, NaN, 0.4497143661879657, 0.2402404434878478, 0.30591207723129843, 0.04631911825819568, 0.06280053148448195, NaN, NaN, 0.04645594705502032, NaN, NaN, NaN, NaN, NaN, 0.4334056705546778, 0.015786736559652903, 0.014932567274639208, NaN, NaN, 0.05584768373158755, NaN, 0.041899396105198106, NaN, NaN, 0.009579650122458983, 0.04369859356800654, 0.07802955182206484, NaN, 0.03581361058189292, 0.35880365420367655, NaN, NaN, NaN, 0.1776752790351972, NaN, 0.041826755424568374, NaN, 0.45994581444602245, NaN, NaN, 0.04576781587011536, NaN, NaN, NaN]], "8": [[true, true, true, false, true, true, true, true, true, false, true, true, false, false, true, true, true, true, true, true, true, true, false, false, true, true, true, false, false, false, true, true, true, true, false, true, false, true, false, true, true, true, true, false, true, true, false, false, false, true, true, true, false, true, false, false, true, false, false, true], [0.0933141632067267, 0.4597870865390259, 0.211582376428207, NaN, 0.034873925680123374, 0.17921378667657994, 0.07157510291072922, 0.012066520085002086, 0.043965980702980856, NaN, 0.019560364224950222, 0.2505240918810421, NaN, NaN, 0.6155606988551465, 0.0699518811474833, 0.06174288890971291, 0.06119548693187604, 0.2402404434878478, 0.30591207723129843, 0.03061177461898712, 0.06280053148448195, NaN, NaN, 0.04645594705502032, 0.13673027184031494, 0.7977268810970792, NaN, NaN, NaN, 0.4334056705546778, 0.015786736559652903, 0.014932567274639208, 0.6027881207621026, NaN, 0.05584768373158755, NaN, 0.02449225625729312, NaN, 0.9164242543318593, 0.009579650122458983, 0.019056856838087777, 0.07802955182206484, NaN, 0.03581361058189292, 0.22820891382729536, NaN, NaN, NaN, 0.13923190104368866, 0.41632656672831847, 0.041826755424568374, NaN, 0.45994581444602245, NaN, NaN, 0.04576781587011536, NaN, NaN, 0.10547253432700798]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, false, false, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, true, false, false, false, true, true, true, false, true, false, true, true, false, false, true], [0.0933141632067267, 0.4593214146583078, 0.211582376428207, 0.12748392542909537, 0.031829509979727666, 0.17921378667657994, 0.07157510291072922, 0.012066520085002086, 0.043965980702980856, 1.0006287955600692, 0.015673265455052876, 0.2505240918810421, 0.021086083640352804, NaN, 0.6155606988551465, 0.039407134955034895, 0.06174288890971291, 0.06119548693187604, 0.08694879362669439, 0.07741589002509652, 0.03061177461898712, 0.06280053148448195, NaN, NaN, 0.04645594705502032, 0.13673027184031494, 0.7622143408326094, 0.6834109803938706, NaN, NaN, 0.038947558146184, 0.015786736559652903, 0.014932567274639208, 0.010344193505001709, 0.20846992730287184, 0.05584768373158755, NaN, 0.011903854960073179, NaN, 0.9164242543318593, 0.009579650122458983, 0.003845001658672187, 0.020785674252768116, NaN, 0.03581361058189292, 0.0937209603471052, NaN, NaN, NaN, 0.03663154254981871, 0.023068064278461087, 0.03052922158460669, NaN, 0.45994581444602245, NaN, 0.13854662442658006, 0.04576781587011536, NaN, NaN, 0.10547253432700798]]}, "rob": {"1": [[true, true, true, false, true, true, false, true, true, true, true, true, true, false, true, true, false, false, true, true, false, false, false, true, false, true, true, true, false, false, true, true, true, false, true, true, false, true, false, false, false, false, true, false, true, false, false, false, false, false, false, true, false, false, false, false, true, false, false, false], [0.14489323481496785, 0.6151631208625392, 0.717255919922579, NaN, 0.13526071291322217, 0.08006666775439175, NaN, 0.1206653809927063, 0.40421848987887876, 1.0006287955600692, 0.3197040837933791, 0.04259495057844043, 0.2976960026212947, NaN, 0.45094827984808594, 0.2264201869156337, NaN, NaN, 1.2401504036465405, 1.3441357313384312, NaN, NaN, NaN, 0.05909087309063854, NaN, 0.14620303745341956, 2.086455243864047, 0.6834109803938706, NaN, NaN, 0.038947558146184, 0.11872473630956537, 0.185412348851137, NaN, 0.20846992730287184, 0.08559938800038558, NaN, 0.04257921341781845, NaN, NaN, NaN, NaN, 0.9507152075882475, NaN, 0.1497401225664321, NaN, NaN, NaN, NaN, NaN, NaN, 0.3822695753351648, NaN, NaN, NaN, NaN, 0.06409224666707436, NaN, NaN, NaN]], "2": [[true, true, true, false, true, true, false, true, true, true, true, true, true, false, true, true, true, false, true, true, false, false, false, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, false, true, false, false, false, true, true, true, false, false, true, true, false, false, false], [0.14489323481496785, 0.4597870865390259, 0.211582376428207, NaN, 0.13526071291322217, 0.08006666775439175, NaN, 0.1206653809927063, 0.40421848987887876, 1.0006287955600692, 0.3197040837933791, 0.04259495057844043, 0.2976960026212947, NaN, 0.39995189350549576, 0.16014879260456705, 0.06174288890971291, NaN, 0.9707956512313742, 0.9692698518003133, NaN, NaN, NaN, 0.05909087309063854, 0.04645594705502032, 0.13673027184031494, 1.0955359350820633, 0.6834109803938706, NaN, NaN, 0.038947558146184, 0.11872473630956537, 0.03333770029009342, 0.13148381193885883, 0.20846992730287184, 0.08559938800038558, NaN, 0.04257921341781845, NaN, 0.9164242543318593, 1.030973206515411, 0.28090394768528104, 0.36376952174566335, NaN, 0.1497401225664321, NaN, 0.19964124398529037, NaN, NaN, NaN, 0.023068064278461087, 0.10043057012083567, 0.2010111256391125, NaN, NaN, 0.16380695817024749, 0.06409224666707436, NaN, NaN, NaN]], "4": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, false, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, true, true, false, false, false, true, true, true, true, false, true, true, false, false, false], [0.019232718879567123, 0.4597870865390259, 0.211582376428207, -0.01734423988928413, 0.10784086827943984, 0.07660696407020784, 0.1656691254755902, 0.1177257352769967, 0.34627821129186076, 1.0006287955600692, 0.3197040837933791, 0.04259495057844043, 0.1966723537513746, NaN, 0.39995189350549576, 0.16014879260456705, 0.06174288890971291, 0.4497143661879657, 0.6648305931699512, 0.9692698518003133, NaN, 0.3978719244778399, NaN, 0.05909087309063854, 0.04645594705502032, 0.13673027184031494, 0.7911704548945053, 0.6834109803938706, NaN, NaN, 0.038947558146184, 0.08505606284075551, 0.008851424694949817, 0.13148381193885883, 0.08435796453475253, 0.08559938800038558, NaN, 0.02449225625729312, NaN, 0.9164242543318593, 0.052727429246549384, 0.19641386362537405, 0.17773751498238122, NaN, 0.03581361058189292, 0.0937209603471052, 0.19964124398529037, NaN, NaN, NaN, 0.023068064278461087, 0.10043057012083567, 0.2010111256391125, 0.4627890055469357, NaN, 0.13854662442658006, 0.04576781587011536, NaN, NaN, NaN]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, true, true, false, false, true, true, true, true, true, false, true, true, false, false, false], [0.019232718879567123, 0.4593214146583078, 0.211582376428207, -0.01734423988928413, 0.08769896393249055, 0.07660696407020784, 0.03389809539781563, 0.06726629072732515, 0.10440659574652056, 1.0006287955600692, 0.10240439268184165, 0.04259495057844043, 0.07384296480857722, NaN, 0.04723449612290698, 0.15810518789288808, 0.06174288890971291, 0.2924229411873225, 0.34233485968044364, 0.25837574076238035, 0.20480807758046282, 0.253210236304676, NaN, 0.05909087309063854, 0.04645594705502032, 0.13673027184031494, 0.7478757333828954, 0.6834109803938706, NaN, NaN, 0.029139311126866074, 0.052290157230005185, 0.008851424694949817, 0.010344193505001709, 0.08435796453475253, 0.05584768373158755, NaN, 0.02449225625729312, NaN, 0.08321572036364833, 0.009579650122458983, 0.19366528482025047, 0.11661539002361154, NaN, 0.03581361058189292, 0.0937209603471052, 0.19964124398529037, NaN, NaN, 0.03663154254981871, 0.023068064278461087, 0.0896519931385178, 0.2010111256391125, 0.29357685817435364, NaN, 0.13854662442658006, 0.04576781587011536, NaN, NaN, NaN]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, true, true, false, false, true, true, true, true, true, false, true, true, false, false, true], [0.019232718879567123, 0.16562024753116722, 0.211582376428207, -0.01734423988928413, 0.02727744328528181, 0.07660696407020784, 0.03389809539781563, 0.05126887665687718, 0.032088939868963884, 1.0006287955600692, 0.09003821854864946, 0.04259495057844043, 0.021086083640352804, NaN, 0.04723449612290698, 0.11059160811579116, 0.06174288890971291, 0.06119548693187604, 0.17131180177771554, 0.11405272395837396, 0.03061177461898712, 0.15784630950422218, NaN, 0.05909087309063854, 0.04645594705502032, 0.13673027184031494, 0.407756130368089, 0.6834109803938706, NaN, NaN, 0.029139311126866074, 0.017071438679536977, 0.008851424694949817, 0.010344193505001709, 0.08435796453475253, 0.04633105353798461, NaN, 0.02449225625729312, NaN, 0.08321572036364833, 0.009579650122458983, 0.06116978302326914, 0.020785674252768116, NaN, 0.03581361058189292, 0.0937209603471052, 0.19964124398529037, NaN, NaN, 0.03663154254981871, 0.023068064278461087, 0.03052922158460669, 0.17380545674771186, 0.29357685817435364, NaN, 0.13854662442658006, 0.04576781587011536, NaN, NaN, 0.10547253432700798]]}}, "c3b_diff_s0": {"raw": {"1": [[true, true, true, true, true, false, false, true, false, false, true, true, true, false, false, true, true, true, true, false, false, true, false, true, true, false, false, false, false, false, false, true, true, true, false, true, false, false, false, false, true, true, true, false, false, true, false, true, false, true, true, true, false, true, true, false, true, false, false, true], [0.06578059240656486, 0.1363596121651811, 0.1074964816824382, 0.04152463566313025, 0.0024137779688082617, NaN, NaN, 0.010543514364762752, NaN, NaN, 0.02007402173964734, 0.18665993653584811, 0.08501649871583883, NaN, NaN, 0.02144211420460418, -0.011858094086055315, 0.06832332160432619, 0.25343674108387404, NaN, NaN, 0.03446675726466286, NaN, 0.037101281445695466, 0.06586188821072003, NaN, NaN, NaN, NaN, NaN, NaN, 0.027313299637471644, 0.0811334788774547, 0.26197269096713494, NaN, 0.004020362944861411, NaN, NaN, NaN, NaN, 0.00886563796538864, 0.005151397878341513, 0.019708212006483317, NaN, NaN, 0.11222405813132452, NaN, 0.008158185454310463, NaN, 0.006606473990025119, 0.0658215315021029, 0.0247732578009614, NaN, 0.47111119227251574, 0.20070843178848485, NaN, 0.05848477926003848, NaN, NaN, 0.050335516294859994]], "2": [[true, true, true, true, true, false, false, true, false, true, true, true, true, false, false, true, true, true, true, false, false, true, false, true, true, false, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, true, true, false, true, true, true, false, true, true, false, true, false, false, true], [0.02235907694157757, 0.1363596121651811, 0.03828828027768494, 0.017411926300602287, 0.0024137779688082617, NaN, NaN, 0.008777530044757897, NaN, 0.2316734565735583, 0.01255568956559694, 0.11621269133382217, 0.08501649871583883, NaN, NaN, 0.010229420513032883, -0.011858094086055315, 0.05007672143337483, 0.25343674108387404, NaN, NaN, 0.03446675726466286, NaN, 0.033978533508614905, 0.06586188821072003, NaN, NaN, NaN, NaN, NaN, NaN, 0.008214990634177521, 0.0811334788774547, 0.14106533890950645, NaN, 0.004020362944861411, NaN, 0.01505126229512177, NaN, NaN, 0.00886563796538864, 0.005151397878341513, 0.019708212006483317, NaN, NaN, 0.11222405813132452, 0.16981933302518204, 0.008158185454310463, NaN, 0.006606473990025119, 0.05762658944052346, 0.023412079075379788, NaN, 0.47111119227251574, 0.20070843178848485, NaN, 0.03680268300130263, NaN, NaN, 0.050335516294859994]], "4": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, false, false, false, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, true, true, false, true, true, true, false, true, true, false, true, false, false, true], [0.010099609708835944, 0.1363596121651811, -0.011817307880104044, 0.016532168689818993, 0.0024137779688082617, 0.036636846139018076, 0.04384225862550295, 0.0037789153511718077, 0.026883003436773967, 0.2316734565735583, 0.0021861336962134548, 0.11621269133382217, 0.08501649871583883, NaN, 0.08989416200144684, 0.006982851193691575, -0.011858094086055315, 0.025765899672874903, 0.20848050944082264, 0.16134644458637237, 0.06470434588941565, 0.020581250147264418, NaN, 0.02570123228048371, 0.06586188821072003, NaN, NaN, NaN, NaN, NaN, 0.21538476097457293, 0.008214990634177521, 0.05651895666739648, 0.14106533890950645, NaN, 0.004020362944861411, NaN, 0.01505126229512177, NaN, NaN, 0.00886563796538864, 0.005151397878341513, 0.019708212006483317, NaN, NaN, 0.05708373021145152, 0.16981933302518204, 0.008158185454310463, NaN, 0.006606473990025119, 0.05762658944052346, 0.017561023024232236, NaN, 0.3178736529805386, 0.20070843178848485, NaN, 0.03680268300130263, NaN, NaN, 0.02194176131069714]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, false, false, false, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, true, true, true, true, true, true, false, true, true, false, true, false, false, true], [0.010099609708835944, 0.11654845006562642, -0.011817307880104044, 0.00045567016956282735, 0.0024137779688082617, 0.036636846139018076, 0.02299648376219965, 0.0013042143062036438, 0.026883003436773967, 0.07677755355506588, 0.0021861336962134548, 0.08364739986015746, 0.08501649871583883, NaN, 0.08989416200144684, 0.006982851193691575, -0.011858094086055315, 0.025765899672874903, 0.20848050944082264, 0.16134644458637237, 0.06470434588941565, 0.016976490575252745, NaN, 0.02570123228048371, 0.05250140568025863, NaN, NaN, NaN, NaN, NaN, 0.17688078966097343, 0.008214990634177521, 0.02308682115550864, 0.035926454514882744, NaN, 0.004020362944861411, NaN, 0.01505126229512177, NaN, NaN, 0.005418395256965525, 0.005151397878341513, 0.010640100365984395, NaN, NaN, 0.05708373021145152, 0.16981933302518204, 0.008158185454310463, 0.10828474875599947, 0.00494042122585947, 0.03799946191221126, 0.017561023024232236, NaN, 0.17050834822001715, 0.20070843178848485, NaN, 0.03405193129258799, NaN, NaN, 0.02194176131069714]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, false, false, false, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true], [0.010099609708835944, 0.05450448498038907, -0.03625668947006733, -0.0009154338890721148, 0.000499913080126202, 0.0075857181303198296, 0.01419232408483917, 0.000918563024676633, 0.026883003436773967, 0.07677755355506588, 0.0021861336962134548, 0.08364739986015746, 0.08501649871583883, NaN, 0.08989416200144684, 0.006770867451731721, -0.011858094086055315, 0.025765899672874903, 0.19708308257105367, 0.16134644458637237, 0.06470434588941565, 0.016976490575252745, NaN, 0.013492570368646817, 0.03830297264324933, NaN, NaN, NaN, NaN, NaN, 0.14234912176392434, 0.008214990634177521, 0.02308682115550864, 0.019800233814274648, NaN, 0.004020362944861411, NaN, 0.01502207451765436, NaN, NaN, 0.0038665236101358413, 0.0005809555332623173, 0.008072947644290007, NaN, NaN, 0.05708373021145152, 0.16981933302518204, 0.008158185454310463, 0.10828474875599947, 0.0031570075800040343, 0.03799946191221126, 0.00875833629253675, NaN, 0.17050834822001715, 0.20070843178848485, 0.08175364475847302, 0.011519031545345726, NaN, NaN, 0.02194176131069714]]}, "rob": {"1": [[true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, false, false, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, true, false, false, true, true, true, true, true, false, true, true, true, true, false, true, true], [0.03168342340425512, 0.34323392534301567, 0.038246242089516214, -0.0009154338890721148, 0.08558848784827977, 0.04135228798734358, NaN, 0.007850497916337185, 0.026883003436773967, 1.693933342466595, 0.015865639582316682, 0.08364739986015746, 0.1631612818465613, NaN, 0.21096929124874486, 0.054910696363942524, -0.011858094086055315, 0.087948857826329, 0.8881360486796093, 0.9565998822031281, 0.2894208478916065, 0.05205621753080503, NaN, 0.037101281445695466, 0.20692341433782335, NaN, NaN, 0.21612947808783156, NaN, NaN, 0.06382368378438397, 0.8012640347127096, 0.031642184777991744, 0.0468030459103137, NaN, 0.01586372778523648, NaN, 0.016104460402487142, NaN, NaN, 0.04173693909420639, 0.023952548632444337, 0.11779553709066093, NaN, 0.14581044133815224, NaN, NaN, -0.017387927410386972, 0.10828474875599947, 0.0158080121381321, 0.054259187468323145, 0.011179209982960847, NaN, 0.3178736529805386, 0.44569968064286725, 0.08175364475847302, 0.11086995844403358, NaN, 1.3275201284481608, 0.035988727430805945]], "2": [[true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, false, false, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, true, false, false, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.008473971028811977, 0.1363596121651811, 0.038246242089516214, -0.012973436638414215, 0.050037120784494515, 0.04135228798734358, NaN, 0.007850497916337185, 0.026883003436773967, 0.9111180028870016, 0.0026968020402233783, 0.08364739986015746, 0.1631612818465613, NaN, 0.1148023172426007, 0.05393369090756095, -0.011858094086055315, 0.087948857826329, 0.5802614069262706, 0.5825259152281748, 0.12375814949603225, 0.05205621753080503, NaN, 0.03433450704740415, 0.14264003965872285, NaN, NaN, 0.21612947808783156, NaN, NaN, 0.06382368378438397, 0.13160172341718623, 0.031642184777991744, 0.04453150386367, NaN, 0.013911568164766797, NaN, 0.009922831369189256, NaN, NaN, 0.029703063862302148, 0.023952548632444337, 0.08471544321132307, NaN, 0.08230308908931927, NaN, NaN, -0.017387927410386972, 0.10828474875599947, 0.0158080121381321, 0.054259187468323145, 0.011179209982960847, 0.02090268328890743, 0.3178736529805386, 0.30812905236538457, 0.08175364475847302, 0.08988210571036537, NaN, 1.237337019119193, 0.007628132343351579]], "4": [[true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, false, false, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.002454289499010498, 0.06195724604243802, 0.038246242089516214, -0.012973436638414215, 0.01909770883041384, 0.03187156020529347, NaN, 0.005553916002183801, 0.007155717624410585, 0.6169877626408014, 0.0018473841515691536, 0.08364739986015746, 0.1631612818465613, NaN, 0.1148023172426007, 0.029413445698713403, -0.011858094086055315, 0.08497546878301576, 0.5802614069262706, 0.5238321555114405, 0.06470434588941565, 0.046214184808343495, NaN, 0.03433450704740415, 0.14264003965872285, NaN, NaN, 0.21612947808783156, NaN, NaN, 0.06382368378438397, 0.04880647380710368, 0.031642184777991744, 0.04293294942243864, NaN, 0.004020362944861411, NaN, 0.009922831369189256, NaN, NaN, 0.018194901521355167, 0.007868304139083016, 0.07140217965551576, NaN, 0.026921137472164958, 0.05633770844828567, 0.31328487877870814, -0.017387927410386972, 0.10828474875599947, 0.0158080121381321, 0.04239769285780581, 0.00981124761758756, 0.02090268328890743, 0.3178736529805386, 0.2778933351430928, 0.08175364475847302, 0.06919397973049923, NaN, 1.237337019119193, 0.007628132343351579]], "8": [[true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, false, false, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.001189009390117235, 0.033042727242505565, 0.025675688020803777, -0.012973436638414215, 0.008201263516183221, 0.03187156020529347, NaN, 0.002103957447611826, 0.007155717624410585, 0.03249183665013278, 0.0018473841515691536, 0.08364739986015746, 0.11660200973560131, NaN, 0.0812238914658574, 0.02029733490005814, -0.011858094086055315, 0.06683868100769419, 0.5802614069262706, 0.40665976614658383, 0.06470434588941565, 0.03297279457303226, NaN, 0.019176365322254307, 0.08577054999800082, NaN, NaN, 0.21612947808783156, NaN, NaN, 0.06382368378438397, 0.016578172291228377, 0.031642184777991744, 0.03903341198198085, NaN, 0.004020362944861411, NaN, 0.009922831369189256, NaN, NaN, 0.018194901521355167, 0.006979108959014768, 0.04771660481237272, NaN, 0.026921137472164958, 0.019325552756128683, 0.31328487877870814, -0.017387927410386972, 0.10828474875599947, 0.0022308914179811623, 0.04239769285780581, 0.00875833629253675, 0.02090268328890743, 0.2441637553640199, 0.2778933351430928, 0.08175364475847302, 0.06347504576287744, NaN, 1.237337019119193, 0.007628132343351579]], "16": [[true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, false, false, true, false, false, true, true, true, true, true, true, false, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.001189009390117235, 0.0017891314456928153, -0.021785343836220328, -0.012973436638414215, 0.00369158059620589, 0.03187156020529347, NaN, 0.001207659040321829, 0.0050823916748592435, 0.03249183665013278, 0.0018473841515691536, 0.08364739986015746, 0.11660200973560131, NaN, 0.061054136954319604, 0.018542128032423832, -0.011858094086055315, 0.048446744749600645, 0.3953389964254794, 0.29904754081656715, 0.06470434588941565, 0.03095564436907461, NaN, 0.004836342436250529, 0.06338446680181997, NaN, NaN, 0.21612947808783156, NaN, NaN, 0.06382368378438397, 0.016578172291228377, 0.031642184777991744, 0.0109787876865719, 0.28087190745393964, 0.004020362944861411, NaN, 0.007317855750977875, NaN, NaN, 0.011453397978403723, 0.005124999395242469, 0.025053049763193336, NaN, 0.026921137472164958, 0.019325552756128683, 0.09359196014902404, -0.017387927410386972, 0.10828474875599947, 0.0022308914179811623, 0.03915993929551709, 0.00875833629253675, 0.02090268328890743, 0.2441637553640199, 0.22794759875630155, 0.08175364475847302, 0.05542610443792939, NaN, 1.237337019119193, 0.007628132343351579]]}}, "c3b_reg_s0_mcd": {"raw": {"1": [[true, true, true, false, true, true, false, true, true, false, true, true, true, false, false, true, false, true, true, true, false, true, false, true, false, true, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, false, false, false, false, true, true, true, false, false, false, false, true, false, false, true], [0.05699487198977349, 0.4527202537672266, 0.09682486536120871, NaN, 0.036521156307373515, 0.13452191774161482, NaN, 0.07605831486029913, 0.029582447891038033, NaN, 0.013040984515003906, 0.44998067168446254, 0.2148827293411124, NaN, NaN, 0.028787748968417626, NaN, 0.1282877031516998, 0.09505995792037925, 0.28636717831548286, NaN, 0.08390874051590091, NaN, 0.03126835626743918, NaN, 0.05828554336577696, NaN, NaN, NaN, NaN, NaN, 0.02805073839579708, 0.25397522007437345, 0.11990178019668529, NaN, 0.034121412968792786, NaN, 0.02676519779395048, NaN, NaN, 0.047053709577222325, 0.0034789397687247092, 0.16488916604610715, NaN, NaN, NaN, NaN, NaN, NaN, 0.0227205594557347, 0.23760919712928885, 0.026398815175525225, NaN, NaN, NaN, NaN, 0.035772206326678324, NaN, NaN, 0.06915618765986076]], "2": [[true, true, true, false, true, true, false, true, true, false, true, true, true, false, false, true, false, true, true, true, false, true, false, true, false, true, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, false, false, false, false, true, true, true, false, false, false, false, true, false, false, true], [0.05699487198977349, 0.25558918153852916, 0.09682486536120871, NaN, 0.03433615823387015, 0.09536520275365135, NaN, 0.0712235215109096, 0.026605115584396932, NaN, 0.004144254030154837, 0.44998067168446254, 0.204641985419044, NaN, NaN, 0.028787748968417626, NaN, 0.1282877031516998, 0.09505995792037925, 0.28636717831548286, NaN, 0.08390874051590091, NaN, 0.029825844559198345, NaN, 0.05828554336577696, NaN, NaN, NaN, NaN, NaN, 0.023366725989811377, 0.25397522007437345, 0.11990178019668529, NaN, 0.03409249853608687, NaN, 0.018458460658369757, NaN, NaN, 0.031456093038052746, 0.002218807531667366, 0.1487361690175979, NaN, NaN, NaN, NaN, NaN, NaN, 0.0227205594557347, 0.23760919712928885, 0.026398815175525225, NaN, NaN, NaN, NaN, 0.035772206326678324, NaN, NaN, 0.05196606671994686]], "4": [[true, true, true, false, true, true, false, true, true, false, true, true, true, false, false, true, false, true, true, true, false, true, false, true, false, true, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, false, false, false, false, true, true, true, false, false, false, false, true, false, false, true], [0.047374303248272076, 0.25558918153852916, 0.09682486536120871, NaN, 0.027258276387006397, 0.08583205306035668, NaN, 0.056764386580098636, 0.019249764910970413, NaN, 0.004144254030154837, 0.44998067168446254, 0.1493646443171308, NaN, NaN, 0.028787748968417626, NaN, 0.11297434171300114, 0.09505995792037925, 0.28332823895780357, NaN, 0.08260575888026778, NaN, 0.020718890444388016, NaN, 0.05828554336577696, NaN, NaN, NaN, NaN, NaN, 0.023366725989811377, 0.25397522007437345, 0.11990178019668529, NaN, 0.03409249853608687, NaN, 0.0165595999224053, NaN, NaN, 0.031456093038052746, 0.002218807531667366, 0.1487361690175979, NaN, NaN, NaN, NaN, NaN, NaN, 0.018305023237092932, 0.2167723412859064, 0.023789930959768668, NaN, NaN, NaN, NaN, 0.035772206326678324, NaN, NaN, 0.04672656512749063]], "8": [[true, true, true, false, true, true, false, true, true, false, true, true, true, false, false, true, false, true, true, true, false, true, false, true, false, true, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, false, false, false, false, true, true, true, false, false, false, false, true, false, false, true], [0.047374303248272076, 0.25558918153852916, 0.09682486536120871, NaN, 0.027258276387006397, 0.0755042839410689, NaN, 0.05124412886028806, 0.019249764910970413, NaN, 0.004144254030154837, 0.4389904808621419, 0.1334823867684598, NaN, NaN, 0.024812900398764492, NaN, 0.1125677221544501, 0.09505995792037925, 0.28332823895780357, NaN, 0.06735485166775823, NaN, 0.014643915583945954, NaN, 0.03595422093189504, NaN, NaN, NaN, NaN, NaN, 0.02118544929688526, 0.20702817066061097, 0.08300160494087883, NaN, 0.030922071816260832, NaN, 0.012964752520718603, NaN, NaN, 0.031456093038052746, 0.0018158203779059523, 0.14832447434530827, NaN, NaN, NaN, NaN, NaN, NaN, 0.016779592850893366, 0.2167723412859064, 0.023789930959768668, NaN, NaN, NaN, NaN, 0.035772206326678324, NaN, NaN, 0.03174356975621273]], "16": [[true, true, true, false, true, true, false, true, true, false, true, true, true, false, false, true, false, true, true, true, false, true, false, true, false, true, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, false, false, false, false, true, true, true, false, false, false, false, true, false, false, true], [0.047374303248272076, 0.25558918153852916, 0.09682486536120871, NaN, 0.027258276387006397, 0.0755042839410689, NaN, 0.05124412886028806, 0.018874974992526772, NaN, 0.0038053331022900316, 0.4061504553481743, 0.11057287556411022, NaN, NaN, 0.02392484030160613, NaN, 0.11143161149621417, 0.09505995792037925, 0.28332823895780357, NaN, 0.06735485166775823, NaN, 0.005021729806760966, NaN, 0.03595422093189504, NaN, NaN, NaN, NaN, NaN, 0.02118544929688526, 0.15638307174456534, 0.04986173508157199, NaN, 0.02816755402942639, NaN, 0.011483442031416713, NaN, NaN, 0.031456093038052746, 0.0018158203779059523, 0.14832447434530827, NaN, NaN, NaN, NaN, NaN, NaN, 0.010557251952139524, 0.1944869950686734, 0.021309966906994715, NaN, NaN, NaN, NaN, 0.035772206326678324, NaN, NaN, 0.03114055058722376]]}, "rob": {"1": [[true, true, true, false, true, true, false, true, true, false, true, true, true, false, false, true, false, true, true, true, false, true, false, true, false, true, false, false, false, false, false, true, false, true, false, true, false, true, false, false, true, true, true, false, false, false, false, false, false, true, true, true, false, false, false, false, true, false, false, true], [0.0551318770775846, 0.38988267460839987, 0.10385911346682186, NaN, 0.05134350075755312, 0.07999056629235124, NaN, 0.08303152428808125, 0.016806930596030778, NaN, 0.008639501749398093, 0.48431156019449495, 0.1738035278051504, NaN, NaN, 0.04139711930356027, NaN, 0.13296251322464214, 0.34290055830414223, 0.3665052347833191, NaN, 0.10006334840557729, NaN, 0.039858623906649404, NaN, 0.1373300734677123, NaN, NaN, NaN, NaN, NaN, 0.04668572555384931, NaN, 0.08399743002447524, NaN, 0.029854899598317886, NaN, 0.01335484699446221, NaN, NaN, 0.04833759530072479, 0.005986894760721118, 0.20228873917937462, NaN, NaN, NaN, NaN, NaN, NaN, 0.03227613264324636, 0.21100799223791755, 0.028470749999077505, NaN, NaN, NaN, NaN, 0.040241296619939915, NaN, NaN, 0.03114055058722376]], "2": [[true, true, true, false, true, true, false, true, true, false, true, true, true, false, false, true, false, true, true, true, false, true, false, true, false, true, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, false, false, false, false, true, true, true, false, false, false, false, true, false, false, true], [0.0551318770775846, 0.38988267460839987, 0.10385911346682186, NaN, 0.04966616742887653, 0.07494869165047802, NaN, 0.0806313922950519, 0.016806930596030778, NaN, 0.006219647596289901, 0.48431156019449495, 0.1738035278051504, NaN, NaN, 0.03912983088902888, NaN, 0.13296251322464214, 0.33729164975366555, 0.3665052347833191, NaN, 0.10006334840557729, NaN, 0.014643915583945954, NaN, 0.12339307532839894, NaN, NaN, NaN, NaN, NaN, 0.046156193270735946, 0.15385934132552737, 0.08399743002447524, NaN, 0.029854899598317886, NaN, 0.01335484699446221, NaN, NaN, 0.04833759530072479, 0.002218807531667366, 0.1814042261675386, NaN, NaN, NaN, NaN, NaN, NaN, 0.022689218591963822, 0.21100799223791755, 0.023451717131481198, NaN, NaN, NaN, NaN, 0.03874721065508635, NaN, NaN, 0.016069489857736263]], "4": [[true, true, true, false, true, true, false, true, true, false, true, true, true, false, false, true, false, true, true, true, false, true, false, true, false, true, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, false, false, false, false, true, true, true, false, false, false, false, true, false, false, true], [0.05511750145244876, 0.35630186298680444, 0.10385911346682186, NaN, 0.04609640203537069, 0.05075029911412643, NaN, 0.0806313922950519, 0.016806930596030778, NaN, 0.0056518821455102675, 0.4521350442953811, 0.1738035278051504, NaN, NaN, 0.035510966154782775, NaN, 0.13296251322464214, 0.28110623753111685, 0.3636223963370995, NaN, 0.09521215743038858, NaN, 0.014643915583945954, NaN, 0.09660037958569956, NaN, NaN, NaN, NaN, NaN, 0.033205735779206824, 0.15385934132552737, 0.08399743002447524, NaN, 0.029854899598317886, NaN, 0.01335484699446221, NaN, NaN, 0.0349159754592554, 0.002218807531667366, 0.1814042261675386, NaN, NaN, NaN, NaN, NaN, NaN, 0.021315083545365487, 0.19195372618351425, 0.021309966906994715, NaN, NaN, NaN, NaN, 0.03874721065508635, NaN, NaN, 0.016069489857736263]], "8": [[true, true, true, false, true, true, false, true, true, false, true, true, true, false, false, true, false, true, true, true, false, true, false, true, false, true, true, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, false, false, false, false, true, true, true, false, false, false, false, true, false, false, true], [0.047374303248272076, 0.25120827842466986, 0.08058528659347997, NaN, 0.03875353399217607, 0.05075029911412643, NaN, 0.07196473843440554, 0.016806930596030778, NaN, 0.0038053331022900316, 0.4521350442953811, 0.155983155212023, NaN, NaN, 0.03385739713969538, NaN, 0.12757114101421152, 0.25131249683529355, 0.32597679175072614, NaN, 0.09350694639571433, NaN, 0.007225376064811773, NaN, 0.07107492833075835, 0.3382731663226435, NaN, NaN, NaN, NaN, 0.033205735779206824, 0.15385934132552737, 0.08399743002447524, NaN, 0.029854899598317886, NaN, 0.01335484699446221, NaN, NaN, 0.0349159754592554, 0.002218807531667366, 0.16488916604610715, NaN, NaN, NaN, NaN, NaN, NaN, 0.010557251952139524, 0.18981203843058259, 0.021309966906994715, NaN, NaN, NaN, NaN, 0.03273785756966907, NaN, NaN, 0.016069489857736263]], "16": [[true, true, true, false, true, true, false, true, true, false, true, true, true, false, false, true, false, true, true, true, false, true, false, true, false, true, true, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, false, false, false, false, true, true, true, false, false, false, false, true, false, false, true], [0.047374303248272076, 0.25120827842466986, 0.08058528659347997, NaN, 0.03414900917791197, 0.05075029911412643, NaN, 0.054134386596607964, 0.015297998053188211, NaN, 0.003345976034778264, 0.44998067168446254, 0.12789470140459303, NaN, NaN, 0.0319957062681, NaN, 0.11130631827537774, 0.22772864251334113, 0.3205756550712966, NaN, 0.08887133146419401, NaN, 0.005021729806760966, NaN, 0.07107492833075835, 0.3382731663226435, NaN, NaN, NaN, NaN, 0.028208403908613233, 0.15385934132552737, 0.05305742824074122, NaN, 0.029854899598317886, NaN, 0.011483442031416713, NaN, NaN, 0.027441193583472856, 0.0007244315654872935, 0.1492277691682684, NaN, NaN, NaN, NaN, NaN, NaN, 0.005418812230687076, 0.18981203843058259, 0.021309966906994715, NaN, NaN, NaN, NaN, 0.03047443074220979, NaN, NaN, 0.016069489857736263]]}}, "c3b_reg_s0_det": {"raw": {"1": [[true, true, true, false, true, true, false, true, true, false, true, true, true, false, false, true, false, true, true, true, false, true, false, true, false, true, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, false, false, false, false, true, true, true, false, false, false, false, true, false, false, true], [0.060514673949021214, 0.3004943230474679, 0.10281507206934637, NaN, 0.033021696445419746, 0.07662437379357923, NaN, 0.07263247758990765, 0.023811893365581094, NaN, 0.007040435416270752, 0.4498140759724907, 0.18213514465664926, NaN, NaN, 0.027458081533928258, NaN, 0.12348172292384851, 0.21641833181273196, 0.35037652130133945, NaN, 0.0837696431659658, NaN, 0.057944575018222144, NaN, 0.0778758347888735, NaN, NaN, NaN, NaN, NaN, 0.04445433584310199, 0.2620341999521123, 0.12484224375805053, NaN, 0.03209356425497023, NaN, 0.025670534782170407, NaN, NaN, 0.034501268426295306, 0.002970455603330535, 0.1605318102136688, NaN, NaN, NaN, NaN, NaN, NaN, 0.027506042573463896, 0.1997881872112568, 0.024014689330797756, NaN, NaN, NaN, NaN, 0.04392015384287551, NaN, NaN, 0.06588969946638557]]}, "rob": {"1": [[true, true, true, false, true, true, false, true, true, false, true, true, true, false, false, true, false, true, true, true, false, true, false, true, false, true, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, false, false, false, false, true, true, true, false, false, false, false, true, false, false, true], [0.060514673949021214, 0.3004943230474679, 0.10281507206934637, NaN, 0.033021696445419746, 0.07662437379357923, NaN, 0.07263247758990765, 0.023811893365581094, NaN, 0.007040435416270752, 0.4498140759724907, 0.18213514465664926, NaN, NaN, 0.027458081533928258, NaN, 0.12348172292384851, 0.21641833181273196, 0.35037652130133945, NaN, 0.0837696431659658, NaN, 0.057944575018222144, NaN, 0.0778758347888735, NaN, NaN, NaN, NaN, NaN, 0.04445433584310199, 0.2620341999521123, 0.12484224375805053, NaN, 0.03209356425497023, NaN, 0.025670534782170407, NaN, NaN, 0.034501268426295306, 0.002970455603330535, 0.1605318102136688, NaN, NaN, NaN, NaN, NaN, NaN, 0.027506042573463896, 0.1997881872112568, 0.024014689330797756, NaN, NaN, NaN, NaN, 0.04392015384287551, NaN, NaN, 0.06588969946638557]]}}, "c3c_diff_s0": {"raw": {"1": [[true, true, false, true, true, false, false, true, false, true, true, true, true, false, false, true, true, true, false, true, false, false, false, true, true, false, false, true, false, false, true, true, true, true, true, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, true, false, false, true, false, false, true], [0.17339632085579848, 0.3970747470473146, NaN, 0.01817370760974857, 0.0021852078457968993, NaN, NaN, 0.011144448020935949, NaN, 0.30081662908324613, 0.014059995059550356, 0.15427960366795013, 0.04539598620351204, NaN, NaN, 0.005281869329396338, 0.0008306990120789948, 0.04749486690742222, NaN, 0.33156067873886497, NaN, NaN, NaN, 0.02223426535930484, 2.004068766066305, NaN, NaN, 0.30150001871248255, NaN, NaN, 0.03256792231564498, 0.00815558346975176, 0.09761477211906433, 0.08857381183369584, 0.17603400900433064, 0.004604887113863532, NaN, 0.020713190428349737, NaN, NaN, 0.016870360147046126, 0.0063769866173135625, 0.021871455412530327, NaN, NaN, 0.09857467264655284, NaN, NaN, NaN, 0.02068534117150822, 0.04502313753832521, 0.035593669418996, NaN, 0.2908648434596086, NaN, NaN, 0.07111451159512816, NaN, NaN, 0.03085131785017836]], "2": [[true, true, true, true, true, false, false, true, false, true, true, true, true, false, false, true, true, true, false, true, false, true, false, true, true, true, false, true, false, false, true, true, true, true, true, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, true, false, false, true, false, false, true], [0.01620203533526876, 0.3970747470473146, 0.08019759301904616, 0.013073132849056313, 0.0010289183005534053, NaN, NaN, 0.000889457992024445, NaN, 0.30081662908324613, 0.006498747198651733, 0.06637903592949934, 0.033511735377577345, NaN, NaN, 0.005281869329396338, 0.0008306990120789948, 0.04297818487731431, NaN, 0.11820179040039802, NaN, 0.0757498665866545, NaN, 0.02223426535930484, 0.42633967072892287, 0.11214090219649697, NaN, 0.30150001871248255, NaN, NaN, 0.02367233448986661, 0.00815558346975176, 0.09761477211906433, 0.08857381183369584, 0.17603400900433064, 0.004604887113863532, NaN, 0.020713190428349737, NaN, NaN, 0.016870360147046126, 0.0028317136570015222, 0.021871455412530327, NaN, NaN, 0.09857467264655284, NaN, NaN, NaN, 0.02068534117150822, 0.04502313753832521, 0.0164884710448141, NaN, 0.2908648434596086, NaN, NaN, 0.0342671463409856, NaN, NaN, 0.028275682840239513]], "4": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, false, true, true, true, false, true, false, false, true, true, true, true, true, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, true, false, false, true, false, false, true], [0.01620203533526876, 0.24685568846096384, -0.035300684575069186, -0.002329588614666589, 0.0010289183005534053, -0.0007438913410418024, 0.057562657620028546, 0.000889457992024445, 0.021715163842548346, 0.30081662908324613, 0.004604904224644546, 0.06637903592949934, 0.033511735377577345, NaN, 0.09127537388414275, 0.0033973027170470793, 0.0008306990120789948, 0.034865301332374976, NaN, 0.11820179040039802, 0.09483733397797711, 0.014813879597482371, NaN, 0.02223426535930484, 0.10240422269958915, 0.11214090219649697, NaN, 0.30150001871248255, NaN, NaN, 0.00864553344866903, 0.00815558346975176, 0.09761477211906433, 0.08857381183369584, 0.17603400900433064, 0.004604887113863532, NaN, 0.020713190428349737, NaN, NaN, 0.003556668281826214, 0.0028317136570015222, 0.021871455412530327, NaN, NaN, 0.042568174560747574, NaN, NaN, NaN, 0.02068534117150822, 0.04502313753832521, 0.005455782406085685, NaN, 0.13738061518923228, NaN, NaN, 0.0342671463409856, NaN, NaN, 0.0011739646657271674]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, false, true, false, false, true, true, true, true, true, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, true, false, false, true, false, false, true], [0.01620203533526876, 0.09081184331649572, -0.035300684575069186, -0.014341426512778699, 0.0005513826553649182, -0.0007438913410418024, 0.057562657620028546, 0.000889457992024445, 0.021715163842548346, 0.15016077513702486, 0.004604904224644546, 0.06637903592949934, 0.011696361813497091, NaN, 0.030952987558523493, 0.00196011036206456, -6.673193999284788e-05, 0.034865301332374976, 0.9423246611089848, 0.11820179040039802, 0.09483733397797711, 0.0031877384478768978, NaN, 0.0066168470358927145, 0.07170464706146285, 0.11214090219649697, NaN, 0.30150001871248255, NaN, NaN, 0.00864553344866903, 0.00815558346975176, 0.07618322401792255, 0.06313918685152675, 0.17603400900433064, 0.004604887113863532, NaN, 0.020497749325335768, NaN, NaN, 0.0012697274196624697, 0.0025658086071302932, 0.0010643520848281351, NaN, NaN, 0.042568174560747574, NaN, NaN, NaN, 0.013816379556908398, 0.0267181662355076, 0.005455782406085685, NaN, 0.13738061518923228, NaN, NaN, 0.0342671463409856, NaN, NaN, 0.0010056447808264313]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, false, true, false, false, true, true, true, true, true, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, true, false, true, true, false, false, true], [0.010268025944630388, 0.09081184331649572, -0.035300684575069186, -0.0216495177597551, 0.00032009272442712344, -0.0030539127744184658, 0.04478522131918172, 0.000889457992024445, 0.019808040562888207, 0.15016077513702486, 0.004604904224644546, 0.04069123525392371, 0.005962118624509571, NaN, 0.030952987558523493, 0.00196011036206456, -0.004489373835311228, 0.033076359573422254, 0.9423246611089848, 0.1146714222964651, 0.06709439941613815, 0.0031877384478768978, NaN, 0.0066168470358927145, 0.07170464706146285, 0.11214090219649697, NaN, 0.12932189892679546, NaN, NaN, 0.00864553344866903, 0.005771884373366731, 0.07285266852140859, 0.028887539654199212, 0.14545369116447526, 0.0014445023017042313, NaN, 0.010806679412884712, NaN, NaN, 0.0012697274196624697, 0.0006838369018571377, 0.0010643520848281351, NaN, NaN, 0.033914709499907936, NaN, NaN, NaN, 0.002217239605491139, 0.0267181662355076, 0.003278162274143792, NaN, 0.13738061518923228, NaN, 0.09539926005323052, 0.0052625295858930166, NaN, NaN, 0.0010056447808264313]]}, "rob": {"1": [[true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, false, false, false, true, true, true, true, true, true, false, true, false, false, true, true, true, false, true, false, false, false, false, true, true, false, true, true, true, true, true, false, false, true], [0.03872931494841292, 0.7979056941818945, 0.028750166414821976, -0.0216495177597551, 0.10675159486323271, 0.02989034820800507, NaN, 0.006899036170405104, 0.02072641130429198, 4.083339123094996, 0.032351738788352735, 0.03676739753779534, 0.057592760215591676, NaN, 0.12752159142837693, 0.025719465252771467, NaN, 0.09571810187923835, 0.3711090952472824, 0.3903345590675853, NaN, 0.0695402482407892, 0.04718633074477685, 0.06308423894596493, 0.07170464706146285, 0.11214090219649697, NaN, NaN, NaN, NaN, 0.11315227161835506, 0.012066739187848396, 0.10879081204650509, 0.061865100537883855, 0.1284842937765529, 0.0194213619346415, NaN, 0.041669936107171734, NaN, NaN, 0.01190825873863366, 0.013314424983199125, 0.09374043871877791, NaN, 0.21843090592718983, NaN, NaN, NaN, NaN, 0.036104957958714934, 0.03501879144684872, NaN, 0.03485606173944378, 0.2273366019722738, 0.10211364610319262, 0.09539926005323052, 0.037204076962581434, NaN, NaN, 0.033863332458223816]], "2": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, false, false, true, true, true, true, true, true, false, true, false, false, true, true, true, false, true, false, true, false, false, true, true, true, true, true, true, true, true, false, false, true], [0.010268025944630388, 0.7979056941818945, 0.005454500061008449, -0.021909534450349266, 0.02220217537651492, 0.028864628106791468, 0.0642207053523427, 0.0058329892390021065, 0.02072641130429198, 0.4807345674936705, 0.010301734723011435, 0.03676739753779534, 0.049070155016014194, NaN, 0.12752159142837693, 0.021024507109223656, 0.0008306990120789948, 0.08188108905753877, 0.3711090952472824, 0.31996332686742446, 0.06709439941613815, 0.05830086120825628, 0.04718633074477685, 0.015228830998639697, 0.07170464706146285, 0.11214090219649697, NaN, 0.37524288906989156, NaN, NaN, 0.06424754505745023, 0.009271142416886091, 0.07618322401792255, 0.033540361943832586, 0.1284842937765529, 0.008538092297563082, NaN, 0.023939774109764667, NaN, NaN, 0.01190825873863366, 0.013314424983199125, 0.09374043871877791, NaN, 0.06555953259650349, NaN, 0.034583913302966396, NaN, NaN, 0.01981386989725631, 0.03501879144684872, 0.03808960962007535, 0.03485606173944378, 0.2273366019722738, 0.10211364610319262, 0.09539926005323052, 0.037204076962581434, NaN, NaN, 0.02233214804925887]], "4": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, false, false, true, true, true, true, true, true, false, true, false, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true, true, false, false, true], [0.010268025944630388, 0.3970747470473146, 0.005454500061008449, -0.021909534450349266, 0.017457036522867453, 0.028864628106791468, 0.04729376575642674, 0.000889457992024445, 0.02072641130429198, 0.4807345674936705, 0.007435542177528731, 0.035157821673213574, 0.049070155016014194, NaN, 0.12752159142837693, 0.01706336126840191, -6.673193999284788e-05, 0.06298696350276001, 0.3711090952472824, 0.31996332686742446, 0.06709439941613815, 0.05830086120825628, 0.04718633074477685, 0.015228830998639697, 0.07170464706146285, 0.11214090219649697, NaN, 0.36200416463646623, NaN, NaN, 0.042615764001386, 0.009271142416886091, 0.07285266852140859, 0.033540361943832586, 0.1284842937765529, 0.0021592935104035593, NaN, 0.023939774109764667, NaN, NaN, 0.0053534852370058505, 0.005168382241439895, 0.08416250692579164, NaN, 0.02061066331329231, 0.0534361215186272, 0.034583913302966396, NaN, NaN, 0.008900300621143442, 0.0267181662355076, 0.01657596712297127, 0.03485606173944378, 0.2240465008965773, 0.10211364610319262, 0.09126584003460914, 0.037204076962581434, NaN, NaN, 0.019778189086882447]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, false, false, true, true, true, true, true, true, false, true, false, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true, true, false, false, true], [0.010268025944630388, 0.1698248948051, -0.028075259223896865, -0.022930007931482255, 0.005154509968635201, 0.01971099786445074, 0.04729376575642674, 0.000889457992024445, 0.019808040562888207, 0.4807345674936705, 0.004491307061861516, 0.035157821673213574, 0.033917097681625874, NaN, 0.061066272511322905, 0.006479202908128201, -0.007161287211351008, 0.050031639884909884, 0.3711090952472824, 0.16102045891684513, 0.06709439941613815, 0.04052020831145753, -0.00045815095504697645, 0.015228830998639697, 0.028485069851850175, 0.01334967638946516, NaN, 0.037738681159600995, NaN, NaN, 0.040412826851960126, 0.004580047353311745, 0.07285266852140859, 0.010414825663397131, 0.1284842937765529, 0.001324686930700869, NaN, 0.013229419154231925, NaN, NaN, 0.0053534852370058505, 0.004910995161906184, 0.06595125054454454, NaN, 0.003434341374333405, 0.0221868332704378, 0.034583913302966396, NaN, NaN, 0.006622245836680474, 0.0267181662355076, 0.005706602285508122, 0.03485606173944378, 0.2240465008965773, 0.10211364610319262, 0.04937893502652102, 0.02064261037041515, NaN, NaN, 0.0008306900509897908]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, false, true, false, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true, true, false, false, true], [0.010268025944630388, 0.1698248948051, -0.028075259223896865, -0.022930007931482255, 0.0015774814069522414, -0.0003918029938985157, 0.041771336018816996, 0.0007020610891221857, 0.015250706179136264, 0.247537300942811, 0.0031795196061707998, 0.035157821673213574, 0.03220848352175243, NaN, 0.03535432083758838, 0.006460914299807108, -0.007161287211351008, 0.023146876634499103, 0.3711090952472824, 0.15672309739132007, 0.06709439941613815, 0.03394086826790099, -0.00045815095504697645, 0.009561826388029715, 0.028485069851850175, 0.01334967638946516, NaN, 0.037738681159600995, 0.025590621771414135, NaN, 0.020579243431241956, 0.004580047353311745, 0.07285266852140859, 0.010414825663397131, 0.1284842937765529, 0.0006348921138528141, NaN, 0.008197362705208766, NaN, NaN, 0.002386168929130683, 0.0037521876581372293, 0.06595125054454454, NaN, 0.003434341374333405, 0.01336787418767682, 0.034583913302966396, NaN, NaN, 0.002217239605491139, 0.0267181662355076, 0.0020769430912643827, 0.03485606173944378, 0.13738061518923228, 0.10211364610319262, 0.04937893502652102, 0.0052625295858930166, NaN, NaN, -0.0034741355117393624]]}}, "c3c_reg_s0_mcd": {"raw": {"1": [[true, true, false, false, true, true, false, true, true, false, true, true, true, false, false, true, false, true, false, true, false, true, false, false, false, false, false, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, false, true, true, false, false, false, false, false, false, false, true], [0.02670877537372429, 1.928203171449904, NaN, NaN, 0.012616979499296743, 0.11330201558736852, NaN, 0.0159640656567428, 0.052027955467133236, NaN, 0.013049877914025343, 0.13394735395285662, 0.039233473567239496, NaN, NaN, 0.021226686206408107, NaN, 0.05425350384499872, NaN, 0.26253063554851197, NaN, 0.0991991659523852, NaN, NaN, NaN, NaN, NaN, 0.23464018099436657, NaN, NaN, 0.04781335164693634, 0.020846888335988245, 0.13962303184916025, 0.24690565441283696, NaN, 0.02296823421758143, NaN, 0.012589588257008621, NaN, NaN, 0.03410471327819131, 0.013028735509633682, 0.13126146735934352, NaN, NaN, 0.03295232886358135, NaN, NaN, NaN, NaN, 0.16305655077471481, 0.01841905577798486, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.011688896619544531]], "2": [[true, true, false, false, true, true, false, true, true, false, true, true, true, false, false, true, true, true, true, true, false, true, false, false, false, false, false, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, false, true, true, false, false, false, false, false, false, false, true], [0.01918271076038769, 1.3576707933436793, NaN, NaN, 0.006610362919384993, 0.09188557014528365, NaN, 0.015293256836717228, 0.012915908800318343, NaN, 0.013049877914025343, 0.11095572455235803, 0.03802793336583932, NaN, NaN, 0.021226686206408107, 0.09342659217032678, 0.04567312544621904, 0.7855435261760861, 0.26253063554851197, NaN, 0.09477035728410743, NaN, NaN, NaN, NaN, NaN, 0.23464018099436657, NaN, NaN, 0.04781335164693634, 0.004532508255777223, 0.13962303184916025, 0.0946538429440067, NaN, 0.020589157070973085, NaN, 0.012042594222496206, NaN, NaN, 0.03410471327819131, 0.01142941389691754, 0.10344366911855496, NaN, NaN, 0.03295232886358135, NaN, NaN, NaN, NaN, 0.16305655077471481, 0.01841905577798486, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.008041748756152378]], "4": [[true, true, false, false, true, true, false, true, true, false, true, true, true, false, false, true, true, true, true, true, false, true, false, true, true, true, false, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, false, true, true, false, false, false, false, true, false, false, true], [0.011154750482040843, 1.3576707933436793, NaN, NaN, 0.00557131816644052, 0.09188557014528365, NaN, 0.007037721202480363, 0.0102932252719381, NaN, 0.012823660873644949, 0.11095572455235803, 0.02882652292287813, NaN, NaN, 0.012701685782923189, 0.09342659217032678, 0.04550918440240337, 0.7855435261760861, 0.1665268255242882, NaN, 0.09477035728410743, NaN, 0.046463169451881114, 0.15152669931598917, 0.02306788883018318, NaN, 0.23464018099436657, NaN, NaN, 0.04781335164693634, 0.004532508255777223, 0.13962303184916025, 0.0946538429440067, NaN, 0.018913417385606923, NaN, 0.007012313020058558, NaN, NaN, 0.033110481490131294, 0.01142941389691754, 0.10047916584275618, NaN, NaN, 0.03295232886358135, NaN, NaN, NaN, NaN, 0.16305655077471481, 0.018118905473080593, NaN, NaN, NaN, NaN, 0.11584369304243158, NaN, NaN, 0.004806467368255074]], "8": [[true, true, false, false, true, true, false, true, true, true, true, true, true, false, false, true, true, true, true, true, false, true, false, true, true, true, false, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, false, true, true, false, true, false, false, true, false, false, true], [0.011154750482040843, 1.3257782026100102, NaN, NaN, 0.0030407396524840813, 0.04581330070588385, NaN, 0.007037721202480363, 0.0102932252719381, 0.219824292056243, 0.009828244054036928, 0.08201791154877824, 0.02182022584015164, NaN, NaN, 0.012701685782923189, 0.09342659217032678, 0.04434202305972934, 0.7855435261760861, 0.1665268255242882, NaN, 0.08885217594331829, NaN, 0.038137755099110215, 0.15152669931598917, 0.009167376297521956, NaN, 0.23464018099436657, NaN, NaN, 0.04781335164693634, 0.004532508255777223, 0.1340752206082334, 0.0946538429440067, NaN, 0.013937963335793002, NaN, 0.007012313020058558, NaN, NaN, 0.0160979704060098, 0.008515099544120774, 0.09020158933566047, NaN, NaN, 0.03295232886358135, NaN, NaN, NaN, NaN, 0.14124189661288744, 0.016417466247135915, NaN, 0.34300216501056235, NaN, NaN, 0.11584369304243158, NaN, NaN, -0.00036489275671824917]], "16": [[true, true, true, false, true, true, false, true, true, true, true, true, true, false, false, true, true, true, true, true, false, true, false, true, true, true, false, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, false, true, true, false, true, false, false, true, false, false, true], [0.011154750482040843, 0.99283373072216, 0.1696620981670831, NaN, 0.0029589462942953837, 0.04581330070588385, NaN, 0.007037721202480363, 0.0102932252719381, 0.219824292056243, 0.005737201397995051, 0.08201791154877824, 0.02182022584015164, NaN, NaN, 0.012701685782923189, 0.07385406894859603, 0.04434202305972934, 0.7855435261760861, 0.1665268255242882, NaN, 0.08885217594331829, NaN, 0.024873170510741227, 0.15152669931598917, 0.009167376297521956, NaN, 0.04367980841914321, NaN, NaN, 0.046231852913892535, 0.004532508255777223, 0.12504570892053346, 0.0946538429440067, NaN, 0.013937963335793002, NaN, 0.007012313020058558, NaN, NaN, 0.01592696521911563, 0.0029645872152159747, 0.09020158933566047, NaN, NaN, 0.02538684526850865, NaN, NaN, NaN, NaN, 0.14124189661288744, 0.015467509567796078, NaN, 0.34300216501056235, NaN, NaN, 0.11584369304243158, NaN, NaN, -0.001468931434454479]]}, "rob": {"1": [[true, false, true, true, true, true, false, true, true, false, true, true, true, false, false, true, false, true, true, true, true, true, false, false, true, true, false, true, false, false, true, true, true, false, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, false, true, true, false, true, false, false, true, false, false, false], [0.01920955215937825, NaN, 0.10461249046957777, 0.06980073366464645, 0.011933399369701503, 0.07263346638389234, NaN, 0.01586999129339528, 0.015844221536407854, NaN, 0.019072608946964387, 0.12619358794099456, 0.04487761879524865, NaN, NaN, 0.031545848581768565, NaN, 0.06235710237436454, 0.26091485282009974, 0.29211005671962065, 0.06767863780960637, 0.12141722153524515, NaN, NaN, 0.20284688167917464, 0.044309492398053374, NaN, 0.5002048213070256, NaN, NaN, 0.04087349992079514, 0.022219871302656014, 0.12504570892053346, NaN, NaN, 0.018913417385606923, NaN, 0.009873205725329237, NaN, NaN, 0.04417814816682997, 0.0069414086825039245, 0.1583102470205382, NaN, NaN, 0.02763601283945638, NaN, NaN, NaN, NaN, 0.14211829732694747, 0.012611901529751224, NaN, 0.34300216501056235, NaN, NaN, 0.09866667255728401, NaN, NaN, NaN]], "2": [[true, false, true, true, true, true, false, true, true, false, true, true, true, false, false, true, false, true, true, true, true, true, false, false, true, true, false, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, false, true, true, false, true, false, false, true, false, false, false], [0.01920955215937825, NaN, 0.04861243138623483, 0.06980073366464645, 0.011933399369701503, 0.07263346638389234, NaN, 0.013891562797292423, 0.015844221536407854, NaN, 0.017002618615753917, 0.11056434333609633, 0.03227237633220725, NaN, NaN, 0.031545848581768565, NaN, 0.061840622924545396, 0.26091485282009974, 0.2853336242122242, 0.06054771804238479, 0.12141722153524515, NaN, NaN, 0.20284688167917464, 0.028354022885235475, NaN, 0.3018121782289014, NaN, NaN, 0.04087349992079514, 0.017300564447863875, 0.12504570892053346, 0.15306256781716066, NaN, 0.018913417385606923, NaN, 0.009873205725329237, NaN, NaN, 0.04417814816682997, 0.0069414086825039245, 0.1583102470205382, NaN, NaN, 0.0257711918411494, NaN, NaN, NaN, NaN, 0.14211829732694747, 0.012611901529751224, NaN, 0.31035666533883943, NaN, NaN, 0.09866667255728401, NaN, NaN, NaN]], "4": [[true, false, true, true, true, true, false, true, true, true, true, true, true, false, false, true, false, true, true, true, true, true, false, false, true, true, false, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, false, true, true, false, true, false, false, true, false, false, false], [0.018657642935969942, NaN, 0.04861243138623483, 0.06980073366464645, 0.011418202056744597, 0.07263346638389234, NaN, 0.013891562797292423, 0.015844221536407854, 0.2660456137639815, 0.013560957238810678, 0.11056434333609633, 0.03227237633220725, NaN, NaN, 0.028196296094504802, NaN, 0.04985496502572029, 0.26091485282009974, 0.26843578106154564, 0.06054771804238479, 0.10347179614732105, NaN, NaN, 0.15152669931598917, 0.0242054101882756, NaN, 0.10832860157667001, NaN, NaN, 0.04087349992079514, 0.008516643713662342, 0.11685043908697024, 0.10702298339080252, NaN, 0.018913417385606923, NaN, 0.009873205725329237, NaN, NaN, 0.03669815576800928, 0.0029645872152159747, 0.1510675100227814, NaN, NaN, 0.0257711918411494, NaN, NaN, NaN, NaN, 0.14211829732694747, 0.012611901529751224, NaN, 0.31035666533883943, NaN, NaN, 0.09866667255728401, NaN, NaN, NaN]], "8": [[true, false, true, true, true, true, false, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, false, true, true, true, false, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, false, true, true, false, true, false, false, true, false, false, true], [0.012637515755150153, NaN, 0.04861243138623483, 0.06980073366464645, 0.00845841855717877, 0.06569865651508922, NaN, 0.010968807443756834, 0.0102932252719381, 0.2545978806961917, 0.013049877914025343, 0.1016976940312535, 0.031481670462912614, NaN, NaN, 0.025041173098080627, 0.07385406894859603, 0.04985496502572029, 0.26091485282009974, 0.2321562265672712, 0.06054771804238479, 0.10347179614732105, NaN, 0.028572821050242947, 0.15152669931598917, 0.01444673248419992, NaN, 0.04367980841914321, NaN, NaN, 0.04087349992079514, 0.006448397744042156, 0.11685043908697024, 0.09656309213044323, NaN, 0.018913417385606923, NaN, 0.006927298631689283, NaN, NaN, 0.026556000339741592, 0.0026471684471021106, 0.1350130825807767, NaN, NaN, 0.02538684526850865, NaN, NaN, NaN, NaN, 0.14211829732694747, 0.012611901529751224, NaN, 0.31035666533883943, NaN, NaN, 0.09866667255728401, NaN, NaN, -0.00036489275671824917]], "16": [[true, true, true, true, true, true, false, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, false, true, true, true, false, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, false, true, true, false, true, false, false, true, false, false, true], [0.01040657498539943, 0.6446847676736382, 0.04861243138623483, 0.06980073366464645, 0.008160709353999929, 0.06501306214372327, NaN, 0.008890246756065423, 0.005480829199558057, 0.219824292056243, 0.010018786181525074, 0.08426261532597401, 0.031481670462912614, NaN, NaN, 0.022872096078068838, 0.07385406894859603, 0.049404422005381754, 0.26091485282009974, 0.2321562265672712, 0.06054771804238479, 0.10153414399223637, NaN, 0.020437002847965013, 0.15152669931598917, 0.012959429675163836, NaN, 0.04266642027041323, NaN, NaN, 0.04087349992079514, 0.00584593822352919, 0.11685043908697024, 0.09656309213044323, NaN, 0.018548546762344076, NaN, 0.006927298631689283, NaN, NaN, 0.022100545409588834, 0.0026471684471021106, 0.12083726806700157, NaN, NaN, 0.02538684526850865, NaN, NaN, NaN, NaN, 0.14124189661288744, 0.012611901529751224, NaN, 0.31035666533883943, NaN, NaN, 0.09866667255728401, NaN, NaN, -0.001468931434454479]]}}, "c3c_reg_s0_det": {"raw": {"1": [[true, true, false, false, true, true, false, true, true, false, true, true, true, false, false, true, false, true, false, true, false, true, false, false, false, true, false, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, false, true, true, false, false, false, false, false, false, false, true], [0.0192736881914648, 1.637051734483011, NaN, NaN, 0.006737390222865791, 0.09812329342068105, NaN, 0.01645056444867321, 0.018015660512071596, NaN, 0.009787939906481302, 0.09487193825694895, 0.03658342492862321, NaN, NaN, 0.020198231572087, NaN, 0.045989386410365984, NaN, 0.26964969985628295, NaN, 0.10231402675386958, NaN, NaN, NaN, 0.004172254050813562, NaN, 0.2749589515263502, NaN, NaN, 0.064468087220106, 0.013860717717194326, 0.1706998998672664, 0.19073441103739786, NaN, 0.018846762341795165, NaN, 0.011980050848003021, NaN, NaN, 0.02483246314405063, 0.02175207545013591, 0.11908835606642443, NaN, NaN, 0.05067470461781043, NaN, NaN, NaN, NaN, 0.17353680690804918, 0.01949206025708805, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.051410748612012114]]}, "rob": {"1": [[true, true, false, false, true, true, false, true, true, false, true, true, true, false, false, true, false, true, false, true, false, true, false, false, false, true, false, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, false, true, true, false, false, false, false, false, false, false, true], [0.0192736881914648, 1.637051734483011, NaN, NaN, 0.006737390222865791, 0.09812329342068105, NaN, 0.01645056444867321, 0.018015660512071596, NaN, 0.009787939906481302, 0.09487193825694895, 0.03658342492862321, NaN, NaN, 0.020198231572087, NaN, 0.045989386410365984, NaN, 0.26964969985628295, NaN, 0.10231402675386958, NaN, NaN, NaN, 0.004172254050813562, NaN, 0.2749589515263502, NaN, NaN, 0.064468087220106, 0.013860717717194326, 0.1706998998672664, 0.19073441103739786, NaN, 0.018846762341795165, NaN, 0.011980050848003021, NaN, NaN, 0.02483246314405063, 0.02175207545013591, 0.11908835606642443, NaN, NaN, 0.05067470461781043, NaN, NaN, NaN, NaN, 0.17353680690804918, 0.01949206025708805, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.051410748612012114]]}}}} \ No newline at end of file diff --git a/results/icml_r2/C_mimo/sof/c3_c3wd.json b/results/icml_r2/C_mimo/sof/c3_c3wd.json new file mode 100644 index 0000000000000000000000000000000000000000..1be4e7fc1e55f62905224f1f7bca994926240c24 --- /dev/null +++ b/results/icml_r2/C_mimo/sof/c3_c3wd.json @@ -0,0 +1 @@ +{"val_iid": {"retr": {"raw": {"1": [[false, false, false, true, true, false, true, false, true, false, false, true, false, false, false, true, true, true, true, false, false, true, true, true, false, false, false, true, false, false, false, false, true, false, false, false, false, true, true, true, false, false, false, false, false, true, false, false, false, false, true, false, true, false, false, false, false, true, true, true], [NaN, NaN, NaN, 0.004902751011333306, 0.005776357442414115, NaN, 0.16005390882115367, NaN, 0.1635575730808554, NaN, NaN, 0.08440144394489568, NaN, NaN, NaN, 0.025562991403333957, 0.037316042421089435, 0.10859369972813915, 0.14786629074115964, NaN, NaN, 0.19106403555420126, 0.05223589522961514, 0.08317168275691644, NaN, NaN, NaN, 0.26716641357915094, NaN, NaN, NaN, NaN, 0.07829652934364884, NaN, NaN, NaN, NaN, 0.11580684263078034, 0.04419106652695004, 0.0016415209608802162, NaN, NaN, NaN, NaN, NaN, 0.1665961771874782, NaN, NaN, NaN, NaN, 0.08548558822788821, NaN, 0.043689815037552204, NaN, NaN, NaN, NaN, 0.17235895249097788, 0.05803487432321597, 0.008689984976949283]], "2": [[false, false, false, true, true, false, true, false, true, false, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, false, true, true, false, false, true, false, true, true, false, false, false, true, true, true, false, false, false, false, false, true, false, false, false, false, true, false, true, false, true, false, false, true, true, true], [NaN, NaN, NaN, 0.004902751011333306, 0.005776357442414115, NaN, 0.16005390882115367, NaN, 0.1635575730808554, NaN, 0.04043678594573441, 0.08440144394489568, 0.03611768851058916, 0.25246683910321566, NaN, 0.023937227543106898, 0.037316042421089435, 0.10859369972813915, 0.14786629074115964, NaN, 0.09922366910416702, 0.19106403555420126, 0.011450447482699744, 0.08317168275691644, 0.02470370606138128, NaN, 0.11001775700802141, 0.26716641357915094, NaN, NaN, 0.17330954198017312, NaN, 0.028375982064045235, 0.17415670259675364, NaN, NaN, NaN, 0.11580684263078034, 0.04419106652695004, 0.0016415209608802162, NaN, NaN, NaN, NaN, NaN, 0.1665961771874782, NaN, NaN, NaN, NaN, 0.08548558822788821, NaN, 0.043689815037552204, NaN, 0.05450505037389397, NaN, NaN, 0.04076291388462683, 0.03018924747276497, 0.008689984976949283]], "4": [[false, true, false, true, true, false, true, true, true, false, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, false, false, false, true, true, true, false, false, false, true, false, true, false, true, false, false, true, true, true], [NaN, 0.17127626844766564, NaN, 0.004902751011333306, 0.005776357442414115, NaN, 0.16005390882115367, 0.11419278943236377, 0.1635575730808554, NaN, 0.04043678594573441, 0.08440144394489568, 0.03611768851058916, 0.25246683910321566, NaN, 0.023937227543106898, 0.037316042421089435, 0.10859369972813915, 0.14786629074115964, NaN, 0.06382869624416632, 0.03955699537929758, 0.011450447482699744, 0.08317168275691644, 0.02470370606138128, 0.029512841890620534, 0.0828217723356024, 0.26716641357915094, 0.681367757169165, 0.2674312481756589, 0.17330954198017312, NaN, 0.028375982064045235, 0.06068457338349176, 0.03836655798246347, 0.023015041296327032, NaN, 0.047729470046851796, 0.021505392643816235, 0.0016415209608802162, 0.06679831121614788, NaN, NaN, NaN, 0.1316528275262454, 0.06427148535627003, 0.07641817526865813, NaN, NaN, NaN, 0.08548558822788821, NaN, 0.043689815037552204, NaN, 0.05450505037389397, NaN, NaN, 0.024811389861964628, 0.027639134376082675, 0.008689984976949283]], "8": [[false, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, false, false, false, true, false, true, false, true, false, false, true, true, true], [NaN, 0.03174789545578882, NaN, 0.004902751011333306, 0.005776357442414115, 0.05057052333268941, 0.04477614930595575, 0.11419278943236377, 0.03548501817555727, NaN, 0.04043678594573441, 0.08440144394489568, 0.03611768851058916, 0.13185939464258367, NaN, 0.015154914636513084, 0.037316042421089435, 0.012562806900998424, 0.08476676762983026, 0.06219629424050588, 0.012584970151577668, 0.03955699537929758, 0.011450447482699744, 0.08317168275691644, 0.02470370606138128, 0.029512841890620534, 0.0828217723356024, 0.26716641357915094, 0.1894917139145751, 0.2674312481756589, 0.17330954198017312, NaN, 0.028375982064045235, 0.06068457338349176, 0.03836655798246347, 0.023015041296327032, 0.2588439469995738, 0.047729470046851796, 0.021505392643816235, 0.0016415209608802162, 0.06679831121614788, NaN, NaN, 0.11134642096000591, 0.10480374094683675, 0.06427148535627003, 0.07641817526865813, NaN, NaN, NaN, 0.08548558822788821, NaN, 0.043689815037552204, NaN, 0.05450505037389397, NaN, NaN, 0.024811389861964628, 0.027639134376082675, 0.008689984976949283]], "16": [[false, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true], [NaN, 0.015261118847732291, NaN, 0.004902751011333306, 0.005776357442414115, 0.016720615804717953, 0.012827166997860573, 0.11419278943236377, 0.012473455322970395, NaN, 0.04043678594573441, 0.07285493734039306, 0.005537066781095001, 0.13185939464258367, NaN, 0.008869668576900303, 0.037316042421089435, 0.012562806900998424, 0.08476676762983026, 0.06219629424050588, 0.012584970151577668, 0.03955699537929758, 0.011450447482699744, 0.08317168275691644, 0.02470370606138128, 0.029512841890620534, 0.020065090233701843, 0.06998888465649244, 0.07564570409642957, 0.2674312481756589, 0.17330954198017312, 0.1258986943102145, 0.011721678900493693, 0.06068457338349176, 0.03836655798246347, 0.023015041296327032, 0.2588439469995738, 0.047729470046851796, 0.021505392643816235, 0.0016415209608802162, 0.05689691751758352, NaN, NaN, 0.11134642096000591, 0.0356113141519383, 0.06031665604995906, 0.03152749260140775, 0.05793921494922083, 0.04773201439394947, 0.03761129329180912, 0.08107091630902086, 0.0790025395047047, 0.043689815037552204, 0.028360843597495133, 0.011424380931255085, NaN, NaN, 0.004174306861945087, 0.006519794642932508, 0.008689984976949283]]}, "rob": {"1": [[false, true, false, true, false, false, false, false, true, false, false, false, false, false, true, false, true, false, false, true, true, true, false, true, true, true, false, true, true, true, false, false, false, true, true, false, true, true, true, true, false, false, false, false, false, false, true, true, false, false, false, true, true, true, true, false, true, true, true, false], [NaN, 1.839145501724564, NaN, 0.21278254205094704, NaN, NaN, NaN, NaN, 0.11828904755619418, NaN, NaN, NaN, NaN, NaN, 0.15719845572551105, NaN, 0.21189137060813268, NaN, NaN, 0.11513876641004628, 0.14541122348784108, 0.32601644051483025, NaN, 0.41257879126758445, 0.05097820920022045, 0.0764158387635474, NaN, 1.0257919228223646, 0.681367757169165, 0.2674312481756589, NaN, NaN, NaN, 0.6607595544180049, 0.18707504193373192, NaN, 0.3040517784775396, 0.5735456686718166, 0.15957935501105247, 0.1897823740812914, NaN, NaN, NaN, NaN, NaN, NaN, 0.4687067449315192, 0.05793921494922083, NaN, NaN, NaN, 0.18567461807504615, 0.06000600475708984, 0.13417180883019197, 0.20401297264035279, NaN, 0.05431057811044737, 0.2835890110447301, 0.5215689530573622, NaN]], "2": [[false, true, true, true, false, true, false, false, true, false, true, true, false, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, false, true, true, true, true, false, false, false, true, true, false, true, true, true, true, false, true, true, true, true, false, true, true, true, true], [NaN, 0.3594020977043595, 0.17553790532343805, 0.21278254205094704, NaN, 0.16175646296249013, NaN, NaN, 0.09941883251519879, NaN, 0.14050502879288085, 0.25739456259553317, NaN, 0.6258227159105558, 0.15719845572551105, 0.2975990347104063, 0.1448753707487478, NaN, NaN, 0.11513876641004628, 0.09922366910416702, 0.2661627822449768, 0.08370446412639154, 0.41257879126758445, 0.02470370606138128, 0.0764158387635474, 0.11050453285656547, 1.0257919228223646, 0.5550283287652733, 0.09360550689218061, 0.17330954198017312, NaN, NaN, 0.6607595544180049, 0.18707504193373192, NaN, 0.3040517784775396, 0.32242092635975994, 0.15957935501105247, 0.1897823740812914, NaN, NaN, NaN, 0.1672755042137417, 0.05552658129893362, NaN, 0.2600958224451211, 0.05793921494922083, 0.15820900891845624, 0.03761129329180912, NaN, 0.18567461807504615, 0.06000600475708984, 0.028360843597495133, 0.20401297264035279, NaN, 0.05431057811044737, 0.2835890110447301, 0.4796848827510467, 0.19730640149776923]], "4": [[false, true, true, true, false, true, false, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true], [NaN, 0.18211145350087965, 0.17553790532343805, 0.1071844362839578, NaN, 0.05057052333268941, NaN, 0.11419278943236377, 0.04481080190482856, 0.14117685003746772, 0.13093966639648702, 0.25739456259553317, NaN, 0.20467176077779126, 0.15719845572551105, 0.10733231652768938, 0.04378347343052158, NaN, 0.3831473435455206, 0.06219629424050588, 0.012584970151577668, 0.2661627822449768, 0.08370446412639154, 0.26645228378078323, 0.02470370606138128, 0.06410647896303123, 0.020065090233701843, 0.6759181969864936, 0.5550283287652733, 0.09360550689218061, 0.03816341729700423, NaN, 0.24631505366348772, 0.28381016907793954, 0.14503322121549678, 0.33677838299900587, 0.08616551877574352, 0.2755052450306201, 0.15957935501105247, 0.1897823740812914, 0.05015037433819658, NaN, NaN, 0.11134642096000591, 0.0356113141519383, 0.22679300399179692, 0.24155464246211622, 0.05793921494922083, 0.11484913991204637, 0.03761129329180912, 0.24677014596196978, 0.0790025395047047, 0.06000600475708984, 0.028360843597495133, 0.20401297264035279, NaN, 0.008000982339252616, 0.2835890110447301, 0.3794766059740551, 0.15128242072930953]], "8": [[false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [NaN, 0.14573546176795094, 0.17553790532343805, 0.0460023788501811, 0.3463426166894459, 0.016720615804717953, 0.27987313393633895, 0.09476169397168865, 0.012473455322970395, 0.14117685003746772, 0.04043678594573441, 0.08440144394489568, 0.005537066781095001, 0.07908178886096984, 0.15719845572551105, 0.04106815041110412, 0.04378347343052158, 0.2018339816094996, 0.14786629074115964, 0.06219629424050588, 0.012584970151577668, 0.2160867078194859, 0.08370446412639154, 0.23155893094919855, 0.02470370606138128, 0.06410647896303123, 0.020065090233701843, 0.3215374298318874, 0.38112395601243376, 0.09360550689218061, 0.03816341729700423, 0.1258986943102145, 0.07829652934364884, 0.19388841892750186, 0.018580155173766544, 0.047086041496305686, 0.08616551877574352, 0.18714458799211786, 0.10671254514374073, 0.04027107326569057, 0.05015037433819658, NaN, NaN, 0.013770435549880666, 0.0356113141519383, 0.11851133641543687, 0.03152749260140775, 0.05793921494922083, 0.04773201439394947, 0.03761129329180912, 0.08548558822788821, 0.0790025395047047, 0.06000600475708984, 0.028360843597495133, 0.14750296467691792, 0.323474871017706, 0.008000982339252616, 0.09974705221913305, 0.22026051844248706, 0.1047630449609116]], "16": [[false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [NaN, 0.023344269534960826, 0.17553790532343805, 0.018600419278551827, 0.03227573343199164, 0.016720615804717953, 0.07990784302892018, 0.09476169397168865, 0.012473455322970395, 0.14117685003746772, 0.04043678594573441, 0.015613769431082725, 0.005537066781095001, 0.07908178886096984, 0.15719845572551105, 0.03221387634085815, 0.036809029225962187, 0.021807800129516552, 0.05543398888830087, 0.06219629424050588, 0.012584970151577668, 0.18719100934569233, 0.07552895319533093, 0.08750434736589519, 0.02470370606138128, 0.029512841890620534, 0.020065090233701843, 0.10425200428168746, 0.19254275381476837, 0.09360550689218061, 0.03816341729700423, 0.1258986943102145, 0.028375982064045235, 0.09807149451763819, 0.018580155173766544, 0.023015041296327032, 0.08616551877574352, 0.11580684263078034, 0.02145482961830658, 0.04027107326569057, 0.05015037433819658, NaN, NaN, 0.013770435549880666, 0.0356113141519383, 0.025250658069188026, 0.014790449660808225, 0.05793921494922083, 0.04773201439394947, 0.03761129329180912, 0.05583915742157486, 0.0790025395047047, 0.043689815037552204, 0.028360843597495133, 0.05174660971934553, 0.041183779526166475, 0.008000982339252616, 0.036299743612320245, 0.11156233269598181, 0.06371172023454319]]}}, "c3w_diff_s0": {"raw": {"1": [[false, true, false, true, false, false, true, false, true, false, false, true, false, true, false, true, true, true, true, true, false, true, true, false, true, true, true, false, true, false, true, true, true, true, true, false, true, true, true, true, false, true, false, true, true, true, true, true, false, false, true, false, false, false, true, true, false, false, true, true], [NaN, 0.014090298220616804, NaN, 0.001735861880103995, NaN, NaN, 0.14160548245056348, NaN, 0.01785892139758749, NaN, NaN, 0.05658223022429376, NaN, 0.11243783395920892, NaN, 0.0006054876202781223, 0.024330401752503228, 0.006159421050689895, 0.003175255236299579, 0.01710361194497434, NaN, 0.47856206866271545, 0.011360874780118602, NaN, 0.005942396823125584, 0.0038211477127994, 0.04129330969630263, NaN, 0.13980647267305701, NaN, 0.09167843014802424, 0.022451764002644703, 0.0327792261455877, 0.07015096382403962, 0.1315880709813284, NaN, 0.0471165610321953, 0.05907849004853172, 0.017009781241516198, 0.004328396023824954, NaN, -0.001151006120934106, NaN, 0.24625469716971615, 0.03404363370167851, 0.036241670714010965, 0.01475484373339131, 0.022947576895194555, NaN, NaN, 0.02458747039006992, NaN, NaN, NaN, 0.01734596339929184, 0.16091224828574102, NaN, NaN, 0.005031777344812971, 0.008920181980892838]], "2": [[true, true, false, true, true, false, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true], [0.3462148628988422, 0.010508429574885847, NaN, 0.001735861880103995, 0.004750363311705863, NaN, 0.14160548245056348, 0.032820518211125416, 0.01785892139758749, NaN, 0.03187749514280136, 0.05658223022429376, 0.07520552629634136, 0.0900299268269602, NaN, 0.0006054876202781223, 0.013272384663335357, 0.006159421050689895, 0.003175255236299579, 0.01710361194497434, 0.009459961683709661, 0.47856206866271545, 0.011078898626856626, NaN, 0.005942396823125584, 0.0038211477127994, 0.005796823809277152, 0.09063466468782044, 0.06514313190824472, NaN, 0.09167843014802424, 0.022451764002644703, 0.0327792261455877, 0.019887537398970423, 0.1315880709813284, 0.015498977921881929, 0.0471165610321953, 0.00700805163735807, 0.009404114604129932, 0.0021349186901733486, 0.06905601199490952, -0.001151006120934106, NaN, 0.01231479023096771, 0.03404363370167851, 0.036241670714010965, 0.014304946171648458, 0.022947576895194555, 0.052117119060687944, 0.08412438915758025, 0.02458747039006992, NaN, NaN, NaN, 0.0111086011571353, 0.06381779648060126, 0.004655437161888543, 0.04770155604203219, 0.005031777344812971, 0.0024030470291389605]], "4": [[true, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true], [0.135016539097071, 0.0028129045672939945, NaN, 0.001735861880103995, 0.0024080481266552933, 0.0187472040687251, 0.043636988973933866, 0.032820518211125416, 0.012166583293863109, NaN, 0.007104891869314844, 0.013819144391606253, 0.0054314201499925385, 0.015084935332468685, NaN, 0.0006054876202781223, 0.013272384663335357, 0.006159421050689895, 0.003175255236299579, 0.01710361194497434, 0.009459961683709661, 0.008871545072374643, 0.00506124279955289, NaN, 0.005942396823125584, 0.0037196297819561686, 0.005796823809277152, 0.09063466468782044, 0.03464841836850363, 0.009499712288318474, 0.06080044694436437, 0.022451764002644703, 0.0010609465394482154, 0.019887537398970423, 0.1315880709813284, 0.015498977921881929, 0.0471165610321953, 0.005518017792697449, 0.008369059249042188, 0.0019440912064274674, 0.0028426901757738765, -0.001151006120934106, NaN, 0.01231479023096771, 0.009539303028744728, 0.036241670714010965, 0.0029088007713204966, 0.022947576895194555, 0.052117119060687944, 0.08412438915758025, 0.02458747039006992, 0.09909092432950106, NaN, 0.06340600629905269, 0.006930853343434462, 0.06381779648060126, 0.004655437161888543, 0.008568938308804785, 0.005031777344812971, 0.0024030470291389605]], "8": [[true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.03120543307487389, 0.0028129045672939945, 0.06097657540586998, 0.001735861880103995, 0.0024080481266552933, 0.01367741090679786, 0.005001976098124583, 0.02175333195345086, 0.0028855035438202226, NaN, 0.007104891869314844, 0.011328070650165278, 0.0021357902732133116, 0.015084935332468685, NaN, 0.0006054876202781223, 0.0014728364268687955, 0.0005620153680909734, 0.002119433163087381, 0.01710361194497434, 0.004525492624773975, 0.004585922339367388, 0.0026702725904266256, 0.016969416871997822, 0.005942396823125584, 0.0037196297819561686, 0.005796823809277152, 0.011013171364460117, 0.03464841836850363, 0.009499712288318474, 0.06080044694436437, 0.022451764002644703, 0.00033707674937311083, 0.019887537398970423, 0.10943850841442382, 0.015498977921881929, 0.01735038816502943, 0.005518017792697449, 0.00669292834401336, 0.0019440912064274674, 0.0013298930272780396, -0.01530716444267255, NaN, 0.01231479023096771, 0.009539303028744728, 0.0006881791240613833, 0.002543658022175155, 0.022947576895194555, 0.023374139015385653, 0.0038552377569791574, 0.02458747039006992, 0.026032661524011624, 0.006094896055101273, 0.025091950130002205, 0.006930853343434462, 0.06039203409550642, 0.004655437161888543, 0.008397990952092815, 0.005031777344812971, 0.0024030470291389605]], "16": [[true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.016746566949352726, 0.0006091478582970211, 0.007565176768278059, 0.00036648760298585437, 0.001675824644070012, 0.01367741090679786, 0.0015758427194296765, 0.018956642607392826, 0.0028855035438202226, NaN, 0.007104891869314844, 0.003420526776740207, 0.0021357902732133116, 0.005283089288735887, 0.02068272877981614, 0.0006054876202781223, 0.0014728364268687955, 0.0005620153680909734, 0.002119433163087381, 0.01672213898471453, 0.004525492624773975, 0.004049648886382595, 0.0026702725904266256, 0.00847804490418036, 0.005942396823125584, 0.003642804887636464, 0.005796823809277152, 0.011013171364460117, 0.019770701070377594, 0.00528184560820133, 0.06080044694436437, 0.022451764002644703, 0.00033707674937311083, 0.017721171069800423, 0.03452815805426512, 0.005684741562423046, 0.01735038816502943, 0.005518017792697449, 0.005735560155671227, 0.00038047761329651486, 0.0013298930272780396, -0.027662694145903832, 0.014325066152836907, 0.010595501366550852, 0.005090764741486176, 0.0006881791240613833, 0.00039347757215524304, 0.022947576895194555, 0.005274997327287201, 0.0038552377569791574, 0.020419188420294443, 0.026032661524011624, 0.006094896055101273, 0.025091950130002205, 0.004559431591705465, 0.024649542990162754, 0.004655437161888543, 0.006742696635816836, 0.0018918182906901837, 0.0024030470291389605]]}, "rob": {"1": [[false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true], [NaN, 0.003927133742842814, 0.030581221655102464, 0.0056657254754448605, NaN, 0.06638697022532436, 0.3780508068860893, 0.020096937467937837, 0.03767002547872722, 0.16759416108894154, 0.06648642846762853, 0.004890538543729006, 0.004160998083677869, 0.41809617173508506, 0.0871011577751073, 0.00249993475775101, 0.051215889628250855, 0.2611454287671573, 0.019662082530399916, 0.08406450462609039, 0.025224360763002274, 0.37994663185180366, 0.02307649958353264, 0.451187940210247, 0.06010068784562361, 0.0037196297819561686, 0.05791194106413888, NaN, 0.3180259796883522, 0.01283765259561842, 0.09414536604502022, NaN, 0.056893397058521034, 0.09887055105524079, 0.22755743533577455, 0.02736336015913321, 0.7018059707749913, 0.08972396051363485, 0.03761643674274717, 0.03471575812901073, 0.12819665524948531, 0.10798962981843196, 0.03987714410645116, 0.03598966734710274, NaN, 0.11602438305057672, 0.02750682743039179, 0.05644549946063937, 0.032428895128216784, 0.1398404596047067, NaN, 0.7088751729498206, 0.14155836032720304, 0.08955119712832182, 0.06117220583050287, NaN, 0.029728836859276964, 0.02679593938593694, 0.5621232531013212, 0.02322581561287107]], "2": [[false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true], [NaN, 0.0026898538776001235, 0.015752755156909437, 0.001583514199608116, NaN, 0.05745183374354523, 0.302043923194804, 0.020096937467937837, 0.011792579751120469, 0.16759416108894154, 0.03784280967540021, 0.004890538543729006, 0.0006409731921583894, 0.41809617173508506, 0.0871011577751073, 0.0003622688039603972, 0.02377717871955376, 0.04770406653887904, 0.019662082530399916, 0.08406450462609039, 0.025224360763002274, 0.37994663185180366, 0.02307649958353264, 0.2563202374728817, 0.06010068784562361, 0.0037196297819561686, 0.020433918878319357, 0.30591650823981253, 0.28601580515126646, 0.01283765259561842, 0.09167843014802424, NaN, 0.05603910784618171, 0.09887055105524079, 0.1674279863939503, 0.02736336015913321, 0.28077332822434387, 0.05907849004853172, 0.017697954879346778, 0.020253125951585238, 0.12819665524948531, -0.012333192341164811, 0.020657140449113154, 0.03598966734710274, 0.03250381833286897, 0.05324352371967089, 0.013901235912310073, 0.05644549946063937, 0.032428895128216784, 0.09960497726932416, 0.03326524061887959, 0.26116029195253354, 0.14155836032720304, 0.08955119712832182, 0.03938111052261406, NaN, 0.014071766424976984, 0.02679593938593694, 0.04869598843062284, 0.01473242424250798]], "4": [[true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [-0.011096757609518448, 0.0026898538776001235, 0.013737794419662164, 0.00036648760298585437, NaN, 0.05745183374354523, 0.14160548245056348, 0.015978290015355334, 0.011792579751120469, 0.07467320168231284, 0.02902450053671113, 0.003009523716787532, 0.0006409731921583894, 0.14292017568262416, 0.05957509733434474, 0.0003622688039603972, 0.01732382095172924, 0.019283989792342915, 0.002959557559525594, 0.08406450462609039, 0.025224360763002274, 0.18257708962232222, 0.022425032121133226, 0.03993927496214367, 0.06010068784562361, 0.0037196297819561686, 0.017148447062093286, 0.04517277179836343, 0.13980647267305701, 0.0027166773940403566, 0.09167843014802424, NaN, 0.0026175525981588788, 0.04693408671775301, 0.10943850841442382, 0.008024048166848985, 0.1126632312783824, 0.05840346906939731, 0.015141537713380782, 0.020253125951585238, 0.033297285560817125, -0.012333192341164811, 0.003448481495832212, 0.025197796510083137, 0.00941360401859126, 0.05324352371967089, 0.013617093027969762, 0.035413132646566536, 0.025292452628074003, 0.05993105694813061, 0.03326524061887959, 0.21469406652053458, 0.06538243425739498, 0.08955119712832182, 0.02146902778344084, 0.06039203409550642, 0.014071766424976984, 0.02679593938593694, 0.026630139720698942, 0.014690853610670018]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [-0.011096757609518448, 0.0026898538776001235, 0.00487067801883434, 0.00036648760298585437, 0.00621808717534722, 0.0233075215430667, 0.028948376356373373, 0.015978290015355334, 0.005404594960479292, 0.016692107699225467, 0.007104891869314844, 0.0016491839247392281, 0.0006409731921583894, 0.03301389041839964, 0.03875052848551164, 0.0003622688039603972, 0.010341101271884368, 0.006173885450536654, 0.001735134217041967, 0.022861380504117124, 0.017339195002620933, 0.03611265279384712, 0.011153822391944956, 0.008350201921887068, 0.06010068784562361, 0.0037196297819561686, 0.017148447062093286, 0.04517277179836343, 0.10289736570565822, 0.0027166773940403566, 0.0486002756020536, NaN, 0.0026175525981588788, 0.03828407739971018, 0.10943850841442382, 0.007596037948606638, 0.1074144582385832, 0.023689236505951117, 0.01098522291238746, 0.008022769181191602, 0.017573558246635645, -0.012333192341164811, 0.003448481495832212, 0.016998093503833855, 0.005548992946444509, 0.03037911444863961, 0.003777390931725577, 0.014437668218621802, 0.022968939696880852, 0.02759520399597437, 0.03326524061887959, 0.08403091155975795, 0.02294625130568617, 0.06340600629905269, 0.0192872777890154, 0.013281235613983977, 0.013543066652725644, 0.01820356939274448, 0.0021116480072465027, 0.006863562176844251]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [-0.011096757609518448, 0.0006091478582970211, 0.00020996447899856996, 0.00036648760298585437, 0.0054173243036788055, 0.0134772240229728, 0.016090574369704402, 0.01229654144165182, 0.004142061890731075, 0.005570033863768975, 0.007104891869314844, 0.0016491839247392281, 0.0006409731921583894, 0.005980234092190395, 0.03875052848551164, 0.0003622688039603972, 0.0030153290953518486, 0.00245568520949635, 0.0007230658114159016, 0.01986297586719865, 0.014789754481348893, 0.011761890731848634, 0.008131262152817564, 0.008350201921887068, 0.034720365991054436, 0.0037196297819561686, 0.01039209862347068, 0.04295510022765825, 0.06514313190824472, 0.0027166773940403566, 0.02965528196936651, NaN, 0.00033707674937311083, 0.018867969907131243, 0.07075849928883682, 0.0035415540616179353, 0.04146778369694282, 0.012930348805517689, 0.00920261827622837, 0.0021349186901733486, 0.0013298930272780396, -0.030187811161240363, 0.003448481495832212, 0.01231479023096771, 0.004033061051333053, 0.025243991411414646, 0.0020274722145570134, 0.014437668218621802, 0.015217460739369582, 0.0029454991733641744, 0.0037269298653856975, 0.0542694782937041, 0.01445696919171624, 0.06340600629905269, 0.009196276712856166, 0.013281235613983977, 0.001868024786283895, 0.013536556169054137, 0.0021116480072465027, 0.004927452555837819]]}}, "c3w_reg_s0_mcd": {"raw": {"1": [[false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, false, true, false, true, false, true, true, true, true, true, false, false, false, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, false, false, false, true, true, true, true, true, true, true], [NaN, NaN, NaN, 0.012313475625098214, 0.027140990538165655, 0.005963278834346886, 0.009736724103819316, 0.05505876855410374, NaN, NaN, NaN, 0.008247570147127181, 0.0039311821428191784, 0.07760052675155982, NaN, 0.0005230350188538679, 0.03452101629716653, NaN, 0.006552252242488343, NaN, 0.012499961787492131, NaN, 0.051278480008147165, 0.015217836442180888, 0.005870764952278229, 0.021558817013311415, 0.014463739421536337, NaN, NaN, NaN, NaN, 0.06290527552060787, 0.004101573268501912, 0.03392147960209191, 0.08090692710740077, 0.005039415168211381, 0.06683891474700632, 0.03789784123079798, 0.012899744242959255, 0.01473883272112353, 0.019129275613440244, 0.038943728860746374, NaN, 0.037560977956871966, 0.06839004140911675, 0.06782859962461352, 0.0022877643625562882, NaN, 0.010136974503339946, 0.05211471584513494, NaN, NaN, NaN, 0.08905661064988846, 0.0905669076613409, 0.07202781397094449, 0.010231743796185855, 0.004373557198801947, 0.012749400057626259, 0.001159796217260256]], "2": [[false, false, false, true, true, true, true, true, false, false, false, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, false, false, false, true, true, true, true, true, true, true], [NaN, NaN, NaN, 0.010364340549749551, 0.02451533106750925, 0.005963278834346886, 0.009736724103819316, 0.05505876855410374, NaN, NaN, NaN, 0.008247570147127181, 0.0039311821428191784, 0.059778453406494236, 0.0430693720547799, 0.0005230350188538679, 0.004781241490482202, NaN, 0.006552252242488343, 0.008109091265646073, 0.012499961787492131, NaN, 0.01566914799909891, 0.015217836442180888, 0.005870764952278229, 0.021558817013311415, 0.00969625936648355, 0.062229078559409734, NaN, NaN, NaN, 0.06290527552060787, 0.004101573268501912, 0.0161030874043655, 0.08090692710740077, 0.005039415168211381, 0.048271078043010895, 0.03255216056816468, 0.008058934621312908, 0.008503863310140636, 0.009779526776292347, -0.04053062831941756, NaN, 0.037560977956871966, 0.06839004140911675, 0.06782859962461352, 0.002191892378247573, NaN, 0.010136974503339946, 0.027514795762372035, NaN, NaN, NaN, 0.08905661064988846, 0.0905669076613409, 0.0684115101143874, 0.009908305963946429, 0.004373557198801947, 0.012749400057626259, 0.001159796217260256]], "4": [[false, true, false, true, true, true, true, true, false, false, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.014101426087457902, NaN, 0.00255639863580015, 0.020177828041096246, 0.0020964384556834137, 0.005182327294831701, 0.05505876855410374, NaN, NaN, NaN, 0.008247570147127181, 0.0039311821428191784, 0.05122374076585667, 0.0430693720547799, 0.0005230350188538679, 0.0046083241695640265, NaN, 0.006552252242488343, 0.008109091265646073, 0.003828948405522725, 0.054946222290324975, 0.01566914799909891, 0.015217836442180888, 0.005870764952278229, 0.018263132261976844, 0.00969625936648355, 0.05618236704012913, 0.033761529669230184, NaN, NaN, 0.021556659178600057, 0.002078761223698544, 0.0161030874043655, 0.050425993876528574, 0.005039415168211381, 0.0365614499844471, 0.03255216056816468, 0.008058934621312908, 0.008503863310140636, 0.009779526776292347, -0.04053062831941756, NaN, 0.03697631532183587, 0.06665343686720626, 0.05229717874261408, 0.002191892378247573, NaN, 0.010136974503339946, 0.021620616672722415, 0.29546193535980025, NaN, 0.013359641141385437, 0.08905661064988846, 0.07699946373112465, 0.04810315921124153, 0.009908305963946429, 0.004373557198801947, 0.012749400057626259, 0.001159796217260256]], "8": [[false, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.010529731830491995, 0.017198299351900204, 0.00255639863580015, 0.014838314032778577, 0.0020964384556834137, 0.005182327294831701, 0.02745624784795231, NaN, NaN, NaN, 0.007260436486116406, 0.0039311821428191784, 0.05039492728588457, 0.0430693720547799, 0.0005230350188538679, 0.004178348822110323, 0.03169611988141119, 0.006552252242488343, 0.008109091265646073, 0.003828948405522725, 0.0418138921183242, 0.012227539321556069, 0.015217836442180888, 0.005870764952278229, 0.008571253983561622, 0.00969625936648355, 0.05618236704012913, 0.021541779437329822, NaN, NaN, 0.021556659178600057, 0.002078761223698544, 0.0161030874043655, 0.050425993876528574, 0.005039415168211381, 0.0365614499844471, 0.03255216056816468, 0.008058934621312908, 0.00495286849881027, 0.0037537826356415227, -0.04274432515411164, NaN, 0.02791589540252759, 0.06665343686720626, 0.04559760326727713, 0.001811512269403126, NaN, 0.010136974503339946, 0.012753385608027079, 0.29546193535980025, NaN, 0.013359641141385437, 0.08905661064988846, 0.07699946373112465, 0.03593346886891147, 0.008811444318700623, 0.0037423813698866937, 0.012749400057626259, 0.0005116353254674966]], "16": [[false, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true], [NaN, 0.0026790732914614424, 0.00247818797445043, 0.0022179243004549765, 0.010933923157840919, 0.0020964384556834137, 0.005182327294831701, 0.02745624784795231, NaN, NaN, NaN, 0.00047014200082751145, 0.003910221561458149, 0.04699014253704026, 0.029930071399390634, 0.00030950812190622123, 0.002185370876330861, 0.03169611988141119, 0.003778008705014102, 0.004704970141220954, 0.003828948405522725, 0.0418138921183242, 0.009197860762076182, 0.015217836442180888, 0.005870764952278229, 0.006386713180054127, 0.007644406310723273, 0.05121694846740388, 0.021541779437329822, NaN, 0.05477927541921557, 0.021556659178600057, 0.002078761223698544, 0.006933563031009671, 0.050425993876528574, 0.004173317265068421, 0.0365614499844471, 0.027448991912835563, 0.008058934621312908, 0.0019136279123774802, 0.0037537826356415227, -0.04274432515411164, NaN, 0.019337362379105993, 0.04782630424679635, 0.04559760326727713, 0.0016329445430751655, NaN, 0.00868197300635476, 0.006619176600081156, 0.06806302672482234, NaN, 0.013359641141385437, 0.08905661064988846, 0.06042189328274539, 0.0356147883781317, 0.006612590918724015, 0.0026055439244843104, 0.005061815675885262, 0.0005116353254674966]]}, "rob": {"1": [[false, true, true, true, false, true, true, true, true, false, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, true], [NaN, 0.0025075662973172985, 0.023835715467598106, 0.0033674781869568182, NaN, 0.036978397213206504, 0.022847158599184292, 0.02745624784795231, 0.02112020599471509, NaN, NaN, 0.03232249644440932, NaN, 0.09373717083597799, 0.05057053290302482, 0.0023061606035246207, 0.008732083741151975, 0.004383843321281278, 0.005382070507699455, 0.03972690182342631, 0.03717583088055787, 0.054946222290324975, 0.06318292160688443, 0.05823966587137952, 0.004535457446856128, 0.008062110462730976, 0.023474203263054827, 0.08227010234035204, 0.0700234527401209, NaN, NaN, 0.024325464563321297, 0.0007428336423056514, 0.07053020623016448, 0.10088417076735756, 0.020416630075087427, 0.07541030974000695, 0.02988251897840266, 0.016499993085499653, 0.031196014889072643, 0.008412387608379479, NaN, NaN, 0.06907162989576099, 0.04782630424679635, 0.053708159973206326, 0.00275374017183605, NaN, 0.01628006944078586, 0.05211471584513494, NaN, 0.07382235869190845, 0.032592060707574255, 0.15119466067826148, 0.04994866082410243, 0.042598679280208884, 0.04126198930860525, 0.009912687053664104, 0.024904409434681307, 0.0037520127045613805]], "2": [[false, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, true], [NaN, 0.0015966425754085911, 0.009004670683594895, 0.00205448840006639, NaN, 0.024071432627503553, 0.018601109310339314, 0.02745624784795231, 0.02112020599471509, NaN, NaN, 0.01729889712999899, 0.004813997848232665, 0.08460046612857353, 0.05057053290302482, 0.0023061606035246207, 0.00826504324428412, 0.004383843321281278, 0.005382070507699455, 0.03972690182342631, 0.025873348863552748, 0.02511672919603014, 0.06318292160688443, 0.05823966587137952, 0.0026267878195720407, 0.008062110462730976, 0.021210771355595348, 0.07058804090517934, 0.0700234527401209, 0.017029450124022905, NaN, 0.021556659178600057, 0.0007428336423056514, 0.07053020623016448, 0.09772258175022142, 0.020416630075087427, 0.040059306928004856, 0.02988251897840266, 0.014380173318117695, 0.017190067348322957, 0.005277998430984088, -0.021664525454177297, NaN, 0.05663996367294466, 0.04131920452793647, 0.053708159973206326, 0.0005737627128770129, NaN, 0.011212820448525118, 0.049155263364681456, NaN, 0.07382235869190845, 0.023247220027404092, 0.14331369113066805, 0.04994866082410243, 0.0356147883781317, 0.017036932092391988, 0.009364219245450611, 0.024822055507652818, 0.003184472465932675]], "4": [[false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true], [NaN, 0.0007762404796121114, -0.000622596778365403, 0.0011063013258396648, 0.017775811169572053, 0.024044936332063394, 0.012883830696039933, 0.02745624784795231, 0.017265863740254295, NaN, NaN, 0.008014573288917415, 0.0039311821428191784, 0.0625469817745532, 0.0430693720547799, 0.00048783988319844873, 0.00826504324428412, 0.004383843321281278, 0.004950324913893356, 0.036571156222256374, 0.020422857009226414, 0.02511672919603014, 0.04451359113687592, 0.05823966587137952, 0.0026267878195720407, 0.007411467682185702, 0.017391202037965403, 0.05862035846445246, 0.056127493999514666, 0.017029450124022905, NaN, 0.021556659178600057, 0.00020846610794356124, 0.05736574204784595, 0.07889297127618455, 0.018540662042226153, 0.040059306928004856, 0.02444527021796339, 0.014380173318117695, 0.012153377531517906, 0.003685225441177442, -0.021664525454177297, NaN, 0.05340554865284597, 0.04131920452793647, 0.04709737689221938, 0.0005737627128770129, NaN, 0.011212820448525118, 0.033950707728601204, 0.07418647775799281, 0.07382235869190845, 0.023247220027404092, 0.12323646643374553, 0.04994866082410243, 0.033072311021100864, 0.016034314785505988, 0.009364219245450611, 0.024822055507652818, 0.0021165716284832214]], "8": [[false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true], [NaN, 0.0007762404796121114, -0.000622596778365403, 0.0011063013258396648, 0.017775811169572053, 0.004340697299756169, 0.012883830696039933, 0.02745624784795231, 0.017265863740254295, NaN, NaN, 0.001462724324754916, 0.0039311821428191784, 0.05553857630060177, 0.029930071399390634, 0.00048783988319844873, 0.005095822273580852, 0.004383843321281278, 0.003778008705014102, 0.021364470678622682, 0.01904744753250931, 0.021482581868007555, 0.041964052903234794, 0.04220792595829792, 0.0009633290842936404, 0.0053292474725923356, 0.013038575346880465, 0.05206317594794796, 0.04354339802674345, 0.017029450124022905, NaN, 0.021556659178600057, 0.00020846610794356124, 0.04060947217715438, 0.07889297127618455, 0.016323746872284994, 0.040059306928004856, 0.021337171955363887, 0.014380173318117695, 0.005708574682455003, 0.003685225441177442, -0.03359511020615624, NaN, 0.032638807842957585, 0.04131920452793647, 0.04709737689221938, 0.0005737627128770129, NaN, 0.007290899316172439, 0.022262287784732937, 0.042673301347669446, 0.07382235869190845, 0.014779349858759838, 0.12323646643374553, 0.04994866082410243, 0.033072311021100864, 0.006326443205764587, 0.003396140844538431, 0.02142755118739914, 0.0007125359554256416]], "16": [[false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true], [NaN, 0.0007762404796121114, -0.000622596778365403, 0.0011063013258396648, 0.01724816814830632, 0.0028708645626154272, 0.009998790138212366, 0.02745624784795231, 0.017265863740254295, NaN, NaN, 0.0001997700183429263, 0.003910221561458149, 0.05122374076585667, -0.00011608513458549741, 0.00048783988319844873, 0.0031532756814680596, 0.004383843321281278, 0.001993521627029482, 0.013197370435470201, 0.010920275436169913, 0.021482581868007555, 0.03740881774083182, 0.03926130262407379, 0.0009633290842936404, 0.0052392300822485804, 0.011551164412850312, 0.04847323372189338, 0.033865934751779125, 0.017029450124022905, NaN, 0.021556659178600057, 0.00020846610794356124, 0.03160101839710694, 0.07058032426658678, 0.009041050583841637, 0.040059306928004856, 0.014449908051410665, 0.013086037814484586, 0.005162394139505588, 0.003685225441177442, -0.03359511020615624, NaN, 0.03165533072639559, 0.04131920452793647, 0.029677184261221567, 0.0005737627128770129, NaN, 0.004645669455201951, 0.021620616672722415, 0.042673301347669446, 0.07382235869190845, 0.012228576849667494, 0.11789204181856894, 0.04994866082410243, 0.033072311021100864, 0.006326443205764587, 0.0025974775673538453, 0.015362323665097932, 0.0003447436012686822]]}}, "c3w_reg_s0_det": {"raw": {"1": [[false, true, false, true, true, true, true, true, false, false, false, true, true, true, true, true, true, false, true, true, true, false, true, true, false, true, true, false, true, false, false, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, false, false, true, false, false, true, true, false, true, true, true, true, true], [NaN, 0.011163962945875516, NaN, 0.008537833935398309, 0.024849695264588467, 0.014800986122526893, 0.009771558652611256, 0.06296286317712863, NaN, NaN, NaN, 0.002794589264401237, 0.007397779489328071, 0.0657914899963834, 0.029031233512004206, 0.00036818551607131766, 0.004085271316941919, NaN, 0.0075351447915656955, 0.018952767143578075, 0.014823540402380875, NaN, 0.022187303982107, 0.031534117131154726, NaN, 0.016391822988330196, 0.011931031695049832, NaN, 0.032355784007357835, NaN, NaN, 0.05059053621412257, 0.002438937536421326, 0.027765083764527354, 0.07403962853508128, 0.014428912921188308, 0.07374951778666072, 0.0381920364205679, 0.01517260597742176, 0.0018428189636745529, 0.009215721588493597, -0.0368137391180674, NaN, 0.03676036213913103, NaN, 0.0657037349199483, 0.0018859847546173203, NaN, NaN, 0.030882367351543927, NaN, NaN, 0.02081192336829507, 0.13213919824748444, NaN, 0.06976361062717107, 0.01010262107953408, 0.001961541982473669, 0.012015799617250522, 0.0010517893154937674]]}, "rob": {"1": [[false, true, false, true, true, true, true, true, false, false, false, true, true, true, true, true, true, false, true, true, true, false, true, true, false, true, true, false, true, false, false, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, false, false, true, false, false, true, true, false, true, true, true, true, true], [NaN, 0.011163962945875516, NaN, 0.008537833935398309, 0.024849695264588467, 0.014800986122526893, 0.009771558652611256, 0.06296286317712863, NaN, NaN, NaN, 0.002794589264401237, 0.007397779489328071, 0.0657914899963834, 0.029031233512004206, 0.00036818551607131766, 0.004085271316941919, NaN, 0.0075351447915656955, 0.018952767143578075, 0.014823540402380875, NaN, 0.022187303982107, 0.031534117131154726, NaN, 0.016391822988330196, 0.011931031695049832, NaN, 0.032355784007357835, NaN, NaN, 0.05059053621412257, 0.002438937536421326, 0.027765083764527354, 0.07403962853508128, 0.014428912921188308, 0.07374951778666072, 0.0381920364205679, 0.01517260597742176, 0.0018428189636745529, 0.009215721588493597, -0.0368137391180674, NaN, 0.03676036213913103, NaN, 0.0657037349199483, 0.0018859847546173203, NaN, NaN, 0.030882367351543927, NaN, NaN, 0.02081192336829507, 0.13213919824748444, NaN, 0.06976361062717107, 0.01010262107953408, 0.001961541982473669, 0.012015799617250522, 0.0010517893154937674]]}}, "c3dw0_diff_s0": {"raw": {"1": [[false, true, false, true, true, false, true, false, true, false, false, true, false, true, false, true, true, true, true, true, true, false, true, false, true, true, true, false, true, false, true, true, true, true, true, false, true, true, true, true, false, false, false, true, true, true, true, false, false, true, true, false, true, false, true, true, false, true, true, true], [NaN, 0.001516365700368949, NaN, 0.0008282740987648474, 0.003885978904512033, NaN, 0.0037074950103686, NaN, 0.012915214107628747, NaN, NaN, 0.004216805735368867, NaN, 0.008998951668475863, NaN, 0.0004966923016849201, 0.007630720630088961, 0.004993037222114083, 0.0028843954702737484, 0.014678961340319985, 0.0007093659204608915, NaN, 0.009144847810471646, NaN, 0.013381474920170389, 0.0022499824088022535, 0.06772395806396703, NaN, 0.010410598441536134, NaN, 0.006568562977740111, 0.018891063837116695, 0.0030121963452858225, -0.00012744930365571339, 0.013118868586740717, NaN, 0.06198577396687277, 0.008308923675839353, 0.006876554904036158, 0.006869751662830881, NaN, NaN, NaN, 0.02408768753082491, 0.011026751338548246, 0.010235444322020726, 0.001436838250536976, NaN, NaN, 0.020102022553295296, 0.005938823714533248, NaN, 0.015760175502566476, NaN, 0.0146095806424269, 0.04548240527614622, NaN, 0.0024763963902647568, 0.0020127990478600033, 0.0027926304709493532]], "2": [[true, true, false, true, true, false, true, true, true, false, false, true, false, true, false, true, true, true, true, true, true, false, true, true, true, true, true, false, true, false, true, true, true, true, true, false, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true], [0.03694071791304765, 0.0004971218974698655, NaN, 0.0008143705158785153, 0.00099130837907202, NaN, 0.0037074950103686, 0.014940537852289326, 0.012915214107628747, NaN, NaN, 0.004216805735368867, NaN, 0.008998951668475863, NaN, 0.0004966923016849201, 0.002841066794333047, 0.004993037222114083, 0.0015831671595918362, 0.014678961340319985, 0.0007093659204608915, NaN, 0.008602688377884693, 0.01332905103832771, 0.013381474920170389, 0.0022499824088022535, 0.038849778603565754, NaN, 0.010410598441536134, NaN, 0.006568562977740111, 0.018891063837116695, 0.0006501543548818045, -0.00012744930365571339, 0.013118868586740717, NaN, 0.05535384256781284, 0.008308923675839353, 0.006821631800614236, 0.0005561940854601488, NaN, -0.01577952653422232, NaN, 0.014618778310811154, 0.011026751338548246, 0.00904491452161671, 0.001436838250536976, 0.005464705923913682, 0.009665205316781389, 0.013463571929805074, 0.0030952336591161256, NaN, 0.013859071856480831, NaN, 0.007996258995098371, 0.028911584013357583, 0.002569574764935023, 0.0024763963902647568, 0.0017407985349287003, 0.0018673008484879627]], "4": [[true, true, false, true, true, false, true, true, true, false, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true], [0.03694071791304765, 0.0004971218974698655, NaN, 0.0008023572814170876, 0.00099130837907202, NaN, 0.0007902573857798689, 0.014940537852289326, 0.009709322411829202, NaN, NaN, 0.0008361877719527122, NaN, 0.0007113890479866214, 0.018581744527406574, 0.0004966923016849201, 0.0015353817718324336, 0.004993037222114083, 0.0015831671595918362, 0.007297783116062551, 0.0007093659204608915, 0.0027383817767290264, 0.006707150822162555, 0.01332905103832771, 0.013381474920170389, 0.0022499824088022535, 0.038849778603565754, -0.004181502909348489, 0.004553175544661281, NaN, 0.0027434404099606624, 0.015378049049055598, 0.0006501543548818045, -0.0005552343244723534, 0.013118868586740717, NaN, 0.024838495881628786, 0.008308923675839353, 0.005224533585094893, 0.0005561940854601488, NaN, -0.01577952653422232, NaN, 0.014618778310811154, 0.0033187051478920093, 0.0044209680911397875, 0.001436838250536976, 0.005464705923913682, 0.009665205316781389, 0.009182729176032911, 0.0030952336591161256, NaN, 0.013859071856480831, NaN, 0.0033573683811620736, 0.01440139220362635, 0.002569574764935023, 0.0024763963902647568, 0.0015936760395074412, 0.00010589669429283965]], "8": [[true, true, false, true, true, true, true, true, true, false, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true], [-0.027221266736453864, 0.0004971218974698655, NaN, 0.00019054702496568154, 0.00099130837907202, 0.018460108825567145, 0.0007877950926995503, 0.014940537852289326, 0.009709322411829202, NaN, NaN, 0.0008361877719527122, NaN, -0.004153850693621952, 0.018581744527406574, 0.0004966923016849201, 0.0015353817718324336, 0.004993037222114083, 0.0011124362567458412, 0.007297783116062551, 0.0007093659204608915, 0.0017200871974332177, 0.005240161796221443, 0.004598475159237392, 0.013381474920170389, 0.000659103723523291, 0.022082129742096557, -0.004181502909348489, 0.0008847918110552744, NaN, 0.0027434404099606624, 0.015378049049055598, 0.0006501543548818045, -0.0010431389941950586, 0.013118868586740717, NaN, 0.024838495881628786, 0.001670847697196498, 0.0035110595622771523, 0.0005561940854601488, 0.004847503689641375, -0.01577952653422232, NaN, 0.014618778310811154, 0.0033187051478920093, 0.0044209680911397875, 0.001436838250536976, 0.0013871633612625445, 0.009665205316781389, 0.009182729176032911, 0.0030952336591161256, 0.01730349921966101, 0.002470611935712741, NaN, 0.001967738866226254, 0.01440139220362635, 0.002569574764935023, 0.0021406567163124723, 0.0015936760395074412, 0.00010589669429283965]], "16": [[true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [-0.027221266736453864, 0.0004971218974698655, NaN, 0.00019054702496568154, 0.00099130837907202, 0.018460108825567145, 0.0007049188749748136, 0.0018896814528663874, 0.009709322411829202, -0.019302317357883347, NaN, 0.0008361877719527122, 0.015295899481283293, -0.004650377259479366, 0.01291573671618318, 0.0004966923016849201, 0.0013362901695002094, 0.004993037222114083, 0.00020658470156620368, 0.004369950583581916, 0.00045229177864736236, 0.0014944361076860702, 0.0038805483402788443, 0.0025486807102630404, 0.0113259334201532, 0.000659103723523291, 0.022082129742096557, -0.004181502909348489, 0.0008847918110552744, NaN, 0.0027434404099606624, 0.005633547990296028, 0.00040858106917118775, -0.0010431389941950586, 0.013118868586740717, 0.010256399874543964, 0.024838495881628786, 0.0011322136258915538, 0.003389895995818293, 0.0005561940854601488, 0.004847503689641375, -0.03200609404946897, 0.01715825348481803, 0.0043754098967605515, 0.0033187051478920093, 0.004381662771339556, 0.001436838250536976, 0.0013871633612625445, 0.0020228477374517606, 0.009182729176032911, 0.0006792693130448502, 0.005108712865924625, 8.337781340950201e-05, 0.047531992537168444, 0.001967738866226254, 0.01440139220362635, 0.0001698106605612093, 0.0021406567163124723, 0.0005230483245690642, 0.00010589669429283965]]}, "rob": {"1": [[false, true, false, true, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true], [NaN, 0.007651053727913748, NaN, 0.0024583083002520656, 0.010715459719870868, 0.018754881398451717, 0.005874421279455033, 0.01729396068712785, 0.012278981647633858, NaN, 0.02353896545651457, 0.00640920969812897, NaN, 0.010085415851458057, 0.017555354716218607, 0.0009989171683004727, 0.011558506892110909, 0.02062315298441808, 0.009066675322441986, 0.02668882307424747, 0.005841308363828457, 0.008162116485249449, 0.015754925209140902, 0.011117172814208098, 0.022920572607947776, 0.005582346118702564, 0.01178564389276393, 0.00869626015386915, 0.016331047301560764, NaN, 0.015385820078831935, NaN, 0.0030121963452858225, 0.006514244389395518, 0.02209367507156257, NaN, 0.05983536715705662, 0.00848376114963334, 0.014553236404329706, 0.005632241982173047, NaN, NaN, 0.011659585506672565, 0.024106760975220576, 0.015629089861837864, 0.033418856844319667, 0.010968498089664491, 0.005464705923913682, 0.007852480561918673, 0.01540590872105918, NaN, 0.014312663080397803, 0.01073281564702988, 0.0788409206317442, 0.0059668741170590955, NaN, 0.0001698106605612093, 0.006802944840197389, 0.005847276519935329, 0.0030422396614127045]], "2": [[false, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true], [NaN, 0.003573260881037932, NaN, 0.0017932249752514728, 0.006890874475093289, 0.018460108825567145, 0.004982213435722471, 0.01729396068712785, 0.012278981647633858, -0.019302317357883347, 0.02353896545651457, 0.00640920969812897, NaN, 0.008998951668475863, 0.017555354716218607, 0.0006101198357755244, 0.011558506892110909, 0.012262538842176873, 0.009066675322441986, 0.022733941630928678, 0.005841308363828457, 0.007653306375568825, 0.015067077012160146, 0.0013528828818254457, 0.016621388994363828, 0.0003442451430020199, 0.01178564389276393, 0.0012486191039216, 0.01361839574164958, NaN, 0.015385820078831935, NaN, 0.0027336808291704706, 0.003508447162218875, 0.01995855698612181, 0.0022448694683010473, 0.05535384256781284, 0.008308923675839353, 0.008935646858019952, 0.0008721844944781232, NaN, NaN, 0.005069192931870248, 0.020837133510224648, 0.015348015127100156, 0.021611694438759876, 0.00558886066058184, 0.005464705923913682, 0.005512934604899211, 0.01540590872105918, 0.0030758152075622824, 0.014312663080397803, 0.007609093771090425, 0.071518461764978, 0.0059668741170590955, NaN, 0.0001698106605612093, 0.005823971741845346, 0.004751125320250127, 0.0030401789782070754]], "4": [[true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true], [-0.013324788053296177, 0.002825939931124788, NaN, 0.0011560624894726423, 0.005561447603249059, 0.011035677036107305, 0.00410246685826654, 0.01729396068712785, 0.012278981647633858, -0.02384765798911692, 0.02353896545651457, 0.004256482238832016, NaN, 0.004881869685949614, 0.014541489565971677, 0.0006101198357755244, 0.004146348183134307, 0.008329891940526135, 0.007350947048827772, 0.014678961340319985, 0.004281262093232652, 0.005194911599684993, 0.010405752957631353, 0.0013528828818254457, 0.009475533710125106, 0.0003442451430020199, 0.01178564389276393, 0.0004737386955728784, 0.010410598441536134, NaN, 0.015385820078831935, NaN, 0.0027336808291704706, 0.003508447162218875, 0.013519161814200764, 0.0022448694683010473, 0.04510347928021785, 0.005400862608900159, 0.0055073835432657425, 0.0008721844944781232, 0.010806764390362211, NaN, 0.005069192931870248, 0.014190246713759125, 0.01095400947776759, 0.01561338551216962, 0.00548979987445386, 0.003941011339734235, 0.005512934604899211, 0.01540590872105918, 0.0030758152075622824, 0.014312663080397803, 0.002041842566246066, 0.047531992537168444, 0.0059668741170590955, NaN, 0.0001698106605612093, 0.005823971741845346, 0.0017154380661845714, 0.0025115152410106756]], "8": [[true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true], [-0.013324788053296177, 0.002260038826277455, NaN, 0.0008023572814170876, 0.004710970745986032, 0.010661038535376255, 0.0033947237912226313, 0.007939083656604229, 0.006303330016188102, -0.02384765798911692, 0.02353896545651457, 0.00347865185344709, NaN, -0.0024455594075389886, 0.014541489565971677, 0.0006101198357755244, 0.002168147456744318, 0.007863084461397385, 0.0033346099689470776, 0.010078521234698323, 0.004154600350619431, 0.004822565306738635, 0.008449556207215325, 0.0013073829573924112, 0.009475533710125106, 0.0003442451430020199, 0.01178564389276393, 0.0004737386955728784, 0.005338359939393245, NaN, 0.009002653977825181, 0.028975903595902297, 0.0016176702209482752, 0.0032248889681365522, 0.013118868586740717, 0.0022448694683010473, 0.04223582901436873, 0.003822754021431285, 0.0055073835432657425, 0.0005561940854601488, 0.010806764390362211, -0.03400559795891844, 0.005069192931870248, 0.014190246713759125, 0.01033820530458196, 0.014209482104184268, 0.0035836006802059117, 0.0013871633612625445, 0.005512934604899211, 0.007213422346428633, 0.0025195394097199397, 0.007080547511538526, 0.0018211733716442247, 0.047531992537168444, 0.0028349913432790252, NaN, 0.0001698106605612093, 0.0054307835486477885, 0.0015031308778010732, 0.0025115152410106756]], "16": [[true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [-0.013324788053296177, 0.0010513235489588713, NaN, 0.0008023572814170876, 0.003385214142016313, 0.010661038535376255, 0.002430864124005394, 0.006245954673851806, 0.006303330016188102, -0.02384765798911692, 0.02353896545651457, 0.0007171142997675073, NaN, -0.004168223221663103, 0.01099067644702778, 0.0003767058046888483, 0.001744976773211615, 0.0049723651800943625, 0.002427778990413465, 0.0029245683829046687, 0.002161976154000378, 0.0032503476960130673, 0.008449556207215325, 0.0006273735359223487, 0.0036590247624705974, 0.0003442451430020199, 0.010522482056884996, -0.004181502909348489, 0.0029638560849925, NaN, 0.006568562977740111, 0.02519446581823548, 0.0014387446783190594, 0.0006530272124922742, 0.003923314629529662, 0.0022448694683010473, 0.024326883885210426, 0.002277988826797639, 0.004588560174419998, 0.0004532749702730321, 0.010806764390362211, -0.03400559795891844, 0.0028240303644109233, 0.007406358230444221, 0.0033187051478920093, 0.01018415142974316, 0.003111864189919711, 0.0013871633612625445, 0.0032141591019614335, 0.007213422346428633, 0.0016901219025189373, 0.0032196909822648223, 0.0014999496660033085, 0.047531992537168444, 0.0028349913432790252, 0.05306574992042723, 0.0001698106605612093, 0.00370805101446825, 0.001320529129808401, 0.0012291384323335208]]}}, "c3dw1_diff_s0": {"raw": {"1": [[false, true, false, true, true, false, true, false, true, false, false, true, false, true, true, true, true, true, true, true, true, false, true, false, true, true, false, false, false, false, false, false, true, true, true, false, true, true, true, true, false, false, false, true, true, true, true, false, false, true, true, false, true, false, true, true, false, true, true, true], [NaN, 0.0021647013387957603, NaN, 0.000782479253460977, 0.005398311547963663, NaN, 0.004134108772382072, NaN, 0.02166968175817363, NaN, NaN, 0.0014778494836158451, NaN, -0.0005322506243523595, 0.007138060893267628, 0.0005825921784585741, 0.0027919413127364123, 0.0067651316320338495, 0.0030469016130061366, 0.010730069776087925, 0.0010684458913685635, NaN, 0.007341059001301442, NaN, 0.012556160619624945, 0.0035748555148500394, NaN, NaN, NaN, NaN, NaN, NaN, 0.0036492934550664824, -0.0005990336078245395, 0.0034826490939043886, NaN, 0.07103331134547086, 0.0023988996730730516, 0.004496719047703213, 0.005250528604994864, NaN, NaN, NaN, 0.02337132768150396, 0.011115105503391565, 0.013897772196269642, 0.0015098316853874305, NaN, NaN, 0.02713725215769691, 0.0025434334625904498, NaN, 0.009359070676588477, NaN, 0.01798879321380431, 0.019154270420780772, NaN, 0.0038183687236710284, 0.003157778869260053, 0.0022670580660106854]], "2": [[true, true, false, true, true, false, true, true, true, false, false, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, false, false, true, true, true, true, false, true, true, true, true, false, false, false, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true], [0.0020758220517755888, 0.0020538157674123703, NaN, 0.0007592117907997409, 0.003304855038964938, NaN, 0.0017283952560787075, 0.03593057726182658, 0.02166968175817363, NaN, NaN, 0.0014778494836158451, NaN, -0.0005322506243523595, 0.007138060893267628, 0.0005825921784585741, 0.0027919413127364123, 0.0067651316320338495, 0.002392635202176363, 0.010730069776087925, 0.0010684458913685635, NaN, 0.006126576069342526, 0.005515477982378059, 0.012556160619624945, 0.002866866103383048, NaN, NaN, 0.0007061920488431461, NaN, NaN, 0.019830508569984584, 0.001175286265059361, -0.0005990336078245395, 0.0034826490939043886, NaN, 0.0653822047934216, 0.0023988996730730516, 0.004496719047703213, 0.00016852509769726964, NaN, NaN, NaN, 0.017044294994975395, 0.005410112269051082, 0.011806309829856865, 0.0015098316853874305, 0.012935757617495103, 0.0039763703432009745, 0.022326784284847134, 0.0025434334625904498, NaN, 0.008503517165573626, NaN, 0.013249614472765181, 0.019154270420780772, 0.009328579004229676, 0.0038183687236710284, 0.003157778869260053, 0.0022670580660106854]], "4": [[true, true, false, true, true, false, true, true, true, false, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, false, true, true, true, true, false, true, true, true, true, false, false, false, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true], [0.0020758220517755888, 0.0020538157674123703, NaN, 0.0007592117907997409, 0.003304855038964938, NaN, 0.0017283952560787075, 0.03593057726182658, 0.02166968175817363, NaN, NaN, 0.0014778494836158451, NaN, -0.0005322506243523595, 0.007138060893267628, 8.720063211820062e-05, 0.001438117500276448, 0.0067651316320338495, 0.002392635202176363, 0.005734746512199296, 0.0010684458913685635, 0.0016686938445531485, 0.004722622065565396, 0.005515477982378059, 0.012556160619624945, 0.002866866103383048, NaN, NaN, 0.0007061920488431461, 0.007741151744568242, NaN, 0.019830508569984584, 0.001175286265059361, -0.0005990336078245395, 0.0034826490939043886, NaN, 0.03204730870040384, 0.0023988996730730516, 0.004496719047703213, 0.00016852509769726964, NaN, NaN, NaN, 0.017044294994975395, 0.005410112269051082, 0.009197419151338426, 0.0015098316853874305, 0.012935757617495103, 0.0039763703432009745, 0.015045539034012956, 0.0025434334625904498, NaN, 0.0006385415100593761, NaN, 0.0070854850271167, 0.019154270420780772, 0.009328579004229676, 0.0033932031504126936, 0.002219963092109145, 0.0008468093542233213]], "8": [[true, true, false, true, true, false, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true], [0.0020758220517755888, 0.0020538157674123703, NaN, 0.00021856078263371437, 0.003304855038964938, NaN, 0.0017283952560787075, 0.03593057726182658, 0.02166968175817363, -0.025486362486302094, NaN, 0.0014778494836158451, NaN, -0.0005322506243523595, 0.007138060893267628, 8.720063211820062e-05, 0.0010776203584985655, 0.0067651316320338495, 0.0010180489984781271, 0.005734746512199296, 0.0010684458913685635, 0.001550268898538043, 0.0042396979374834665, 0.0019239850997667673, 0.012556160619624945, 0.0017082194616928614, 0.036634424878518645, NaN, 0.0007061920488431461, 0.007741151744568242, 0.04184640002239148, 0.019830508569984584, 0.001175286265059361, -0.0006246265911762361, 0.0034826490939043886, NaN, 0.03204730870040384, 0.00015654792726560451, 0.0032521952421658007, 0.00016852509769726964, NaN, NaN, NaN, 0.017044294994975395, 0.0049373351012820255, 0.009197419151338426, 0.0015098316853874305, 0.012935757617495103, 0.0039763703432009745, 0.015045539034012956, 0.0025434334625904498, 0.007734929745942365, 0.0006385415100593761, NaN, 0.005737894879196848, 0.019154270420780772, 0.009328579004229676, 0.002951159516560109, 0.002219963092109145, 0.0008468093542233213]], "16": [[true, true, false, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true], [0.001400986152012118, 0.0020538157674123703, NaN, 0.00021856078263371437, 0.003304855038964938, NaN, 0.0016573693999886174, 0.014325681772124454, 0.02166968175817363, -0.025486362486302094, NaN, 0.0014778494836158451, 0.016670206661525633, -0.0005322506243523595, 0.006574742486353369, 8.720063211820062e-05, 0.0010776203584985655, 0.0067651316320338495, 0.0010180489984781271, 0.004509628848226921, 0.0010684458913685635, 0.0014063699492066206, 0.0038786060372149045, 0.0012467731986465225, 0.011678976293464594, 0.001526095993106269, 0.036634424878518645, NaN, 0.0007061920488431461, 0.007741151744568242, 0.04184640002239148, 0.008355096377375304, 0.001175286265059361, -0.0024160146362590673, 0.0034826490939043886, NaN, 0.03204730870040384, 0.00015654792726560451, 0.002827038698252071, 0.00016852509769726964, NaN, NaN, 0.021819296706471203, 0.008778562034962745, 0.0049373351012820255, 0.007620203872673814, 0.0015098316853874305, 0.0008187963052381786, 0.002948940782810716, 0.015045539034012956, 0.0013002144763571977, 0.007734929745942365, 0.0006385415100593761, NaN, 0.005737894879196848, 0.019154270420780772, 0.004083327314649443, 0.002951159516560109, 0.0015173590668040582, 0.0008468093542233213]]}, "rob": {"1": [[false, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, false, false, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true], [NaN, 0.010881349752059899, NaN, 0.0024638299738251046, 0.007162411048702966, 0.01648992687529649, 0.004612467419771171, 0.039253105460985926, 0.022787582048640065, -0.023079145422622904, 0.021580919851047486, 0.00907355225882589, NaN, 0.003155805900065145, 0.006673771755407065, 0.0005532751375978417, 0.005263490604032528, 0.014216956296721595, 0.0063876392072577115, 0.011778224340724064, 0.0037666990296174596, 0.006275537869047776, 0.0171176992067974, 0.006709825811935577, 0.01950963989431398, 0.001864716061429128, 0.015128022987219047, NaN, 0.0007061920488431461, 0.008501802629341304, NaN, NaN, 0.0034867188652751846, 0.0018154568083532663, 0.015662885654887493, NaN, 0.05726785188471428, 0.0023988996730730516, 0.010369841873347108, 0.0034193350884850204, NaN, NaN, 0.009831613601379185, 0.022274826345322074, 0.014692415396551084, 0.026970491593550694, 0.007802995577862459, 0.0030662121181384006, 0.003901137019905576, 0.0364236936405502, 0.011931430841592316, 0.038603208932309396, 0.008468816096647513, 0.06945725127829294, 0.018893458021354448, NaN, 0.004083327314649443, 0.005660217757051278, 0.0022377430481592686, 0.003895337112341357]], "2": [[true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, false, false, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true], [-0.011489788603700868, 0.009268884681085332, NaN, 0.002210824177672821, 0.006332268711737976, 0.01648992687529649, 0.004612467419771171, 0.010341427845287576, 0.019061710659842745, -0.023079145422622904, 0.021580919851047486, 0.00907355225882589, NaN, -0.0005322506243523595, 0.006673771755407065, 0.0005532751375978417, 0.004351858929069641, 0.011929370755451085, 0.0063876392072577115, 0.010013386936493784, 0.0037666990296174596, 0.005288796615033675, 0.014245033079231861, 0.0017286087428449726, 0.016381893098968314, 0.0011238361670888874, 0.015128022987219047, NaN, 0.0007061920488431461, 0.007741151744568242, NaN, NaN, 0.0034867188652751846, 0.0017995789445848231, 0.010783937726882353, NaN, 0.055906102598202834, 0.0023804927625385996, 0.007756093910868289, 0.0011134619931982837, NaN, NaN, 0.006150071558567838, 0.019739241419736597, 0.013927633668699313, 0.021910398870532255, 0.00505837326016545, 0.0008187963052381786, 0.003901137019905576, 0.03508932337958415, 0.0055219968142041775, 0.038603208932309396, 0.008222973159145441, 0.06399792962013895, 0.011406885431588076, NaN, 0.003243870999143139, 0.005660217757051278, 0.002060460826927235, 0.003590087274170317]], "4": [[true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, false, false, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true], [-0.011489788603700868, 0.006886927919345309, NaN, 0.001813913978265136, 0.006332268711737976, 0.01648992687529649, 0.0038011971479992024, 0.010341427845287576, 0.019061710659842745, -0.023079145422622904, 0.021580919851047486, 0.007886185132216728, NaN, -0.0005322506243523595, 0.006673771755407065, 0.00022201403430588407, 0.0030170437292020846, 0.008010652154643028, 0.006233512683470721, 0.00969099573175125, 0.002666214092118757, 0.004637010796844532, 0.011268115163155512, 0.0012253689278443058, 0.015807312369677584, 0.000520748055105491, 0.015128022987219047, NaN, 0.0007061920488431461, 0.007741151744568242, NaN, NaN, 0.00290172028169855, 0.0012124694196189445, 0.010783937726882353, NaN, 0.05297658821149587, 0.00015654792726560451, 0.003915182609403711, 0.0009089252514902224, NaN, NaN, 0.006150071558567838, 0.015770885030709225, 0.012851215974441166, 0.015163964970201782, 0.0046644825312411875, 0.0008187963052381786, 0.003901137019905576, 0.02852689935227426, 0.00430781420126114, 0.017069587683775644, 0.0029302100143371312, 0.06399792962013895, 0.011406885431588076, NaN, 0.003054349432956238, 0.00493454331024501, 0.002060460826927235, 0.0033100707829816223]], "8": [[true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true], [-0.011489788603700868, 0.006886927919345309, NaN, 0.001586930717098367, 0.006125035658413935, 0.01648992687529649, 0.003660468124936145, 0.010341427845287576, 0.019061710659842745, -0.025486362486302094, 0.021580919851047486, 0.005699231321756093, NaN, -0.004009772057092187, 0.006673771755407065, 0.00022201403430588407, 0.002154192095387808, 0.008010652154643028, 0.003024637983834122, 0.008481699675261245, 0.0020355110351484296, 0.004235925427268361, 0.00877096723403592, 0.0012253689278443058, 0.013755282564887672, 0.000520748055105491, 0.015128022987219047, NaN, 0.0007061920488431461, 0.007741151744568242, 0.009399023579175658, NaN, 0.00242099964710496, 0.0008317007733251724, 0.001798905057683653, NaN, 0.05111968086106855, -0.0008105032617181651, 0.0032521952421658007, 0.00016852509769726964, NaN, NaN, 0.006150071558567838, 0.014516306383841604, 0.010934374326493579, 0.01394689386978265, 0.004279496378109204, 0.0008187963052381786, 0.0023733635932579045, 0.02369548280433209, 0.0033034779455884955, 0.017069587683775644, 0.0029302100143371312, 0.06399792962013895, 0.010788796347952045, NaN, 0.002860553483191808, 0.00493454331024501, 0.0018156842889431868, 0.0033100707829816223]], "16": [[true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true], [-0.011489788603700868, 0.0044892843122701365, NaN, 0.0013539453966311399, 0.005111857471127301, 0.01648992687529649, 0.0027230145034209396, 0.010341427845287576, 0.019061710659842745, -0.029840582473907085, 0.021580919851047486, 0.002945656825959375, NaN, -0.004009772057092187, 0.0065399128383094585, 0.00022201403430588407, 0.0013063864821842852, 0.008010652154643028, 0.0029799796021918734, 0.007707460739694083, 0.00160670142250674, 0.002248651253059064, 0.00797588449389175, 0.0009875240786381134, 0.012293846098956562, 0.0004625700172349312, 0.015128022987219047, NaN, 0.0007061920488431461, 0.007741151744568242, 0.009399023579175658, NaN, 0.00242099964710496, 0.0004991356600398955, 0.001798905057683653, NaN, 0.036135443971219816, -0.0008105032617181651, 0.002827038698252071, 0.00016852509769726964, NaN, NaN, 0.006150071558567838, 0.011573750424929585, 0.009016104913346146, 0.012825221720384139, 0.002995516304778123, 0.0008187963052381786, 0.0023733635932579045, 0.015052382211408588, 0.0033034779455884955, 0.007563761602665364, 0.0023040270095791016, 0.06399792962013895, 0.006940373818931089, NaN, 0.002860553483191808, 0.0037211112385659995, 0.0016226376363404071, 0.0023241018932369517]]}}, "c3dw2_diff_s0": {"raw": {"1": [[false, true, false, true, true, false, true, false, true, false, false, true, false, false, true, true, true, true, true, true, true, false, true, false, true, true, false, false, false, false, false, false, true, true, false, false, true, false, true, true, false, false, false, true, true, true, true, false, false, true, true, false, true, false, true, false, false, true, true, true], [NaN, 0.007644273519205269, NaN, 0.0012411529885916206, 0.007195864985130029, NaN, 0.004786664823406728, NaN, 0.03315832692737253, NaN, NaN, 0.002224262134757682, NaN, NaN, 0.005155717982359809, 0.0010592305112246958, 0.0016715458464342525, 0.009732322512903124, 0.0033651644422216798, 0.008659721583097024, 0.002800594499362541, NaN, 0.0063315581263276854, NaN, 0.013211628484796734, 0.004195594150543602, NaN, NaN, NaN, NaN, NaN, NaN, 0.004090536002651968, -3.830307568719604e-05, NaN, NaN, 0.07865441902531223, NaN, 0.0038267732775587593, 0.005395963988817254, NaN, NaN, NaN, 0.024809665463898734, 0.011525455154126396, 0.015210755486837924, 0.002793989480270209, NaN, NaN, 0.03200171636830529, 0.0041318927440416875, NaN, 0.007881601890006085, NaN, 0.022671065173439864, NaN, NaN, 0.004485501833088268, 0.006917638880553856, 0.0028236495283664453]], "2": [[false, true, false, true, true, false, true, true, true, false, false, true, false, false, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, false, false, false, true, true, false, false, true, false, true, true, false, false, false, true, true, true, true, false, true, true, true, true, true, false, true, false, false, true, true, true], [NaN, 0.007316826978547297, NaN, 0.0012411529885916206, 0.006629188492783156, NaN, 0.0023102758717892247, 0.07423706493848936, 0.03315832692737253, NaN, NaN, 0.002224262134757682, NaN, NaN, 0.005155717982359809, 0.00018493635910066253, 0.0016715458464342525, 0.009732322512903124, 0.003100091443460906, 0.008659721583097024, 0.002800594499362541, NaN, 0.005182642983463603, 0.002375861135933466, 0.013211628484796734, 0.0038043341141522635, NaN, NaN, NaN, NaN, NaN, NaN, 0.002684474370559853, -3.830307568719604e-05, NaN, NaN, 0.0741321081833144, NaN, 0.0038267732775587593, 0.0009158186544782065, NaN, NaN, NaN, 0.021261334414134136, 0.007568595678820955, 0.012831822731426357, 0.002793989480270209, NaN, 0.0030882770198850107, 0.03200171636830529, 0.0041318927440416875, 0.13104624864815784, 0.007411094519460981, NaN, 0.018715765899885328, NaN, NaN, 0.004485501833088268, 0.006917638880553856, 0.0028236495283664453]], "4": [[false, true, false, true, true, false, true, true, true, false, false, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, false, false, false, true, false, false, true, true, false, false, true, false, true, true, false, false, false, true, true, true, true, false, true, true, true, true, true, false, true, false, false, true, true, true], [NaN, 0.007316826978547297, NaN, 0.0012411529885916206, 0.00599898706511981, NaN, 0.0023102758717892247, 0.07207170129388829, 0.03315832692737253, NaN, NaN, 0.002224262134757682, NaN, NaN, 0.005155717982359809, 0.00018493635910066253, 0.0014000285051034567, 0.009732322512903124, 0.003100091443460906, 0.005703196449925674, 0.00267813163111974, 0.0043935051946843995, 0.0039043804421219352, 0.002375861135933466, 0.012810071666353506, 0.0035280041072529578, NaN, NaN, NaN, 0.007591515075989763, NaN, NaN, 0.002684474370559853, -6.138971135172255e-05, NaN, NaN, 0.044610514219525, NaN, 0.0038267732775587593, 0.0009158186544782065, NaN, NaN, NaN, 0.021261334414134136, 0.007568595678820955, 0.011932748492522904, 0.002793989480270209, NaN, 0.0030882770198850107, 0.02175704625829389, 0.0041318927440416875, 0.07638857861499271, 0.003128513805977784, NaN, 0.012036268607676925, NaN, NaN, 0.0037488422127780474, 0.0041388512722511095, 0.0023728361937742637]], "8": [[false, true, false, true, true, false, true, true, true, true, false, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, false, true, true, true, true, false, true, false, true, true, false, false, false, true, true, true, true, false, true, true, true, true, true, false, true, false, false, true, true, true], [NaN, 0.007316826978547297, NaN, 0.0006661930747611233, 0.00599898706511981, NaN, 0.0023102758717892247, 0.061573185965254185, 0.03315832692737253, -0.026237883074552437, NaN, 0.002224262134757682, NaN, NaN, 0.005155717982359809, 0.00018493635910066253, 0.0012120914882478573, 0.009732322512903124, 0.001984477621502334, 0.005703196449925674, 0.002287365616314707, 0.0043935051946843995, 0.0037876670481626906, 0.0018249560548322386, 0.012810071666353506, 0.002483252079113596, 0.0625021243914814, NaN, NaN, 0.007591515075989763, NaN, 0.02055546682464615, 0.002684474370559853, -0.0004592183308752551, 0.00780199608273513, NaN, 0.044610514219525, NaN, 0.0036638089097433824, 0.0009158186544782065, NaN, NaN, NaN, 0.021261334414134136, 0.0072291381910754016, 0.011932748492522904, 0.0023155151094458315, NaN, 0.0030882770198850107, 0.02175704625829389, 0.004004011551754116, 0.009499043593411471, 0.003128513805977784, NaN, 0.01137391038177249, NaN, NaN, 0.0036569054251582855, 0.003482807146796718, 0.0023728361937742637]], "16": [[false, true, false, true, true, false, true, true, true, true, false, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, false, true, true, true, true, false, true, false, true, true, false, false, true, true, true, true, true, false, true, true, true, true, true, false, true, false, true, true, true, true], [NaN, 0.007316826978547297, NaN, 0.0006661930747611233, 0.00599898706511981, NaN, 0.002186644477402133, 0.029877944449004934, 0.03315832692737253, -0.026237883074552437, NaN, 0.002224262134757682, NaN, NaN, 0.005155717982359809, 0.000108415957691399, 0.0012120914882478573, 0.009732322512903124, 0.001984477621502334, 0.005145091902460486, 0.002287365616314707, 0.0043935051946843995, 0.002811764411404294, 0.0009361173724629079, 0.011977555094937475, 0.002483252079113596, 0.0625021243914814, NaN, NaN, 0.007591515075989763, NaN, 0.02055546682464615, 0.0026843978146029457, -0.0006907179592567925, 0.00780199608273513, NaN, 0.044610514219525, NaN, 0.0032389178633775995, 0.0009158186544782065, NaN, NaN, 0.026418856954387504, 0.015728368601892306, 0.006897184885962471, 0.010830807431043477, 0.0023155151094458315, NaN, 0.0030882770198850107, 0.02175704625829389, 0.0037113823556262915, 0.009499043593411471, 0.003128513805977784, NaN, 0.01137391038177249, NaN, 0.01300017408042331, 0.003619443704243608, 0.0025435542513481124, 0.0023728361937742637]]}, "rob": {"1": [[false, true, false, true, true, false, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, false, false, true, true, true, false, true, false, true, true, false, false, true, true, true, true, true, false, true, true, false, true, true, false, true, false, true, true, true, true], [NaN, 0.014122056679241268, NaN, 0.0031755896116469895, 0.00851384266459565, NaN, 0.004416382984984146, 0.07207170129388829, 0.033901090994630234, -0.026162118363830422, NaN, 0.013417674979104177, NaN, -9.15197763506903e-06, 0.0030573628469166003, 0.00023933013342647413, 0.002595843406401066, 0.01383985077931027, 0.006182195136728019, 0.00807694019092886, 0.0027116779334184216, 0.007936667918552853, 0.017525374811458105, 0.005699003921652235, 0.01914841370970799, 0.0015315150140802203, 0.0202476042283406, NaN, NaN, 0.008717571943144042, NaN, NaN, 0.003886672366440358, 0.0015676635931687333, 0.015541885315999426, NaN, 0.06693802486108735, NaN, 0.005156254515962022, 0.002905899622865249, NaN, NaN, 0.014463501492167019, 0.023995665496388652, 0.01777170589499688, 0.020835850592712202, 0.006996387475607158, NaN, 0.0035760778961557715, 0.036857405084314676, NaN, 0.056733049198715024, 0.008748810438772292, NaN, 0.02279887375151257, NaN, 0.01300017408042331, 0.00543883612352869, 0.0017927151629533178, 0.004190038400484264]], "2": [[false, true, false, true, true, false, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, false, false, true, true, true, false, true, false, true, true, false, false, true, true, true, true, true, false, true, true, false, true, true, false, true, false, true, true, true, true], [NaN, 0.014122056679241268, NaN, 0.002996740963496114, 0.007804589707128384, NaN, 0.004416382984984146, 0.07207170129388829, 0.033901090994630234, -0.026162118363830422, NaN, 0.01336963419248427, NaN, -9.15197763506903e-06, 0.0030573628469166003, 0.0002378849520210391, 0.0023979169333223638, 0.012770405965990328, 0.005544794914926321, 0.00769566748238093, 0.0027116779334184216, 0.007405032469768313, 0.013923972287100073, 0.0010820619966345202, 0.01685500196021894, 0.0015315150140802203, 0.0202476042283406, NaN, NaN, 0.007591515075989763, NaN, NaN, 0.0034236768299735765, 0.0014801193430171722, 0.01095756789720892, NaN, 0.06494168913050058, NaN, 0.0029661721410874087, 0.0016162332097955368, NaN, NaN, 0.011159833117106777, 0.022875293408539887, 0.01630941022820509, 0.01539665316401062, 0.005796639761515898, NaN, 0.0035760778961557715, 0.034984655142828114, NaN, 0.056733049198715024, 0.004559801680278586, NaN, 0.018584158386110827, NaN, 0.010937821492426503, 0.00543883612352869, 0.0017927151629533178, 0.004190038400484264]], "4": [[false, true, false, true, true, false, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, false, false, true, true, true, false, true, false, true, true, false, false, true, true, true, true, true, false, true, true, true, true, true, false, true, false, true, true, true, true], [NaN, 0.012784937716102451, NaN, 0.0027873222322667424, 0.007676914804653823, NaN, 0.004416382984984146, 0.061573185965254185, 0.03315832692737253, -0.026162118363830422, NaN, 0.006971540991709491, NaN, -9.15197763506903e-06, 0.0030573628469166003, 8.654727993562261e-05, 0.0022721100440126207, 0.012770405965990328, 0.004879829516679646, 0.00769566748238093, 0.0027116779334184216, 0.00652595610078599, 0.01179403058205386, 0.0010820619966345202, 0.01685500196021894, 0.0015315150140802203, 0.0202476042283406, NaN, NaN, 0.007591515075989763, NaN, NaN, 0.0034236768299735765, 0.001118597505088692, 0.0089858132203402, NaN, 0.06139905887037278, NaN, 0.0029661721410874087, 0.0016162332097955368, NaN, NaN, 0.011159833117106777, 0.019580206119588883, 0.013920807566135895, 0.01444802302830328, 0.004959580089358928, NaN, 0.0035760778961557715, 0.03139878685629638, 0.010723238952274228, 0.04006373360016946, 0.004473381198844217, NaN, 0.017067345798885247, NaN, 0.010937821492426503, 0.004800089427711374, 0.0017927151629533178, 0.00404132104178645]], "8": [[false, true, false, true, true, false, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, false, false, true, true, true, false, true, false, true, true, false, false, true, true, true, true, true, false, true, true, true, true, true, false, true, false, true, true, true, true], [NaN, 0.010306384860820916, NaN, 0.0024446250320013796, 0.007383974499241441, NaN, 0.0038412606282378636, 0.019951826359497105, 0.03315832692737253, -0.029121625653474092, NaN, 0.006971540991709491, NaN, -9.15197763506903e-06, 0.0030573628469166003, 8.654727993562261e-05, 0.002238754086564043, 0.009604238070723081, 0.00429060356450095, 0.007117061056657548, 0.0022880122002719716, 0.005487865943787806, 0.00935868656361305, 0.0009329723555266956, 0.014620228898448717, 0.0015315150140802203, 0.0202476042283406, NaN, NaN, 0.007591515075989763, NaN, NaN, 0.003263856556988687, 0.0006980257399284984, 0.007197287555386289, NaN, 0.0507902566837688, NaN, 0.0029380176152609128, 0.0009158186544782065, NaN, NaN, 0.011159833117106777, 0.019580206119588883, 0.010646740390202636, 0.014167016971100566, 0.004959580089358928, NaN, 0.003557520671711556, 0.024834110683711552, 0.0043310366871804895, 0.04006373360016946, 0.004473381198844217, NaN, 0.017067345798885247, NaN, 0.00949823680416828, 0.004619798061508584, 0.0017927151629533178, 0.003377106540642716]], "16": [[false, true, false, true, true, false, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, false, false, true, true, true, false, true, false, true, true, false, false, true, true, true, true, true, false, true, true, true, true, true, false, true, false, true, true, true, true], [NaN, 0.010306384860820916, NaN, 0.0020357290798109773, 0.006979183123543065, NaN, 0.002918685316354086, 0.019951826359497105, 0.03315832692737253, -0.02965479785417169, NaN, 0.006971540991709491, NaN, -9.15197763506903e-06, 0.0030573628469166003, 8.654727993562261e-05, 0.0013498771850004587, 0.009604238070723081, 0.003497917436528386, 0.007117061056657548, 0.0021432641247014494, 0.005487865943787806, 0.008495749971447308, 0.0005517487282908906, 0.014241553714481325, 0.0015315150140802203, 0.0202476042283406, NaN, NaN, 0.007591515075989763, NaN, NaN, 0.00310556081228186, 0.0006980257399284984, 0.003767369956956035, NaN, 0.048757842129277806, NaN, 0.0029380176152609128, 0.0009158186544782065, NaN, NaN, 0.011159833117106777, 0.017424173883672456, 0.010117974802833274, 0.012076272583749992, 0.0036503850257694204, NaN, 0.0030882770198850107, 0.022463955568206906, 0.004115924721623809, 0.009164846056530562, 0.004242709533663236, NaN, 0.017067345798885247, NaN, 0.00949823680416828, 0.003555480026537605, 0.0017927151629533178, 0.0028236495283664453]]}}, "c3dw4_diff_s0": {"raw": {"1": [[false, true, false, true, true, false, true, false, false, false, false, true, false, false, true, true, true, true, true, true, false, false, true, false, true, true, false, false, false, false, false, false, true, true, false, false, true, false, true, true, false, false, false, true, true, true, true, false, false, false, false, false, true, false, true, false, false, true, true, true], [NaN, 0.01939903870618842, NaN, 0.002799200352605169, 0.01068873237055068, NaN, 0.005080059154175309, NaN, NaN, NaN, NaN, 0.013623976394648185, NaN, NaN, 0.006482952529217156, 0.0028139864533072156, 0.001810786171935197, 0.015618921089251225, 0.004348918228261889, 0.007789688341652168, NaN, NaN, 0.005096364977964507, NaN, 0.015066058205103428, 0.00500117369911024, NaN, NaN, NaN, NaN, NaN, NaN, 0.004108423375468906, 0.0008367515190723651, NaN, NaN, 0.08606950243782951, NaN, 0.005020217657217829, 0.00982978173934801, NaN, NaN, NaN, 0.02828943606190082, 0.01249242049690924, 0.014572006897208167, 0.00681560211128418, NaN, NaN, NaN, NaN, NaN, 0.007472514977880262, NaN, 0.02772964991754323, NaN, NaN, 0.004925943254870724, 0.018049417039150084, 0.005607655567412273]], "2": [[false, true, false, true, true, false, true, true, false, false, false, true, false, false, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, false, false, false, true, true, false, false, true, false, true, true, false, false, false, true, true, true, true, false, false, false, false, false, true, false, true, false, false, true, true, true], [NaN, 0.019353816645017563, NaN, 0.002799200352605169, 0.01068873237055068, NaN, 0.003467436087377429, 0.20986893448489674, NaN, NaN, NaN, 0.013623976394648185, NaN, NaN, 0.006482952529217156, 0.0008679898156527255, 0.001810786171935197, 0.013500312043980056, 0.004229991733239347, 0.007088664085408869, 0.004499976576549436, NaN, 0.0038795369145225855, 0.002339879017472235, 0.015066058205103428, 0.00500117369911024, NaN, NaN, NaN, NaN, NaN, NaN, 0.004108423375468906, 0.0008367515190723651, NaN, NaN, 0.08411541137121992, NaN, 0.005020217657217829, 0.003929140142931109, NaN, NaN, NaN, 0.02828943606190082, 0.010310117548518738, 0.013608754699674597, 0.00681560211128418, NaN, NaN, NaN, NaN, NaN, 0.007297541990487044, NaN, 0.026326230702209852, NaN, NaN, 0.004925943254870724, 0.01668506933167979, 0.004814656023023112]], "4": [[false, true, false, true, true, false, true, true, false, false, false, true, false, false, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, true, false, false, true, true, false, false, true, false, true, true, false, false, false, true, true, true, true, false, false, false, true, false, true, false, true, false, false, true, true, true], [NaN, 0.019086380714993245, NaN, 0.002799200352605169, 0.00570522977194754, NaN, 0.003467436087377429, 0.16858118932577937, NaN, NaN, NaN, 0.013623976394648185, NaN, NaN, 0.006482952529217156, 0.0008679898156527255, 0.0017220438161711371, 0.011208206278279453, 0.004229991733239347, 0.006967715406723363, 0.0038082566395296613, NaN, 0.0038795369145225855, 0.002339879017472235, 0.014273276795378376, 0.00500117369911024, NaN, NaN, NaN, 0.009248335306856204, NaN, NaN, 0.004108423375468906, -0.0016563795879851462, NaN, NaN, 0.07010194822617133, NaN, 0.005020217657217829, 0.003929140142931109, NaN, NaN, NaN, 0.02828943606190082, 0.00994927371338128, 0.01346161155813208, 0.006513694520273283, NaN, NaN, NaN, 0.009587065255457938, NaN, 0.006229824659343741, NaN, 0.020079043336527658, NaN, NaN, 0.004492948733348934, 0.012282262120640874, 0.004814656023023112]], "8": [[false, true, false, true, true, false, true, true, false, true, false, true, false, false, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, true, false, false, true, true, true, false, true, false, true, true, false, false, false, true, true, true, true, false, false, true, true, false, true, false, true, false, false, true, true, true], [NaN, 0.018911843748703028, NaN, 0.002317651097241802, 0.00570522977194754, NaN, 0.003467436087377429, 0.16858118932577937, NaN, -0.026391916203321708, NaN, 0.013623976394648185, NaN, NaN, 0.004931085754423803, 0.0008679898156527255, 0.0016917621284493478, 0.011208206278279453, 0.004092509641306474, 0.006967715406723363, 0.003302338516480985, NaN, 0.0029562361318087316, 0.002339879017472235, 0.014273276795378376, 0.0035028484175863017, NaN, NaN, NaN, 0.009248335306856204, NaN, NaN, 0.003842702196144465, -0.0016563795879851462, 0.010324621514895105, NaN, 0.06913788889805383, NaN, 0.005020217657217829, 0.003929140142931109, NaN, NaN, NaN, 0.02347442606659489, 0.00994927371338128, 0.01346161155813208, 0.005690164685034915, NaN, NaN, 0.031992985604060165, 0.003066560221445691, NaN, 0.005863684126427016, NaN, 0.020079043336527658, NaN, NaN, 0.004492948733348934, 0.009533479151855984, 0.004056965680146352]], "16": [[false, true, false, true, true, false, true, true, false, true, false, true, false, false, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, true, false, false, true, true, true, false, true, false, true, true, false, false, false, true, true, true, true, false, false, true, true, false, true, false, true, false, false, true, true, true], [NaN, 0.018714788360888024, NaN, 0.002300828996177451, 0.005366594099714517, NaN, 0.0029584862446070392, 0.08934953658166855, NaN, -0.027284810017423, NaN, 0.009763938027536279, NaN, NaN, 0.004931085754423803, 0.0008679898156527255, 0.001659180482717959, 0.01104264643661046, 0.004092509641306474, 0.006699928220550877, 0.003302338516480985, NaN, 0.0029562361318087316, 0.002339879017472235, 0.013575315436850977, 0.0035028484175863017, NaN, NaN, NaN, 0.009248335306856204, NaN, NaN, 0.003842702196144465, -0.0016563795879851462, 0.010324621514895105, NaN, 0.06913788889805383, NaN, 0.005020217657217829, 0.0034454998298483197, NaN, NaN, NaN, 0.02347442606659489, 0.009827408498127133, 0.012143751239670708, 0.005690164685034915, NaN, NaN, 0.031992985604060165, 0.003066560221445691, NaN, 0.005863684126427016, NaN, 0.020079043336527658, NaN, NaN, 0.004406129586609797, 0.005446922087529282, 0.004056965680146352]]}, "rob": {"1": [[false, true, false, true, true, false, true, true, false, true, false, true, false, false, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, true, false, false, true, true, true, false, true, false, true, true, false, false, true, true, true, true, true, false, false, true, false, false, true, false, true, false, false, true, true, true], [NaN, 0.019444551894229667, NaN, 0.004436346517841638, 0.011466872437976505, NaN, 0.006429345424831423, 0.16858118932577937, NaN, -0.026391916203321708, NaN, 0.022460673729844727, NaN, NaN, 0.006235128512280141, 0.0010923946824565878, 0.0029167757043846443, 0.017933427852845796, 0.004723779591791821, 0.007849164916517992, 0.004006307443764845, NaN, 0.016699757053217024, 0.002339879017472235, 0.018229943117922698, 0.0040084971716587425, NaN, NaN, NaN, 0.009657304524153698, NaN, NaN, 0.003944844907552536, 0.007529516146877802, 0.016347471378254763, NaN, 0.0757713515742493, NaN, 0.0031510089597295288, 0.004033691714868004, NaN, NaN, 0.02027476905219472, 0.0323106617462523, 0.013761535130460967, 0.01491894874727806, 0.008389418394688875, NaN, NaN, 0.036251053137251965, NaN, NaN, 0.007043963581501611, NaN, 0.02907226213456382, NaN, NaN, 0.006865201431705437, 0.008013252894623069, 0.004508251391627027]], "2": [[false, true, false, true, true, false, true, true, false, true, false, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, false, false, false, true, false, false, true, true, true, false, true, false, true, true, false, false, true, true, true, true, true, false, false, true, false, false, true, false, true, false, false, true, true, true], [NaN, 0.019444551894229667, NaN, 0.004436346517841638, 0.011288350560525684, NaN, 0.006002956769770806, 0.16858118932577937, NaN, -0.027480432567814406, NaN, 0.01969870925978423, NaN, NaN, 0.006235128512280141, 0.0010923946824565878, 0.0023580415569508517, 0.0147805082803103, 0.004245011326295733, 0.007307196585567111, 0.004006307443764845, 0.02231028935341639, 0.014771843506969473, 0.0015811062560642242, 0.018229943117922698, 0.0040084971716587425, NaN, NaN, NaN, 0.00896139231895754, NaN, NaN, 0.003944844907552536, 0.005912443604744411, 0.01047228170268455, NaN, 0.0741602153425418, NaN, 0.0031510089597295288, 0.003929140142931109, NaN, NaN, 0.02027476905219472, 0.0323106617462523, 0.011856204833443629, 0.014797317349589667, 0.006774652203583198, NaN, NaN, 0.03571922817591622, NaN, NaN, 0.006744900582769997, NaN, 0.02740720258719831, NaN, NaN, 0.006630895295848482, 0.008013252894623069, 0.004508251391627027]], "4": [[false, true, false, true, true, false, true, true, false, true, false, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, false, false, false, true, false, false, true, true, true, false, true, false, true, true, false, false, true, true, true, true, true, false, false, true, false, false, true, false, true, false, false, true, true, true], [NaN, 0.019444551894229667, NaN, 0.004317721657368656, 0.010445736728027954, NaN, 0.004775097511562354, 0.16858118932577937, NaN, -0.027480432567814406, NaN, 0.018972560324786336, NaN, NaN, 0.0061047991446063765, 0.0008679898156527255, 0.0021307719335557085, 0.0147805082803103, 0.0041814392749151, 0.00709437676430813, 0.002811394838792891, 0.02231028935341639, 0.014362836856390837, 0.0010829460839705263, 0.017116957295778112, 0.0038408515750021355, NaN, NaN, NaN, 0.00896139231895754, NaN, NaN, 0.003944844907552536, 0.004579113046098371, 0.01047228170268455, NaN, 0.0741602153425418, NaN, 0.0031510089597295288, 0.0034492492847530976, NaN, NaN, 0.02027476905219472, 0.031679534734294856, 0.010098474242605349, 0.014131257564451882, 0.006774652203583198, NaN, NaN, 0.033655869838083774, NaN, NaN, 0.006504511933604462, NaN, 0.026668691724739846, NaN, NaN, 0.0063507657059744815, 0.006033158285799312, 0.003930816108269841]], "8": [[false, true, false, true, true, false, true, true, false, true, false, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, false, false, false, true, false, false, true, true, true, false, true, false, true, true, false, false, true, true, true, true, true, false, false, true, true, false, true, false, true, false, false, true, true, true], [NaN, 0.019444551894229667, NaN, 0.003609942140380573, 0.010144963168027044, NaN, 0.004670827606376937, 0.08934953658166855, NaN, -0.028936570542308027, NaN, 0.013404517013259287, NaN, NaN, 0.00592380447440477, 0.0005543818884354845, 0.0019139705455950562, 0.0147805082803103, 0.0041814392749151, 0.007010501028762439, 0.002811394838792891, 0.02231028935341639, 0.012151192950807799, 0.0010829460839705263, 0.01646127468991887, 0.0035028484175863017, NaN, NaN, NaN, 0.00896139231895754, NaN, NaN, 0.003944844907552536, 0.0036568236722747116, 0.008223504470044052, NaN, 0.0741602153425418, NaN, 0.0031510089597295288, 0.0034454998298483197, NaN, NaN, 0.02027476905219472, 0.03097847619384675, 0.010098474242605349, 0.014131257564451882, 0.006774652203583198, NaN, NaN, 0.029253284242684696, 0.01304083000903078, NaN, 0.0061879230530803575, NaN, 0.02585296943557247, NaN, NaN, 0.005690004763356127, 0.006033158285799312, 0.003461643414761406]], "16": [[false, true, false, true, true, false, true, true, false, true, false, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, false, false, false, true, false, false, true, true, true, false, true, false, true, true, false, false, true, true, true, true, true, false, false, true, true, false, true, false, true, false, false, true, true, true], [NaN, 0.01716814059875027, NaN, 0.003132720878439965, 0.008867074410624953, NaN, 0.004314618266511472, 0.08934953658166855, NaN, -0.029736391075764534, NaN, 0.009321348286738695, NaN, NaN, 0.004931085754423803, 0.0005543818884354845, 0.0016460318447206745, 0.013955830586142026, 0.0041814392749151, 0.006264867501961424, 0.002811394838792891, 0.02231028935341639, 0.01042167068305, 0.0010829460839705263, 0.015264029386550249, 0.0035028484175863017, NaN, NaN, NaN, 0.00896139231895754, NaN, NaN, 0.003944844907552536, 0.002175823138644173, 0.008223504470044052, NaN, 0.05093183021658665, NaN, 0.0031510089597295288, 0.0034454998298483197, NaN, NaN, 0.02027476905219472, 0.029197894085079223, 0.010098474242605349, 0.01308959889387351, 0.006511633129202776, NaN, NaN, 0.029253284242684696, 0.011349380528572484, NaN, 0.0061879230530803575, NaN, 0.025490666308597643, NaN, NaN, 0.005457996226083228, 0.004085096076664296, 0.003461643414761406]]}}, "c3d_reg_s0_mcd": {"raw": {"1": [[false, true, false, true, true, false, true, false, true, false, false, true, true, false, false, true, true, true, true, false, true, true, true, false, false, true, true, false, false, false, false, true, true, true, false, false, false, true, true, true, false, false, false, true, false, true, true, false, false, false, true, false, true, false, true, false, false, true, true, true], [NaN, 0.0034212404582700806, NaN, 0.0005075025647807152, 0.0016316380155960708, NaN, 0.005436778163076861, NaN, 0.023171508156320852, NaN, NaN, 0.008502603713658186, 0.011889052847809056, NaN, NaN, 0.005193265654403589, 0.0010988885323683917, 0.02513780653373776, 0.0028752359715056297, NaN, 0.004180377220675435, 0.006224849871035998, 0.0032196765039984587, NaN, NaN, 0.004343024068364398, 0.019818106183926876, NaN, NaN, NaN, NaN, 0.013858007565207275, 0.00041668498551761246, 0.002099293074186548, NaN, NaN, NaN, 0.006641507490876775, 0.01614036091820359, 0.003784756507900111, NaN, NaN, NaN, 0.02681049892428322, NaN, 0.018631090697549535, 0.004103922973532015, NaN, NaN, NaN, 0.010335819892641318, NaN, 0.012162120857286851, NaN, 0.009045381275430087, NaN, NaN, 0.0054005612493102095, 0.002360124129072494, 0.0019516916141217866]], "2": [[false, true, false, true, true, false, true, true, true, false, false, true, true, false, false, true, true, true, true, false, true, true, true, false, false, true, true, false, false, false, false, true, true, true, false, false, true, true, true, true, false, false, false, true, false, true, true, false, false, true, true, false, true, false, true, false, false, true, true, true], [NaN, 0.0028101384024048492, NaN, 0.000139861716416112, 0.0008311008021237853, NaN, 0.002985692703035614, 0.06222553275333209, 0.023171508156320852, NaN, NaN, 0.008502603713658186, 0.011889052847809056, NaN, NaN, 0.0013717259852585872, 0.00082074517876074, 0.013789597654155328, 0.0028752359715056297, NaN, 0.004180377220675435, 0.006224849871035998, 0.0032196765039984587, NaN, NaN, 0.004343024068364398, 0.017419315587561046, NaN, NaN, NaN, NaN, 0.008018260054790005, 0.00041668498551761246, -0.0006317738223661218, NaN, NaN, 0.017426258111389537, 0.0057304063778613745, 0.008295076418264102, 0.001730066873643743, NaN, NaN, NaN, 0.017788716093086077, NaN, 0.014317119667611955, 0.0006808121064116879, NaN, NaN, 0.019111576553672682, 0.010335819892641318, NaN, 0.012162120857286851, NaN, 0.008083956025390027, NaN, NaN, 0.005378032478545514, 0.001995313467847426, 0.0009047752479496296]], "4": [[false, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, false, true, true, true, true, false, true, true, true, false, false, false, true, true, true, false, false, true, true, true, true, false, false, false, true, true, true, true, false, true, true, true, false, true, false, true, false, true, true, true, true], [NaN, 0.001214549838998158, NaN, 0.000139861716416112, 0.0008311008021237853, NaN, 0.002985692703035614, 0.06222553275333209, 0.017039568997025967, NaN, NaN, 0.001978438628898349, 0.009613492976122018, 0.0002261833790668799, NaN, 0.0009092650807143166, 0.0005960297474620901, 0.006081719475514724, 0.0008073936106960389, NaN, 0.004092258408914251, 0.006224849871035998, 0.0032196765039984587, 0.001704841252254674, NaN, 0.004217323087259528, 0.01685636770108867, 0.0005992868151381003, NaN, NaN, NaN, 0.0076661871513397095, 0.00011272752393542973, -0.0006317738223661218, NaN, NaN, 0.01644502942934989, -0.0002072309213715373, 0.008295076418264102, 0.001730066873643743, NaN, NaN, NaN, 0.017788716093086077, 0.0010827433368760797, 0.011444291593410094, 0.0006808121064116879, NaN, 0.0027486748156495544, 0.014920337045700949, 0.010193474745194386, NaN, 0.0073912811406875445, NaN, 0.0053905292272558025, NaN, 0.004060140524787759, 0.004053749623142089, 0.001995313467847426, 0.0009047752479496296]], "8": [[false, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true], [NaN, 0.0004407260472276686, NaN, 0.00011238149791759078, 0.00035126933437901187, NaN, 0.0016434546312076304, 0.041653062470577984, 0.017039568997025967, NaN, NaN, 0.001978438628898349, 0.007917260557135375, 0.0002261833790668799, NaN, 0.0009092650807143166, 0.0005960297474620901, 0.006081719475514724, 0.0008073936106960389, 0.031240815179407688, 0.003999278192617917, 0.0031767555294646144, 0.0032196765039984587, 0.001704841252254674, NaN, 0.001770292775444382, 0.013004685504304225, 0.0005992868151381003, 0.006927826280673566, NaN, NaN, 0.0076661871513397095, 0.00011272752393542973, -0.0006317738223661218, 0.015658019959602143, 0.022612961155559885, 0.01644502942934989, -0.0003727351740386853, 0.008295076418264102, 0.0011061404773775596, NaN, NaN, NaN, 0.01568533971613406, 0.0010827433368760797, 0.007553349790344166, 0.0006808121064116879, 0.014509862737481338, 0.0027486748156495544, 0.011116828607863116, 0.010193474745194386, NaN, 0.0073912811406875445, NaN, 0.003656433695062633, 0.02133940608328455, 0.0036931520148604235, 0.004053749623142089, 0.001965021856342064, 0.00021868283874737493]], "16": [[false, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true], [NaN, 0.00035444313183541354, NaN, 0.00011238149791759078, 0.00022421236991410076, NaN, 0.0016434546312076304, 0.03797179873647183, 0.017039568997025967, NaN, NaN, 0.001978438628898349, 0.006803294307667018, -0.0021820153287218647, NaN, 0.0009092650807143166, 0.0005960297474620901, 0.006081719475514724, 0.0008073936106960389, 0.018073393695098083, 0.003274407067836993, 0.002121879322693143, 0.0009051902923951083, 0.001704841252254674, NaN, 0.001770292775444382, 0.010215047108023345, -0.0006369901615841389, 0.006927826280673566, NaN, NaN, 0.0076661871513397095, 6.885459821459605e-05, -0.0006317738223661218, 0.015658019959602143, 0.013608025031513593, 0.01644502942934989, -0.0003727351740386853, 0.006030733499776231, 0.0011061404773775596, NaN, NaN, NaN, 0.0030309877531360385, 0.00036743540305006483, 0.005629431096523474, 0.0006808121064116879, 0.014509862737481338, 0.0027486748156495544, 0.011069216559222994, 0.010193474745194386, NaN, 0.003936173248336283, NaN, 0.003180534303569793, 0.018011907768478608, 0.003303482464032781, 0.003560972235151061, 0.001965021856342064, 0.00021868283874737493]]}, "rob": {"1": [[false, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, false, false, false, false, true, true, true, false, true, true, true, true, false, false, false, true, true, true, true, true, true, true, true, false, true, false, true, false, true, true, true, true], [NaN, 0.003943408321725794, NaN, 0.0005034419096501264, 0.0017899420933455978, NaN, 0.00983358020784686, 0.02118978951907402, 0.016536260859749907, NaN, NaN, 0.00617087041750386, 0.008436992297246926, 0.01145285167629484, NaN, 0.0008710496432986492, 0.004335143661315266, 0.029133300111535254, 0.0029824211956135382, NaN, 0.005016432943510507, 0.012340790513093891, 0.014496588802775046, 0.0010552220748631935, 0.023480189656071904, 0.0033729326220548472, 0.015387308908168418, 0.0024954397122143313, NaN, NaN, NaN, NaN, 0.0007140371436231696, 0.011949953087791343, 0.030430516094170912, NaN, 0.015490339720804824, 0.006641507490876775, 0.012958596615259665, 0.009275883717761557, NaN, NaN, NaN, 0.02874356916332932, 0.00291564941162914, 0.028603350410163042, 0.00053681147301754, 0.010342131487840911, 0.004700530287186755, 0.014920337045700949, 0.010839278158899734, NaN, 0.014597286836099954, NaN, 0.012474264511602273, NaN, 0.0026464935980134996, 0.0066625839330358705, 0.006543338552103206, 0.004364678517037035]], "2": [[false, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, true, true, false, true, false, true, false, true, true, true, true], [NaN, 0.003943408321725794, NaN, 0.0005034419096501264, 0.0016316380155960708, NaN, 0.006842710123247109, 0.02118978951907402, 0.016536260859749907, NaN, NaN, 0.00617087041750386, 0.008436992297246926, 0.007512072673666381, NaN, 0.0008710496432986492, 0.004335143661315266, 0.029133300111535254, 0.0029824211956135382, NaN, 0.004468018485275005, 0.010422343205777729, 0.014496588802775046, 0.0010552220748631935, 0.023480189656071904, 0.0024372170930482273, 0.015387308908168418, 0.0024954397122143313, NaN, NaN, NaN, 0.01340688317042682, 0.0007140371436231696, 0.011949953087791343, 0.01589960757816411, 0.007593663042174237, 0.014655408806000247, 0.006154794548959508, 0.011936135109753776, 0.0038958885981543734, NaN, NaN, NaN, 0.02377876078467489, 0.0024870603786082413, 0.027367609937302584, 0.00053681147301754, 0.010342131487840911, 0.004700530287186755, 0.014767512332978017, 0.010839278158899734, NaN, 0.010757984325648673, NaN, 0.012474264511602273, NaN, 0.0026464935980134996, 0.006255675908603875, 0.006543338552103206, 0.0016549836814301333]], "4": [[false, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true], [NaN, 0.001214549838998158, NaN, 0.00033088146885607017, 0.0016316380155960708, NaN, 0.00451051920528589, 0.02118978951907402, 0.014199829346544401, NaN, NaN, 0.0022028380527356894, 0.008436992297246926, 0.00695537597283491, NaN, 0.0006299081961591568, 0.003291023666352366, 0.017775043122920886, 0.0029824211956135382, 0.0256489117771197, 0.0040737434780167, 0.00981517449647007, 0.010732636652362348, 0.0010552220748631935, 0.023480189656071904, 0.0024372170930482273, 0.014019394640920613, 0.0005992868151381003, 0.006927826280673566, NaN, NaN, 0.01025489687121972, 0.0004546127368250108, 0.00804538570200708, 0.01589960757816411, 0.007593663042174237, 0.014655408806000247, 0.002682635709315706, 0.011936135109753776, 0.0038958885981543734, NaN, NaN, NaN, 0.02377876078467489, 0.0011793528749843851, 0.018631090697549535, 0.00053681147301754, 0.010342131487840911, 0.0027486748156495544, 0.013330749117801188, 0.010839278158899734, 0.025752386473951283, 0.010757984325648673, NaN, 0.012474264511602273, NaN, 0.0026464935980134996, 0.005103375126931375, 0.005471540261956953, 0.0010873431037359271]], "8": [[false, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true], [NaN, 0.0007696891540267536, NaN, 0.0002976480869831821, 0.0008972518794774231, NaN, 0.0040355755527778925, 0.02118978951907402, 0.014199829346544401, NaN, NaN, 0.0022028380527356894, 0.006658837397673922, 0.0062780399001143294, NaN, 0.0002268252753976352, 0.0022216536874972714, 0.014323246065944373, 0.0029362575144598058, 0.021008667871879938, 0.0036507144816471104, 0.00981517449647007, 0.008992821499888004, 0.0007346949559756677, 0.023480189656071904, 0.0024372170930482273, 0.014019394640920613, -0.002499872889522692, 0.006927826280673566, NaN, NaN, 0.007918852689982714, 0.0002096952377190764, 0.006138750726637943, 0.014140460691097534, 0.007593663042174237, 0.014655408806000247, 0.002168983455753004, 0.006887821751615286, 0.003615138643247695, NaN, NaN, NaN, 0.01926679325446834, 2.4165584210811275e-05, 0.015654742113410336, 0.00031254384846457484, 0.010342131487840911, 0.0027486748156495544, 0.013330749117801188, 0.010335819892641318, 0.00972474661185374, 0.0060814927269832175, NaN, 0.006591488745470331, NaN, 0.0026464935980134996, 0.005103375126931375, 0.004451493596346667, 0.0010515081327833187]], "16": [[false, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true], [NaN, 0.0004407260472276686, NaN, 0.000139861716416112, 0.0001624467962830778, NaN, 0.0037862799136545444, 0.02118978951907402, 0.014199829346544401, NaN, NaN, 0.0022028380527356894, 0.004941454938173662, 0.0032333212656028287, NaN, 0.0002268252753976352, 0.0013090364619292583, 0.008522326459419416, 0.001609962804758558, 0.019646593795737965, 0.0027068981082201127, 0.006744156931113077, 0.006063976817637595, 0.0004216722532828232, 0.023480189656071904, 0.0015929730794517205, 0.009964330103824137, -0.0037479664458495154, 0.006927826280673566, NaN, NaN, 0.00474496965389859, 0.0002096952377190764, 0.0037034026595483827, 0.008023215617740442, 0.007593663042174237, 0.012810750283658967, 3.6358075411691004e-05, 0.006030733499776231, 0.0023015393804011186, NaN, NaN, NaN, 0.01677789350828296, 2.4165584210811275e-05, 0.012155527004789057, 0.00031254384846457484, 0.010342131487840911, 0.000938587394024859, 0.011069216559222994, 0.010193474745194386, 0.00972474661185374, 0.005906764589663549, NaN, 0.006591488745470331, 0.018011907768478608, 0.0026464935980134996, 0.004366734633228786, 0.0028033692875395477, 0.0008443359445966525]]}}, "c3d_reg_s0_det": {"raw": {"1": [[false, true, false, true, true, false, true, true, true, false, false, true, true, false, false, true, true, true, true, true, true, true, true, false, false, true, true, false, false, false, false, true, true, true, false, false, true, true, true, true, false, false, false, true, false, true, true, false, false, true, true, false, true, false, true, false, true, true, true, true], [NaN, 0.0002460180860850425, NaN, 0.00028101180888584487, 0.0005222462987446441, NaN, 0.0036115602693727045, 0.07074971396793761, 0.01998787589899864, NaN, NaN, 0.0060874486983215625, 0.011906377453679173, NaN, NaN, 0.0013678612945744462, 0.0024665935646892567, 0.010434654161083134, 0.0027421922183719083, 0.02640595101669474, 0.0037432851668808276, 0.0023817895091078345, 0.004272957489495743, NaN, NaN, 0.0027558628568018495, 0.016839315296588442, NaN, NaN, NaN, NaN, 0.011695734410396508, 0.00029109432672735913, 0.0009321054519517702, NaN, NaN, 0.026300897028666004, 0.0006876739947170307, 0.015232561158299074, 0.0021128532185321625, NaN, NaN, NaN, 0.022112893628653207, NaN, 0.012426395282447933, 0.0020641160535228575, NaN, NaN, 0.013010130906812245, 0.021133068723160342, NaN, 0.007773021609421393, NaN, 0.005926385513449706, NaN, 0.006482342644032579, 0.004461054541097242, 0.0028862135962091084, 0.0009786797045192586]]}, "rob": {"1": [[false, true, false, true, true, false, true, true, true, false, false, true, true, false, false, true, true, true, true, true, true, true, true, false, false, true, true, false, false, false, false, true, true, true, false, false, true, true, true, true, false, false, false, true, false, true, true, false, false, true, true, false, true, false, true, false, true, true, true, true], [NaN, 0.0002460180860850425, NaN, 0.00028101180888584487, 0.0005222462987446441, NaN, 0.0036115602693727045, 0.07074971396793761, 0.01998787589899864, NaN, NaN, 0.0060874486983215625, 0.011906377453679173, NaN, NaN, 0.0013678612945744462, 0.0024665935646892567, 0.010434654161083134, 0.0027421922183719083, 0.02640595101669474, 0.0037432851668808276, 0.0023817895091078345, 0.004272957489495743, NaN, NaN, 0.0027558628568018495, 0.016839315296588442, NaN, NaN, NaN, NaN, 0.011695734410396508, 0.00029109432672735913, 0.0009321054519517702, NaN, NaN, 0.026300897028666004, 0.0006876739947170307, 0.015232561158299074, 0.0021128532185321625, NaN, NaN, NaN, 0.022112893628653207, NaN, 0.012426395282447933, 0.0020641160535228575, NaN, NaN, 0.013010130906812245, 0.021133068723160342, NaN, 0.007773021609421393, NaN, 0.005926385513449706, NaN, 0.006482342644032579, 0.004461054541097242, 0.0028862135962091084, 0.0009786797045192586]]}}}, "val_ood": {"retr": {"raw": {"1": [[true, false, true, false, true, false, false, true, false, false, true, true, false, false, false, true, false, false, true, false, false, true, false, false, false, false, false, false, false, false, false, true, true, false, false, true, false, false, false, false, true, true, false, false, false, true, false, false, false, true, false, true, false, true, false, false, true, false, false, false], [0.0933141632067267, NaN, 0.31568561620408064, NaN, 0.034873925680123374, NaN, NaN, 0.012066520085002086, NaN, NaN, 0.019560364224950222, 0.2505240918810421, NaN, NaN, NaN, 0.09610267528565708, NaN, NaN, 0.2402404434878478, NaN, NaN, 0.06280053148448195, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.017071438679536977, 0.014932567274639208, NaN, NaN, 0.12291664955756443, NaN, NaN, NaN, NaN, 0.07372540415570872, 0.04369859356800654, NaN, NaN, NaN, 0.35880365420367655, NaN, NaN, NaN, 0.1776752790351972, NaN, 0.0462485432286901, NaN, 0.46342209097416687, NaN, NaN, 0.04576781587011536, NaN, NaN, NaN]], "2": [[true, false, true, false, true, false, false, true, true, false, true, true, false, false, false, true, false, false, true, false, true, true, false, false, true, false, false, false, false, false, false, true, true, false, false, true, false, true, false, false, true, true, false, false, false, true, false, false, false, true, false, true, false, true, false, false, true, false, false, false], [0.0933141632067267, NaN, 0.211582376428207, NaN, 0.034873925680123374, NaN, NaN, 0.012066520085002086, 0.043965980702980856, NaN, 0.019560364224950222, 0.2505240918810421, NaN, NaN, NaN, 0.09610267528565708, NaN, NaN, 0.2402404434878478, NaN, 0.04631911825819568, 0.06280053148448195, NaN, NaN, 0.04645594705502032, NaN, NaN, NaN, NaN, NaN, NaN, 0.017071438679536977, 0.014932567274639208, NaN, NaN, 0.05584768373158755, NaN, 0.057451206032192115, NaN, NaN, 0.009579650122458983, 0.04369859356800654, NaN, NaN, NaN, 0.35880365420367655, NaN, NaN, NaN, 0.1776752790351972, NaN, 0.041826755424568374, NaN, 0.46342209097416687, NaN, NaN, 0.04576781587011536, NaN, NaN, NaN]], "4": [[true, false, true, false, true, true, false, true, true, false, true, true, false, false, true, true, false, true, true, true, true, true, false, false, true, false, false, false, false, false, true, true, true, false, false, true, false, true, false, false, true, true, true, false, true, true, false, false, false, true, false, true, false, true, false, false, true, false, false, false], [0.0933141632067267, NaN, 0.211582376428207, NaN, 0.034873925680123374, 0.17921378667657994, NaN, 0.012066520085002086, 0.043965980702980856, NaN, 0.019560364224950222, 0.2505240918810421, NaN, NaN, 0.6155606988551465, 0.09610267528565708, NaN, 0.4497143661879657, 0.2402404434878478, 0.30591207723129843, 0.04631911825819568, 0.06280053148448195, NaN, NaN, 0.04645594705502032, NaN, NaN, NaN, NaN, NaN, 0.4334056705546778, 0.015786736559652903, 0.014932567274639208, NaN, NaN, 0.05584768373158755, NaN, 0.041899396105198106, NaN, NaN, 0.009579650122458983, 0.04369859356800654, 0.07802955182206484, NaN, 0.03581361058189292, 0.35880365420367655, NaN, NaN, NaN, 0.1776752790351972, NaN, 0.041826755424568374, NaN, 0.45994581444602245, NaN, NaN, 0.04576781587011536, NaN, NaN, NaN]], "8": [[true, true, true, false, true, true, true, true, true, false, true, true, false, false, true, true, true, true, true, true, true, true, false, false, true, true, true, false, false, false, true, true, true, true, false, true, false, true, false, true, true, true, true, false, true, true, false, false, false, true, true, true, false, true, false, false, true, false, false, true], [0.0933141632067267, 0.4597870865390259, 0.211582376428207, NaN, 0.034873925680123374, 0.17921378667657994, 0.07157510291072922, 0.012066520085002086, 0.043965980702980856, NaN, 0.019560364224950222, 0.2505240918810421, NaN, NaN, 0.6155606988551465, 0.0699518811474833, 0.06174288890971291, 0.06119548693187604, 0.2402404434878478, 0.30591207723129843, 0.03061177461898712, 0.06280053148448195, NaN, NaN, 0.04645594705502032, 0.13673027184031494, 0.7977268810970792, NaN, NaN, NaN, 0.4334056705546778, 0.015786736559652903, 0.014932567274639208, 0.6027881207621026, NaN, 0.05584768373158755, NaN, 0.02449225625729312, NaN, 0.9164242543318593, 0.009579650122458983, 0.019056856838087777, 0.07802955182206484, NaN, 0.03581361058189292, 0.22820891382729536, NaN, NaN, NaN, 0.13923190104368866, 0.41632656672831847, 0.041826755424568374, NaN, 0.45994581444602245, NaN, NaN, 0.04576781587011536, NaN, NaN, 0.10547253432700798]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, false, false, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, true, false, false, false, true, true, true, false, true, false, true, true, false, false, true], [0.0933141632067267, 0.4593214146583078, 0.211582376428207, 0.12748392542909537, 0.031829509979727666, 0.17921378667657994, 0.07157510291072922, 0.012066520085002086, 0.043965980702980856, 1.0006287955600692, 0.015673265455052876, 0.2505240918810421, 0.021086083640352804, NaN, 0.6155606988551465, 0.039407134955034895, 0.06174288890971291, 0.06119548693187604, 0.08694879362669439, 0.07741589002509652, 0.03061177461898712, 0.06280053148448195, NaN, NaN, 0.04645594705502032, 0.13673027184031494, 0.7622143408326094, 0.6834109803938706, NaN, NaN, 0.038947558146184, 0.015786736559652903, 0.014932567274639208, 0.010344193505001709, 0.20846992730287184, 0.05584768373158755, NaN, 0.011903854960073179, NaN, 0.9164242543318593, 0.009579650122458983, 0.003845001658672187, 0.020785674252768116, NaN, 0.03581361058189292, 0.0937209603471052, NaN, NaN, NaN, 0.03663154254981871, 0.023068064278461087, 0.03052922158460669, NaN, 0.45994581444602245, NaN, 0.13854662442658006, 0.04576781587011536, NaN, NaN, 0.10547253432700798]]}, "rob": {"1": [[true, true, true, false, true, true, false, true, true, true, true, true, true, false, true, true, false, false, true, true, false, false, false, true, false, true, true, true, false, false, true, true, true, false, true, true, false, true, false, false, false, false, true, false, true, false, false, false, false, false, false, true, false, false, false, false, true, false, false, false], [0.14489323481496785, 0.6151631208625392, 0.717255919922579, NaN, 0.13526071291322217, 0.08006666775439175, NaN, 0.1206653809927063, 0.40421848987887876, 1.0006287955600692, 0.3197040837933791, 0.04259495057844043, 0.2976960026212947, NaN, 0.45094827984808594, 0.2264201869156337, NaN, NaN, 1.2401504036465405, 1.3441357313384312, NaN, NaN, NaN, 0.05909087309063854, NaN, 0.14620303745341956, 2.086455243864047, 0.6834109803938706, NaN, NaN, 0.038947558146184, 0.11872473630956537, 0.185412348851137, NaN, 0.20846992730287184, 0.08559938800038558, NaN, 0.04257921341781845, NaN, NaN, NaN, NaN, 0.9507152075882475, NaN, 0.1497401225664321, NaN, NaN, NaN, NaN, NaN, NaN, 0.3822695753351648, NaN, NaN, NaN, NaN, 0.06409224666707436, NaN, NaN, NaN]], "2": [[true, true, true, false, true, true, false, true, true, true, true, true, true, false, true, true, true, false, true, true, false, false, false, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, false, true, false, false, false, true, true, true, false, false, true, true, false, false, false], [0.14489323481496785, 0.4597870865390259, 0.211582376428207, NaN, 0.13526071291322217, 0.08006666775439175, NaN, 0.1206653809927063, 0.40421848987887876, 1.0006287955600692, 0.3197040837933791, 0.04259495057844043, 0.2976960026212947, NaN, 0.39995189350549576, 0.16014879260456705, 0.06174288890971291, NaN, 0.9707956512313742, 0.9692698518003133, NaN, NaN, NaN, 0.05909087309063854, 0.04645594705502032, 0.13673027184031494, 1.0955359350820633, 0.6834109803938706, NaN, NaN, 0.038947558146184, 0.11872473630956537, 0.03333770029009342, 0.13148381193885883, 0.20846992730287184, 0.08559938800038558, NaN, 0.04257921341781845, NaN, 0.9164242543318593, 1.030973206515411, 0.28090394768528104, 0.36376952174566335, NaN, 0.1497401225664321, NaN, 0.19964124398529037, NaN, NaN, NaN, 0.023068064278461087, 0.10043057012083567, 0.2010111256391125, NaN, NaN, 0.16380695817024749, 0.06409224666707436, NaN, NaN, NaN]], "4": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, false, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, true, true, false, false, false, true, true, true, true, false, true, true, false, false, false], [0.019232718879567123, 0.4597870865390259, 0.211582376428207, -0.01734423988928413, 0.10784086827943984, 0.07660696407020784, 0.1656691254755902, 0.1177257352769967, 0.34627821129186076, 1.0006287955600692, 0.3197040837933791, 0.04259495057844043, 0.1966723537513746, NaN, 0.39995189350549576, 0.16014879260456705, 0.06174288890971291, 0.4497143661879657, 0.6648305931699512, 0.9692698518003133, NaN, 0.3978719244778399, NaN, 0.05909087309063854, 0.04645594705502032, 0.13673027184031494, 0.7911704548945053, 0.6834109803938706, NaN, NaN, 0.038947558146184, 0.08505606284075551, 0.008851424694949817, 0.13148381193885883, 0.08435796453475253, 0.08559938800038558, NaN, 0.02449225625729312, NaN, 0.9164242543318593, 0.052727429246549384, 0.19641386362537405, 0.17773751498238122, NaN, 0.03581361058189292, 0.0937209603471052, 0.19964124398529037, NaN, NaN, NaN, 0.023068064278461087, 0.10043057012083567, 0.2010111256391125, 0.4627890055469357, NaN, 0.13854662442658006, 0.04576781587011536, NaN, NaN, NaN]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, true, true, false, false, true, true, true, true, true, false, true, true, false, false, false], [0.019232718879567123, 0.4593214146583078, 0.211582376428207, -0.01734423988928413, 0.08769896393249055, 0.07660696407020784, 0.03389809539781563, 0.06726629072732515, 0.10440659574652056, 1.0006287955600692, 0.10240439268184165, 0.04259495057844043, 0.07384296480857722, NaN, 0.04723449612290698, 0.15810518789288808, 0.06174288890971291, 0.2924229411873225, 0.34233485968044364, 0.25837574076238035, 0.20480807758046282, 0.253210236304676, NaN, 0.05909087309063854, 0.04645594705502032, 0.13673027184031494, 0.7478757333828954, 0.6834109803938706, NaN, NaN, 0.029139311126866074, 0.052290157230005185, 0.008851424694949817, 0.010344193505001709, 0.08435796453475253, 0.05584768373158755, NaN, 0.02449225625729312, NaN, 0.08321572036364833, 0.009579650122458983, 0.19366528482025047, 0.11661539002361154, NaN, 0.03581361058189292, 0.0937209603471052, 0.19964124398529037, NaN, NaN, 0.03663154254981871, 0.023068064278461087, 0.0896519931385178, 0.2010111256391125, 0.29357685817435364, NaN, 0.13854662442658006, 0.04576781587011536, NaN, NaN, NaN]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, true, true, false, false, true, true, true, true, true, false, true, true, false, false, true], [0.019232718879567123, 0.16562024753116722, 0.211582376428207, -0.01734423988928413, 0.02727744328528181, 0.07660696407020784, 0.03389809539781563, 0.05126887665687718, 0.032088939868963884, 1.0006287955600692, 0.09003821854864946, 0.04259495057844043, 0.021086083640352804, NaN, 0.04723449612290698, 0.11059160811579116, 0.06174288890971291, 0.06119548693187604, 0.17131180177771554, 0.11405272395837396, 0.03061177461898712, 0.15784630950422218, NaN, 0.05909087309063854, 0.04645594705502032, 0.13673027184031494, 0.407756130368089, 0.6834109803938706, NaN, NaN, 0.029139311126866074, 0.017071438679536977, 0.008851424694949817, 0.010344193505001709, 0.08435796453475253, 0.04633105353798461, NaN, 0.02449225625729312, NaN, 0.08321572036364833, 0.009579650122458983, 0.06116978302326914, 0.020785674252768116, NaN, 0.03581361058189292, 0.0937209603471052, 0.19964124398529037, NaN, NaN, 0.03663154254981871, 0.023068064278461087, 0.03052922158460669, 0.17380545674771186, 0.29357685817435364, NaN, 0.13854662442658006, 0.04576781587011536, NaN, NaN, 0.10547253432700798]]}}, "c3w_diff_s0": {"raw": {"1": [[true, true, false, true, true, true, false, true, false, false, true, true, false, false, false, true, false, true, false, true, false, false, false, true, true, false, true, false, false, false, true, true, true, true, true, true, false, true, false, false, true, true, true, false, false, true, false, true, false, true, true, true, false, true, true, true, true, false, true, true], [0.12402563532219868, 0.4940846009655149, NaN, 0.07198854530304333, 0.012280182042091026, 0.3974746078457654, NaN, 0.01944519568634484, NaN, NaN, 0.014868549626508187, 0.1652377017898592, NaN, NaN, NaN, 0.008302170672104037, NaN, 0.6578747181561075, NaN, 0.31280294917609996, NaN, NaN, NaN, 0.014468918363733874, 0.022602665794237975, NaN, 0.29060533488709694, NaN, NaN, NaN, 0.0301142604751492, 0.011729348893046998, 0.027144025023482454, 0.2620323589993514, 0.18145587109468164, 0.01286904191084881, NaN, 0.006485311961430762, NaN, NaN, 0.009573261775936981, 0.0046101712348474155, 0.23722252530162025, NaN, NaN, 0.07156825264378064, NaN, 0.06411912295949751, NaN, 0.01178881892482031, 0.07195339758912067, 0.11352662441645966, NaN, 0.3550306594049071, 0.11752576609416332, 0.1283644260550718, 0.28366825359773173, NaN, 0.5450703080242258, 0.056742746490869855]], "2": [[true, true, false, true, true, true, false, true, true, false, true, true, false, false, false, true, false, true, false, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, false, true, false, false, true, true, true, false, false, true, false, true, false, true, true, true, false, true, true, true, true, false, true, true], [0.009425840050386824, 0.4940846009655149, NaN, 0.05815019207910299, 0.002233345465804115, 0.3974746078457654, NaN, 0.00948028839403614, 0.03354701222304879, NaN, 0.005115778593228093, 0.1652377017898592, NaN, NaN, NaN, 0.008302170672104037, NaN, 0.0596592728205414, NaN, 0.31280294917609996, 0.04714853682923148, 0.07675090398025786, 0.0167936535366755, 0.014468918363733874, 0.022602665794237975, 0.1411152714159276, 0.29060533488709694, NaN, NaN, NaN, 0.0301142604751492, 0.011729348893046998, 0.027144025023482454, 0.2221407493356804, 0.18145587109468164, 0.01286904191084881, NaN, 0.006485311961430762, NaN, NaN, 0.009573261775936981, 0.0046101712348474155, 0.09975133275755454, NaN, NaN, 0.07156825264378064, NaN, 0.06411912295949751, NaN, 0.01178881892482031, 0.07195339758912067, 0.01706596894492507, NaN, 0.3550306594049071, 0.11752576609416332, 0.1283644260550718, 0.05820668171932741, NaN, 0.5450703080242258, 0.056742746490869855]], "4": [[true, true, false, true, true, true, true, true, true, false, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, false, true, true, false, true, true, true, false, false, true, false, true, false, true, true, true, false, true, true, true, true, false, true, true], [0.009425840050386824, 0.4940846009655149, NaN, 0.009668497623766648, 0.002233345465804115, 0.033227546539058794, 0.1433571070565378, 0.007763389451618474, 0.02667568771747031, NaN, 0.004826505673086068, 0.0995663500224444, 0.06838712805902603, NaN, 0.06835381005243013, 0.008302170672104037, NaN, 0.01857460814986789, 0.11208088752221834, 0.02193894300822863, 0.011632533946025925, 0.02798285863637129, 0.0167936535366755, 0.014468918363733874, 0.022602665794237975, 0.1411152714159276, 0.29060533488709694, NaN, NaN, NaN, 0.0301142604751492, 0.011729348893046998, 0.027144025023482454, 0.054398242702971444, 0.18145587109468164, 0.01286904191084881, NaN, 0.006485311961430762, 0.1191027587430582, NaN, 0.009573261775936981, 0.0035390124445977555, 0.09975133275755454, NaN, NaN, 0.012357142922420516, NaN, 0.06411912295949751, NaN, 0.01178881892482031, 0.07195339758912067, 0.01706596894492507, NaN, 0.1477311783966122, 0.11752576609416332, 0.1283644260550718, 0.05820668171932741, NaN, 0.5450703080242258, 0.0011099308077784364]], "8": [[true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, false, true, true, false, true, true, true, false, false, true, false, true, false, true, true, true, false, true, true, true, true, false, true, true], [0.009425840050386824, 0.4940846009655149, 0.003941242512286669, -0.010256011212841476, 0.002233345465804115, 0.019115187673560907, 0.07185049976579783, 0.0058353568992222105, 0.02667568771747031, NaN, 0.004577935774114916, 0.023995074840224007, 0.014934078331180656, NaN, 0.06835381005243013, 0.003397052248439003, 0.009093587446100004, 0.01857460814986789, 0.11208088752221834, 0.02193894300822863, 0.011632533946025925, 0.021427211303282512, 0.012980399238968099, 0.014468918363733874, 0.022602665794237975, 0.1411152714159276, 0.29060533488709694, NaN, NaN, NaN, 0.0301142604751492, 0.00889548019115316, 0.017401030397501405, 0.054398242702971444, 0.18145587109468164, 0.0007543198618480407, NaN, 0.006485311961430762, 0.1191027587430582, NaN, 0.009573261775936981, 0.0035390124445977555, 0.049609886555308735, NaN, NaN, 0.012357142922420516, NaN, 0.06411912295949751, NaN, 0.00801458059578608, 0.022352191639961383, 0.01706596894492507, NaN, 0.07179621408905512, 0.11752576609416332, 0.06794689957836297, 0.03893543401210464, NaN, 0.5450703080242258, -0.0007366286906492769]], "16": [[true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true], [0.009425840050386824, 0.31124927557758775, 0.003941242512286669, -0.015223184336137563, 0.0009819934201220626, 0.019115187673560907, 0.047391287709681595, 0.0018165779457572917, 0.02590026007510393, NaN, 0.004577935774114916, 0.015899206536867272, 0.009719776403263491, NaN, 0.05172545022327535, 0.003397052248439003, 0.009093587446100004, 0.01857460814986789, 0.11208088752221834, 0.02193894300822863, 0.011632533946025925, 0.021427211303282512, 0.012980399238968099, 0.014468918363733874, 0.022602665794237975, 0.12177400906874714, 0.20006375915331565, 0.11093395108623971, NaN, NaN, 0.01224751999281648, 0.005436029562723821, 0.017401030397501405, 0.0514846944707279, 0.13010273582508347, 0.0007543198618480407, NaN, 0.006485311961430762, 0.1191027587430582, NaN, 0.006212831424071252, 0.0010598315958398885, 0.018800488008785532, NaN, 0.036018850310313155, 0.012357142922420516, 0.018022255591917613, 0.06411912295949751, NaN, 0.007709709838473522, 0.022352191639961383, 0.0018079118855758303, 0.032081810304436686, 0.07179621408905512, 0.11752576609416332, 0.011290080359569243, 0.03893543401210464, 0.6059634077129112, 0.12138045693585409, -0.0007366286906492769]]}, "rob": {"1": [[true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, false, false, true, true, false, true, false, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, false, false, true, true, true, false, true, true, false, false, true, true, false, false, false, true, true, true, true, false, true, false], [0.03365377704982131, 0.4940846009655149, 0.048070911183585974, -0.00092744185178395, 0.07123200180933731, 0.0552907247565777, NaN, 0.013045913517927277, 0.2970510816788441, NaN, 0.06692159914352414, 0.05080022375194182, 0.06838712805902603, NaN, 0.2441149601271111, 0.0398599722569164, NaN, NaN, 0.7650920655245494, 0.49928342622333366, NaN, 0.20845042443389916, NaN, 0.04101306717673614, 0.6422866771795135, 0.7029602294035335, 1.786445996954496, 0.412885723733855, NaN, NaN, 0.09401361452831902, 0.05725775642151709, 0.017401030397501405, 0.2221407493356804, 0.09857115161906305, 0.019306021526694472, NaN, 0.06172999818335234, NaN, NaN, 0.049439189103426706, 0.047788886862317526, 0.7188518504712971, NaN, 0.1987212577156119, 0.20616206984166352, NaN, NaN, 0.05812815123067616, 0.029573707601714183, NaN, NaN, NaN, 0.1477311783966122, 0.9628034500017826, 0.1802132880443661, 0.17784884858931038, NaN, 1.3710089013863516, NaN]], "2": [[true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, false, false, false, true, true, true, true, false, true, true], [0.030107617529519404, 0.41148191745021356, 0.02416319359928054, -0.00092744185178395, 0.01841856997043001, 0.04003865955404784, NaN, 0.006845353424072442, 0.2728651732615348, NaN, 0.019959510977660244, 0.05080022375194182, 0.06838712805902603, NaN, 0.12665842866525567, 0.0322546553055052, 0.019332164537162466, 0.15387597779895645, 0.7650920655245494, 0.3704517069006452, 0.08552064820812189, 0.20845042443389916, 0.2910450501600199, 0.025421387307670518, 0.2229959247507125, 0.7029602294035335, 0.689461091395815, 0.412885723733855, NaN, NaN, 0.059389429264982585, 0.05725775642151709, 0.017401030397501405, 0.03825722955658861, 0.09857115161906305, 0.019306021526694472, NaN, 0.046874433623132816, 0.1191027587430582, NaN, 0.03284427193778572, 0.012782562410039944, 0.47849519617526903, NaN, 0.09475113581550065, 0.20616206984166352, 0.018022255591917613, -0.07426159213852235, 0.043158516165708205, 0.029573707601714183, NaN, NaN, NaN, 0.09487158916201888, 0.1537390693964935, 0.07610819497534282, 0.0766548670112761, NaN, 0.3718916524919138, 0.030717703211147418]], "4": [[true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true], [0.030107617529519404, 0.20046652911248986, 0.003941242512286669, -0.00092744185178395, 0.014125648176756433, 0.017793228036833586, NaN, 0.006845353424072442, 0.10282306323896462, NaN, 0.010263548472635886, 0.03460629884325006, 0.06838712805902603, NaN, 0.10928935016524632, 0.02641180158581391, 0.005763598048387886, 0.0858715751354504, 0.7650920655245494, 0.23222043309487894, 0.019094810886342017, 0.07066559260791849, 0.09112338647715967, 0.024797826054229866, 0.2229959247507125, 0.43684132543445453, 0.689461091395815, 0.412885723733855, NaN, NaN, 0.028832201972703864, 0.03813600715747212, 0.017401030397501405, 0.03825722955658861, 0.05138368279719918, 0.019306021526694472, NaN, 0.006928853729937234, 0.1191027587430582, NaN, 0.03284427193778572, 0.012782562410039944, 0.344900937705944, NaN, 0.09475113581550065, 0.20503629517845745, 0.018022255591917613, -0.09627077627209579, 0.0323682075401901, 0.029573707601714183, 0.04765585308877873, 0.08544998379490898, NaN, 0.09487158916201888, 0.1537390693964935, 0.050503146184951886, 0.027474467273335357, 5.594992762658298, 0.1982231830752974, 0.030717703211147418]], "8": [[true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.0068981941914769696, 0.18388963997205554, -0.03640911316522355, -0.010256011212841476, 0.0052038210285769715, 0.017793228036833586, NaN, 0.006845353424072442, 0.060259785614197536, 7.104428718511697, 0.008300364837368068, 0.03460629884325006, 0.0472375044335025, NaN, 0.05352718622041985, 0.014519983144129167, -0.004827155046947529, 0.0858715751354504, 0.430273044902727, 0.23222043309487894, 0.011632533946025925, 0.06027439169565629, 0.09112338647715967, 0.018022592894135547, 0.15624339153404376, 0.2208281153149576, 0.689461091395815, 0.03286099857524505, NaN, NaN, 0.021596610584191156, 0.035656383829995475, 0.017401030397501405, 0.03825722955658861, 0.05138368279719918, 0.015771349011996172, NaN, 0.006928853729937234, 0.1191027587430582, NaN, 0.03284427193778572, 0.0035390124445977555, 0.33912422590088354, NaN, 0.020018579047804907, 0.0607270586915607, 0.018022255591917613, -0.11667343710521727, 0.0323682075401901, 0.02334146763411371, 0.04507922013172272, 0.07067390328089362, 0.025644543725197977, 0.09487158916201888, 0.1537390693964935, 0.050503146184951886, 0.027474467273335357, 3.9865680667416097, 0.1982231830752974, 0.030717703211147418]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.001847915967677416, 0.002120992719312431, -0.03640911316522355, -0.015223184336137563, 0.002233345465804115, 0.0005059369325313146, 0.132497368843131, 0.0018165779457572917, 0.03354701222304879, 3.4506449809394972, 0.0037903262561278517, 0.015899206536867272, 0.020506418786837788, NaN, 0.03383103994939485, 0.0069520954500215115, -0.004827155046947529, 0.04492474835969129, 0.0625331760289407, 0.08453839377442018, 0.011632533946025925, 0.029936062489730686, 0.042895885099386355, 0.014468918363733874, 0.05835644982762389, 0.1411152714159276, 0.02742680904097128, 0.03286099857524505, NaN, NaN, 0.014794312773340534, 0.016105313215079686, 0.017401030397501405, 0.03825722955658861, 0.05138368279719918, 0.009357001591097758, NaN, 0.006928853729937234, 0.1191027587430582, NaN, 0.01829554176862125, 0.001264105580707442, 0.13446773075514584, NaN, 0.009073956373505165, 0.04161631223669504, 0.018022255591917613, -0.1310768868471972, 0.0323682075401901, 0.003107592883051735, 0.04383479394514955, 0.012667115808862484, 0.01689229340152587, 0.07005935506901806, 0.10461528669258735, 0.050503146184951886, 0.027474467273335357, 2.0252434909508743, 0.12138045693585409, 0.010687851896873157]]}}, "c3w_reg_s0_mcd": {"raw": {"1": [[true, true, false, false, true, true, false, true, true, false, true, true, true, false, true, true, false, true, false, true, false, true, false, true, false, false, false, false, false, false, true, false, true, false, false, true, false, true, false, false, true, true, true, false, false, true, true, false, false, true, true, true, false, false, false, false, true, false, false, true], [0.008446208383429132, 0.4085787777061678, NaN, NaN, 0.00535361778945509, 0.18185178194269702, NaN, 0.00902200078491977, 0.07143118116376268, NaN, 0.031930715075730864, 0.12741893385412473, 0.026933115622538306, NaN, 0.11369406678634264, 0.04410379954041632, NaN, 0.09005342641075598, NaN, 0.2869622972029151, NaN, 0.08971589262575241, NaN, 0.039806688820498204, NaN, NaN, NaN, NaN, NaN, NaN, 0.0806107194141017, NaN, 0.2418752370773487, NaN, NaN, 0.028644905163314194, NaN, 0.03735843136495043, NaN, NaN, 0.017107462107789573, 0.004917373551504456, 0.0412814418247609, NaN, NaN, 0.06757027606161792, 0.07760708140833583, NaN, NaN, 0.10326334537597015, 0.12673300528250397, 0.01847865845096397, NaN, NaN, NaN, NaN, 0.12046184788103909, NaN, NaN, 0.07834890449807741]], "2": [[true, true, false, false, true, true, true, true, true, false, true, true, true, false, true, true, false, true, false, true, false, true, false, true, false, false, false, false, false, false, true, false, true, false, false, true, false, true, false, false, true, true, true, false, false, true, true, false, false, true, true, true, false, false, false, true, true, false, false, true], [0.008446208383429132, 0.3463789742766441, NaN, NaN, 0.00535361778945509, 0.18185178194269702, 0.0933915723960208, 0.005430782541889556, 0.00949691116436746, NaN, 0.031930715075730864, 0.12741893385412473, 0.026933115622538306, NaN, 0.06842165503079989, 0.04410379954041632, NaN, 0.08576661609030589, NaN, 0.23783020901860197, NaN, 0.08971589262575241, NaN, 0.039501075708869404, NaN, NaN, NaN, NaN, NaN, NaN, 0.0806107194141017, NaN, 0.2418752370773487, NaN, NaN, 0.028644905163314194, NaN, 0.014681174187732404, NaN, NaN, 0.017107462107789573, 0.0017507374092791128, 0.0412814418247609, NaN, NaN, 0.06757027606161792, 0.07760708140833583, NaN, NaN, 0.10326334537597015, 0.12673300528250397, 0.01092742170404204, NaN, NaN, NaN, 0.08183887824703318, 0.08659725231989124, NaN, NaN, 0.025829480928894588]], "4": [[true, true, false, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, false, true, false, true, false, true, false, true, false, true, false, false, true, true, true, false, false, true, false, true, false, false, true, true, true, false, false, true, true, false, false, true, true, true, false, false, false, true, true, false, false, true], [0.008446208383429132, 0.3463789742766441, NaN, 0.03816281348514239, 0.00535361778945509, 0.11620078529669842, 0.0933915723960208, 0.005430782541889556, 0.00949691116436746, NaN, 0.022088438097040752, 0.12741893385412473, 0.026933115622538306, NaN, 0.06728525728101453, 0.019046480566846435, 0.0870590690252182, 0.08330871043398602, NaN, 0.23783020901860197, NaN, 0.08339186076247418, NaN, 0.033829947470574995, NaN, 0.02848890710905083, NaN, 0.15664327161384572, NaN, NaN, 0.0806107194141017, 0.12734682696824917, 0.2418752370773487, NaN, NaN, 0.008318794116237038, NaN, 0.008806182704645948, NaN, NaN, 0.015904352282739564, 0.0017507374092791128, 0.01520247766929228, NaN, NaN, 0.05559187586520964, 0.07760708140833583, NaN, NaN, 0.10326334537597015, 0.12673300528250397, 0.01092742170404204, NaN, NaN, NaN, 0.08183887824703318, 0.08659725231989124, NaN, NaN, 0.016851467797763586]], "8": [[true, true, false, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, false, true, false, true, false, true, false, true, true, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, true, false, false, true, true, true, false, false, false, true, true, false, false, true], [0.008446208383429132, 0.3463789742766441, NaN, 0.03256328784824558, 0.00535361778945509, 0.10141428467358304, 0.062109467170566646, 0.005430782541889556, 0.00949691116436746, NaN, 0.01515868001801901, 0.10122461651396164, 0.017104623881789793, NaN, 0.06728525728101453, 0.019046480566846435, 0.0870590690252182, 0.0628268145127997, 1.2011760037291, 0.1882097433159884, NaN, 0.0743045608075068, NaN, 0.033829947470574995, NaN, 0.018208813267571955, NaN, 0.15664327161384572, -0.09870938156915599, NaN, 0.0806107194141017, 0.09671440402022746, 0.2418752370773487, 0.12181217801170185, NaN, 0.006591529736102775, NaN, 0.008806182704645948, NaN, NaN, 0.010816147458533987, 0.001450470329269704, 0.01520247766929228, NaN, NaN, 0.04953198522501201, 0.07760708140833583, NaN, NaN, 0.07924274376373663, 0.10964230395911434, 0.008655705832191662, NaN, NaN, NaN, 0.08183887824703318, 0.08659725231989124, NaN, NaN, -0.0011223517070613198]], "16": [[true, true, false, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, false, true, false, true, false, true, false, true, true, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, true, false, false, true, true, true, false, false, false, true, true, false, false, true], [0.008446208383429132, 0.17352500146033534, NaN, 0.03256328784824558, 0.003780747808106222, 0.10141428467358304, 0.062109467170566646, 0.005430782541889556, 0.00949691116436746, NaN, 0.01515868001801901, 0.07890236384253879, 0.017104623881789793, NaN, 0.06423676593766481, 0.019046480566846435, 0.03121890596405219, 0.0628268145127997, 0.14894031429539578, 0.1882097433159884, NaN, 0.0739127781117197, NaN, 0.02114116898767615, NaN, 0.018208813267571955, NaN, 0.15664327161384572, -0.09870938156915599, NaN, 0.0732941957316815, 0.09360730172851062, 0.2418752370773487, 0.12181217801170185, NaN, 0.006484652680088576, NaN, 0.0056225498551518704, NaN, NaN, 0.0026547712464439766, 0.001450470329269704, 0.01520247766929228, NaN, NaN, 0.04953198522501201, 0.04712718113506731, NaN, NaN, 0.05401854861882516, 0.09149957684936405, 0.008655705832191662, NaN, NaN, NaN, 0.08183887824703318, 0.08659725231989124, NaN, NaN, -0.0011223517070613198]]}, "rob": {"1": [[true, false, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, false, true, false, true, false, false, true, true, true, false, false, true, false, true, false, false, true, true, true, false, false, true, true, false, false, true, true, true, false, false, false, false, true, false, false, true], [0.016048088033092656, NaN, NaN, -0.013564986300574788, 0.01622922958804507, 0.11482612534583003, 0.08003548606219657, 0.008985781226899636, 0.11664385604251515, 0.7885470674481605, 0.03692540812639322, 0.18795602801967548, 0.05591624432563269, NaN, 0.19672251312686972, 0.06476090438665572, 0.03121890596405219, 0.09982463752477932, 0.07326723806237179, 0.34665733231831064, 0.092936479986514, 0.11254671817640305, NaN, 0.04277899164156618, NaN, 0.10487750691877151, NaN, 0.05433642801788352, NaN, NaN, 0.0751807515248406, 0.038334488012739865, 1.761425689230324, NaN, NaN, 0.01910287467868632, NaN, 0.037063460493025335, NaN, NaN, 0.02234371693587267, 0.009139686895343058, 0.06338309418849897, NaN, NaN, 0.028419974578250518, 0.03477003714679672, NaN, NaN, 0.05401854861882516, 0.08225584580829559, 0.008655705832191662, NaN, NaN, NaN, NaN, 0.09797145069618507, NaN, NaN, 0.02389839434986163]], "2": [[true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, false, true, false, true, false, false, true, true, true, false, false, true, false, true, false, false, true, true, true, false, false, true, true, false, false, true, true, true, false, false, false, false, true, false, false, true], [0.016048088033092656, 1.1654163934558603, NaN, -0.013564986300574788, 0.011628458987902768, 0.10809559875442187, 0.06277184979836514, 0.008985781226899636, 0.06818107705203835, 0.7885470674481605, 0.03453601916965732, 0.11394368566180768, 0.04510798806686722, NaN, 0.10769825401763522, 0.06476090438665572, 0.03121890596405219, 0.09549016104005847, 0.07326723806237179, 0.34665733231831064, 0.0900974016942766, 0.10689967068356432, NaN, 0.04277899164156618, NaN, 0.09152633596027782, NaN, 0.05433642801788352, NaN, NaN, 0.0751807515248406, 0.038334488012739865, 0.42351372305522705, NaN, NaN, 0.01910287467868632, NaN, 0.021004394662806902, NaN, NaN, 0.0176079671732432, 0.008116453757876618, 0.06323437509500396, NaN, NaN, 0.028419974578250518, 0.03477003714679672, NaN, NaN, 0.05401854861882516, 0.07996863099522966, 0.008655705832191662, NaN, NaN, NaN, NaN, 0.09267323795066407, NaN, NaN, 0.010340194204486286]], "4": [[true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, false, true, false, true, false, false, true, true, true, false, false, true, false, true, false, false, true, true, true, false, false, true, true, false, false, true, true, true, false, false, false, true, true, false, false, true], [0.016048088033092656, 1.1654163934558603, NaN, -0.013564986300574788, 0.006587916151053141, 0.10809559875442187, 0.06202686370951649, 0.008985781226899636, 0.00949691116436746, 0.7885470674481605, 0.018324838386600373, 0.10039961403243236, 0.03966536320344405, NaN, 0.10769825401763522, 0.053568647509603995, 0.03121890596405219, 0.07989936365187478, 0.07326723806237179, 0.28841317197413807, 0.0900974016942766, 0.10516373375115329, NaN, 0.03955562267583046, NaN, 0.08038799885070524, NaN, 0.05433642801788352, NaN, NaN, 0.0751807515248406, 0.038334488012739865, 0.2809844124312664, NaN, NaN, 0.01586061022065466, NaN, 0.015690972643413348, NaN, NaN, 0.0176079671732432, 0.007096137241827449, 0.04942756777808488, NaN, NaN, 0.0263954229662835, 0.03477003714679672, NaN, NaN, 0.05401854861882516, 0.07996863099522966, 0.0082735409098591, NaN, NaN, NaN, 0.07768133783953046, 0.08659725231989124, NaN, NaN, 0.010340194204486286]], "8": [[true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, false, true, false, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, true, false, false, true, true, true, false, false, false, true, true, false, false, true], [0.008429627883445034, 0.5489295318138354, NaN, -0.013564986300574788, 0.005859196176776216, 0.10809559875442187, 0.06202686370951649, 0.005430782541889556, 0.00949691116436746, 0.7885470674481605, 0.01515868001801901, 0.10039961403243236, 0.03966536320344405, NaN, 0.052325387316999095, 0.04711460617550434, 0.03121890596405219, 0.07989936365187478, 0.07326723806237179, 0.27676860807944803, 0.0900974016942766, 0.09472289510452625, NaN, 0.02627925145760157, NaN, 0.04212729681169747, NaN, 0.05433642801788352, NaN, NaN, 0.0751807515248406, 0.038334488012739865, 0.2418752370773487, 0.14224864446641106, NaN, 0.01586061022065466, NaN, 0.0081639534597433, NaN, NaN, 0.010816147458533987, 0.003195311080555152, 0.04942756777808488, NaN, NaN, 0.0263954229662835, 0.03477003714679672, NaN, NaN, 0.05401854861882516, 0.07996863099522966, 0.0082735409098591, NaN, NaN, NaN, 0.04295976481338504, 0.08361746418085936, NaN, NaN, -0.0011223517070613198]], "16": [[true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, false, true, false, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, true, false, false, true, true, true, false, false, false, true, true, false, false, true], [0.008429627883445034, 0.3463789742766441, NaN, -0.013564986300574788, 0.004651617493845794, 0.06877744557601284, 0.06202686370951649, 0.005430782541889556, 0.00949691116436746, 0.7885470674481605, 0.011199698264074964, 0.07890236384253879, 0.034848182786151316, NaN, 0.052325387316999095, 0.04255221527339925, 0.03121890596405219, 0.06655263616701879, 0.07326723806237179, 0.27676860807944803, 0.0900974016942766, 0.09472289510452625, NaN, 0.024628507131109867, NaN, 0.02182916458047779, NaN, 0.05433642801788352, NaN, NaN, 0.0732941957316815, 0.038334488012739865, 0.2418752370773487, 0.14224864446641106, NaN, 0.013680534510055908, NaN, 0.0056225498551518704, NaN, NaN, 0.008789724762726658, 0.0010369482226162408, 0.0412814418247609, NaN, NaN, 0.0263954229662835, 0.03477003714679672, NaN, NaN, 0.028937159359636366, 0.07996863099522966, 0.0082735409098591, NaN, NaN, NaN, 0.04295976481338504, 0.08361746418085936, NaN, NaN, -0.0011223517070613198]]}}, "c3w_reg_s0_det": {"raw": {"1": [[true, true, false, false, true, false, true, true, true, false, true, true, true, false, false, true, false, true, false, true, false, true, false, true, false, false, false, false, false, false, true, false, false, false, false, true, false, true, false, false, true, true, true, false, false, true, true, false, false, false, true, true, false, false, false, false, true, false, false, true], [0.010047843600428985, 0.36168215661896297, NaN, NaN, 0.003891906229947173, NaN, 0.09148370926639582, 0.017079397677800312, 0.05377135718339887, NaN, 0.026976156415118968, 0.12034667455562209, 0.03611117269130015, NaN, NaN, 0.040901768623167634, NaN, 0.07549848239958568, NaN, 0.2851813334768827, NaN, 0.08872383676144224, NaN, 0.03585510315797058, NaN, NaN, NaN, NaN, NaN, NaN, 0.1112780075530313, NaN, NaN, NaN, NaN, 0.015732581548661306, NaN, 0.01968399042338498, NaN, NaN, 0.03347585540778253, 0.0021273373852988, 0.027995951903264205, NaN, NaN, 0.08784084953625948, 0.11076677123451617, NaN, NaN, NaN, 0.1270096950249875, 0.010966634369343309, NaN, NaN, NaN, NaN, 0.12746511056279108, NaN, NaN, 0.018263494354030296]]}, "rob": {"1": [[true, true, false, false, true, false, true, true, true, false, true, true, true, false, false, true, false, true, false, true, false, true, false, true, false, false, false, false, false, false, true, false, false, false, false, true, false, true, false, false, true, true, true, false, false, true, true, false, false, false, true, true, false, false, false, false, true, false, false, true], [0.010047843600428985, 0.36168215661896297, NaN, NaN, 0.003891906229947173, NaN, 0.09148370926639582, 0.017079397677800312, 0.05377135718339887, NaN, 0.026976156415118968, 0.12034667455562209, 0.03611117269130015, NaN, NaN, 0.040901768623167634, NaN, 0.07549848239958568, NaN, 0.2851813334768827, NaN, 0.08872383676144224, NaN, 0.03585510315797058, NaN, NaN, NaN, NaN, NaN, NaN, 0.1112780075530313, NaN, NaN, NaN, NaN, 0.015732581548661306, NaN, 0.01968399042338498, NaN, NaN, 0.03347585540778253, 0.0021273373852988, 0.027995951903264205, NaN, NaN, 0.08784084953625948, 0.11076677123451617, NaN, NaN, NaN, 0.1270096950249875, 0.010966634369343309, NaN, NaN, NaN, NaN, 0.12746511056279108, NaN, NaN, 0.018263494354030296]]}}, "c3dw0_diff_s0": {"raw": {"1": [[true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, false, false, false, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, true, true, false, true, false, false, false], [0.035469014390781206, 0.04481014463866129, 0.04792851294428857, 0.008322962510017184, 0.005075333843486574, 0.01729868586676586, NaN, 0.019090894020519444, 0.03681731497442664, NaN, 0.0012513137482925707, 0.13987752954027455, 0.00792579028471474, NaN, 0.1284460737212123, 0.013209511813816244, -0.011326796366844638, 0.03908361705913599, 0.12112981378427201, NaN, 0.05635521456258785, 0.024758767977760776, NaN, 0.053598229675479114, 0.1593067456447419, NaN, NaN, NaN, NaN, NaN, 0.048239921569810607, 0.010475021140747387, 0.03437273485321857, 0.18193906314125763, NaN, 0.018836134576267316, NaN, 0.012505297341489197, NaN, NaN, 0.00685010128367014, 0.010084992981399532, 0.02181551999659459, NaN, NaN, 0.039906236064129574, NaN, NaN, NaN, 0.018411788770788418, 0.04896517525895683, 0.03970387862598601, NaN, 0.47039493487071904, 0.7471747314205632, NaN, 0.26554409667383205, NaN, NaN, NaN]], "2": [[true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, false, false, false, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, true, true, false, true, false, false, true], [0.006261632948438178, 0.04481014463866129, 0.04792851294428857, -0.003172289907818926, 0.0016320274724146433, 0.01729868586676586, NaN, 0.00351911412105399, 0.03681731497442664, NaN, 0.0005389510229956151, 0.06457257640256264, 0.00792579028471474, NaN, 0.08917254892409487, 0.0038737452372081815, -0.011326796366844638, 0.03908361705913599, 0.12112981378427201, NaN, 0.044578364451182795, 0.01922220382328188, NaN, 0.047512796846620464, 0.1593067456447419, NaN, NaN, NaN, NaN, NaN, 0.048239921569810607, 0.006035037642323715, 0.03437273485321857, 0.18193906314125763, NaN, 0.018836134576267316, NaN, 0.012505297341489197, NaN, NaN, 0.00685010128367014, 0.0077625991260401594, 0.02181551999659459, NaN, NaN, 0.039906236064129574, NaN, NaN, NaN, 0.017737783324044187, 0.04193539350148745, 0.025438816407899356, NaN, 0.47039493487071904, 0.160638908740665, NaN, 0.03644497226044208, NaN, NaN, 0.051217351692455004]], "4": [[true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, false, false, false, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, true, false, true, true, true, false, true, true, false, true, false, false, true], [0.0006627673501273801, 0.04481014463866129, -0.005279791686060964, -0.008683843009778203, 0.0016320274724146433, 0.01672619599880143, NaN, 0.00351911412105399, 0.026173635374303617, NaN, 0.0005389510229956151, 0.06457257640256264, 0.00792579028471474, NaN, 0.0887910363677924, 0.0038737452372081815, -0.011326796366844638, 0.03822163907725917, 0.09729857434754652, NaN, 0.021351831059649884, 0.011309532686903934, NaN, 0.047512796846620464, 0.1593067456447419, NaN, NaN, NaN, NaN, NaN, 0.048239921569810607, 0.006035037642323715, 0.03437273485321857, 0.18193906314125763, NaN, 0.009115624990021054, NaN, 0.012505297341489197, NaN, NaN, 0.0006717095855215405, 0.002467376505320251, 0.02181551999659459, NaN, NaN, 0.035595261424458124, NaN, 0.09120726013898928, NaN, 0.011336497470406437, 0.04193539350148745, 0.025438816407899356, NaN, 0.34991024116764624, 0.160638908740665, NaN, 0.034467500641558235, NaN, NaN, 0.001796904338609906]], "8": [[true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, false, false, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, true, false, true, true, true, false, true, true, false, true, false, false, true], [0.0006627673501273801, 0.04481014463866129, -0.005279791686060964, -0.011536429619502742, 0.0003650796796095257, 0.01672619599880143, NaN, 0.0028953557582673817, 0.026173635374303617, NaN, 0.0005389510229956151, 0.06457257640256264, 0.00792579028471474, NaN, 0.08198669928300406, 0.0038737452372081815, -0.011326796366844638, 0.03822163907725917, 0.09729857434754652, 0.12656642534822393, 0.021351831059649884, 0.011309532686903934, NaN, 0.03010462504241973, 0.07521047865047481, NaN, NaN, 0.26061377363500204, NaN, NaN, 0.048239921569810607, 0.006035037642323715, 0.013152096136588964, 0.18193906314125763, NaN, 0.006003275171016176, NaN, 0.012505297341489197, NaN, NaN, 0.0006717095855215405, 0.000929890226929464, 0.01695742419680779, NaN, NaN, 0.035595261424458124, NaN, -0.1118901777159772, NaN, 0.010350378650964442, 0.034674281952307595, 0.015757434134638926, NaN, 0.2742783354768852, 0.160638908740665, NaN, 0.034467500641558235, NaN, NaN, 0.001796904338609906]], "16": [[true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, false, false, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, true, false, true, true, true, false, true, true, false, true, false, false, true], [0.0006627673501273801, 0.04481014463866129, -0.007609424074161764, -0.01740714146929334, 0.0003650796796095257, 0.00748073679535044, NaN, 0.0013670865516419717, 0.0179684120098762, NaN, 0.0005389510229956151, 0.0643902099191982, 0.00792579028471474, NaN, 0.08132712672000952, 0.0038737452372081815, -0.011326796366844638, 0.03822163907725917, 0.09729857434754652, 0.12656642534822393, 0.019964582288754418, 0.011309532686903934, NaN, 0.015783022854537698, 0.008241478535810698, NaN, NaN, 0.007144674069571755, NaN, NaN, 0.047243236388096355, 0.006035037642323715, 0.013152096136588964, 0.03416989917518665, NaN, 0.006003275171016176, NaN, 0.012505297341489197, NaN, NaN, 0.0006717095855215405, 0.000929890226929464, 0.010441463025087527, NaN, NaN, 0.011595676150990775, NaN, -0.1118901777159772, NaN, 0.010161171512942158, 0.03245668598788276, 0.012411205034860151, NaN, 0.2742783354768852, 0.160638908740665, NaN, 0.01792849837171473, NaN, NaN, 0.001796904338609906]]}, "rob": {"1": [[true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, true, false, false, false, false, true, false, true, false, true, true, false, true, false, true, false], [0.017880551857450522, 0.04481014463866129, 0.005900207682660419, -0.01740714146929334, 0.0055593096669821485, 0.028075215275946253, NaN, 0.004464890816852529, 0.013409174227901444, NaN, 0.0076606219046515545, 0.04957281930282176, 0.040840805953841874, NaN, 0.18158696938681684, 0.026650194824817675, -0.011326796366844638, 0.07365788481190716, 0.9134244035288996, 0.12656642534822393, 0.01895474417071319, 0.022328031647774527, 0.012718395560486151, 0.04023829223000219, 0.18863151674142253, NaN, 0.19861478149829637, 0.08842321030078892, NaN, NaN, 0.08541699418304893, 0.010691872361422883, 0.019561501692598293, 0.03416989917518665, NaN, 0.02194111616831207, NaN, 0.03882587368382695, NaN, NaN, 0.010220624699874392, 0.008288246855707504, 0.13224084372043832, NaN, 0.04174232011796253, NaN, NaN, NaN, NaN, 0.038641403603224544, NaN, 0.024568984828011953, NaN, 0.3784748933415101, 0.4184287188291804, NaN, 0.008296756293431073, NaN, 1.9006309709881397, NaN]], "2": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, true, true, false, false, false, true, true, true, false, true, true, false, true, false, true, false], [0.00016520720760726526, 0.04481014463866129, 0.005900207682660419, -0.01740714146929334, 0.0013055822625633873, 0.02796438933635903, 0.05128151770392586, 0.00351911412105399, 0.013409174227901444, 0.5975475806613519, 0.0030556372402215093, 0.04957281930282176, 0.03132092714956669, NaN, 0.15421376678793397, 0.026650194824817675, -0.011326796366844638, 0.07365788481190716, 0.5096423558978895, 0.12656642534822393, 0.01895474417071319, 0.015936190531255612, 0.012718395560486151, 0.04023829223000219, 0.18863151674142253, NaN, 0.19861478149829637, 0.007144674069571755, NaN, NaN, 0.05433916190521204, 0.010409534467648252, 0.019561501692598293, 0.03259036858865216, NaN, 0.00886984269999247, NaN, 0.03164374019901128, NaN, NaN, 0.010220624699874392, 0.002467376505320251, 0.10244746059458043, NaN, 0.0035782358385967328, 0.014581104403753598, NaN, NaN, NaN, 0.01309676292334605, 0.03245668598788276, 0.012411205034860151, NaN, 0.3784748933415101, 0.3157225448552763, NaN, 0.008296756293431073, NaN, 1.9006309709881397, NaN]], "4": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, true, true, false, false, false, true, true, true, false, true, true, false, true, false, true, false], [0.00016520720760726526, 0.04481014463866129, 0.005900207682660419, -0.023887294040007223, 0.0008643942965849138, 0.02796438933635903, 0.022432146386166307, 0.0025743896632219876, 0.013409174227901444, 0.5975475806613519, 0.0017894001303462304, 0.04957281930282176, 0.027379508430506183, NaN, 0.12859656089558325, 0.01817972705107551, -0.011326796366844638, 0.07297492676363349, 0.4325219622646237, 0.12656642534822393, 0.01895474417071319, 0.015936190531255612, 0.012718395560486151, 0.028724474919021192, 0.18863151674142253, NaN, 0.19861478149829637, 0.007144674069571755, NaN, NaN, 0.048239921569810607, 0.003932035499628617, 0.019561501692598293, 0.03259036858865216, NaN, 0.00886984269999247, NaN, 0.028819589181161787, NaN, NaN, 0.003394327081625237, 0.002467376505320251, 0.06179531884734568, NaN, 0.001333522005662724, 0.014581104403753598, NaN, NaN, NaN, 0.01309676292334605, 0.03245668598788276, 0.012411205034860151, NaN, 0.3784748933415101, 0.20446118926541446, NaN, 0.008296756293431073, NaN, 1.9006309709881397, NaN]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, true, true, false, false, false, true, true, true, false, true, true, false, true, false, true, false], [0.00016520720760726526, 0.028572001255975366, 0.005900207682660419, -0.023887294040007223, 0.00026226431335096834, 0.02796438933635903, 0.022432146386166307, 0.0013670865516419717, 0.013409174227901444, 0.5975475806613519, 0.0017056135300188568, 0.04957281930282176, 0.023134665638433916, NaN, 0.12859656089558325, 0.01094669245496771, -0.011326796366844638, 0.07132902473468672, 0.29490292250200034, 0.06300569584012461, 0.01895474417071319, 0.01165853276886053, 0.012718395560486151, 0.028724474919021192, 0.13376298092656125, NaN, 0.19861478149829637, 0.007144674069571755, NaN, NaN, 0.03803145613409886, 0.003932035499628617, 0.019561501692598293, 0.03259036858865216, NaN, 0.00886984269999247, NaN, 0.020223948547165582, NaN, NaN, 0.0016205036767900083, 0.002059316411521017, 0.047366472185288666, NaN, 0.001333522005662724, 0.010720158581575934, NaN, NaN, NaN, 0.011512979159156389, 0.03245668598788276, 0.012411205034860151, NaN, 0.3771706256789251, 0.17154759587563917, NaN, 0.008296756293431073, NaN, 1.9006309709881397, NaN]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, true, true, false, true, false, true, true, true, false, true, true, false, true, false, true, false], [0.00016520720760726526, 0.028572001255975366, 0.005900207682660419, -0.023887294040007223, 0.00026226431335096834, 0.02796438933635903, 0.022432146386166307, 0.0013670865516419717, 0.013409174227901444, 0.5975475806613519, 0.0007562569092043336, 0.04957281930282176, 0.020811545113587737, NaN, 0.10522478300574423, 0.008035783244124461, -0.011326796366844638, 0.045765732811668736, 0.25646709052478167, 0.06300569584012461, 0.01895474417071319, 0.010229858367793554, 0.012718395560486151, 0.025207350876648604, 0.08843849580395546, NaN, 0.19861478149829637, 0.007144674069571755, NaN, NaN, 0.03803145613409886, 0.0011656565628361815, 0.01170695278341638, 0.03259036858865216, NaN, 0.00886984269999247, NaN, 0.020223948547165582, NaN, NaN, 0.0016205036767900083, 0.002059316411521017, 0.026527967705756827, NaN, 0.001333522005662724, 0.010720158581575934, NaN, -0.08752494605399352, NaN, 0.011271259660068145, 0.02537767515915834, 0.012411205034860151, NaN, 0.303421189429564, 0.17154759587563917, NaN, 0.008296756293431073, NaN, 1.9006309709881397, NaN]]}}, "c3dw1_diff_s0": {"raw": {"1": [[true, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, false, true, false, true, true, false, false, false, false, false, true, true, true, false, false, true, false, true, false, false, false, true, true, false, false, true, false, false, false, true, true, true, false, true, true, false, false, false, false, false], [0.05581053472397213, NaN, 0.03240613094017175, 0.008258783927420188, 0.005278034938595688, 0.03032200673801655, NaN, 0.015472139400021456, 0.03210605809055744, NaN, 0.000831022064037068, 0.11673775850558799, 0.00645672672163089, NaN, 0.12533841835091275, 0.01625783897334454, -0.011687616958264924, 0.031308619941651905, 0.08247285408168836, NaN, NaN, 0.021097146373945996, NaN, 0.051886903725839595, 0.20809647678705656, NaN, NaN, NaN, NaN, NaN, 0.05180702257862335, 0.005062900630487865, 0.048072368359702855, NaN, NaN, 0.017072862203748373, NaN, 0.01909112712022032, NaN, NaN, NaN, 0.015762867282204773, 0.020909953478492005, NaN, NaN, 0.029486329102519804, NaN, NaN, NaN, 0.017727944928140005, 0.04418707350863804, 0.044228730067518374, NaN, 0.37577622662124455, 0.295825633842731, NaN, NaN, NaN, NaN, NaN]], "2": [[true, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, false, false, false, false, false, true, true, true, false, false, true, false, true, false, false, false, true, true, false, false, true, false, false, false, true, true, true, false, true, true, false, true, false, false, false], [0.005652870526977827, NaN, 0.03240613094017175, -0.010947876301285131, 0.003011262923770852, 0.03032200673801655, NaN, 0.0019916459924071983, 0.03210605809055744, NaN, 0.000831022064037068, 0.04632759663015529, 0.00645672672163089, NaN, 0.11019953257539261, 0.005790800283563602, -0.011687616958264924, 0.031308619941651905, 0.08247285408168836, NaN, 0.05181118071306812, 0.018070555713271874, NaN, 0.04993458774764892, 0.20809647678705656, NaN, NaN, NaN, NaN, NaN, 0.05180702257862335, 0.003189270177861303, 0.048072368359702855, NaN, NaN, 0.017072862203748373, NaN, 0.01909112712022032, NaN, NaN, NaN, 0.013216523685979586, 0.020909953478492005, NaN, NaN, 0.029486329102519804, NaN, NaN, NaN, 0.017727944928140005, 0.03902648571493872, 0.027712110859791972, NaN, 0.37577622662124455, 0.18313175486131117, NaN, 0.09882799561128652, NaN, NaN, NaN]], "4": [[true, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, false, false, false, false, false, true, true, true, false, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, true, true, false, true, false, false, false], [0.0047492721003741245, NaN, -0.0026599640549666015, -0.010947876301285131, 0.003011262923770852, 0.03032200673801655, NaN, 0.0019916459924071983, 0.03210605809055744, NaN, 0.000831022064037068, 0.04632759663015529, 0.00645672672163089, NaN, 0.1049835010777187, 0.005790800283563602, -0.011687616958264924, 0.02760635152234392, 0.08247285408168836, NaN, 0.023185466444613168, 0.013434826058476679, NaN, 0.04993458774764892, 0.20809647678705656, NaN, NaN, NaN, NaN, NaN, 0.05180702257862335, 0.003189270177861303, 0.048072368359702855, NaN, NaN, 0.009559544621271288, NaN, 0.01909112712022032, NaN, NaN, 0.005371684522190945, 0.005588059057412664, 0.01994960745830876, NaN, NaN, 0.029486329102519804, NaN, NaN, NaN, 0.010873284185491716, 0.03902648571493872, 0.027712110859791972, NaN, 0.25773458321807063, 0.18313175486131117, NaN, 0.06330551515424787, NaN, NaN, NaN]], "8": [[true, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, false, false, true, false, false, true, true, true, false, false, true, false, true, false, false, true, true, true, false, false, true, false, true, false, true, true, true, false, true, true, false, true, false, false, false], [0.00457957712417234, NaN, -0.0026599640549666015, -0.010947876301285131, 0.0018617846047706, 0.03032200673801655, NaN, 0.0019107220708702854, 0.03210605809055744, NaN, 0.000831022064037068, 0.04632759663015529, 0.00645672672163089, NaN, 0.09230828671774827, 0.005790800283563602, -0.011687616958264924, 0.02760635152234392, 0.08247285408168836, NaN, 0.023185466444613168, 0.009961358438585366, NaN, 0.029557931321379405, 0.12930296216323667, NaN, NaN, 0.0051016443828262314, NaN, NaN, 0.05180702257862335, 0.003189270177861303, 0.03304838146240163, NaN, NaN, 0.007773117632350113, NaN, 0.01909112712022032, NaN, NaN, 0.005371684522190945, 0.005588059057412664, 0.015598055229317564, NaN, NaN, 0.029486329102519804, NaN, -0.0395220941592459, NaN, 0.010873284185491716, 0.03513592512561137, 0.015674885572408037, NaN, 0.18656709120666215, 0.18313175486131117, NaN, 0.06330551515424787, NaN, NaN, NaN]], "16": [[true, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, false, false, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, true, false, true, true, true, false, true, true, false, true, false, false, false], [0.00457957712417234, NaN, -0.0026599640549666015, -0.010947876301285131, 0.0018617846047706, 0.01723508129869189, NaN, 0.0009912419420856633, 0.023729508662793775, NaN, 0.000831022064037068, 0.0431188693401674, 0.00645672672163089, NaN, 0.09230828671774827, 0.005790800283563602, -0.011687616958264924, 0.02760635152234392, 0.07746329298871202, NaN, 0.023185466444613168, 0.009961358438585366, NaN, 0.020942653161005076, 0.10087241524699242, NaN, NaN, 0.0051016443828262314, NaN, NaN, 0.05180702257862335, 0.003066263167076144, 0.03304838146240163, 0.08379784825172432, NaN, 0.006425976002853773, NaN, 0.01909112712022032, NaN, NaN, 0.0035533102983671405, 0.005588059057412664, 0.01326131751003179, NaN, NaN, 0.018367197532757285, NaN, -0.050840107832170855, NaN, 0.010873284185491716, 0.03235986863782592, 0.014278545021158218, NaN, 0.18656709120666215, 0.18313175486131117, NaN, 0.04732681427722629, NaN, NaN, NaN]]}, "rob": {"1": [[true, true, false, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, false, true, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, true, false, false, false, false, true, true, true, false, true, true, false, true, false, false, false], [0.008280322309328847, 0.03559010620628422, NaN, -0.019855499038368918, 0.0027250757617811594, 0.04489032930662695, NaN, 0.003360795925977378, 0.03083285351491405, NaN, 0.003779972409689636, 0.05081027715840247, 0.029393364795551102, NaN, 0.17190300765051947, 0.026347876162274186, -0.011029441173655119, 0.06419086093552395, 0.22332383358413432, NaN, 0.023185466444613168, 0.013180321490968039, NaN, 0.04482995961864189, 0.10087241524699242, NaN, 0.40271865176028343, 0.1791530142373141, NaN, NaN, 0.08879161773559674, 0.013267412013398872, 0.05231472442570184, 0.05301004201694748, NaN, 0.008157147715387447, NaN, 0.04104771036676014, NaN, NaN, 0.010417767864215222, 0.014021629810779368, 0.08324593255632484, NaN, 0.058144247532836646, NaN, NaN, NaN, NaN, 0.030166878022417354, 0.03760273668027447, 0.017220251177444412, NaN, 0.3029565452222873, 0.40650183190415246, NaN, 0.027051446813135094, NaN, NaN, NaN]], "2": [[true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, false, true, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, true, false, false, false, false, true, true, true, false, true, true, false, true, false, false, false], [0.002720136858156419, 0.03559010620628422, 0.028061921008888602, -0.019855499038368918, 0.002219890170552574, 0.04025557427819115, NaN, 0.0027526317492989616, 0.022571927133437697, NaN, 0.003779972409689636, 0.035005371574916344, 0.027337286635039648, NaN, 0.15121466576870035, 0.019347583085490783, -0.011029441173655119, 0.04609289888326207, 0.22332383358413432, NaN, 0.023185466444613168, 0.013180321490968039, NaN, 0.043242154799223664, 0.10087241524699242, NaN, 0.40271865176028343, 0.1791530142373141, NaN, NaN, 0.07137387628109693, 0.006643684285861928, 0.0456310054114093, 0.05301004201694748, NaN, 0.008157147715387447, NaN, 0.032417412247635724, NaN, NaN, 0.0035533102983671405, 0.005588059057412664, 0.08324593255632484, NaN, 0.013273170901142661, NaN, NaN, NaN, NaN, 0.014380479661374235, 0.03700763387712236, 0.017220251177444412, NaN, 0.3029565452222873, 0.24824061293240507, NaN, 0.027051446813135094, NaN, NaN, NaN]], "4": [[true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, false, true, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, true, true, false, false, false, true, true, true, false, true, true, false, true, false, false, false], [0.0012302111544493233, 0.03559010620628422, 0.011995661323322748, -0.019855499038368918, 0.002219890170552574, 0.04025557427819115, NaN, 0.0017558322689943395, 0.022571927133437697, NaN, 0.0032360251230070247, 0.035005371574916344, 0.026168071682861394, NaN, 0.13328023595451355, 0.010927402089450311, -0.011029441173655119, 0.04609289888326207, 0.22332383358413432, NaN, 0.023185466444613168, 0.009691900375505158, NaN, 0.03559106961055147, 0.07013141227298769, NaN, 0.40271865176028343, 0.0051016443828262314, NaN, NaN, 0.07137387628109693, 0.0035364201578182985, 0.034719867748705946, 0.05301004201694748, NaN, 0.008157147715387447, NaN, 0.032417412247635724, NaN, NaN, 0.0020089344536273757, 0.005588059057412664, 0.05041469759577577, NaN, 0.013273170901142661, 0.010115428664084325, NaN, NaN, NaN, 0.013776438019039272, 0.0332666823021488, 0.014278545021158218, NaN, 0.3029565452222873, 0.20324001736086972, NaN, 0.027051446813135094, NaN, NaN, NaN]], "8": [[true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, false, true, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, true, true, false, false, false, true, true, true, false, true, true, false, true, false, false, false], [0.0006928531754983869, 0.03559010620628422, 0.01123043823209624, -0.019855499038368918, 0.002219890170552574, 0.03789546627322471, NaN, 0.0015058350967875889, 0.022571927133437697, NaN, 0.0027854831163232063, 0.035005371574916344, 0.02363005781651406, NaN, 0.13328023595451355, 0.009902113904795229, -0.011029441173655119, 0.04566279849614574, 0.1801431224547112, NaN, 0.023185466444613168, 0.00877862107370464, NaN, 0.033083414170303804, 0.07013141227298769, NaN, 0.40271865176028343, 0.0051016443828262314, NaN, NaN, 0.05180702257862335, 0.0035364201578182985, 0.034719867748705946, 0.05301004201694748, NaN, 0.008157147715387447, NaN, 0.024468667520130216, NaN, NaN, 0.0020089344536273757, 0.005588059057412664, 0.040670554189738306, NaN, 0.004997542839177527, 0.010115428664084325, NaN, NaN, NaN, 0.013776438019039272, 0.03235986863782592, 0.014278545021158218, NaN, 0.3029565452222873, 0.1847147312800328, NaN, 0.027051446813135094, NaN, NaN, NaN]], "16": [[true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, false, true, true, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, true, true, false, false, false, true, true, true, false, true, true, false, true, false, false, false], [0.0006928531754983869, 0.03559010620628422, 0.008029905144175675, -0.019855499038368918, 0.002219890170552574, 0.03789546627322471, NaN, 0.0012064811577874313, 0.022571927133437697, NaN, 0.001918556399219007, 0.035005371574916344, 0.01677163566924489, NaN, 0.119039241312616, 0.008926934260077957, -0.011029441173655119, 0.0420315853120532, 0.14707343736838951, NaN, 0.023185466444613168, 0.006239472786578881, NaN, 0.029557931321379405, 0.045995802755604887, NaN, 0.40271865176028343, 0.0051016443828262314, NaN, NaN, 0.05180702257862335, 0.0008657354030570108, 0.02844445499606363, 0.05301004201694748, NaN, 0.008157147715387447, NaN, 0.023134789760472563, NaN, NaN, 0.0020089344536273757, 0.005588059057412664, 0.02221854945426527, NaN, 0.004997542839177527, 0.005453106812036035, NaN, NaN, NaN, 0.013776438019039272, 0.027258775663661527, 0.014278545021158218, NaN, 0.2370491343757204, 0.1612314559768364, NaN, 0.027051446813135094, NaN, NaN, NaN]]}}, "c3dw2_diff_s0": {"raw": {"1": [[true, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, false, true, false, false, false, false, false, false, false, false, true, true, true, false, false, true, false, true, false, false, false, true, false, false, false, true, false, false, false, true, true, true, false, true, true, false, false, false, false, false], [0.08260401076944746, NaN, 0.02448575380475937, 0.03832351724571792, 0.0060058822605999485, 0.04791697133161921, NaN, 0.012319875952570447, 0.03323458255943046, NaN, 0.0020763037677540286, 0.09741872903896098, 0.009465008704470534, NaN, 0.1232844968395177, 0.021946300057017032, -0.0036408165001194925, 0.025627202536060212, 0.07180027794648769, NaN, NaN, 0.02337601908870579, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.05705336053143917, 0.002916166028261058, 0.06393943255761991, NaN, NaN, 0.01845986640806796, NaN, 0.025144371876414606, NaN, NaN, NaN, 0.02184576729665344, NaN, NaN, NaN, 0.021276413166593233, NaN, NaN, NaN, 0.017954416270732576, 0.041503775852692826, 0.046670755250662666, NaN, 0.31132627320455253, 0.24076520769300913, NaN, NaN, NaN, NaN, NaN]], "2": [[true, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, false, false, false, true, false, false, true, true, true, false, false, true, false, true, false, false, false, true, true, false, false, true, false, false, false, true, true, true, false, true, true, false, false, false, false, false], [0.009566768986250418, NaN, 0.02448575380475937, 0.008020304278428814, 0.004398393488431296, 0.04791697133161921, NaN, 0.0013411621853836042, 0.03323458255943046, NaN, 0.0020763037677540286, 0.04415131868434696, 0.009465008704470534, NaN, 0.1232844968395177, 0.011716292550391083, -0.0036408165001194925, 0.025627202536060212, 0.07180027794648769, NaN, 0.056033159049658776, 0.020050964759081635, NaN, 0.053210020487867604, NaN, NaN, NaN, 0.21610619076741577, NaN, NaN, 0.05705336053143917, 0.0021475764256539964, 0.06393943255761991, NaN, NaN, 0.01845986640806796, NaN, 0.025144371876414606, NaN, NaN, NaN, 0.020509468166982625, 0.03190159080403543, NaN, NaN, 0.021276413166593233, NaN, NaN, NaN, 0.017954416270732576, 0.037144197487838815, 0.029820858245022785, NaN, 0.31132627320455253, 0.24076520769300913, NaN, NaN, NaN, NaN, NaN]], "4": [[true, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, false, false, false, true, false, false, true, true, true, false, false, true, false, true, false, false, false, true, true, false, true, true, false, false, false, true, true, true, false, true, true, false, true, false, false, false], [0.009566768986250418, NaN, 0.0019308333614915796, 0.008020304278428814, 0.004398393488431296, 0.04791697133161921, NaN, 0.0013411621853836042, 0.03323458255943046, NaN, 0.0020763037677540286, 0.04415131868434696, 0.009465008704470534, NaN, 0.11429151851841746, 0.011716292550391083, -0.005301376955524906, 0.019071921806870007, 0.07180027794648769, NaN, 0.025779171249457056, 0.020050964759081635, NaN, 0.053210020487867604, NaN, NaN, NaN, 0.21610619076741577, NaN, NaN, 0.05705336053143917, 0.0021475764256539964, 0.06393943255761991, NaN, NaN, 0.00990139917452626, NaN, 0.025144371876414606, NaN, NaN, NaN, 0.011179756894850179, 0.01995519218459152, NaN, 0.03323173372368027, 0.021276413166593233, NaN, NaN, NaN, 0.013170224091777705, 0.03679122299420645, 0.029820858245022785, NaN, 0.1928758754941955, 0.24076520769300913, NaN, 0.10865940396559659, NaN, NaN, NaN]], "8": [[true, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, false, false, false, true, false, false, true, true, true, false, false, true, false, true, false, false, false, true, true, false, true, true, false, false, false, true, true, true, false, true, true, false, true, false, false, false], [0.005579360862378202, NaN, -0.0014844586193514253, 0.008020304278428814, 0.004150399175660624, 0.04791697133161921, NaN, 0.0013324375857819426, 0.03323458255943046, NaN, 0.0020763037677540286, 0.04415131868434696, 0.009465008704470534, NaN, 0.10022898863840757, 0.011716292550391083, -0.013010123477043334, 0.019071921806870007, 0.07180027794648769, NaN, 0.025779171249457056, 0.013446705784408097, NaN, 0.032226056690110694, NaN, NaN, NaN, 0.09546455392188458, NaN, NaN, 0.05705336053143917, 0.0021475764256539964, 0.048132662857341746, NaN, NaN, 0.00990139917452626, NaN, 0.025144371876414606, NaN, NaN, NaN, 0.011179756894850179, 0.01995519218459152, NaN, 0.03323173372368027, 0.021276413166593233, NaN, NaN, NaN, 0.013170224091777705, 0.03257501616644576, 0.01775513476766588, NaN, 0.1268714041590584, 0.18715045055312962, NaN, 0.10865940396559659, NaN, NaN, NaN]], "16": [[true, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, false, false, true, false, false, true, true, true, false, false, true, false, true, false, false, false, true, true, false, true, true, false, true, false, true, true, true, false, true, true, false, true, false, false, false], [0.003251106986193353, NaN, -0.0014844586193514253, 0.008020304278428814, 0.003994911956446412, 0.03403633071422463, NaN, 0.001001777690911032, 0.028466273690991972, NaN, 0.0020763037677540286, 0.026404683102116966, 0.009465008704470534, NaN, 0.09922404890208081, 0.01045241595122115, -0.013010123477043334, 0.019071921806870007, 0.06432279955082287, NaN, 0.025779171249457056, 0.011358922941925753, NaN, 0.029850676874433546, 0.15905627238163866, NaN, NaN, 0.02718461901164071, NaN, NaN, 0.05705336053143917, 0.0021475764256539964, 0.048132662857341746, NaN, NaN, 0.006217127815982604, NaN, 0.025144371876414606, NaN, NaN, NaN, 0.011179756894850179, 0.01995519218459152, NaN, 0.03323173372368027, 0.01789083861371843, NaN, -0.049656129419004214, NaN, 0.013170224091777705, 0.03257501616644576, 0.01775513476766588, NaN, 0.1268714041590584, 0.1704063297430003, NaN, 0.09715596807768323, NaN, NaN, NaN]]}, "rob": {"1": [[true, false, false, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, false, false, true, false, false, true, true, true, false, false, true, false, true, false, false, false, true, true, false, true, false, false, false, false, true, true, true, false, true, true, false, true, false, false, false], [0.003251106986193353, NaN, NaN, -0.009865739327634016, 0.007326064638692786, 0.05415277768379512, NaN, 0.00261338955854451, 0.03902067625207439, NaN, 0.004434594365247291, 0.04483731682944314, 0.025803474618297573, NaN, 0.17542489949350326, 0.027949995463674382, -0.013010123477043334, 0.05241792298960224, 0.1698081341274844, NaN, 0.025779171249457056, 0.011358922941925753, NaN, 0.04437380616662878, 0.16195023433701272, NaN, NaN, 0.32966007883051773, NaN, NaN, 0.0846871741956825, 0.016822798958652685, 0.06398028270127476, NaN, NaN, 0.007387059154143172, NaN, 0.03863482554355646, NaN, NaN, NaN, 0.011179756894850179, 0.07483938892825548, NaN, 0.07075559386893837, NaN, NaN, NaN, NaN, 0.01633660279579141, 0.03466645187414508, 0.015257650920911026, NaN, 0.2461767346568886, 0.2774788796937828, NaN, 0.08873021065214282, NaN, NaN, NaN]], "2": [[true, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, false, false, true, false, false, true, true, true, false, false, true, false, true, false, false, false, true, true, false, true, false, false, false, false, true, true, true, false, true, true, false, true, false, false, false], [0.001938400252401884, NaN, 0.024541536180084034, -0.009865739327634016, 0.006668143986628072, 0.05415277768379512, NaN, 0.001675182772650441, 0.03902067625207439, NaN, 0.004434594365247291, 0.04483731682944314, 0.024733182018313427, NaN, 0.15064245661711095, 0.019102469107370013, -0.013010123477043334, 0.05181988155534545, 0.1698081341274844, NaN, 0.025779171249457056, 0.011358922941925753, NaN, 0.04277747829195144, 0.15905627238163866, NaN, NaN, 0.32966007883051773, NaN, NaN, 0.0846871741956825, 0.013453570186258812, 0.06160350240650758, NaN, NaN, 0.007387059154143172, NaN, 0.03863482554355646, NaN, NaN, NaN, 0.011179756894850179, 0.07483938892825548, NaN, 0.038783994050537896, NaN, NaN, NaN, NaN, 0.01633660279579141, 0.03466645187414508, 0.015257650920911026, NaN, 0.2461767346568886, 0.24661259708321137, NaN, 0.08873021065214282, NaN, NaN, NaN]], "4": [[true, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, false, false, true, false, false, true, true, true, false, false, true, false, true, false, false, false, true, true, false, true, false, false, false, false, true, true, true, false, true, true, false, true, false, false, false], [0.0014034565248173259, NaN, 0.017833530178313906, -0.009865739327634016, 0.0060058822605999485, 0.05415277768379512, NaN, 0.0012873941007909284, 0.03275106444383291, NaN, 0.0039702805569110655, 0.04483731682944314, 0.021983780138164155, NaN, 0.14053547317570136, 0.011984960493560015, -0.013010123477043334, 0.028168497391888314, 0.1514101677885984, NaN, 0.025779171249457056, 0.008865427912167823, NaN, 0.038656397288695965, 0.15905627238163866, NaN, NaN, 0.09546455392188458, NaN, NaN, 0.06867630170347061, 0.008534523385006043, 0.06160350240650758, NaN, NaN, 0.007387059154143172, NaN, 0.03295871000480122, NaN, NaN, NaN, 0.011179756894850179, 0.04057600449286891, NaN, 0.038783994050537896, NaN, NaN, NaN, NaN, 0.01633660279579141, 0.03466645187414508, 0.015257650920911026, NaN, 0.23958168409558622, 0.2340830306766204, NaN, 0.08873021065214282, NaN, NaN, NaN]], "8": [[true, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, false, false, true, false, false, true, true, true, false, false, true, false, true, false, false, false, true, true, false, true, true, false, false, false, true, true, true, false, true, true, false, true, false, false, false], [0.0014034565248173259, NaN, 0.015397630385054484, -0.009865739327634016, 0.005220498665027717, 0.03403633071422463, NaN, 0.001064028114464488, 0.03275106444383291, NaN, 0.0039702805569110655, 0.04483731682944314, 0.021149064887859836, NaN, 0.13282741140648313, 0.011483307119890096, -0.013010123477043334, 0.028168497391888314, 0.13422198950028852, NaN, 0.025779171249457056, 0.00874013317254807, NaN, 0.032226056690110694, 0.15905627238163866, NaN, NaN, 0.06338670526050527, NaN, NaN, 0.05705336053143917, 0.003927043376443784, 0.06160350240650758, NaN, NaN, 0.007387059154143172, NaN, 0.03295871000480122, NaN, NaN, NaN, 0.011179756894850179, 0.02262930841009836, NaN, 0.025664001742766285, 0.017368046819380645, NaN, NaN, NaN, 0.01633660279579141, 0.030022100023183285, 0.015257650920911026, NaN, 0.23958168409558622, 0.17945200998620958, NaN, 0.08873021065214282, NaN, NaN, NaN]], "16": [[true, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, false, false, true, false, false, true, true, true, false, false, true, false, true, false, false, true, true, true, false, true, true, false, false, false, true, true, true, false, true, true, false, true, false, false, false], [0.0014034565248173259, NaN, 0.011249579463832315, -0.009865739327634016, 0.004917085232713614, 0.03403633071422463, NaN, 0.001001777690911032, 0.028466273690991972, NaN, 0.003491571227031365, 0.04483731682944314, 0.017592685138832387, NaN, 0.12092877770632171, 0.010680666400879613, -0.013010123477043334, 0.028168497391888314, 0.10223191604947268, NaN, 0.025779171249457056, 0.00874013317254807, NaN, 0.02693757575419009, 0.15905627238163866, NaN, NaN, 0.02718461901164071, NaN, NaN, 0.05705336053143917, 0.001756660400489718, 0.048132662857341746, NaN, NaN, 0.007387059154143172, NaN, 0.028818281868182805, NaN, NaN, 0.008120632449097664, 0.011179756894850179, 0.021963538947827432, NaN, 0.017652847997343235, 0.009487328780270587, NaN, NaN, NaN, 0.015802084467975597, 0.029239472196688654, 0.015257650920911026, NaN, 0.23069986848792645, 0.1566146862167208, NaN, 0.08873021065214282, NaN, NaN, NaN]]}}, "c3dw4_diff_s0": {"raw": {"1": [[false, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, false, true, false, false, false, false, false, false, false, false, true, true, true, false, false, true, false, true, false, false, false, true, false, false, false, true, false, false, false, true, true, true, false, true, true, false, false, false, false, false], [NaN, NaN, 0.02047493646926024, 0.08789048107305675, 0.007977911449054353, 0.07811550703337833, NaN, 0.007513139342271158, 0.0443116976402087, NaN, 0.005650354441593786, 0.0643187312670741, 0.014754717826586106, NaN, 0.12000624007196925, 0.043763615559343716, 0.01724204680524366, 0.01950890489074153, 0.07348085020574335, NaN, NaN, 0.03794815678135244, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.06372770506680014, 0.0022062077883888698, 0.08765914367297278, NaN, NaN, 0.02491190497698348, NaN, 0.03651923885105446, NaN, NaN, NaN, 0.0336921666979082, NaN, NaN, NaN, 0.009180368693210594, NaN, NaN, NaN, 0.01937428903742422, 0.03970879226141544, 0.04812425793853525, NaN, 0.2279658550920991, 0.34580661333143126, NaN, NaN, NaN, NaN, NaN]], "2": [[true, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, false, false, false, false, false, false, true, true, true, false, false, true, false, true, false, false, false, true, false, false, true, true, false, false, false, true, true, true, false, true, true, false, false, false, false, false], [0.03668598184893357, NaN, 0.02047493646926024, 0.05871115681675665, 0.006591489935358963, 0.07811550703337833, NaN, 0.001519316828076489, 0.0443116976402087, NaN, 0.005650354441593786, 0.0643187312670741, 0.014754717826586106, NaN, 0.12000624007196925, 0.03708334211354147, 0.01671331634072426, 0.01950890489074153, 0.07348085020574335, NaN, 0.061438784376833144, 0.032542437790089807, NaN, 0.05767906699102099, NaN, NaN, NaN, NaN, NaN, NaN, 0.06372770506680014, 0.00192539961543714, 0.08765914367297278, NaN, NaN, 0.02491190497698348, NaN, 0.03651923885105446, NaN, NaN, NaN, 0.0336921666979082, NaN, NaN, 0.05572802402060928, 0.009180368693210594, NaN, NaN, NaN, 0.01937428903742422, 0.03550142450144844, 0.033635932658672596, NaN, 0.2279658550920991, 0.34580661333143126, NaN, NaN, NaN, NaN, NaN]], "4": [[true, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, false, false, false, false, false, false, true, true, true, false, false, true, false, true, false, false, false, true, false, false, true, true, false, false, false, true, true, true, false, true, true, false, false, false, false, false], [0.03668598184893357, NaN, 0.011964204657436861, 0.05871115681675665, 0.006591489935358963, 0.07694259167018247, NaN, 0.001519316828076489, 0.0443116976402087, NaN, 0.005650354441593786, 0.025222645049162162, 0.014754717826586106, NaN, 0.12000624007196925, 0.03708334211354147, -0.0005646800925174222, 0.015432021591682554, 0.07348085020574335, NaN, 0.03235906337669103, 0.026426492273285085, NaN, 0.05767906699102099, NaN, NaN, NaN, NaN, NaN, NaN, 0.06372770506680014, 0.0013892555211669766, 0.08643902844623219, NaN, NaN, 0.01064934735071188, NaN, 0.03651923885105446, NaN, NaN, NaN, 0.03288711914514009, NaN, NaN, 0.05010257489656311, 0.009180368693210594, NaN, NaN, NaN, 0.01818984199392437, 0.03359386959851052, 0.033635932658672596, NaN, 0.11889771848048891, 0.34580661333143126, NaN, NaN, NaN, NaN, NaN]], "8": [[true, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, false, false, false, true, false, false, true, true, true, false, false, true, false, true, false, false, false, true, false, false, true, true, false, false, false, true, true, true, false, true, true, false, false, false, false, false], [0.019669845684976428, NaN, 0.004302837090763623, 0.05871115681675665, 0.006013236535266309, 0.07694259167018247, NaN, 0.0008889618061656002, 0.0443116976402087, NaN, 0.005308860592426301, 0.017015360328705098, 0.014754717826586106, NaN, 0.11035431573485166, 0.0293847780222809, -0.0005646800925174222, 0.015432021591682554, 0.06921667911483076, NaN, 0.03235906337669103, 0.026426492273285085, NaN, 0.05767906699102099, NaN, NaN, NaN, 0.09171559648734506, NaN, NaN, 0.06372770506680014, 0.0013892555211669766, 0.07419972620049209, NaN, NaN, 0.01064934735071188, NaN, 0.03505246973452092, NaN, NaN, NaN, 0.03288711914514009, NaN, NaN, 0.05010257489656311, 0.009180368693210594, NaN, NaN, NaN, 0.01818984199392437, 0.03359386959851052, 0.02671800048871309, NaN, 0.05703796479930512, 0.21568393619917692, NaN, NaN, NaN, NaN, NaN]], "16": [[true, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, false, false, false, true, false, false, true, true, true, false, false, true, false, true, false, false, false, true, false, false, true, true, false, false, false, true, true, true, false, true, true, false, false, false, false, false], [0.001213888211276215, NaN, 0.004302837090763623, 0.05871115681675665, 0.005683658343256015, 0.06469173011354457, NaN, 0.0008889618061656002, 0.03797252448169486, NaN, 0.0050086110820770635, 0.014116284321616934, 0.014126091615753289, NaN, 0.10322196582870058, 0.025536808591132498, -0.004334223217200117, 0.01315898255094261, 0.05523642145960905, NaN, 0.03235906337669103, 0.01585578146889155, NaN, 0.03621098722581029, NaN, NaN, NaN, 0.029355505614474087, NaN, NaN, 0.06372770506680014, 0.000996189455326979, 0.07419972620049209, NaN, NaN, 0.006773585872298815, NaN, 0.03505246973452092, NaN, NaN, NaN, 0.02840607214090718, NaN, NaN, 0.05010257489656311, 0.009180368693210594, NaN, NaN, NaN, 0.01818984199392437, 0.03359386959851052, 0.02671800048871309, NaN, 0.05703796479930512, 0.16825919143542767, NaN, NaN, NaN, NaN, NaN]]}, "rob": {"1": [[true, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, false, false, false, false, true, false, false, true, true, true, false, false, true, false, true, false, false, false, true, true, false, true, false, false, false, false, true, true, true, false, true, true, false, false, false, false, false], [0.001213888211276215, NaN, 0.020650197944488857, 0.04230471738373165, 0.006153808874266975, 0.06469173011354457, NaN, 0.0013575277964512633, 0.048838753105878485, NaN, 0.0061802795780596664, 0.04337533576147279, 0.02652730609927878, NaN, 0.14827527968744247, 0.024592566847225106, -0.003914443879490692, 0.03656793433288463, 0.12709688339616254, NaN, 0.03235906337669103, 0.01585578146889155, NaN, NaN, NaN, NaN, NaN, 0.6725168864595821, NaN, NaN, 0.0753844852879626, 0.01539061671829689, 0.0801431562247874, NaN, NaN, 0.027200024371248244, NaN, 0.03868317349572137, NaN, NaN, NaN, 0.03756155845255815, 0.05250603480271243, NaN, 0.0768483887977276, NaN, NaN, NaN, NaN, 0.02006436910900722, 0.031232964210673453, 0.016324081914003363, NaN, 0.16955148395364628, 0.3387473914213388, NaN, NaN, NaN, NaN, NaN]], "2": [[true, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, false, false, false, true, false, false, true, true, true, false, false, true, false, true, false, false, true, true, true, false, true, false, false, false, false, true, true, true, false, true, true, false, false, false, false, false], [0.001213888211276215, NaN, 0.020650197944488857, 0.04230471738373165, 0.006153808874266975, 0.05321012058296293, NaN, 0.001016591153513824, 0.048838753105878485, NaN, 0.0061802795780596664, 0.04337533576147279, 0.02476902556792071, NaN, 0.1414630837800086, 0.020836725727166883, -0.003914443879490692, 0.03656793433288463, 0.12709688339616254, NaN, 0.03235906337669103, 0.013885318618857223, NaN, 0.03621098722581029, NaN, NaN, NaN, 0.6725168864595821, NaN, NaN, 0.0753844852879626, 0.012152799718761376, 0.0801431562247874, NaN, NaN, 0.01939270799293724, NaN, 0.03868317349572137, NaN, NaN, 0.023756088570719536, 0.03756155845255815, 0.05250603480271243, NaN, 0.06495274861017686, NaN, NaN, NaN, NaN, 0.02006436910900722, 0.031232964210673453, 0.016324081914003363, NaN, 0.16955148395364628, 0.2174593708569168, NaN, NaN, NaN, NaN, NaN]], "4": [[true, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, false, false, false, true, false, false, true, true, true, false, false, true, false, true, false, false, true, true, true, false, true, false, false, false, false, true, true, true, false, true, true, false, false, false, false, false], [0.001213888211276215, NaN, 0.020650197944488857, 0.04230471738373165, 0.005863204171395964, 0.05321012058296293, NaN, 0.001016591153513824, 0.03797252448169486, NaN, 0.006059171827814236, 0.04337533576147279, 0.02215072087120773, NaN, 0.12992962161908883, 0.020836725727166883, -0.004334223217200117, 0.024403828584801834, 0.12095775047496171, NaN, 0.03235906337669103, 0.013885318618857223, NaN, 0.03621098722581029, NaN, NaN, NaN, 0.2646557473524267, NaN, NaN, 0.06372770506680014, 0.008064257429918342, 0.0801431562247874, NaN, NaN, 0.01939270799293724, NaN, 0.03868317349572137, NaN, NaN, 0.023756088570719536, 0.03756155845255815, 0.05250603480271243, NaN, 0.05164111062651777, NaN, NaN, NaN, NaN, 0.02006436910900722, 0.031232964210673453, 0.016324081914003363, NaN, 0.16955148395364628, 0.2174593708569168, NaN, NaN, NaN, NaN, NaN]], "8": [[true, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, false, false, false, true, false, false, true, true, true, false, false, true, false, true, false, false, true, true, true, false, true, false, false, false, false, true, true, true, false, true, true, false, false, false, false, false], [0.001213888211276215, NaN, 0.02047493646926024, 0.04230471738373165, 0.005814165216825318, 0.05321012058296293, NaN, 0.0008103924791182937, 0.03797252448169486, NaN, 0.0057958555117270105, 0.03868992923188319, 0.0191129116577351, NaN, 0.12419487705567067, 0.019545811017894987, -0.004334223217200117, 0.024403828584801834, 0.10078281212347018, NaN, 0.03235906337669103, 0.013885318618857223, NaN, 0.03621098722581029, NaN, NaN, NaN, 0.1475925415780246, NaN, NaN, 0.06372770506680014, 0.00428639094175387, 0.0801431562247874, NaN, NaN, 0.012104538364063888, NaN, 0.03505246973452092, NaN, NaN, 0.023756088570719536, 0.03756155845255815, 0.05250603480271243, NaN, 0.04134829072348034, NaN, NaN, NaN, NaN, 0.02006436910900722, 0.031232964210673453, 0.016324081914003363, NaN, 0.13946692689799156, 0.16929166497516368, NaN, NaN, NaN, NaN, NaN]], "16": [[true, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, true, false, false, false, true, false, false, true, true, true, false, false, true, false, true, false, false, true, true, true, false, true, false, false, false, false, true, true, true, false, true, true, false, false, false, false, false], [0.001213888211276215, NaN, 0.01720160358016498, 0.04230471738373165, 0.005683658343256015, 0.05321012058296293, NaN, 0.0008103924791182937, 0.03797252448169486, NaN, 0.0057958555117270105, 0.03161049853293929, 0.0191129116577351, NaN, 0.12046834072804047, 0.019545811017894987, -0.004334223217200117, 0.008152002177547857, 0.09134310848869553, NaN, 0.03235906337669103, 0.013885318618857223, NaN, 0.03621098722581029, NaN, NaN, NaN, 0.1475925415780246, NaN, NaN, 0.06372770506680014, 0.0029711404338876868, 0.0801431562247874, NaN, NaN, 0.012104538364063888, NaN, 0.03505246973452092, NaN, NaN, 0.023756088570719536, 0.03288711914514009, 0.05250603480271243, NaN, 0.04134829072348034, NaN, NaN, NaN, NaN, 0.01878983280029356, 0.031232964210673453, 0.016324081914003363, NaN, 0.13781682501202241, 0.16825919143542767, NaN, NaN, NaN, NaN, NaN]]}}, "c3d_reg_s0_mcd": {"raw": {"1": [[true, true, false, true, true, true, false, true, false, false, true, false, true, false, true, true, false, true, true, false, false, true, false, false, true, false, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, false, true, false, false, false, false, false, false, false, true], [0.0446571000363809, 0.06683206437901568, NaN, 0.11312495581128745, 0.00016339776825669006, 0.1806023577340672, NaN, 0.00937446384785523, NaN, NaN, 0.0065587738115944205, NaN, 0.03059558418389874, NaN, 0.24569586684499245, 0.017225912082039718, NaN, 0.060347150157731066, 0.313000208043406, NaN, NaN, 0.04792735580943264, NaN, NaN, 0.09002493873497319, NaN, NaN, NaN, NaN, NaN, NaN, 0.013824350204800995, 0.02433501951274364, 0.11195892064112267, NaN, 0.030021653849669816, NaN, 0.036247363731079174, NaN, NaN, 0.027470126098478875, 0.004579901408190423, 0.025547906958291566, NaN, NaN, 0.062118663661091755, NaN, NaN, NaN, 0.008098158235338548, NaN, 0.033769575701144916, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.1520717118905639]], "2": [[true, true, false, true, true, true, false, true, true, false, true, false, true, false, true, true, false, true, true, false, false, true, false, true, true, false, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, false, true, false, false, false, false, false, false, false, true], [0.0446571000363809, 0.06683206437901568, NaN, 0.11312495581128745, 0.00016339776825669006, 0.1806023577340672, NaN, 0.006912582370377951, 0.054047240875555236, NaN, 0.0065587738115944205, NaN, 0.03059558418389874, NaN, 0.24569586684499245, 0.0162886701712035, NaN, 0.060347150157731066, 0.313000208043406, NaN, NaN, 0.04792735580943264, NaN, 0.16684257699876204, 0.09002493873497319, NaN, NaN, NaN, NaN, NaN, NaN, 0.006799045548544713, 0.02433501951274364, 0.11195892064112267, NaN, 0.029188450852686065, NaN, 0.024709421484299554, NaN, NaN, 0.016984503370267134, 0.002782261839719302, 0.019759465591346892, NaN, NaN, 0.062118663661091755, NaN, NaN, NaN, 0.008098158235338548, NaN, 0.022394099480943286, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.1520717118905639]], "4": [[true, true, false, true, true, true, false, true, true, false, true, false, true, false, true, true, false, true, true, false, false, true, false, true, true, false, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, false, true, false, false, false, false, true, false, false, true], [0.03973617150680453, 0.06683206437901568, NaN, 0.10077654654856194, 0.00016339776825669006, 0.07298245620737953, NaN, 0.0021464173483134452, 0.051924699580483624, NaN, 0.004672383071734565, NaN, 0.027905304452358726, NaN, 0.2007308162276502, 0.009195947770879176, NaN, 0.04771493968404816, 0.313000208043406, NaN, NaN, 0.04177780809885201, NaN, 0.16684257699876204, 0.09002493873497319, NaN, NaN, NaN, NaN, NaN, NaN, 0.001762897987932499, 0.02010253768778858, 0.08655550679708379, NaN, 0.019055962740510912, NaN, 0.02047065538178705, NaN, NaN, 0.016984503370267134, 0.002782261839719302, 0.019759465591346892, NaN, NaN, 0.062118663661091755, NaN, NaN, NaN, 0.008098158235338548, NaN, 0.022394099480943286, NaN, NaN, NaN, NaN, 0.04429557530589534, NaN, NaN, 0.12700311348072457]], "8": [[true, true, false, true, true, true, false, true, true, false, true, true, true, false, true, true, false, true, true, true, true, true, false, true, true, false, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, false, true, false, false, false, false, true, false, false, true], [0.01624941593612217, 0.06683206437901568, NaN, 0.05629271488771592, 0.00016339776825669006, 0.07298245620737953, NaN, 0.0021464173483134452, 0.03632543473979055, NaN, 0.004672383071734565, 0.3781790658969546, 0.02593293646930106, NaN, 0.2007308162276502, 0.009195947770879176, NaN, 0.040198368719617905, 0.13311881716328977, 0.1219299230713986, 0.06875724954183493, 0.03884285989177272, NaN, 0.014099963616713396, 0.09002493873497319, NaN, NaN, NaN, NaN, NaN, NaN, 0.001762897987932499, 0.009282722612701688, 0.07453488743450021, NaN, 0.019055962740510912, NaN, 0.01120992724823866, NaN, NaN, 0.013600798683734538, 0.002339336683115034, 0.008586873921727856, NaN, NaN, 0.062118663661091755, NaN, NaN, NaN, 0.0014140708594834184, NaN, 0.022394099480943286, NaN, NaN, NaN, NaN, 0.035282428937115196, NaN, NaN, 0.12700311348072457]], "16": [[true, true, false, true, true, true, false, true, true, false, true, true, true, false, true, true, false, true, true, true, true, true, false, true, true, false, true, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, false, true, false, false, false, false, true, false, false, true], [0.01624941593612217, 0.06683206437901568, NaN, 0.05200132058872908, 0.00016339776825669006, 0.03717552383021139, NaN, 0.0021464173483134452, 0.03235670916616429, NaN, 0.0037197780145385995, 0.3487027301621739, 0.019078070619843457, NaN, 0.2007308162276502, 0.009195947770879176, NaN, 0.040198368719617905, 0.13311881716328977, 0.1219299230713986, 0.06837797407092028, 0.030904011107780516, NaN, 0.014099963616713396, 0.05342705964844319, NaN, 0.3707293790839117, NaN, NaN, NaN, NaN, 0.001762897987932499, 0.009282722612701688, 0.06099030302703734, NaN, 0.019055962740510912, NaN, 0.01120992724823866, NaN, NaN, 0.008883501971215457, 0.001977456116523779, 0.008586873921727856, NaN, NaN, 0.05535794364075719, NaN, NaN, NaN, 0.0014140708594834184, NaN, 0.022348320933262444, NaN, NaN, NaN, NaN, 0.028966548907654488, NaN, NaN, 0.12700311348072457]]}, "rob": {"1": [[true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, false, true, true, true, true, true, false, true, true, false, true, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, false, false, true, false, false, true], [0.05544284737716132, 0.32637483936796796, 0.1896344619207051, 0.002074595743329466, 0.0025114133980914666, 0.07298245620737953, NaN, 0.006248954985966559, 0.04254492930386711, NaN, 0.012588171380223168, 0.5225711270348647, 0.04023607856207101, NaN, 0.2566428883616647, 0.021439094709289508, NaN, 0.06302043404164293, 0.45683757737015984, 0.1219299230713986, 0.0450895979104915, 0.051707966634479074, NaN, 0.03300993811518649, 0.21731015148279487, NaN, 0.12381693283715034, NaN, NaN, NaN, NaN, 0.009497392596755638, 0.018321564507416843, 0.10910950652198892, NaN, 0.03997963869320964, NaN, 0.030866079271550273, NaN, NaN, 0.028407240210176488, 0.004662773921605634, 0.05288345541786188, NaN, NaN, 0.04762479033225375, NaN, NaN, NaN, 0.023409344027922385, 0.19510610321164013, 0.022953462724986995, NaN, NaN, NaN, NaN, 0.011445423743159377, NaN, NaN, 0.15035809429320657]], "2": [[true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, false, true, true, true, true, true, false, true, true, false, true, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, false, false, true, false, false, true], [0.03521930065018686, 0.2409742258328289, 0.18645906315118954, 0.002074595743329466, 0.0025114133980914666, 0.05600252068512246, NaN, 0.006248954985966559, 0.03632543473979055, NaN, 0.012588171380223168, 0.5072982220637681, 0.03860098865332118, NaN, 0.2566428883616647, 0.020818579650619506, NaN, 0.05808485605113578, 0.45683757737015984, 0.1219299230713986, 0.0450895979104915, 0.04713076851217912, NaN, 0.02680342284654258, 0.20080933905388543, NaN, 0.12381693283715034, NaN, NaN, NaN, NaN, 0.002946247786851375, 0.016474131469692344, 0.10910950652198892, NaN, 0.03997963869320964, NaN, 0.016371453508978284, NaN, NaN, 0.024026448793955657, 0.0044070735713326314, 0.04995158404897193, NaN, NaN, 0.04762479033225375, NaN, NaN, NaN, 0.0023843364473590256, 0.19510610321164013, 0.022394099480943286, NaN, NaN, NaN, NaN, 0.011445423743159377, NaN, NaN, 0.11850366036825899]], "4": [[true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, false, true, true, true, true, true, false, true, true, false, true, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, true, true, false, false, false, true, true, true, false, false, false, false, true, false, false, true], [0.032148116752404254, 0.2108936000045567, 0.18645906315118954, 0.002074595743329466, 0.0025114133980914666, 0.05600252068512246, 0.11518459440873086, 0.006248954985966559, 0.03235670916616429, NaN, 0.011783158721069054, 0.404128042649722, 0.03860098865332118, NaN, 0.2566428883616647, 0.020818579650619506, NaN, 0.05328006224926085, 0.45683757737015984, 0.08732072632390309, 0.03443387804550846, 0.045207348449409324, NaN, 0.014099963616713396, 0.1670861690658172, NaN, 0.12381693283715034, NaN, NaN, NaN, NaN, 0.001762897987932499, 0.016474131469692344, 0.07864500622864479, NaN, 0.035632552301948284, NaN, 0.014459528355261986, NaN, NaN, 0.02078231458754365, 0.0044070735713326314, 0.042160243984867396, NaN, 0.001734273639906414, 0.036574805851697256, NaN, NaN, NaN, 0.001628808348538513, 0.19510610321164013, 0.022394099480943286, NaN, NaN, NaN, NaN, 0.011445423743159377, NaN, NaN, 0.11850366036825899]], "8": [[true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, false, true, true, true, true, true, false, true, true, false, true, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, true, true, false, false, false, true, true, true, false, false, false, false, true, false, false, true], [0.028147432627712465, 0.10877482766026425, 0.18645906315118954, 0.002074595743329466, 0.0022542411730850365, 0.05600252068512246, 0.11518459440873086, 0.006248954985966559, 0.03235670916616429, NaN, 0.008049592033717134, 0.3487027301621739, 0.03860098865332118, NaN, 0.2566428883616647, 0.018462293814249353, NaN, 0.05178737411498613, 0.4059577631571025, 0.08732072632390309, 0.03443387804550846, 0.045207348449409324, NaN, 0.014099963616713396, 0.12438867417962496, NaN, 0.03608782694867285, NaN, NaN, NaN, NaN, 0.0010616781554584342, 0.016474131469692344, 0.07864500622864479, NaN, 0.02791777137253426, NaN, 0.007642774520030926, NaN, NaN, 0.015487546888152126, 0.003829679318245738, 0.030404958885738242, NaN, 0.001734273639906414, 0.036574805851697256, NaN, NaN, NaN, 0.0008935329467996134, 0.14782269656265368, 0.022348320933262444, NaN, NaN, NaN, NaN, 0.011445423743159377, NaN, NaN, 0.11850366036825899]], "16": [[true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, false, true, true, true, true, true, false, true, true, false, true, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, true, true, false, false, false, true, true, true, false, false, false, false, true, false, false, true], [0.028147432627712465, 0.10877482766026425, 0.18645906315118954, 0.002074595743329466, 0.0007782513806067204, 0.03717552383021139, 0.11518459440873086, 0.006248954985966559, 0.03235670916616429, NaN, 0.0065587738115944205, 0.3487027301621739, 0.02929227909267107, NaN, 0.2321120926973692, 0.017225912082039718, NaN, 0.05178737411498613, 0.4023657541504724, 0.08732072632390309, 0.03443387804550846, 0.04372175783918153, NaN, 0.008792557458987327, 0.10525131077823247, NaN, 0.03608782694867285, NaN, NaN, NaN, NaN, 0.000793971328463039, 0.011080226852005826, 0.06099030302703734, NaN, 0.02791777137253426, NaN, 0.007642774520030926, NaN, NaN, 0.015487546888152126, 0.0025797947829231394, 0.024526815938674673, NaN, 0.001734273639906414, 0.036574805851697256, NaN, NaN, NaN, 0.0004320095986694028, 0.14782269656265368, 0.022348320933262444, NaN, NaN, NaN, NaN, 0.011445423743159377, NaN, NaN, 0.11850366036825899]]}}, "c3d_reg_s0_det": {"raw": {"1": [[true, true, false, true, true, true, false, true, false, false, true, false, true, false, true, true, false, true, true, false, true, true, false, true, true, false, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, false, false, false, false, true, false, true, false, false, false, false, true, false, false, true], [0.033718278060728135, 0.10424920507380309, NaN, 0.06286079405373779, 0.0017329441227487141, 0.12006474340549245, NaN, 0.00618406719563569, NaN, NaN, 0.005590779666378776, NaN, 0.02825511777235601, NaN, 0.2396217387319559, 0.012171567639532643, NaN, 0.04697561746865575, 0.35144127166629024, NaN, 0.07927652351237469, 0.04021482554778344, NaN, 0.14227230669649682, 0.13730298884039072, NaN, NaN, NaN, NaN, NaN, NaN, 0.004431221438171873, 0.019883454516939514, 0.10688830738317168, NaN, 0.027062546723501724, NaN, 0.027039270461447273, NaN, NaN, 0.015103698611408145, 0.004564481458129377, 0.015054900711756636, NaN, NaN, NaN, NaN, NaN, NaN, 0.004033127082946564, NaN, 0.02511389576884615, NaN, NaN, NaN, NaN, 0.03487433357791647, NaN, NaN, 0.19099587622733716]]}, "rob": {"1": [[true, true, false, true, true, true, false, true, false, false, true, false, true, false, true, true, false, true, true, false, true, true, false, true, true, false, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, false, false, false, false, true, false, true, false, false, false, false, true, false, false, true], [0.033718278060728135, 0.10424920507380309, NaN, 0.06286079405373779, 0.0017329441227487141, 0.12006474340549245, NaN, 0.00618406719563569, NaN, NaN, 0.005590779666378776, NaN, 0.02825511777235601, NaN, 0.2396217387319559, 0.012171567639532643, NaN, 0.04697561746865575, 0.35144127166629024, NaN, 0.07927652351237469, 0.04021482554778344, NaN, 0.14227230669649682, 0.13730298884039072, NaN, NaN, NaN, NaN, NaN, NaN, 0.004431221438171873, 0.019883454516939514, 0.10688830738317168, NaN, 0.027062546723501724, NaN, 0.027039270461447273, NaN, NaN, 0.015103698611408145, 0.004564481458129377, 0.015054900711756636, NaN, NaN, NaN, NaN, NaN, NaN, 0.004033127082946564, NaN, 0.02511389576884615, NaN, NaN, NaN, NaN, 0.03487433357791647, NaN, NaN, 0.19099587622733716]]}}}} \ No newline at end of file diff --git a/results/icml_r2/C_mimo/sof/c3_fin3a.json b/results/icml_r2/C_mimo/sof/c3_fin3a.json new file mode 100644 index 0000000000000000000000000000000000000000..c9c8ae10dc918b475b8229422946c0017e25e1e5 --- /dev/null +++ b/results/icml_r2/C_mimo/sof/c3_fin3a.json @@ -0,0 +1 @@ +{"heldout_4242": {"retr": {"raw": {"1": [[true, true, true, true, false, false, true, true, true, false, true, false, true, false, true, true, false, true, false, true, false, true, true, false, false, true, false, true, false, true, false, false, true, false, false, false, true, false, false, false, true, false, false, true, true, false, false, false, false, false, false, true, true, false, false, false, false, false, false, true], [0.21715557280062447, 0.05925753795452393, 0.5922403708466704, 0.047725642894048015, NaN, NaN, 0.24906746586162387, 0.11159105016563897, 0.009758752204745313, NaN, 0.03942587790319774, NaN, 0.0741036358336149, NaN, 0.022530705279200758, 0.15754218618143678, NaN, 0.19749479178209284, NaN, 0.05208478306859243, NaN, 0.002470976935194491, 0.048538029023141416, NaN, NaN, 0.11197925557073352, NaN, 0.11460823496534944, NaN, 0.06639942143256872, NaN, NaN, 0.1790624495187234, NaN, NaN, NaN, 0.3203910293933703, NaN, NaN, NaN, 0.3130504096216993, NaN, NaN, 0.013046196068974059, 0.0177730302912944, NaN, NaN, NaN, NaN, NaN, NaN, 0.04398463529907226, 0.03208422505276198, NaN, NaN, NaN, NaN, NaN, NaN, 0.11799186205329537]], "2": [[true, true, true, true, false, true, true, true, true, false, true, false, true, false, true, true, true, true, false, true, false, true, true, false, false, true, false, true, false, true, false, true, true, false, false, false, true, true, false, false, true, false, false, true, true, false, false, false, false, false, false, true, true, false, false, false, true, false, false, true], [0.21715557280062447, 0.05925753795452393, 0.5922403708466704, 0.047725642894048015, NaN, 0.16204793451386035, 0.24906746586162387, 0.11159105016563897, 0.009758752204745313, NaN, 0.037884874199565655, NaN, 0.07119967354640133, NaN, 0.022530705279200758, 0.06630886874773112, 0.09744383747647856, 0.12051032418489949, NaN, 0.05208478306859243, NaN, 0.002470976935194491, 0.048538029023141416, NaN, NaN, 0.11197925557073352, NaN, 0.06709199197345606, NaN, 0.06639942143256872, NaN, 0.45527684325361073, 0.1790624495187234, NaN, NaN, NaN, 0.07971802325829369, 0.26126820736818357, NaN, NaN, 0.07139362911663372, NaN, NaN, 0.013046196068974059, 0.0177730302912944, NaN, NaN, NaN, NaN, NaN, NaN, 0.04398463529907226, 0.03208422505276198, NaN, NaN, NaN, 0.05439316323756915, NaN, NaN, 0.06817575411133903]], "4": [[true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, false, true, false, false, false, false, true, true, false, true, true, true, false, false, true], [0.21715557280062447, 0.05925753795452393, 0.06318291087735028, 0.047725642894048015, NaN, 0.16204793451386035, 0.03516037661734739, 0.11159105016563897, 0.009758752204745313, 0.11349736934961419, 0.037884874199565655, NaN, 0.07119967354640133, 0.12424789049151119, 0.022530705279200758, 0.06630886874773112, 0.09744383747647856, 0.12051032418489949, NaN, 0.05208478306859243, 0.008943827253127035, 0.002470976935194491, 0.048538029023141416, 0.18217989686873048, NaN, 0.11197925557073352, 0.1416478903731897, 0.06709199197345606, NaN, 0.01540446299156173, 0.08047019391289045, 0.45527684325361073, 0.04640008083524738, 0.029272032553039784, 0.27748008736738194, NaN, 0.0651724191751264, 0.26126820736818357, NaN, 0.28693885129779595, 0.07139362911663372, 0.09352220201334016, NaN, 0.013046196068974059, 0.011953612423869053, NaN, 0.07829136810397253, NaN, NaN, NaN, NaN, 0.04398463529907226, 0.03208422505276198, NaN, 0.07510814378720942, 0.0843557926373888, 0.05439316323756915, NaN, NaN, 0.04993139630713994]], "8": [[true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, false, true, false, false, false, true, true, true, false, true, true, true, false, false, true], [0.21715557280062447, 0.026583926401758218, 0.06318291087735028, 0.047725642894048015, NaN, 0.16204793451386035, 0.03516037661734739, 0.0037911129559842216, 0.009758752204745313, 0.11349736934961419, 0.03434411610768784, NaN, 0.07119967354640133, 0.07430156296104973, 0.022530705279200758, 0.06630886874773112, 0.09744383747647856, 0.12051032418489949, 0.31168949050389294, 0.05208478306859243, 0.008943827253127035, 0.002470976935194491, 0.015208412814833983, 0.18217989686873048, 0.01962256970912124, 0.11197925557073352, 0.029942177323914576, 0.06709199197345606, NaN, 0.01540446299156173, 0.07650387880921761, 0.45527684325361073, 0.04640008083524738, 0.029272032553039784, 0.1498974665970254, NaN, 0.0651724191751264, 0.04408459999212888, NaN, 0.28693885129779595, 0.07139362911663372, 0.08873290422056224, NaN, 0.013046196068974059, 0.011953612423869053, NaN, 0.07829136810397253, NaN, NaN, NaN, 0.03438719543355173, 0.04398463529907226, 0.02364381528302184, NaN, 0.07510814378720942, 0.027834934475072792, 0.025994574511196245, NaN, NaN, 0.04439406748323327]], "16": [[true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, false, true, false, true, true, true, true, true, true, true, false, true, true], [0.21715557280062447, 0.026583926401758218, 0.06318291087735028, 0.047725642894048015, 0.04033104446687852, 0.13509533216577485, 0.02016989281658632, 0.0037911129559842216, 0.009758752204745313, 0.039213032430976735, 0.030663628896245854, NaN, 0.030266978888726204, 0.07430156296104973, 0.022530705279200758, 0.010134008850596565, 0.04244942903212423, 0.12051032418489949, 0.2323540634003931, 0.05208478306859243, 0.008943827253127035, 0.002470976935194491, 0.005916686278490735, 0.18217989686873048, 0.01962256970912124, 0.11197925557073352, 0.029942177323914576, 0.06709199197345606, NaN, 0.007074102708366281, 0.03286151406710891, 0.17373186197965018, 0.02453213449814373, 0.02199590688345321, 0.12681279223079445, NaN, 0.02200894161549627, 0.04408459999212888, NaN, 0.28693885129779595, 0.07139362911663372, 0.08873290422056224, NaN, 0.013046196068974059, 0.011953612423869053, 0.20316991510501037, 0.07829136810397253, NaN, 0.3378438211708952, NaN, 0.03438719543355173, 0.04398463529907226, 0.02364381528302184, 0.1425773819217282, 0.06760020297478908, 0.027834934475072792, 0.0129816225133359, NaN, 0.32986362301450933, 0.04439406748323327]]}, "rob": {"1": [[true, false, false, true, false, true, false, true, false, true, true, false, true, true, true, true, true, false, true, true, false, true, true, false, true, true, true, false, false, false, true, true, false, true, false, true, false, false, false, false, true, false, false, true, false, false, true, true, false, false, false, true, true, false, false, false, false, false, true, false], [0.587481180410258, NaN, NaN, 0.17945502473890063, NaN, 0.16204793451386035, NaN, 0.7734421822249844, NaN, 0.248125551878553, 0.14435395199748569, NaN, 0.2691979442511727, 0.09964536141847624, 0.09880463308385212, 0.08735318324039554, 0.8112351521728931, NaN, 0.31168949050389294, 0.05208478306859243, NaN, 0.7962111833771455, 0.22018174785867384, NaN, 0.13174887893202203, 0.7352120124142065, 0.5581636110411137, NaN, NaN, NaN, 0.03691235941637161, 0.2740990800539742, NaN, 0.5088972418070239, NaN, 0.026816727076996782, NaN, NaN, NaN, NaN, 0.3146176478921241, NaN, NaN, 0.384719985001051, NaN, NaN, 0.14009077459582975, 0.07433183635974938, NaN, NaN, NaN, 0.20356660349877975, 0.23481057303964836, NaN, NaN, NaN, NaN, NaN, 0.3124061374853244, NaN]], "2": [[true, false, false, true, false, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, false, true, true, false, false, true, true, false, false, true, true, false, true, true, false, false, false, true, true, true, false, false, true, false, true, false], [0.4249888385195715, NaN, NaN, 0.08852687013639726, NaN, 0.16204793451386035, NaN, 0.597649944237814, 0.20258402587002, 0.248125551878553, 0.14435395199748569, NaN, 0.2691979442511727, 0.07430156296104973, 0.08795585388666738, 0.08735318324039554, 0.15821189835466765, 0.4876157326831285, 0.23406289971882255, 0.05208478306859243, 0.13870249712957383, 0.7954197092629001, 0.22018174785867384, 0.18217989686873048, 0.01962256970912124, 0.4948028699491953, 0.4060890065779934, 0.11460823496534944, NaN, 0.7304433593560731, 0.03691235941637161, 0.2740990800539742, NaN, 0.15970081406717296, NaN, 0.026816727076996782, 0.11279806100547374, NaN, NaN, 0.05691488815529877, 0.3146176478921241, NaN, NaN, 0.22877279683693685, 0.2796938181710471, NaN, 0.09254766488933885, 0.07433183635974938, NaN, NaN, NaN, 0.20356660349877975, 0.23481057303964836, 0.2694394960816, NaN, NaN, 0.10384444336898535, NaN, 0.12379601405594465, NaN]], "4": [[true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, false, false, true, true, false, true, true, false, false, true, true, true, true, false, true, true, false, true, true], [0.2061452869255631, 0.14083905386060902, 0.09923992708654916, 0.08852687013639726, NaN, 0.13509533216577485, 0.0734608315566938, 0.2091794494634307, 0.09738543649801001, 0.039213032430976735, 0.14435395199748569, -0.10090633981700914, 0.1991950146603194, 0.055956098809438526, 0.022530705279200758, 0.06630886874773112, 0.15821189835466765, 0.31531926996327453, 0.11919044134958678, 0.05208478306859243, 0.038753132088316766, 0.4832711461517376, 0.13395144118521252, 0.18217989686873048, 0.007956307960049758, 0.3029591989193945, 0.2249736283918149, 0.11460823496534944, NaN, 0.2245604293888046, 0.03494555945090738, 0.17373186197965018, 0.4164292692833438, 0.15970081406717296, 0.12681279223079445, 0.026816727076996782, 0.11279806100547374, NaN, NaN, 0.04315810915449525, 0.1991758931053056, NaN, NaN, 0.22810147966049854, 0.2796938181710471, NaN, 0.0806114621434002, 0.07433183635974938, NaN, NaN, 0.16717899996389107, 0.1781496840723813, 0.21108556758618313, 0.11431087395217787, NaN, 0.08188023651127874, 0.05910269319325279, NaN, 0.12379601405594465, 0.06302140514037946]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true], [0.2061452869255631, 0.055884655821209606, 0.06318291087735028, 0.08852687013639726, 0.04033104446687852, 0.13509533216577485, 0.020459998464254392, 0.023643559808385284, 0.03658144256586082, 0.039213032430976735, 0.08638689418210577, -0.10090633981700914, 0.15818737850824793, 0.055956098809438526, 0.022530705279200758, 0.06630886874773112, 0.10957662415767233, 0.31531926996327453, 0.07712103551517724, 0.05208478306859243, 0.02425545615967506, 0.2249702606656896, 0.048538029023141416, 0.18217989686873048, 0.007956307960049758, 0.3029591989193945, 0.11206524799876139, 0.11460823496534944, 0.033331059965707066, 0.2245604293888046, 0.023164735254972646, 0.10025637580420677, 0.05544051556916152, 0.067060937282297, 0.04196775236791228, 0.026816727076996782, 0.04865096035908345, NaN, NaN, 0.04315810915449525, 0.1991758931053056, 0.08873290422056224, 0.04880189294695336, 0.12815416423206338, 0.04434265181653907, 0.06536554187134946, 0.07829136810397253, 0.07433183635974938, 0.3378438211708952, NaN, 0.1413407300827394, 0.16195994921470325, 0.08664209638022013, 0.11431087395217787, 0.055735783455627796, 0.027834934475072792, 0.04270873146072751, 0.010318280906056687, 0.12379601405594465, 0.05600083776215459]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true], [0.03384127466364051, 0.01874216771981385, 0.06318291087735028, 0.08852687013639726, 0.04033104446687852, 0.13509533216577485, 0.02016989281658632, 0.0037911129559842216, 0.023286586777760077, 0.039213032430976735, 0.029068730524995257, -0.10090633981700914, 0.10015592518875671, 0.055956098809438526, 0.022530705279200758, 0.019496793371774457, 0.05649487787711682, 0.12051032418489949, 0.0614586204795351, 0.05208478306859243, 0.008943827253127035, 0.08518623349059418, 0.005916686278490735, 0.18217989686873048, 0.007956307960049758, 0.10143424438828741, 0.06892094100143065, 0.04677934815713658, 0.033331059965707066, 0.12217911643694723, 0.023164735254972646, 0.07657316225427313, 0.05544051556916152, 0.036164702451459974, 0.04196775236791228, 0.026816727076996782, 0.04865096035908345, 0.04408459999212888, NaN, 0.04315810915449525, 0.09555696632350674, 0.08873290422056224, 0.04880189294695336, 0.08741738811863886, 0.04434265181653907, 0.06536554187134946, 0.01171046021008415, 0.07433183635974938, 0.3378438211708952, NaN, 0.03438719543355173, 0.06955022091454777, 0.03377612666592, 0.11431087395217787, 0.025537583115569973, 0.027834934475072792, 0.014156493611883647, 0.010318280906056687, 0.12379601405594465, 0.04993139630713994]]}}, "fin3a_diff_s0": {"raw": {"1": [[true, false, false, true, false, false, true, true, true, false, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, false, false, true, false, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, false, true, true, false, true, true, true, true, true, false, true, true], [0.029823243272531164, NaN, NaN, 0.0055727529802180875, NaN, NaN, 0.025382804511281387, 0.016373935026924524, 0.006674996939644018, NaN, 0.017049678122412537, NaN, 0.04580445713660519, 0.06925235877952929, NaN, 0.011686177553207333, 0.00397792560913568, 0.4335755860790307, NaN, 0.027711150454725164, 0.06558867221615072, 0.007646310784996446, 0.006164624002977126, 0.015159410750797742, 0.021776901240379676, 0.05134063693637936, 0.09586008489139441, NaN, NaN, 0.015937885610635583, NaN, 0.03803273155889708, NaN, 0.003579288036232642, 0.004131302641547707, 0.014067674878915692, 0.006117259255783658, 0.061789090947705905, 0.03124860654545203, 0.05833582925703196, NaN, 0.0025557078955815715, 0.0280953247230602, 0.002292995497346295, 0.006279852113327378, 0.002234998075951289, 0.040196760345749594, NaN, NaN, 0.015812088317563644, 0.9268053759251487, NaN, 0.005217246875224069, 0.008408934617700092, 0.0031821986514892764, 0.012457932585562048, 0.004966955554892349, NaN, 0.06499669744045611, 0.023831652809418458]], "2": [[true, true, false, true, true, true, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true], [0.029823243272531164, 0.04200619555649676, NaN, 0.0055727529802180875, 0.03194752108368082, 0.06554836568142708, 0.025382804511281387, 0.016373935026924524, 0.0040158546916755355, 0.024569168223278037, 0.010109802304448579, NaN, 0.019393604449319923, 0.02443936933404256, NaN, 0.011686177553207333, 0.00397792560913568, -0.0035023168542719363, 0.10771351042447663, 0.027711150454725164, 0.0084394437173414, 0.007646310784996446, 0.006164624002977126, 0.015159410750797742, 0.021776901240379676, 0.05134063693637936, 0.09586008489139441, NaN, NaN, 0.0034702056917430557, NaN, 0.03803273155889708, NaN, 0.003579288036232642, 0.004131302641547707, 0.014067674878915692, 0.006117259255783658, 0.061789090947705905, 0.02773109060046819, 0.003891507371098113, 0.22974890478415566, 0.0025557078955815715, 0.010796459901369904, 0.002292995497346295, 0.0034652632326412913, 0.002234998075951289, 0.040196760345749594, NaN, 0.15961555022222695, 0.015812088317563644, 0.005638017898820902, 0.0208286462538938, 0.005217246875224069, 0.008408934617700092, 0.0031821986514892764, 0.012457932585562048, 0.002906395592508604, NaN, 0.026133681105528606, 0.018769989775234253]], "4": [[true, true, false, true, true, true, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.019748267174848344, 0.01614596836922355, NaN, 0.0055727529802180875, 0.01471884695309189, 0.06554836568142708, 0.020685752712811256, 0.005047413508048493, 0.003817280887258079, 0.016797458627292317, 0.0030921084118746833, NaN, 0.004765879340893564, 0.006552441368302242, NaN, 0.011686177553207333, 0.003948945635053436, -0.0183018331302911, 0.10771351042447663, 0.027711150454725164, 0.006374286540997032, 0.007646310784996446, 0.006164624002977126, 0.015159410750797742, 0.021776901240379676, 0.04069241038389815, 0.05589099811874276, 0.028050738806444153, -0.03903290917561708, 0.0034702056917430557, 0.00874229512757263, 0.03803273155889708, 0.008286774990027279, 0.0011108519994400545, 0.004131302641547707, 0.009968248533133162, 0.003093239957298266, 0.061789090947705905, 0.019494627529304864, 0.003891507371098113, 0.029291328705484343, 0.0025557078955815715, 0.010796459901369904, 0.0012328799981513594, 0.000835363945139056, 0.002234998075951289, 0.003006402587142132, 0.01267703402784437, 0.15961555022222695, 0.013279500122969079, 0.005638017898820902, 0.004937561168444349, 0.0025065728758359995, 0.008027287913560777, 0.0031821986514892764, 0.012457932585562048, 0.00035210583103073567, NaN, 0.009777898452387968, 0.005515911567586684]], "8": [[true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.01398328640187474, 0.01614596836922355, 0.12686336943908905, 0.0055727529802180875, 0.01471884695309189, 0.03477999170294388, 0.009864494196794249, 0.0021292141699049694, 0.0016988131376998172, 0.016797458627292317, 0.0030921084118746833, NaN, 0.004765879340893564, 0.006552441368302242, 0.010147962240990793, 0.0065306513529301835, 0.0009088060703774659, -0.0183018331302911, 0.07110807556044052, 0.027711150454725164, 0.004078951917106055, 0.006113525544357623, 0.006164624002977126, 0.015159410750797742, 0.021776901240379676, 0.04069241038389815, 0.024154284545523375, 0.028050738806444153, -0.03903290917561708, 0.002558901470028685, 0.00874229512757263, 0.03803273155889708, 0.00535483949784421, 0.0011108519994400545, 0.0041141656367844615, 0.001856703128017001, 0.0008756212008911302, 0.061789090947705905, 0.011427103223059731, 0.003891507371098113, 0.019378279723747616, 0.0025557078955815715, 0.010796459901369904, 0.0012328799981513594, 0.0007801482795295467, 0.002234998075951289, 0.003006402587142132, 0.005396846666862576, 0.15961555022222695, 0.0047022079266290095, 0.005638017898820902, 0.004937561168444349, 0.0016775664707933124, 0.0017336126409679409, 0.0031691604306844923, 0.010951856031762297, 0.00035210583103073567, NaN, 0.009777898452387968, 0.0017036405748991346]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.009949221319937473, 0.009591254084556189, 0.04044454068233905, 0.0055727529802180875, 0.007271152998818309, 0.01266394075418642, 0.004906228613848818, 0.0021292141699049694, 0.0016988131376998172, 0.014569640451404187, 0.0030921084118746833, -0.08345624792799589, 0.003987510825697038, 0.006552441368302242, 0.010147962240990793, 0.0065306513529301835, 0.0009088060703774659, -0.0183018331302911, 0.00589592060665467, 0.0205277679071465, 0.0035829017612369896, 0.0011538973631846083, 0.006164624002977126, 0.015159410750797742, 0.009135634633633094, 0.04069241038389815, 0.01739379406557129, 0.012383173489420418, -0.03903290917561708, 0.0007632688071264049, -0.016263453139253592, 0.014976564948440352, 0.0045066585969568695, 0.0011108519994400545, 0.003050902561785529, 0.001856703128017001, 0.0008756212008911302, 0.02190367455950515, 0.004537969370160377, 0.003891507371098113, 0.011539079541399433, 0.0025557078955815715, 0.005621826205082003, 0.0012328799981513594, 0.0007801482795295467, 0.002234998075951289, 0.003006402587142132, 0.005396846666862576, 0.15961555022222695, 0.0015349436456684185, 0.005638017898820902, 0.002198990141427437, 0.0005692763035101134, 0.0017336126409679409, 0.0031691604306844923, 0.006073260421377791, 0.00027017233293902265, 0.048783049685759305, 0.009777898452387968, 0.00041920517403437607]]}, "rob": {"1": [[true, true, true, true, true, false, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, false, false, false, true, false, true, true, false, true, true, true, true, false, true, true, true, false, false, false, true, false, false, true], [0.14587350405856614, 0.059718480773300664, 0.12686336943908905, 0.022396511826133336, 0.1120443008670966, NaN, NaN, 0.042580078776491614, 0.0009232440045279233, 0.11620351745398705, 0.07564152320144601, -0.06357964918034786, 0.04580445713660519, 0.05207662285111114, NaN, 0.029370191039084004, 0.17164560810486873, 0.4335755860790307, 0.035606503943095946, 0.07352169322773983, 0.1714395556220114, 0.038839066953140655, 0.10539630998182781, NaN, NaN, 0.5168142049790299, 0.6361002853893696, 0.040878283077452116, NaN, 0.060007619132306234, -0.002582658538122451, 0.6155153468476193, 0.13332547315487475, 0.006949227505460787, 0.03759171610136347, 0.015178683279504446, 0.06033252710982273, NaN, NaN, NaN, 0.4367951725669468, NaN, 0.03455285902724348, 0.17105157427779383, NaN, 0.030913780425952053, 0.09377274549621228, 0.013390933869336097, 0.15518688964926097, NaN, 0.3346543062262721, 0.24202003709028874, 0.03994919703952027, NaN, NaN, NaN, 0.013175412523037666, NaN, NaN, 0.04738762262713503]], "2": [[true, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, false, true, false, true, false, true, true], [0.07797325591398874, 0.04488799452758707, 0.09810322987419617, 0.015628730781447997, 0.10966377264688432, 0.03477999170294388, NaN, 0.009787971385365246, 0.0005574493071687225, 0.10815490864438893, 0.032452986095293124, -0.08345624792799589, 0.027451705047327524, 0.05207662285111114, NaN, 0.02894201734014823, 0.04921894370140589, 0.2815891916102573, 0.035606503943095946, 0.07352169322773983, 0.06558867221615072, 0.038839066953140655, 0.10085867459096409, NaN, 0.10172461290023271, 0.1402002337606465, 0.46335266965446253, 0.03326489380019626, NaN, 0.03459606324258613, -0.002582658538122451, 0.06924813287439124, 0.06308850884571515, 0.006949227505460787, 0.02623857684649944, 0.013617108657180355, 0.024032975485532182, NaN, 0.04533176084378643, 0.05404420515440611, 0.3353497001972361, NaN, 0.026483815012942724, 0.009047921629933953, 0.02003920461665576, 0.02712626071609514, 0.09377274549621228, 0.013390933869336097, 0.15518688964926097, NaN, 0.07963534056156751, 0.020893790280508195, 0.01224434232994498, NaN, 0.03558430914472854, NaN, 0.013175412523037666, NaN, 0.021929654815149746, 0.030000626421978316]], "4": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, false, true, true], [0.03685075135304583, 0.04488799452758707, 0.06216044089962369, 0.015628730781447997, 0.10121006689558709, 0.03477999170294388, 0.03252383399597836, 0.0023474269500587397, 0.0005574493071687225, 0.07116088078751281, 0.010770774656168047, -0.08345624792799589, 0.019393604449319923, 0.019144101449620532, NaN, 0.02237125724306499, 0.02438368779083855, 0.11400812265871307, 0.032906371154519665, 0.04725780980948069, 0.043199706506613866, 0.02038283663369511, 0.051004190424629, NaN, 0.08492055351356331, 0.1402002337606465, 0.35117989508907366, 0.03326489380019626, NaN, 0.016084904116041132, -0.002582658538122451, 0.039917429049986186, 0.031691954630069796, 0.002415166673626734, 0.011805110425914922, 0.00866732289331762, 0.008724528259457687, NaN, 0.003956050768753716, 0.05404420515440611, 0.11137064211146797, NaN, 0.02255882164686973, 0.00734441097808225, 0.004642345750189625, 0.012667007806629327, 0.015548807204654791, 0.012824197336261944, 0.15518688964926097, 0.01989625877476109, 0.018860937167340497, 0.0208286462538938, 0.007494564609287213, NaN, 0.03558430914472854, NaN, 0.0020005474824846825, NaN, 0.021929654815149746, 0.004786548673346935]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.01922374347321032, 0.02653782847807684, 0.04044454068233905, 0.010810777906900215, 0.04075442683238384, 0.03477999170294388, 0.009864494196794249, 0.0023474269500587397, 0.0005574493071687225, 0.05665018683344858, 0.009406739620131832, -0.10663988492806098, 0.017499977312173565, 0.019144101449620532, NaN, 0.0074922544327775675, 0.017736877069811863, 0.028289734473502026, 0.032906371154519665, 0.04725780980948069, 0.012261652324893513, 0.02038283663369511, 0.020640795972073578, 0.025451631193119217, 0.03859210663200763, 0.10413701993683788, 0.1123726911076166, 0.03183225202968609, -0.019996225860456684, 0.010765403500799797, -0.018994375542447317, 0.03155846604498613, 0.007755536504780558, 0.0008954540277077427, 0.009103865236760988, 0.005788593473547099, 0.006117259255783658, NaN, 0.003956050768753716, -0.011800634527694642, 0.06011702452556289, NaN, 0.019661378321509604, 0.004820233793833895, 0.0007801482795295467, 0.012667007806629327, 0.015548807204654791, 0.005008499882517947, 0.15518688964926097, 0.013279500122969079, 0.007818708697879817, 0.009654472949259585, 0.0022032625345207446, 0.008408934617700092, 0.014501319301831517, 0.060143270223310674, 0.001998489017756233, NaN, 0.009777898452387968, 0.004786548673346935]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.0002497485289261192, 0.016753882358245598, 0.04044454068233905, 0.0055727529802180875, 0.03981635446477605, 0.03477999170294388, 0.004981931203695167, 0.0021292141699049694, 0.0005574493071687225, 0.02280176698535974, 0.0030921084118746833, -0.10663988492806098, 0.009304746778006301, 0.01673608619253497, 0.011621277024036258, 0.0074922544327775675, 0.004334438254556261, 0.027200277508217408, 0.028433449237511343, 0.011557614242765357, 0.004723819561782028, 0.011442992935744467, 0.020640795972073578, 0.004696627910042883, 0.008318676319012619, 0.04069241038389815, 0.07202622899540168, 0.02446166037445896, -0.019996225860456684, 0.0077556868500314735, -0.018994375542447317, 0.024559540915340294, 0.0016472098716484584, 0.0008954540277077427, 0.004131302641547707, 0.0030887204665954737, 0.00349689526712349, NaN, 0.003956050768753716, -0.011800634527694642, 0.031868449163783286, NaN, 0.010796459901369904, 0.0025053595316057997, 0.00029487639389791376, 0.011931086370060351, 0.011128185340837371, 0.0037150604830682443, 0.15518688964926097, 0.003712537313992792, 0.00568156590637825, 0.005374764614403116, 0.0012578890826266953, 0.0017336126409679409, 0.005564674491894239, 0.012882620773388531, 0.000653866634024336, NaN, 0.009777898452387968, 0.003374878727441466]]}}, "fin3a_diff_s1": {"raw": {"1": [[true, true, false, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, false, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, false, true, false, false, true, true, true, true, true, false, true, false, true, true, true, true, true, true, false, true, true], [0.05469834003909346, 0.029152398082099573, NaN, 0.017045914269420592, 0.008981456098508867, 0.18768746166653005, 0.019593383619427973, 0.004286078990965336, 0.0027712698371935574, 0.03485793952140659, 0.008397468516990969, NaN, 0.003142325401053414, NaN, 0.008605272776397888, 0.015101874389496617, 0.0014322015915158026, 0.015546334780282667, 0.02499093961682175, 0.16210035847445559, 0.07588964751392502, 0.034198820269726316, 0.3469772652186607, NaN, 0.012335416748149308, NaN, NaN, 0.0248665846385403, 0.0034739287986083056, 0.008525306854267, NaN, 0.00893102083092967, 0.020904301828116534, 0.00300622592444455, 0.02289201523672224, 0.007682977673305169, 0.004352092564632093, 0.026460893573511335, 0.017875492165035256, NaN, 0.1091947104424964, NaN, NaN, 0.0014155268454405512, 0.0012560132082577447, 0.02838296167300447, 0.025406719575132186, 0.00892398826803853, NaN, 0.005034056644177776, NaN, 0.008827519934000438, 0.0008356938432672045, 0.015126147719574101, 0.010904198929891029, 0.018976382636200828, 0.002481246477250121, NaN, 0.013612209475434955, 0.0047808162116333985]], "2": [[true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true], [0.05469834003909346, 0.029152398082099573, NaN, 0.017045914269420592, 0.008981456098508867, 0.18768746166653005, 0.019593383619427973, 0.004286078990965336, 0.0027712698371935574, 0.03485793952140659, 0.00698959030845514, 0.0027181784326026914, 0.003142325401053414, 0.07925055282760662, 0.008605272776397888, 0.015101874389496617, 0.0014322015915158026, 0.015546334780282667, 0.02499093961682175, 0.005231759433746763, 0.020570463463785993, 0.008226349826231827, 0.3469772652186607, -0.000682496322265802, 0.012335416748149308, 0.22662049448149268, NaN, 0.0248665846385403, 0.0034739287986083056, 0.008525306854267, NaN, 0.00893102083092967, 0.0061966350143300986, 0.00300622592444455, 0.02289201523672224, 0.004637478492506064, 0.004352092564632093, 0.026460893573511335, 0.013483608794040869, NaN, 0.0619681233240712, 0.07862224471613288, 0.007515310596982294, 0.0014155268454405512, 0.0012560132082577447, 0.02838296167300447, 0.010943379179033874, 0.00892398826803853, NaN, 0.005034056644177776, 0.18037696495950573, 0.004661520903394667, 0.0008356938432672045, 0.015126147719574101, 0.01039343916654456, 0.010535009024252195, 0.0017821810191831489, NaN, 0.013612209475434955, 0.0047808162116333985]], "4": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.0244978993733318, 0.029152398082099573, 0.05564509260598394, 0.017045914269420592, 0.008981456098508867, 0.18768746166653005, 0.01563713912311826, 0.002165331553851013, 0.0027712698371935574, 0.03485793952140659, 0.001500506604989349, 0.0027181784326026914, 0.003142325401053414, 0.04304856164363047, 0.008605272776397888, 0.014124485472457371, 0.0006396575633875745, -0.022727044863223633, 0.02499093961682175, 0.005231759433746763, 0.006337120237032368, 0.008226349826231827, 0.18698275918392593, -0.000682496322265802, 0.012335416748149308, 0.03921682686906025, 0.031941394568016035, 0.0248665846385403, -0.0015705306733079238, 0.0014407120779595939, 0.026948360218298717, 0.00893102083092967, 0.005286202079408442, 0.00300622592444455, 0.02289201523672224, 0.004637478492506064, 0.004352092564632093, 0.02196794879178965, 0.013483608794040869, 0.01090736034720452, 0.0619681233240712, 0.07862224471613288, 0.0037517230051200556, 0.0014155268454405512, 0.0005059224162744513, 0.02838296167300447, 0.0012055248090179216, 0.00892398826803853, 0.2544761557646318, 0.005034056644177776, 0.023223710492730643, 0.0011150674419322382, 0.0008356938432672045, 0.0074530600371465194, 0.0028719610036846976, 0.010535009024252195, 0.0017821810191831489, NaN, 0.013612209475434955, 0.0047808162116333985]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.0244978993733318, 0.004866102279534212, 0.05564509260598394, 0.017045914269420592, 0.008981456098508867, 0.03619298674240934, 0.0025423009526566176, 0.0006808616307019122, 0.0022946078457477537, 0.017133727605831206, 0.001500506604989349, -0.014498411293367264, 0.003142325401053414, 0.009416701162541452, 0.008605272776397888, 0.010605558562913675, 0.0006396575633875745, -0.022727044863223633, 0.023127601804307174, 0.004821397769587454, 0.006337120237032368, 0.003043193309286707, 0.01914495199373345, -0.005839994297054174, 0.007566276976287201, 0.036963471032346984, 0.031941394568016035, 0.0248665846385403, -0.01207338531557911, 0.0014407120779595939, 0.018816104511395704, 0.0013854184377553036, 0.001506449204342175, 0.00300622592444455, 0.009097793310774094, 0.0023693639067703387, 0.004352092564632093, 0.02196794879178965, 0.004173260741810569, 0.01090736034720452, 0.0619681233240712, 0.06622948210892399, 0.00038777420101965276, 0.0014155268454405512, 0.0005059224162744513, 0.004874272119007372, 0.0012055248090179216, 0.00892398826803853, 0.2544761557646318, 0.005034056644177776, 0.023223710492730643, 0.0011150674419322382, 0.0008356938432672045, 0.00238959809517425, 0.0028719610036846976, 0.009063559154275369, 0.0017821810191831489, NaN, 0.013612209475434955, 0.0047808162116333985]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.020712393787136296, 0.004866102279534212, 0.01078597285288918, 0.009908304060716855, 0.008981456098508867, 0.002978532337992057, 0.0017814806433640307, 0.0006808616307019122, 0.0007541580219905253, 0.01277403491979312, 0.001500506604989349, -0.052977945269459537, 0.003142325401053414, 0.009416701162541452, 0.008605272776397888, 0.0034692224664845117, 0.00040548865892597874, -0.022727044863223633, 0.014197583076411613, 0.004439386258134448, 0.006337120237032368, 0.003043193309286707, 0.01914495199373345, -0.005839994297054174, 0.004162919483858163, 0.036963471032346984, 0.0017919680921676395, 0.0221744229000973, -0.028756613433893352, 0.0005573895398558459, 0.013285508222989018, 0.0013854184377553036, 0.001364585817426045, 0.002183000549628833, 0.009097793310774094, 0.0023693639067703387, 0.0017971950295503358, 0.02196794879178965, 0.004173260741810569, 0.0013510952982862534, 0.0619681233240712, 0.019335053783682943, 0.00038777420101965276, 0.0009826224749445167, 0.00011654467565946902, 0.004874272119007372, 0.0012055248090179216, 0.00892398826803853, 0.12558368257618402, 0.005034056644177776, 0.01956779320225932, 0.0011150674419322382, 0.0006395387966753319, 0.0021637713542881354, 0.0028719610036846976, 0.001075970813154914, 0.0005727784560038973, 0.005668183126352977, 0.013612209475434955, 0.0047808162116333985]]}, "rob": {"1": [[true, true, true, true, false, false, false, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, false, false, false, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, false, false, true], [0.5492418257618814, 0.07212424494806458, 0.11138480261214201, 0.12350973034302082, NaN, NaN, NaN, 0.030323863512476956, NaN, 0.05734105847601567, 0.024042812055315776, 0.0027181784326026914, 0.0533861239084108, 0.12133113244070604, 0.02948636380280578, 0.0982695431621512, 0.05831349551589238, 0.2377226433222519, 0.16288875503823008, NaN, 0.03229325717120246, 0.04956321996375257, 0.06101669036777335, 0.12132392052354346, 0.03815042769751065, 0.570984246139721, 0.3594711386248637, 0.06722282739407492, NaN, 0.031041162917633258, 0.06413790090332161, 0.27579662883533795, 0.041730847320729625, 0.004001055924838681, 0.233845214549804, 0.02048223982355224, 0.010394418651595627, NaN, 0.019669892099939412, NaN, NaN, NaN, 0.04092415577709274, 0.28782626618724105, 0.061493792887608256, 0.020489570667437507, 0.037012688089441026, 0.09683894280848637, 0.11388325630851748, NaN, 0.06371011396303583, 0.02103752333593456, 0.007027554548794779, 0.04432313039004088, NaN, NaN, 0.005857446634564889, NaN, NaN, 0.012301850584189422]], "2": [[true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, false, true, true], [0.06707821670005809, 0.07212424494806458, 0.11138480261214201, 0.07192471752744978, 0.11352267185775333, NaN, NaN, 0.030323863512476956, 0.0007541580219905253, 0.05734105847601567, 0.024042812055315776, -0.09432356616834348, 0.022145432705876322, 0.06366094909222952, 0.02948636380280578, 0.02865641829535326, 0.05831349551589238, 0.13099604396461162, 0.16288875503823008, 0.059987029510994105, 0.012758059444847092, 0.04956321996375257, 0.06101669036777335, 0.12132392052354346, 0.03780915096716919, 0.22662049448149268, 0.29265766122544923, 0.03271316334431562, NaN, 0.02021752585694303, 0.03894063320919772, 0.22925912742443866, 0.023476019960247063, 0.004001055924838681, 0.07392428402797724, 0.014908318781630792, 0.010394418651595627, NaN, 0.008516204900650415, NaN, 0.2500035724284988, NaN, 0.032832469587114055, 0.027714790995772676, 0.02832884897603516, 0.020489570667437507, 0.029861969669074062, 0.03395799268552557, 0.11388325630851748, 0.045065791021689616, 0.024396225622832723, 0.016485626402408693, 0.007027554548794779, 0.013830789891981832, NaN, NaN, 0.005857446634564889, NaN, 0.04887157710896384, 0.006644602941078492]], "4": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.06247355542664801, 0.07212424494806458, 0.11138480261214201, 0.01959049331157736, 0.11352267185775333, NaN, 0.021499716635851485, 0.030323863512476956, 0.0007541580219905253, 0.03539884044285202, 0.02173111145224671, -0.09432356616834348, 0.021337553915319996, 0.02544331331026206, 0.02948636380280578, 0.02865641829535326, 0.018355611137454986, 0.061184344094059595, 0.05915425074694869, 0.059987029510994105, 0.012758059444847092, 0.008086093181469467, 0.034403625722822406, 0.045650993970005604, 0.025769571431505156, 0.2169895304519014, 0.29265766122544923, 0.03271316334431562, NaN, 0.02021752585694303, 0.03894063320919772, 0.12474074557878145, 0.015408498626914069, 0.003576717020014497, 0.04070091733220926, 0.014818655519879265, 0.010394418651595627, NaN, 0.004124449523441598, NaN, 0.09067586680899664, NaN, 0.019938273350131874, 0.013692857814961101, 0.0015522840532899984, 0.020489570667437507, 0.021174261804540517, 0.02565624171753189, 0.11388325630851748, 0.013200325405584357, 0.01956779320225932, 0.016485626402408693, 0.006929798614980998, 0.007130145450566783, 0.009515349545044405, 0.02993392417604368, 0.004266122535658612, NaN, 0.023024009422351055, 0.006644602941078492]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.02476559926084243, 0.026684325536580955, 0.02043627703706896, 0.01959049331157736, 0.034397016021974425, 0.05270888401547147, 0.0129149911244264, 0.007345763001687544, 0.0007541580219905253, 0.03539884044285202, 0.007510481312874573, -0.11538805549643971, 0.016398248430096185, 0.02544331331026206, 0.02948636380280578, 0.013417264560499964, 0.005111772094594125, 0.04249453184356411, 0.04563247492925204, 0.01070398756271107, 0.012758059444847092, 0.008086093181469467, 0.034403625722822406, 0.016114490471472065, 0.017811866609416915, 0.12773392851845133, 0.19439469427553568, 0.03271316334431562, -0.03467850218784585, 0.011579444414068885, -0.01442716185302162, 0.07652148987282792, 0.008185522427310632, 0.0025044916894090274, 0.016359478778660286, 0.004232108762040276, 0.0062616543753191145, 0.013584773222643953, 0.00037783901877364023, NaN, 0.07153765902677467, NaN, 0.008127626810916277, 0.009411471207219968, 0.0015522840532899984, 0.01762172437462306, 0.012098963420786868, 0.01678615994372623, 0.11388325630851748, 0.008120592884274913, 0.01956779320225932, 0.007187237416522274, 0.002976313576379397, 0.006505186515468608, 0.00546130262080724, 0.023576405980280768, 0.0031427873773639536, NaN, 0.023024009422351055, 0.0051930338877941296]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.02476559926084243, 0.008869205175170869, 0.01078597285288918, 0.0032532238905376154, 0.034397016021974425, 0.002978532337992057, 0.0028880458450413204, 0.002165331553851013, 0.0007541580219905253, 0.03460383188862792, 0.0034978195447983307, -0.11538805549643971, 0.006823678857144078, 0.0072791570968497865, 0.02948636380280578, 0.013417264560499964, 0.0019288119009384097, 0.0307417572468891, 0.016655833748798088, 0.004821397769587454, 0.006006390848019683, 0.0013504299302715683, 0.006220298203261088, 0.010271758081869864, 0.008856865325891139, 0.08685760572179069, 0.07850181908598608, 0.02264842819187418, -0.03467850218784585, 0.006440591732911116, -0.01442716185302162, 0.026051518135615126, 0.00151910047242243, 0.0015285565001892376, 0.00885867944347618, 0.0023693639067703387, 0.0017971950295503358, 0.013584773222643953, 0.00037783901877364023, 0.014118205864598332, 0.025427127006328876, NaN, 0.006772645609043337, 0.005743374423192726, 0.0013758213751320358, 0.008448146581040206, 0.008732837418539141, 0.009490244924167612, 0.05794340155670752, 0.002832422909700094, 0.014483839592946524, 0.0049097839085332495, 0.0023581780362478266, 0.002807962999796354, 0.00546130262080724, 0.00282316436887875, 0.002813619915726484, NaN, 0.022870631536431985, 0.0047808162116333985]]}}, "fin3a_diff_s2": {"raw": {"1": [[true, true, true, false, false, false, true, true, true, true, true, false, true, false, false, true, true, true, true, true, true, true, true, false, false, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, false, true, false, true, true, false, true, true, true, true, true, false, true, true], [-0.00961264496132963, 0.018908570603254127, 0.21299450271132314, NaN, NaN, NaN, 0.03557004171388445, 0.013049922422300186, 0.0026232750422063855, 0.06148187866730259, 0.02306947391374492, NaN, 0.015039590747107257, NaN, NaN, 0.02303988381062516, 0.002496671515238136, 0.019932554898571597, 0.09455514918497276, 0.030904444177720647, 0.008068681669001432, 0.016886222776679505, 0.09407665339421856, NaN, NaN, 0.33425040612493895, NaN, NaN, -0.00463951781647487, 0.008227882445555279, 0.020228859473447436, 0.03858533868832348, 0.0013266479269196108, 0.0012657213960802771, 0.0783347410629125, 0.0037234275122617344, 0.007836010647748859, 0.037929495760233634, 0.004357254561222046, 0.12123638422182048, NaN, 0.10113079573481798, NaN, 0.0030755804351241256, 0.016274448288523535, 0.05147048089706496, NaN, 0.02783692514538405, NaN, 0.003394041027031447, 0.013694133340065529, NaN, 0.0019950010770579674, 0.02813168556935053, 0.0037828428523423163, 0.0027569882416955682, 0.00278059688520349, NaN, 0.07987149807875182, 0.006568879280450801]], "2": [[true, true, true, false, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true], [-0.00961264496132963, 0.018908570603254127, 0.21299450271132314, NaN, 0.014326852418877323, NaN, 0.017644414444343948, 0.013049922422300186, 0.0008700607937885962, 0.050070498589192214, 0.010011243063302588, -0.10933866644088375, 0.007070241632799457, 0.007720609903364428, NaN, 0.021462078228950077, 0.002496671515238136, 0.019932554898571597, 0.09455514918497276, 0.030904444177720647, 0.008068681669001432, 0.012189029300268661, 0.09407665339421856, NaN, 0.01138620600398288, 0.09566545549857941, 0.08120457816570781, NaN, -0.00463951781647487, 0.0004030504157666037, 0.020228859473447436, 0.03858533868832348, 0.0013266479269196108, 0.0012657213960802771, 0.0783347410629125, 0.0037234275122617344, 0.001151611311876577, 0.037929495760233634, 0.004357254561222046, 0.002360062155382092, NaN, 0.10113079573481798, 0.034651499330570434, 0.0030755804351241256, 0.007398241054931365, 0.00984927781465017, 0.01498911035320516, 0.02783692514538405, NaN, 0.003394041027031447, 0.013694133340065529, 0.009785780086042806, 0.0019950010770579674, 0.012432413368063333, 0.0037828428523423163, 0.0027569882416955682, 0.00278059688520349, NaN, 0.07987149807875182, 0.006568879280450801]], "4": [[true, true, true, false, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [-0.00961264496132963, 0.008892242593281141, 0.044852285901899824, NaN, 0.014326852418877323, NaN, 0.014803276311713187, 0.003694265338213265, 0.0008700607937885962, 0.04024889485840766, 0.010011243063302588, -0.10933866644088375, 0.007070241632799457, 0.007720609903364428, NaN, 0.019400090319276586, 0.0016036893684270304, 0.019932554898571597, 0.08934099027859399, 0.011196048015046589, 0.0034892545392628538, 0.009581612296215347, 0.031449256165898554, NaN, 0.01138620600398288, 0.09566545549857941, 0.0023087016853871045, 0.023626652800324388, -0.00463951781647487, 0.0004030504157666037, -0.0010329542018147064, 0.03858533868832348, 0.0013266479269196108, 0.0012657213960802771, 0.016097838905584583, 0.0036715316479432047, 0.001151611311876577, 0.017392128675536744, 0.004357254561222046, 0.002360062155382092, NaN, 0.10113079573481798, 0.012796055330397405, 0.0030755804351241256, 0.0002724615663209917, 0.00984927781465017, 0.01498911035320516, 0.006234802634763614, 0.39631329195295906, 0.003394041027031447, 0.013694133340065529, 0.006627475624668033, 0.0019950010770579674, 0.00918414505038001, 0.002934591550041832, 0.002323365070975303, 0.0006945705317666917, -0.011510166763075369, 0.04558260984693896, 0.0038166420866643236]], "8": [[true, true, true, false, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [-0.00961264496132963, 0.007274281787521764, 0.022610162651981014, NaN, 0.014326852418877323, NaN, 0.0032189626739302923, 0.003694265338213265, 0.0008700607937885962, 0.018173266056378035, 0.0025744835254493115, -0.1149709055220991, 0.0019367583273122158, 0.007720609903364428, NaN, 0.007446597521356457, 0.0016036893684270304, -0.0032620150842060935, 0.021308787489569214, 0.011196048015046589, 0.002917686209247927, 0.008023986933754168, 0.031449256165898554, 0.06811982761190305, 0.01138620600398288, 0.04778936286934421, 0.0023087016853871045, 0.012062035402162552, -0.00463951781647487, 0.0004030504157666037, -0.010108603725449417, 0.03858533868832348, 0.0013266479269196108, 0.0012657213960802771, 0.016097838905584583, 0.0036715316479432047, 0.001151611311876577, 0.017392128675536744, 0.002287126152609842, 0.002360062155382092, NaN, 0.03667815666807761, 0.005442419842059731, 0.0019361814324492244, 0.00024263674099000987, 0.00984927781465017, 0.005999008222516977, -0.0012914155101156899, 0.39631329195295906, 0.003394041027031447, 0.013694133340065529, 0.006627475624668033, 0.0010473019240060388, 0.008380479072269242, 0.002934591550041832, 0.0009994136166562306, 0.0001625299184002671, -0.011510166763075369, 0.027551154247845933, 0.0038166420866643236]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [-0.00961264496132963, 0.007087900276743664, 0.019910060903286064, 0.06546701567591384, 0.01273424481109875, 0.028324540655314312, 0.0032189626739302923, 0.003694265338213265, 0.0008700607937885962, 0.016898830263098796, 0.0011242846835446407, -0.12098831619386552, 0.0019367583273122158, 0.007720609903364428, NaN, 0.007446597521356457, 0.0008011551344457857, -0.019228847919184555, 0.021308787489569214, 0.009395102170955516, 0.002413808381505067, 0.0028056820607380573, 0.024973475969910286, 0.008261809980405932, 0.005286240285415911, 0.042945749824550905, 0.0023087016853871045, 0.011042116979299577, -0.024425438325668125, 0.0004030504157666037, -0.010108603725449417, 0.001520169224130452, 0.0013266479269196108, 0.0007124097385931005, 0.016097838905584583, 0.001849930028018365, 0.001151611311876577, 0.017392128675536744, 0.002287126152609842, -0.00024339702030884425, 0.017726081354693335, 0.03667815666807761, 0.005442419842059731, 0.0019361814324492244, 0.00024263674099000987, 0.0034232031858429934, 0.005999008222516977, -0.0012914155101156899, 0.2553227209466147, 0.0023162198192654415, 0.002540947958742379, 0.0020987255025757268, 0.0010044212443409695, 0.0005403549617459813, 0.002934591550041832, 0.0009994136166562306, 0.0001625299184002671, -0.01580048879347007, 0.01834767052461972, 0.0038166420866643236]]}, "rob": {"1": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, false, true, false, true, false, true, false, true, true, false, false, true, true, true, false, true, false, true, false, false, true], [0.06972842444037264, 0.07199391584932968, 0.0566264950005364, 0.13972885169827332, 0.12129723207590737, NaN, 0.07047092505457075, 0.06143445235095313, 0.002006330664502398, 0.08478470965308915, 0.02979554435882248, -0.09707391065009296, 0.038141849184553545, 0.09006129523201434, NaN, 0.059308097591981745, 0.027970792080751705, 0.1543281185655918, 0.03946879953212057, NaN, 0.06292417239267234, 0.5234587472044736, 0.057149216111606504, 0.12450384596418895, 0.09638790318530477, 0.3871517100553723, 0.34048514974463107, 0.11246512352684879, NaN, 0.07018202043937771, 0.039531685119469584, 0.37188151553002635, 0.14992437587306884, 0.008757114649893927, 0.043543979959686396, 0.02143318456083043, 0.10530966886448434, NaN, 0.04059831135962355, NaN, 0.45264256336521225, NaN, 0.12739900668818271, NaN, 0.06502193729568306, NaN, 0.09893171878659013, 0.052551891178468146, NaN, NaN, 0.047158132548778875, 0.020313641134658056, 0.026138599749543134, NaN, 0.06180524227759032, NaN, 0.004450339532913183, NaN, NaN, 0.010853146258515967]], "2": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, false, true, true], [0.06059076881926262, 0.041949673647278196, 0.0566264950005364, 0.13972885169827332, 0.08747095789008741, NaN, 0.05936681479467265, 0.06143445235095313, 0.0008700607937885962, 0.06669902310449216, 0.02979554435882248, -0.09707391065009296, 0.020060609088545123, 0.03917079455129646, NaN, 0.059308097591981745, 0.020936383842896422, 0.08087939988213932, 0.03946879953212057, NaN, 0.026494197756238513, 0.10511737181823477, 0.04140379274710715, 0.0737324903119636, 0.04976600505012008, 0.3871517100553723, 0.34048514974463107, 0.11246512352684879, NaN, 0.01683053200794471, 0.019428944476772347, 0.20155023328057964, 0.022383984062419815, 0.008757114649893927, 0.043543979959686396, 0.02143318456083043, 0.0070134054122876766, 0.08211164629892109, 0.04059831135962355, 0.03994164553549395, 0.29054318333235685, NaN, 0.07638062749431063, 0.35758033344166584, 0.006645647818296796, 0.03441071982477251, 0.07864196442887161, 0.03748397342381682, NaN, 0.016366326328145497, 0.047158132548778875, 0.020313641134658056, 0.014504766670879077, 0.019564297453565027, 0.02308915788290622, NaN, 0.002063451102479519, NaN, 0.04462374213430076, 0.0072785985113035245]], "4": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.030954940386327623, 0.041949673647278196, 0.044852285901899824, 0.03357973585156637, 0.04300732772410809, 0.04805778937413274, 0.03072048108988379, 0.03675345709923161, 0.0008700607937885962, 0.06669902310449216, 0.02979554435882248, -0.10422796301055282, 0.017141313944062375, 0.03917079455129646, NaN, 0.02769017060400847, 0.015159223982980974, 0.04507622286003676, 0.03247435130029186, 0.026013423661338075, 0.010513765417961674, 0.018858068003049455, 0.04140379274710715, 0.03143841989055929, 0.021667308476167824, 0.15558007397024753, 0.1812419186509855, 0.023626652800324388, NaN, 0.012551106114146782, -0.0007477402236755193, 0.055862491239667245, 0.016106294540201516, 0.007821566265392654, 0.03694059947085071, 0.008431969004410789, 0.0070134054122876766, 0.02513035835166333, 0.021038546535123714, 0.03994164553549395, 0.17116408829609897, NaN, 0.07638062749431063, 0.017062698971355594, 0.002488012828078201, 0.03441071982477251, 0.0638698221497529, 0.02351823132912778, 0.2553227209466147, 0.016171978415285615, 0.021480506226847718, 0.014157613530210167, 0.014504766670879077, 0.01002660790145482, 0.006771631819929569, 0.023209754771807978, 0.002063451102479519, NaN, 0.04462374213430076, 0.0072785985113035245]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.006167940492531443, 0.022351910717416157, 0.022680217342416098, 0.02233916092178334, 0.03930896458842481, 0.04805778937413274, 0.0077139491540789695, 0.0049649508465912096, 0.0008700607937885962, 0.04318427019317728, 0.011820200070827624, -0.11485530106563102, 0.017141313944062375, 0.00674785746462403, 0.08975241740490247, 0.023057685112557458, 0.006458142158487057, 0.034728119304112015, 0.026043052059069094, 0.02469302783030014, 0.007719080226786579, 0.009811172708650506, 0.014517375974236524, 0.03143841989055929, 0.01824141367008214, 0.07529337331519881, 0.06954612426469908, 0.012062035402162552, 0.00977507292521751, 0.008293377762059517, -0.01158411120828129, 0.040492525474417285, 0.016106294540201516, 0.0010814573737563116, 0.016097838905584583, 0.005247656898039521, 0.0036566505480046807, 0.019396349318012485, 0.007476932999876951, 0.03663348328703164, 0.0473783377447381, NaN, 0.029234636692375915, 0.005617348373383679, 0.0010028627009881497, 0.011717290555585569, 0.021346428918765037, 0.0022809973302639897, 0.2553227209466147, 0.013798796717697348, 0.0021904817201461313, 0.009461659062607986, 0.004358919783751691, 0.004084156139531281, 0.005238430575504438, 0.009215626294809542, 0.00157267124799354, NaN, 0.022719745309228045, 0.0072785985113035245]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.006167940492531443, 0.005729679129831355, 0.012643098073495729, 0.010823875860703547, 0.015750172936517037, 0.028324540655314312, 0.002523274696708322, 0.0031438636131724262, 0.0008700607937885962, 0.03614119948087624, 0.007447145384505305, -0.1197648776769007, 0.009651414171526262, 0.00674785746462403, 0.01008024532787033, 0.008925043479241168, 0.005995590946211493, 0.028544576768818608, 0.026043052059069094, 0.013835219534647836, 0.004777458379934041, 0.007520986562095322, 0.014517375974236524, -0.0002972566241637997, 0.005474903996625313, 0.04778936286934421, 0.03215577426646887, 0.012062035402162552, -0.03269071720963479, 0.0044646748740233555, -0.01158411120828129, 0.0022808488692482864, 0.0016981489287630769, 0.0007124097385931005, 0.014350294204001024, 0.0036715316479432047, 0.002378684905647299, 0.012557709299237052, 0.00406074781305632, -0.0020966074945050206, 0.024655732195514535, 0.05798876934171404, 0.01945356764213857, 0.00202226032676478, 0.00023036942284027084, 0.01153603605010356, 0.008237133192744217, 0.0022809973302639897, 0.2553227209466147, 0.006596155399120951, 0.0021904817201461313, 0.00692424509226619, 0.0018158723417220912, 0.004084156139531281, 0.005238430575504438, 0.0027569882416955682, 0.0007799624820337137, 0.0672596754854573, 0.022719745309228045, 0.0072785985113035245]]}}, "fin3a_reg_s0_mcd": {"raw": {"1": [[true, false, true, false, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, true, true, false, true, true, false, true, false, true, true, false, true, true, true, true, false, false, true, true, true, true, false, true, true, true, true, false, true], [0.06550914067000568, NaN, 0.11437152341653589, NaN, 0.040676517887935804, NaN, 0.026689234166510145, 0.008687147271510876, 0.005607532741666921, 0.03750640382862391, 0.008462859139221957, NaN, 0.013890159788897849, 0.006205844625405632, NaN, 0.0294533926381515, 0.02037193579566665, 0.03660295860399887, 0.03435456073681964, 0.042609994412297514, 0.014194871030374312, 0.04147676128906541, 0.04616634154812682, NaN, NaN, NaN, 0.22742658559044449, 0.025849855063506233, -0.025850179170885834, 0.007619423285460503, 0.015045099730783829, 0.034668119455592894, 0.010782339852262623, 0.005421351260166629, NaN, 0.005944115546142159, 0.00570746622195295, NaN, 0.02014620123489541, NaN, 0.025121765371415306, 0.10677756314824505, NaN, 0.0045860105099160275, 0.007399912793931485, 0.052721491053598246, 0.006368759632615184, NaN, NaN, 0.008586722567850202, 0.03830945597397761, 0.006875655042332562, 0.012440287645560932, NaN, 0.022872792192771163, 0.00846679443918985, 0.00280270989890985, 0.0021147027040373523, NaN, 0.00814940797369279]], "2": [[true, false, true, false, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, false, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, true], [0.0470089156416702, NaN, 0.1078949921876251, NaN, 0.040676517887935804, NaN, 0.026689234166510145, 0.008687147271510876, 0.004685221242446191, 0.029057059363513105, 0.008462859139221957, NaN, 0.013890159788897849, 0.006205844625405632, NaN, 0.00938503453476458, 0.01189570219578151, 0.03660295860399887, 0.030744915530723116, 0.025523134913378653, 0.009362563307387495, 9.092929271714567e-05, 0.04616634154812682, NaN, 0.02466385679291161, 0.06405957938966034, 0.22742658559044449, 0.020307592413974174, -0.025850179170885834, 0.00720510265145502, 0.015045099730783829, 0.029351688531420228, 0.010782339852262623, 0.005421351260166629, NaN, 0.005944115546142159, 0.00570746622195295, NaN, 0.011550109123787955, NaN, 0.025121765371415306, 0.10677756314824505, 0.007379179573474559, 0.0045860105099160275, 0.002308513881902563, 0.016893628620428425, 0.0026978982167793486, NaN, NaN, 0.003886156751230274, 0.020643668714708463, 0.004206368328523391, 0.012440287645560932, 0.006548062066814575, 0.012960860784533734, 0.00846679443918985, 0.00280270989890985, -0.007921603559086998, NaN, 0.00814940797369279]], "4": [[true, true, true, false, true, true, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, false, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, true], [0.0470089156416702, 0.04052566452370776, 0.09619115516355858, NaN, 0.03768738219242751, 0.01791226568821669, 0.017747066875245743, 0.008687147271510876, 0.003763302792589629, 0.029057059363513105, 0.005109232091794924, NaN, 0.013890159788897849, 0.006205844625405632, NaN, 0.00938503453476458, 0.01189570219578151, 0.03660295860399887, 0.030744915530723116, 0.025523134913378653, 0.009362563307387495, 9.092929271714567e-05, 0.014280158948567045, NaN, 0.019675266234824962, 0.044069795025684755, 0.15386713706148125, 0.020307592413974174, -0.025850179170885834, 0.00720510265145502, 0.015045099730783829, 0.029351688531420228, 0.006254785014963904, 0.00541334078101241, NaN, 0.005068828238268042, 0.002473177645711422, NaN, 0.011550109123787955, NaN, 0.013609214993608676, 0.05636182298715409, 0.004553424724805355, 0.0045860105099160275, 0.002308513881902563, 0.016893628620428425, 0.0026978982167793486, NaN, NaN, 0.003886156751230274, 0.013272984182814085, 0.002533478383336174, 0.012120860259374311, 0.006548062066814575, 0.009528852233387841, 0.006342901217616603, 0.002572542738576322, -0.007921603559086998, NaN, 0.00814940797369279]], "8": [[true, true, true, false, true, true, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, false, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, true], [0.0470089156416702, 0.026384057904051517, 0.09619115516355858, NaN, 0.03212053609940346, 0.01791226568821669, 0.017747066875245743, 0.008624518859457364, 0.003763302792589629, 0.026564077607793557, 0.005109232091794924, NaN, 0.013890159788897849, 0.006205844625405632, NaN, 0.00938503453476458, 0.009688661845462576, 0.02728064508546879, 0.030744915530723116, 0.025523134913378653, 0.004888550074030329, 9.092929271714567e-05, 0.00857464888519166, NaN, 0.019675266234824962, 0.044069795025684755, 0.15386713706148125, 0.020307592413974174, -0.025850179170885834, 0.0019587300617267545, 0.002450845345052688, 0.029351688531420228, 0.004129790118361676, 0.004536301439136858, NaN, 0.004841831154436926, 0.002473177645711422, NaN, 0.007402173126859646, NaN, 0.013609214993608676, 0.03914354624121508, 0.004553424724805355, 0.004466386172490733, 0.0010533072640495078, 0.012332878375300949, 0.002646623709109841, NaN, NaN, 0.0011088567506636338, 0.005092668579925297, 0.0023331026348647477, 0.012120860259374311, 0.006548062066814575, 0.009031084667836087, 0.006342901217616603, 0.002572542738576322, -0.007921603559086998, NaN, 0.002757183333469415]], "16": [[true, true, true, false, true, true, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, false, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, true], [0.0470089156416702, 0.026384057904051517, 0.08922779065272302, NaN, 0.02259940765201751, 0.013621476766804363, 0.017747066875245743, 0.008611139832865211, 0.0002143568762902337, 0.026564077607793557, 0.004878563608650577, NaN, 0.009259010224750064, 0.006141901120750859, NaN, 0.00938503453476458, 0.009688661845462576, 0.02728064508546879, 0.029051751445470897, 0.02517487245906347, 0.0008244260678975657, 9.092929271714567e-05, 0.00857464888519166, NaN, 0.019675266234824962, 0.034750850287678325, 0.15386713706148125, 0.018768800362761295, -0.029202241914411564, 0.0019587300617267545, 0.002450845345052688, 0.029351688531420228, 0.0029634624166408052, 0.004536301439136858, NaN, 0.0004441966891233218, 0.002473177645711422, NaN, 0.00719807676820472, NaN, 0.00486038597729288, 0.03914354624121508, 0.004553424724805355, 0.001714433175630914, 0.00021846205431663712, 0.011238466593882945, 0.002646623709109841, NaN, NaN, 0.0011088567506636338, 0.005092668579925297, 0.0016175198513030953, 0.0010109058058918041, 0.00135235276888368, 0.00555229708996241, 0.005348868975060261, 0.0019036499916471605, -0.007921603559086998, NaN, 0.002757183333469415]]}, "rob": {"1": [[true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, false, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, false, false, true], [0.0699800798742174, 0.018390116047816596, 0.1078949921876251, 0.03272766492193657, 0.052563202285859534, NaN, 0.01175959734389953, 0.011674782053721966, 0.001176600199095823, 0.0947690978339879, 0.012657090115593572, NaN, 0.018185321461958504, 0.0211367258337527, 0.006833687735827931, 0.06707361362337827, 0.01736499274716774, 0.08638102581996576, 0.06183378076843171, NaN, 0.000916912952088289, 0.029962589710739174, 0.08617266132590773, NaN, 0.02745452982561636, 0.08947251210397522, 0.2985275463281736, 0.028743095517245187, -0.03411990722607783, 0.009480414422701644, 0.0013737385855205897, 0.06929645604715184, 0.01705157135893498, 0.012925231020596284, NaN, 0.01975917498538693, 0.03656874418730216, 0.049524940169287435, 0.01917647159124014, NaN, 0.05835173574202135, NaN, 0.030112095161806574, 0.020523871936618754, 0.006497528670492025, 0.0495564954955281, 0.0364836531138375, NaN, NaN, 0.010150715939616362, 0.044071423543215804, 0.011213578498925347, 0.006843229356870539, 0.0018042924984009723, 0.011153330998239674, 0.007430970979678042, 0.01119781235532935, NaN, NaN, 0.020816164711725538]], "2": [[true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, false, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, false, false, true], [0.0699800798742174, 0.018390116047816596, 0.1078949921876251, 0.02577451267310038, 0.052563202285859534, NaN, 0.01175959734389953, 0.011674782053721966, 0.0002143568762902337, 0.06330336094764388, 0.012183157584615634, NaN, 0.013623529739223095, 0.006141901120750859, 0.006833687735827931, 0.05354151003752983, 0.01736499274716774, 0.0715118285487133, 0.05366229142989143, 0.034044151348671337, 0.000916912952088289, 0.012033240957441738, 0.07635338120866253, NaN, 0.02745452982561636, 0.05320762999394435, 0.294808116941073, 0.027091555597897887, -0.03411990722607783, 0.00461823399572836, 0.0013249941626938266, 0.05946287280624607, 0.0062318998917008095, 0.005758268001878841, NaN, 0.005831097430249121, 0.0152588107145597, 0.049524940169287435, 0.007623658559702706, NaN, 0.05659408163203539, NaN, 0.020213238505895292, 0.00958464852097829, 0.006412058387547548, 0.0495564954955281, 0.032369887904982075, NaN, NaN, 0.004962500208943732, 0.032447338500770195, 0.006875655042332562, 0.004241686684097745, 0.0018042924984009723, 0.009692220809525143, 0.007430970979678042, 0.008668717087505495, NaN, NaN, 0.01853844288371187]], "4": [[true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, false, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, true], [0.06106161748561645, 0.018390116047816596, 0.1078949921876251, 0.004019770603281847, 0.0471399817743865, NaN, 0.011743288844788147, 0.011674782053721966, 0.0002143568762902337, 0.05387475281956711, 0.007577248416226201, NaN, 0.013206747762773974, 0.0036934161240236296, 0.006833687735827931, 0.04361160129634811, 0.015699436135369726, 0.05833472969455511, 0.04557797890559834, 0.02517487245906347, 0.0008244260678975657, 0.012033240957441738, 0.05744850072308827, NaN, 0.027188143700121348, 0.04441053120963434, 0.294808116941073, 0.023745502978301136, -0.03411990722607783, 0.00461823399572836, 0.0013249941626938266, 0.05946287280624607, 0.0062318998917008095, 0.005758268001878841, NaN, 0.0022669924030565003, 0.011527872469202727, 0.049524940169287435, 0.007623658559702706, NaN, 0.039576147861864586, NaN, 0.008784556609337635, 0.008682572315498183, 0.002872644492049936, 0.0303557023453338, 0.016609203409105433, NaN, NaN, 0.004962500208943732, 0.018546301310435, 0.0037304483344804407, 0.004241686684097745, 0.0018042924984009723, 0.006975759516820279, 0.0059386732813613285, 0.007267425696086516, 0.007285949188548857, NaN, 0.014201172712236643]], "8": [[true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, false, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, true], [0.05999437643590655, 0.018390116047816596, 0.1078949921876251, 0.004019770603281847, 0.04049890614623197, NaN, 0.011743288844788147, 0.008275220142242024, 0.0002143568762902337, 0.04223740634181006, 0.007577248416226201, NaN, 0.009259010224750064, 0.0036934161240236296, 0.004536142190481929, 0.043165459379647775, 0.014204225655731317, 0.05833472969455511, 0.04557797890559834, 0.02200977484211708, 0.000775882741519851, 0.010853627911051822, 0.04984125354418878, NaN, 0.025529790998841673, 0.04182352631863728, 0.262555595489399, 0.018873663039499444, -0.03411990722607783, 0.0022903240891389842, 0.0013249941626938266, 0.04886934997994663, 0.0062318998917008095, 0.005758268001878841, NaN, 0.0022669924030565003, 0.00772792740379602, 0.049524940169287435, 0.00719807676820472, NaN, 0.0287486011144944, NaN, 0.006773111711730007, 0.00291741509299559, 0.0017191052226794845, 0.025926282220665176, 0.011899208107838843, NaN, NaN, 0.00234768131960017, 0.005092668579925297, 0.0037304483344804407, 0.003372444678605646, 0.00135235276888368, 0.004523440160651093, 0.005908447650545101, 0.006918465237879756, -0.013280619615725797, NaN, 0.007433337006774288]], "16": [[true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, true], [0.054445710592930574, 0.018390116047816596, 0.0459057501009128, 0.004019770603281847, 0.03799413029995691, 0.010633011500505551, 0.011743288844788147, 0.008275220142242024, 0.0002143568762902337, 0.040657073692922596, 0.006718896668091112, NaN, 0.009259010224750064, 0.0036934161240236296, 0.004536142190481929, 0.041638166398505705, 0.007840437835790581, 0.05566810313175252, 0.03208624138104543, 0.01995189624799787, 0.000775882741519851, 0.002988597587049391, 0.041610191627328375, NaN, 0.019675266234824962, 0.04182352631863728, 0.22625384613085253, 0.016141839682308312, -0.03411990722607783, 0.0017176788558619371, 0.0013249941626938266, 0.03890197104401083, 0.004271412882520309, 0.003532372232862624, NaN, 0.0018575521023920238, 0.005500538330358795, 0.049524940169287435, 0.00719807676820472, NaN, 0.020633677295490926, 0.08663284221296963, 0.006390593659315158, 0.0016304526502564087, 0.0006727810874853635, 0.02555188485833071, 0.0058355112988162094, NaN, NaN, 0.00234768131960017, 0.005092668579925297, 0.00181216088438374, 0.0007206028547268595, 0.00135235276888368, 0.004523440160651093, 0.005792637645128718, 0.0056012499353972345, -0.013280619615725797, NaN, 0.004549969259745712]]}}, "fin3a_reg_s0_det": {"raw": {"1": [[true, false, true, false, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, false, true, true, false, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, true], [0.06797785672156409, NaN, 0.17912805432908252, NaN, 0.045876943709136864, NaN, 0.02136952416768234, 0.010866583886215864, 0.002901608845392145, 0.0423615210833479, 0.010407236268681341, NaN, 0.017897557256436603, 0.0185929898704853, NaN, 0.034822281944372646, 0.017808971737133028, 0.06771406790936196, 0.03274216132400398, 0.04231395172607, 0.0033747726971720127, 0.009242819311850337, 0.0320874876551458, NaN, 0.024169573305077074, 0.04839758205085132, 0.2657004466340527, 0.025295062200118235, -0.019959096864761383, 0.005605759229769358, NaN, 0.04279449100911892, 0.005916883216484203, 0.0059930758071879975, NaN, 0.003982400315453827, 0.011600536763191505, NaN, 0.009400351959647057, NaN, 0.012156682161605481, 0.09452760184712394, 0.007644529878142681, 0.0032588722910673606, 0.002327248141288374, 0.02447241338356987, 0.00741108762553333, NaN, NaN, 0.004424542289216404, 0.008991197865074518, 0.0019714179373524487, 0.009971312699597501, 0.010861303234906972, 0.011438211500697903, 0.005231681042938252, 0.005064196206292504, 0.007125290303624077, NaN, 0.004309024281742291]]}, "rob": {"1": [[true, false, true, false, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, false, true, true, false, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, true], [0.06797785672156409, NaN, 0.17912805432908252, NaN, 0.045876943709136864, NaN, 0.02136952416768234, 0.010866583886215864, 0.002901608845392145, 0.0423615210833479, 0.010407236268681341, NaN, 0.017897557256436603, 0.0185929898704853, NaN, 0.034822281944372646, 0.017808971737133028, 0.06771406790936196, 0.03274216132400398, 0.04231395172607, 0.0033747726971720127, 0.009242819311850337, 0.0320874876551458, NaN, 0.024169573305077074, 0.04839758205085132, 0.2657004466340527, 0.025295062200118235, -0.019959096864761383, 0.005605759229769358, NaN, 0.04279449100911892, 0.005916883216484203, 0.0059930758071879975, NaN, 0.003982400315453827, 0.011600536763191505, NaN, 0.009400351959647057, NaN, 0.012156682161605481, 0.09452760184712394, 0.007644529878142681, 0.0032588722910673606, 0.002327248141288374, 0.02447241338356987, 0.00741108762553333, NaN, NaN, 0.004424542289216404, 0.008991197865074518, 0.0019714179373524487, 0.009971312699597501, 0.010861303234906972, 0.011438211500697903, 0.005231681042938252, 0.005064196206292504, 0.007125290303624077, NaN, 0.004309024281742291]]}}, "fin3a_reg_s1_mcd": {"raw": {"1": [[true, false, true, false, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, false, true, false, true, true, false, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, false, true, true, true, true, false, false], [0.07475923409005603, NaN, 0.0013352122085825702, NaN, 0.029097086405924122, NaN, 0.008007852698107554, 0.003399767278873922, 0.004166638096536834, 0.030777321563928206, 0.007764993943639942, -0.10133196714129711, 0.017634705199128797, NaN, NaN, 0.028855253205433806, 0.029908500642155333, 0.020149788660197787, 0.05162531069466292, 0.04087523978297569, 0.01860214419656847, 0.03409894870780383, 0.028039351752100483, NaN, NaN, 0.0857815752348361, 0.3466685730368082, 0.039688220969517074, 0.014042549411008354, 0.008198838616435555, 0.0149125108679935, 0.030630130717582027, NaN, 0.006335111337762989, NaN, 0.005891347097247035, 0.006863986986038961, NaN, 0.04626452087465327, NaN, NaN, 0.06032562607075542, 0.007985481789029691, 0.013114242753887506, 0.0024662874467806795, 0.0620369622647845, 0.02517912460688443, NaN, NaN, 0.018394448717497403, 0.04417383365656358, 0.002020954246047424, 0.0038189000495010283, NaN, 0.008346440987188952, 0.002815335533703056, 0.018833035662354725, 0.027949520212370293, NaN, NaN]], "2": [[true, false, true, false, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, false, true, true, true, true, false, false], [0.07475923409005603, NaN, 0.0013352122085825702, NaN, 0.029097086405924122, NaN, 0.008007852698107554, 0.003399767278873922, 0.004166638096536834, 0.030777321563928206, 0.0026852428850379084, -0.10133196714129711, 0.01375814211119164, NaN, NaN, 0.028855253205433806, 0.018035881577168178, 0.020149788660197787, 0.05162531069466292, 0.04087523978297569, 0.008622547866099506, 0.03409894870780383, 0.013890945207698291, NaN, NaN, 0.059155049555845274, 0.32514440770188324, 0.02561278185940208, -0.007899270925941226, 0.004118657659844649, 0.0149125108679935, 0.030630130717582027, 0.010263638400781927, 0.006335111337762989, NaN, 0.005891347097247035, 0.006863986986038961, 0.06517917284060615, 0.04626452087465327, NaN, 0.01288203364104512, 0.06032562607075542, 0.007985481789029691, 0.006811210536828094, 0.002076777308752664, 0.0620369622647845, 0.02426452146196567, NaN, NaN, 0.018394448717497403, 0.03232378634643762, 0.002020954246047424, 0.0038189000495010283, NaN, 0.0017331106883677894, 0.002815335533703056, 0.0026734364482234874, 0.004705006425423042, NaN, NaN]], "4": [[true, false, true, false, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, false, true, true, true, true, false, true], [0.059643566148184, NaN, 0.0013352122085825702, NaN, 0.016954158024136134, NaN, 0.008007852698107554, 0.0025182025681838027, 0.004166638096536834, 0.030777321563928206, 0.0026852428850379084, -0.10133196714129711, 0.013571424617564665, NaN, NaN, 0.026572519215643187, 0.006481486956137594, 0.020149788660197787, 0.04108451491476872, 0.016818256765427142, 0.0014038205804485226, 0.016689017075424806, 0.012841003213702296, NaN, NaN, 0.059155049555845274, 0.32514440770188324, 0.02561278185940208, -0.013483126707075077, 0.002507708460127267, 0.0149125108679935, 0.029064202288617613, 0.009246433137672483, 0.005499056786812062, 0.020756710051937466, 0.003202922193284108, 0.001570505789536325, 0.06517917284060615, 0.04626452087465327, NaN, 0.01288203364104512, 0.031080768117346835, 0.004607300011170823, 0.006811210536828094, 0.002076777308752664, 0.03588478186066024, 0.021008327078319455, NaN, NaN, 0.018394448717497403, 0.013100936801308194, 0.002020954246047424, 0.0038189000495010283, NaN, 0.0017331106883677894, 0.002815335533703056, 0.0023253952087101126, 0.003872352305052562, NaN, 0.004884859859396462]], "8": [[true, true, true, false, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, false, true, true, true, true, false, true], [0.05460893726912763, 0.02315922668736814, 0.0013352122085825702, NaN, 0.016954158024136134, NaN, 0.006668519086168612, 0.0016744147391003494, 0.0020026799441905663, 0.014615071493816245, 0.0026852428850379084, -0.10133196714129711, 0.011903995020860814, 0.042953408040521834, NaN, 0.018667900804043125, 0.006481486956137594, 0.015971214358714292, 0.04108451491476872, 0.016818256765427142, 0.0014038205804485226, 0.016689017075424806, 0.012841003213702296, NaN, NaN, 0.059155049555845274, 0.31061570479369016, 0.017701486855467463, -0.014129384261360678, 0.002507708460127267, 0.0149125108679935, 0.013681421826221563, 0.005663503254144331, 0.003940679411558179, 0.020756710051937466, 0.0027786085889907053, 0.001570505789536325, 0.06517917284060615, 0.04483312999944555, 0.05565032729526842, 0.01288203364104512, 0.031080768117346835, 0.0021070540427989837, 0.003385668649806828, 0.0009837038993976144, 0.022943822605506536, 0.021008327078319455, NaN, NaN, 0.018394448717497403, 0.012363454967777576, 0.002020954246047424, 0.002320509455842279, NaN, 0.0008042882370562499, 0.002815335533703056, 0.0023253952087101126, 0.003872352305052562, NaN, 0.004884859859396462]], "16": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, false, true, true, true, true, false, true], [0.05460893726912763, 0.015535197595531569, 0.0013352122085825702, 0.014299388981951822, 0.016954158024136134, NaN, 0.006668519086168612, 0.0016744147391003494, 0.0020026799441905663, 0.014615071493816245, 0.002374092926795024, -0.10133196714129711, 0.009143892928521913, 0.042953408040521834, NaN, 0.018667900804043125, 0.0024787199608031774, 0.015971214358714292, 0.03857513517967659, 0.016818256765427142, 0.0014038205804485226, 0.01236579210862554, 0.009464404524621939, NaN, NaN, 0.03873113827485941, 0.31061570479369016, 0.017701486855467463, -0.014129384261360678, 0.002507708460127267, 0.003993710713371179, 0.013681421826221563, 0.005663503254144331, 0.0014013609460084009, 0.020756710051937466, 0.0027786085889907053, 0.001570505789536325, 0.06517917284060615, 0.04483312999944555, 0.05565032729526842, 0.01288203364104512, 0.031080768117346835, 0.0017263204473432214, 0.0029129041773841013, 0.0009837038993976144, 0.022943822605506536, 0.014934778749179367, NaN, NaN, 0.018394448717497403, 0.012363454967777576, 0.0005220829535097504, 0.0017500212119543335, NaN, 0.0008042882370562499, 0.002815335533703056, 0.002292498165846757, 0.003872352305052562, NaN, 0.0029583104639976376]]}, "rob": {"1": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, true, false, true], [0.0983976882541211, 0.018415636320668893, 0.052649428447894, 0.03521026066666377, 0.05273915556613251, NaN, 0.006668519086168612, 0.005360537847962643, 0.0012379624887566276, 0.07797033026877731, 0.013312163390404086, -0.09264062656700756, 0.025141822870840214, 0.05141603202624445, NaN, 0.06331731678017105, 0.011736796841736563, 0.08875262832764119, 0.04200406209000351, 0.07330014144947428, 0.006418712232610035, 0.03721826425812402, 0.061610907601829856, NaN, 0.029728349272078125, 0.12242015175309895, 0.37663047215328316, 0.02561278185940208, -0.022382548116787082, 0.003516690591603977, 0.013312447489168822, 0.0415092711901488, 0.011108817030612173, 0.004772243335258608, 0.013095429703917194, 0.012615726914710468, 0.02325568630780217, NaN, 0.023885477848210046, 0.048808814316829485, 0.030984053128097155, NaN, 0.008554310105528318, 0.013114242753887506, 0.012080349313599026, 0.06728760200131667, 0.04350879276378117, NaN, NaN, NaN, 0.02053139239280255, 0.010078934031146014, 0.0030332876384975282, NaN, 0.01389458081849182, 0.004121620116133817, 0.018833035662354725, -0.007865203200253301, NaN, 0.00947559471599635]], "2": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, true, false, true], [0.06995455441023246, 0.018415636320668893, 0.052649428447894, 0.03132253765973525, 0.04871255829191212, NaN, 0.006668519086168612, 0.004807698561152707, 0.0012379624887566276, 0.07002932868342127, 0.009671510583424858, -0.0946312561483893, 0.015994365534154342, 0.048108043022359936, NaN, 0.04310948383974256, 0.007057828675961719, 0.06909767589374782, 0.04200406209000351, 0.05435735098896255, 0.005168205296438355, 0.025771383176430573, 0.054738979765140305, NaN, 0.029728349272078125, 0.12242015175309895, 0.37663047215328316, 0.02561278185940208, -0.022382548116787082, 0.003516690591603977, 0.003993710713371179, 0.03404533071753635, 0.008854796966468959, 0.004772243335258608, 0.013095429703917194, 0.007627168934494666, 0.013850653157941206, 0.02974756997158723, 0.023885477848210046, 0.048808814316829485, 0.030984053128097155, NaN, 0.007985481789029691, 0.010338722355778707, 0.007388752019003908, 0.06728760200131667, 0.03868346927718758, NaN, NaN, NaN, 0.02053139239280255, 0.008593662667582436, 0.0027585918170123236, NaN, 0.009939105819006144, 0.0019013499886089136, 0.008785081966294683, -0.007865203200253301, NaN, 0.00947559471599635]], "4": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, true, false, true], [0.061380603519414434, 0.015535197595531569, 0.029103090565029355, 0.02264557052040206, 0.0389753906123369, NaN, 0.006668519086168612, 0.0025182025681838027, 0.0012379624887566276, 0.05876088111981281, 0.009671510583424858, -0.10097088461585857, 0.013906288104332143, 0.024835209950419435, NaN, 0.03604679712486747, 0.007057828675961719, 0.06650857055394943, 0.03647715694010256, 0.05435735098896255, 0.0014038205804485226, 0.021464919796085002, 0.029679278203472714, NaN, 0.029728349272078125, 0.12178294600467598, 0.3651630955703724, 0.024184626229074357, -0.022382548116787082, 0.002329882048750953, 0.003993710713371179, 0.022676639945486077, 0.0067642590824001925, 0.001830216739015178, 0.013095429703917194, 0.00605082583410832, 0.01260970721382182, 0.02974756997158723, 0.023885477848210046, 0.048808814316829485, 0.027527948490550624, NaN, 0.0025903112064111777, 0.008122652432975608, 0.0067011416568931725, 0.03758420325506351, 0.029629755914255318, NaN, NaN, NaN, 0.01969783956433102, 0.008397195944444658, 0.0012672155475326186, NaN, 0.009939105819006144, 0.0008619553298165883, 0.006205632948163231, -0.007865203200253301, NaN, 0.002000802727832429]], "8": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, true, false, true], [0.061380603519414434, 0.015535197595531569, 0.011753062629030975, 0.014299388981951822, 0.03440835328696035, NaN, 0.006668519086168612, 0.0012466804832464984, 0.0012379624887566276, 0.0477775510795988, 0.0034654492475818532, -0.1055968216311689, 0.013906288104332143, 0.024835209950419435, NaN, 0.035148767878292686, 0.007057828675961719, 0.059467281139174766, 0.03647715694010256, 0.03269689720126845, 0.0014038205804485226, 0.018842962838708788, 0.026543934389051005, NaN, 0.011671832173362873, 0.08973289876743062, 0.34757956125970413, 0.018933783020752326, -0.022382548116787082, 0.0015995515200923904, 0.003993710713371179, 0.020030589631904183, 0.005663503254144331, 0.0010942221820295917, 0.013095429703917194, 0.00605082583410832, 0.009500334149928458, 0.02974756997158723, 0.023885477848210046, 0.048808814316829485, 0.01886950525217035, NaN, 0.0025903112064111777, 0.005166971949594146, 0.005236124230025618, 0.03758420325506351, 0.02426452146196567, NaN, NaN, NaN, 0.007414418045511129, 0.006842495482380473, 0.0012672155475326186, NaN, 0.008030032902373474, 0.0008619553298165883, 0.005129451460398338, -0.007865203200253301, NaN, 0.002000802727832429]], "16": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, true, false, true], [0.061380603519414434, 0.015535197595531569, 0.011350570204208488, 0.014299388981951822, 0.02877314055225111, NaN, 0.006668519086168612, 0.0012466804832464984, 0.0012379624887566276, 0.04399593914603139, 0.002942070590440382, -0.11082251264961918, 0.011235358594920308, 0.024835209950419435, NaN, 0.027566494417763154, 0.0024787199608031774, 0.040369989199900536, 0.03647715694010256, 0.026742136231109104, 0.0014038205804485226, 0.013856467924181937, 0.020061112160405736, NaN, 0.011671832173362873, 0.07624433611587489, 0.33907998188931177, 0.01885472835995672, -0.0254147163061349, 0.0014301456942720225, 0.003993710713371179, 0.016270146794119533, 0.0038257553636944497, 0.0010942221820295917, 0.013095429703917194, 0.00273933295465123, 0.005944487119352138, 0.02974756997158723, 0.023885477848210046, 0.048808814316829485, 0.0075182945178995375, 0.09349690982468672, 0.001535728148618798, 0.005166971949594146, 0.002935489351325371, 0.03758420325506351, 0.0199623114103884, NaN, NaN, NaN, 0.006560556028163855, 0.005760840643557863, 0.0007346322468628763, NaN, 0.00627308604769472, 0.0004366583717263506, 0.00418664779536404, -0.007865203200253301, NaN, 0.0012813664573647632]]}}, "fin3a_reg_s1_det": {"raw": {"1": [[true, true, true, false, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, true, true, false, true, false, false, true, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, true, false, false], [0.07601517305074834, 0.029155964245887844, 0.025166779611977885, NaN, 0.034537730441098535, NaN, 0.014706968040797408, 0.0062291645676435525, 0.006775812903595968, 0.047355476040969346, 0.0037601628582408786, NaN, 0.019855460678624315, 0.0760065136913406, NaN, 0.032589349627544895, 0.015006972472301428, 0.04433338091967953, 0.054171683188545705, 0.031055870668720287, 0.004938578094846546, 0.01884100289726942, 0.01719115539412841, NaN, NaN, 0.06936635241496991, 0.37431073527397696, 0.024197234515953348, -0.0011094411866758858, 0.006388806630789556, 0.01899640380532075, 0.019041237654667365, 0.009485559612688599, 0.008599920039014108, NaN, 0.005190500124802266, 0.005233656277785936, NaN, 0.04936389918576456, NaN, NaN, 0.09671779693684757, 0.005567087970115514, 0.004753043162895487, 0.002566069208951971, 0.06873515680806142, 0.024055354042866295, NaN, NaN, NaN, 0.0162142801899523, 0.00479170485685354, 0.008970498194482701, NaN, 0.002996904636206388, 0.003946062520264526, 0.004601601648904774, 0.007816941051256077, NaN, NaN]]}, "rob": {"1": [[true, true, true, false, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, true, true, false, true, false, false, true, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, true, false, false], [0.07601517305074834, 0.029155964245887844, 0.025166779611977885, NaN, 0.034537730441098535, NaN, 0.014706968040797408, 0.0062291645676435525, 0.006775812903595968, 0.047355476040969346, 0.0037601628582408786, NaN, 0.019855460678624315, 0.0760065136913406, NaN, 0.032589349627544895, 0.015006972472301428, 0.04433338091967953, 0.054171683188545705, 0.031055870668720287, 0.004938578094846546, 0.01884100289726942, 0.01719115539412841, NaN, NaN, 0.06936635241496991, 0.37431073527397696, 0.024197234515953348, -0.0011094411866758858, 0.006388806630789556, 0.01899640380532075, 0.019041237654667365, 0.009485559612688599, 0.008599920039014108, NaN, 0.005190500124802266, 0.005233656277785936, NaN, 0.04936389918576456, NaN, NaN, 0.09671779693684757, 0.005567087970115514, 0.004753043162895487, 0.002566069208951971, 0.06873515680806142, 0.024055354042866295, NaN, NaN, NaN, 0.0162142801899523, 0.00479170485685354, 0.008970498194482701, NaN, 0.002996904636206388, 0.003946062520264526, 0.004601601648904774, 0.007816941051256077, NaN, NaN]]}}, "fin3a_reg_s2_mcd": {"raw": {"1": [[true, false, true, false, true, false, true, true, true, true, true, false, true, false, false, true, true, true, true, true, true, true, true, false, false, true, true, false, false, true, true, true, true, true, false, true, true, false, true, false, false, true, false, true, true, true, true, false, false, true, true, true, true, true, true, false, true, true, false, true], [0.08975049010278413, NaN, 0.09968237967311588, NaN, 0.03253699760815709, NaN, 0.02554180347694346, 0.007770580889024492, 0.0007276891814771425, 0.01937937431914305, 0.006484817321708469, NaN, 0.01808780134130128, NaN, NaN, 0.04014058439452728, 0.0199037511794109, 0.06618001803569684, 0.03078137765092781, 0.028012450112545606, 0.011366520381769218, 0.042717066216645394, 0.017619880754828898, NaN, NaN, 0.0840436377187177, 0.4433907981772989, NaN, NaN, 0.004998867092694148, 0.010002417879909853, 0.04333387954361623, 0.004990784752261446, 0.005255515862346183, NaN, 0.024231209381292862, 0.009175534431103305, NaN, 0.018685844506409532, NaN, NaN, 0.07423020563941662, NaN, 0.001723912730948518, 0.0006911579176991367, 0.014033164147137178, 0.016075644581163395, NaN, NaN, 0.005981552718308025, 0.014587322951949977, 0.006623143246315744, 0.0018437095360961386, 0.05336400602702618, 0.008586602937749932, NaN, 0.0033652929071388282, -0.007583309013325268, NaN, 0.0003608548385931609]], "2": [[true, false, true, false, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, true], [0.08428501333990868, NaN, 0.09968237967311588, NaN, 0.03253699760815709, NaN, 0.02554180347694346, 0.007770580889024492, 0.0007276891814771425, 0.017843939945572984, 0.004299978371409274, NaN, 0.01808780134130128, 0.054875995233153674, NaN, 0.018548444923652374, 0.00616646228205342, 0.06618001803569684, 0.03078137765092781, 0.028012450112545606, 0.00852166831649126, 0.027698859660227226, 0.017619880754828898, NaN, 0.028789877274397302, 0.0830603922882669, 0.4433907981772989, 0.03326373785558423, 0.003860363587629756, 0.004998867092694148, 0.008756577702069501, 0.027641814342417304, 0.004990784752261446, 0.003047862317668848, 0.03200598368638552, 0.023075140871662514, 0.004622667609746722, NaN, 0.018685844506409532, NaN, NaN, 0.07423020563941662, 0.02575715428707781, 0.001723912730948518, 0.0006911579176991367, 0.014033164147137178, 0.016075644581163395, NaN, NaN, 0.0043023053131963085, 0.014587322951949977, 0.006623143246315744, 0.0015633042728484536, 0.05336400602702618, 0.0048555220310477765, 0.014549821118370998, 0.0028414151766547047, -0.007583309013325268, NaN, 0.0003608548385931609]], "4": [[true, false, true, false, true, true, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, true], [0.08428501333990868, NaN, 0.03435625079685978, NaN, 0.03253699760815709, 0.028298583323700166, 0.010652055744859945, 0.0023242967191690056, 0.0007276891814771425, 0.0161377152815656, 0.004299978371409274, NaN, 0.015351660974872505, 0.054875995233153674, NaN, 0.013788347579324567, 0.005022737394195342, 0.06618001803569684, 0.03078137765092781, 0.02088804157631441, 0.006626450368336423, 0.008877761014186802, 0.017619880754828898, NaN, 0.028789877274397302, 0.055561863125851874, 0.4182580014414461, 0.03008826370566897, -0.019608981128396485, 0.0021402336682756484, 0.005890090127349978, 0.014565093530461981, 0.004990784752261446, 0.0020585340274832387, 0.03200598368638552, 0.007410860493005211, 0.004084597615882091, 0.06725761139090092, 0.012547620543869709, NaN, NaN, 0.06040955913336665, 0.02575715428707781, 0.001723912730948518, 0.0006911579176991367, 0.014033164147137178, 0.010012769397164556, NaN, NaN, 0.0043023053131963085, 0.014587322951949977, 0.003999013869719681, 0.0014444129486848034, 0.05336400602702618, 0.0048555220310477765, 0.014549821118370998, 0.0028414151766547047, -0.007583309013325268, NaN, 0.0003608548385931609]], "8": [[true, false, true, true, true, true, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true], [0.06688068170188965, NaN, 0.03435625079685978, 0.01024095131755165, 0.023291319349898032, 0.024967015122877134, 0.010652055744859945, 0.0023242967191690056, 0.00032719688822258064, 0.01549318500076069, 0.0033291299829414367, NaN, 0.015351660974872505, 0.054875995233153674, NaN, 0.009018688362118388, 0.005022737394195342, 0.0464336707098667, 0.013213952965217546, 0.007825877989423136, 0.0016332967113570351, 0.008232149647356746, 0.007056756277638909, NaN, 0.028789877274397302, 0.055561863125851874, 0.38567003548384804, 0.01642246036238859, -0.019608981128396485, 0.0014084009414949694, 0.004209192028606479, 0.014565093530461981, 0.0035745322655409417, 0.0017412939361143298, 0.03200598368638552, 0.007410860493005211, 0.0018226201559705668, 0.06725761139090092, 0.012547620543869709, 0.038696933227620356, NaN, 0.04418709776011265, 0.017430415159849, 0.001723912730948518, 0.0006911579176991367, 0.014033164147137178, 0.010012769397164556, NaN, NaN, 0.0043023053131963085, 0.014587322951949977, 0.003999013869719681, 0.0014444129486848034, 0.05336400602702618, 0.0048555220310477765, 0.0020616094058163448, 0.002685547817907752, -0.007583309013325268, 0.13360748827603208, 0.0003608548385931609]], "16": [[true, false, true, true, true, true, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true], [0.0622866091817571, NaN, 0.03435625079685978, 0.01024095131755165, 0.016534929570952484, 0.0206488118716861, 0.010652055744859945, 0.0023242967191690056, 0.00032719688822258064, 0.013378368920679451, 0.0033291299829414367, NaN, 0.015351660974872505, 0.0428267071777495, NaN, 0.009018688362118388, 0.005022737394195342, 0.0464336707098667, 0.013213952965217546, 0.007825877989423136, 0.001382033364480506, 0.0037524544973157603, 0.006280692584410996, NaN, 0.02425572428509093, 0.04443511112733223, 0.38567003548384804, 0.01642246036238859, -0.019608981128396485, 0.0014084009414949694, -0.002707611824051992, 0.014565093530461981, 0.002418881992265254, 0.0008035437802023093, 0.030311898113350777, 0.007410860493005211, 0.0018226201559705668, 0.06725761139090092, 0.01120209814014883, 0.03856933513601746, NaN, 0.04418709776011265, 0.012980241845689244, 0.0016271308120789918, 0.0006911579176991367, 0.0120716147777149, 0.010012769397164556, NaN, NaN, 0.0034122611014859583, 0.009421855542851576, 0.003999013869719681, 0.0014444129486848034, 0.05336400602702618, 0.0048555220310477765, 0.0020616094058163448, 0.0016092641097293914, -0.007583309013325268, 0.13360748827603208, 0.0003608548385931609]]}, "rob": {"1": [[true, false, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, false, true, true], [0.1426823368364778, NaN, 0.09364644827167812, 0.018616801943093675, 0.09569157730317968, NaN, 0.00660355803141921, 0.010334104309526637, 0.0039446421358171335, 0.034054110101625845, 0.01274246910120036, -0.09121288421740192, 0.03002222892779538, 0.02768461074036388, NaN, 0.06762226129943971, 0.011982528115095148, 0.1155410449024934, 0.03337582878196077, 0.03465593514841081, 0.004491342662839015, 0.04621499522690509, 0.09151060269494393, NaN, 0.042160900015818736, 0.11330849785017616, 0.5068675533652429, 0.02896831405689948, -0.009168566618653617, 0.004998867092694148, -0.0007300427866311354, 0.06552732888829627, 0.008414410314002918, 0.01007144492909795, 0.047221621877167275, 0.023609672826032435, 0.02268515171095231, NaN, 0.014740189068957577, 0.03856933513601746, 0.01909324348558772, NaN, 0.03798861714082502, 0.00593844620312467, 0.0024412051896662845, 0.04157326722275334, 0.010012769397164556, NaN, NaN, 0.014307159010830794, 0.021244027383881203, 0.015612396364827141, 0.0027659318093726792, 0.013588838682348836, 0.0170321028323539, 0.001813271646457837, 0.0082449234094355, NaN, 0.13360748827603208, 0.008828013553678238]], "2": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true], [0.1156274539122073, 0.035251916050549115, 0.08354376059513702, 0.018616801943093675, 0.07307819631968249, NaN, 0.00660355803141921, 0.007047462630313417, 0.003082665973480392, 0.031969290314596055, 0.0033291299829414367, -0.09121288421740192, 0.03002222892779538, 0.02768461074036388, NaN, 0.04907071470622193, 0.0067169516997311884, 0.11144456709331063, 0.03337582878196077, 0.03465593514841081, 0.0015171504779718514, 0.015295663807471938, 0.06268972726474975, NaN, 0.018330671623107753, 0.10199904823478434, 0.4390572528398293, 0.01670352306235179, -0.014442584363813626, 0.004998867092694148, -0.0028109200813388746, 0.046446858323597295, 0.0060690413349109296, 0.006753284814834393, 0.04245300679978792, 0.023609672826032435, 0.011995695532791117, NaN, 0.014740189068957577, 0.029715621566641648, 0.01043880784224438, NaN, 0.03798861714082502, 0.004493736146127247, 0.0024412051896662845, 0.037246076540346174, 0.010012769397164556, 0.020538182000019667, NaN, 0.003899114117603464, 0.006375506520334584, 0.013905754577197449, 0.0027659318093726792, 0.013588838682348836, 0.013458152933444545, 0.0012937615064818608, 0.0082449234094355, NaN, 0.13360748827603208, 0.0017033923151619224]], "4": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true], [0.10306231370703522, 0.032503493679085116, 0.05497442221798132, 0.01024095131755165, 0.06193658303745564, NaN, 0.0023964115439860656, 0.007047462630313417, 0.003082665973480392, 0.027641299490983595, 0.0033291299829414367, -0.09121288421740192, 0.02194246423955115, 0.02768461074036388, NaN, 0.045961349722788425, 0.0067169516997311884, 0.09176778100173077, 0.028653301458695823, 0.03465593514841081, 0.0015171504779718514, 0.011563618407312237, 0.05514956780970026, NaN, 0.018330671623107753, 0.0971969920401956, 0.4390572528398293, 0.01670352306235179, -0.0194478005408254, 0.004998867092694148, -0.0028109200813388746, 0.046446858323597295, 0.004429790729215677, 0.0020585340274832387, 0.028215307815898205, 0.022323797936082634, 0.011995695532791117, NaN, 0.01120209814014883, 0.029715621566641648, 0.009964273622284914, 0.09254295053187422, 0.03798861714082502, 0.0021395487480118103, 0.0012408601678286502, 0.037246076540346174, 0.00865591531727028, 0.020538182000019667, NaN, 0.001594681693229294, 0.006375506520334584, 0.01246439605993932, 0.0020532798889905113, 0.013588838682348836, 0.008812955814968548, 0.0012937615064818608, 0.005627195890127057, NaN, 0.13360748827603208, 0.0017033923151619224]], "8": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true], [0.09430040461093991, 0.032503493679085116, 0.05497442221798132, 0.01024095131755165, 0.05243793777307104, NaN, 0.0023964115439860656, 0.0023539484966423885, 0.0006735383519815841, 0.02493522111231572, 0.0033291299829414367, -0.09121288421740192, 0.015761006484265927, 0.02768461074036388, NaN, 0.03744148985291429, 0.0067169516997311884, 0.08421821155877796, 0.028653301458695823, 0.03465593514841081, 0.001382033364480506, 0.0073478629541197105, 0.033509436608351706, NaN, 0.018330671623107753, 0.0840436377187177, 0.4390572528398293, 0.01670352306235179, -0.0194478005408254, 0.0007006588490661159, -0.0032909855408495003, 0.03888615542326046, 0.004429790729215677, 0.0017412939361143298, 0.026883685955572778, 0.021914370622911017, 0.010816348904894912, NaN, 0.010938768210067229, 0.029454720127088052, 0.00407189465644775, 0.08975866182359082, 0.02869176925974659, 0.000958410970207435, 0.0012408601678286502, 0.037246076540346174, 0.00865591531727028, 0.020538182000019667, NaN, 0.0010505972787564488, 0.006375506520334584, 0.009303813598281696, 0.0018437095360961386, 0.013588838682348836, 0.0076527242893247305, 0.0012937615064818608, 0.004274092565696552, NaN, 0.13360748827603208, 0.00117298524738918]], "16": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true], [0.0919591798031636, 0.032503493679085116, 0.03704482265614284, 0.01024095131755165, 0.04212563875123121, NaN, 0.0023964115439860656, 0.0023539484966423885, 0.00032719688822258064, 0.022491783419613443, 0.0033291299829414367, -0.09121288421740192, 0.01276421002970296, 0.02768461074036388, NaN, 0.02091967546226514, 0.004462205823273502, 0.07468157940997089, 0.02319461834049341, 0.006652058897277158, 0.001382033364480506, 0.007175532213071101, 0.027320949321674615, NaN, 0.018330671623107753, 0.06421961642859908, 0.4182580014414461, 0.01670352306235179, -0.031974895611869614, 0.0007006588490661159, -0.0032909855408495003, 0.025125665023623345, 0.004110171242823091, 0.0004069105144246521, 0.026883685955572778, 0.014973854176937973, 0.005963042142023145, NaN, 0.010938768210067229, 0.029454720127088052, 0.00407189465644775, 0.06764019850621739, 0.01796284697018513, 0.0004609746383470448, 0.0012408601678286502, 0.027150695147570625, 0.00865591531727028, 0.020538182000019667, NaN, 0.0002851193312582989, 0.006375506520334584, 0.007175229530922644, 0.0015633042728484536, 0.013588838682348836, 0.005693961571740402, 0.0012937615064818608, 0.0028798188556860005, NaN, 0.13360748827603208, 6.724888987585942e-05]]}}, "fin3a_reg_s2_det": {"raw": {"1": [[true, false, true, false, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, false, true, true, false, true, true, true, true, true, true, false, false, true, true, true, true, false, true, true, true, false, false, true], [0.10450080909596493, NaN, 0.1327344203189944, NaN, 0.04495686769549456, NaN, 0.010394175011876117, 0.008443768057368795, 0.0019636986596203165, 0.022601699325140556, 0.008514358761957608, NaN, 0.0209949434755361, 0.07463737915031543, NaN, 0.028071037673005117, 0.014721874183183603, 0.09298512708031459, 0.027728957069921067, 0.032057351828920444, 0.0022591864613219492, 0.010110636841074161, 0.020388224669052324, NaN, 0.03264051264787882, 0.07241485584054752, 0.48888019008683803, 0.03057967187219157, -0.005397712150153944, 0.00456907664997841, 0.009601558923601816, 0.0343298229191642, 0.005067961440679891, 0.0023709188722640384, NaN, 0.019843793357011474, 0.008520181656932246, NaN, 0.016353898962619073, 0.04984512373154382, NaN, 0.0827694627338551, 0.022849969572405593, 0.0018865589197682997, 0.0020025768182809767, 0.0399133342363418, 0.042572269006983854, NaN, NaN, 0.004008896108730342, 0.015461251664119047, 0.007064941809091341, 0.004985755523550628, NaN, 0.01008118933829194, 0.004130445344662226, 0.0033789935282808603, NaN, NaN, 0.0028724902878118908]]}, "rob": {"1": [[true, false, true, false, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, false, true, true, false, true, true, true, true, true, true, false, false, true, true, true, true, false, true, true, true, false, false, true], [0.10450080909596493, NaN, 0.1327344203189944, NaN, 0.04495686769549456, NaN, 0.010394175011876117, 0.008443768057368795, 0.0019636986596203165, 0.022601699325140556, 0.008514358761957608, NaN, 0.0209949434755361, 0.07463737915031543, NaN, 0.028071037673005117, 0.014721874183183603, 0.09298512708031459, 0.027728957069921067, 0.032057351828920444, 0.0022591864613219492, 0.010110636841074161, 0.020388224669052324, NaN, 0.03264051264787882, 0.07241485584054752, 0.48888019008683803, 0.03057967187219157, -0.005397712150153944, 0.00456907664997841, 0.009601558923601816, 0.0343298229191642, 0.005067961440679891, 0.0023709188722640384, NaN, 0.019843793357011474, 0.008520181656932246, NaN, 0.016353898962619073, 0.04984512373154382, NaN, 0.0827694627338551, 0.022849969572405593, 0.0018865589197682997, 0.0020025768182809767, 0.0399133342363418, 0.042572269006983854, NaN, NaN, 0.004008896108730342, 0.015461251664119047, 0.007064941809091341, 0.004985755523550628, NaN, 0.01008118933829194, 0.004130445344662226, 0.0033789935282808603, NaN, NaN, 0.0028724902878118908]]}}}, "heldout_9001": {"retr": {"raw": {"1": [[true, false, false, false, true, false, false, false, false, false, true, true, true, false, false, true, true, false, true, true, false, false, true, true, false, false, true, true, true, false, false, true, true, false, false, true, false, false, false, false, true, false, false, false, false, false, true, true, true, false, false, true, false, false, false, false, true, false, true, true], [0.03287882806239506, NaN, NaN, NaN, 0.2448263738255987, NaN, NaN, NaN, NaN, NaN, 0.05226226255098676, 0.20735043923100882, 0.029020339711458565, NaN, NaN, 0.12398102542288925, 0.18580117485807013, NaN, 0.028840458394322255, -0.030151850732543117, NaN, NaN, 0.051996038353218754, 0.09531445727767451, NaN, NaN, 0.09630481854830197, 0.007105199712032384, 0.12546905774946615, NaN, NaN, 0.05246591283446178, 0.1184429607714641, NaN, NaN, 0.3580386784279206, NaN, NaN, NaN, NaN, 0.01296519435374388, NaN, NaN, NaN, NaN, NaN, 0.025624140799626716, 0.052296275773001666, 0.06497417819534546, NaN, NaN, 0.01567909256654243, NaN, NaN, NaN, NaN, 0.05144839399162193, NaN, 0.046165001696346186, 0.05195408675154778]], "2": [[true, true, false, false, true, false, false, false, false, false, true, true, true, true, false, true, true, false, true, true, false, false, true, true, false, false, true, true, true, false, false, true, true, false, true, true, false, false, false, false, true, false, false, false, true, false, true, true, true, false, false, true, false, true, false, false, true, true, true, true], [0.03287882806239506, 0.21431799013223807, NaN, NaN, 0.2448263738255987, NaN, NaN, NaN, NaN, NaN, 0.03725815065967497, 0.20735043923100882, 0.029020339711458565, 0.011761471791545075, NaN, 0.12398102542288925, 0.18580117485807013, NaN, 0.020798445341434935, -0.030151850732543117, NaN, NaN, 0.051996038353218754, 0.09531445727767451, NaN, NaN, 0.09630481854830197, 0.007105199712032384, 0.12546905774946615, NaN, NaN, 0.03140910394415197, 0.1184429607714641, NaN, 0.2267351904067061, 0.3580386784279206, NaN, NaN, NaN, NaN, 0.01296519435374388, NaN, NaN, NaN, 0.08228774802722638, NaN, 0.025624140799626716, 0.052296275773001666, 0.05085324185560425, NaN, NaN, 0.01567909256654243, NaN, 0.033684942869330214, NaN, NaN, 0.05144839399162193, 0.03857483663934547, 0.046165001696346186, 0.05195408675154778]], "4": [[true, true, false, false, true, false, false, false, false, false, true, true, true, true, false, true, true, false, true, true, false, false, true, true, false, true, true, true, true, false, false, true, true, true, true, true, false, false, false, false, true, false, true, false, true, false, true, true, true, true, false, true, false, true, false, true, true, true, true, true], [0.0016253962089634033, 0.21431799013223807, NaN, NaN, 0.05558633849134287, NaN, NaN, NaN, NaN, NaN, 0.011161741267605496, 0.09318898606165571, 0.029020339711458565, 0.011761471791545075, NaN, 0.12398102542288925, 0.18580117485807013, NaN, 0.020798445341434935, -0.030151850732543117, NaN, NaN, 0.051996038353218754, 0.032818116086785754, NaN, 0.03998828943929755, 0.09630481854830197, 0.007105199712032384, 0.12546905774946615, NaN, NaN, 0.03140910394415197, 0.05679370764441227, 0.13164568325167836, 0.2267351904067061, 0.048607953495189316, NaN, NaN, NaN, NaN, 0.01296519435374388, NaN, 0.09248976100714823, NaN, 0.08228774802722638, NaN, 0.025624140799626716, 0.052296275773001666, 0.0441155931450139, 0.03240588937207223, NaN, 0.01567909256654243, NaN, 0.033684942869330214, NaN, 0.059035936404147504, 0.05144839399162193, 0.03857483663934547, 0.04262423253616099, 0.023172380512249013]], "8": [[true, true, false, true, true, false, false, false, false, true, true, true, true, true, false, true, true, false, true, true, false, false, true, true, false, true, true, true, true, false, true, true, true, true, true, true, false, false, true, false, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true], [0.0016253962089634033, 0.12062405801737541, NaN, 0.12112262484796843, 0.05558633849134287, NaN, NaN, NaN, NaN, 0.00850464859924549, 0.011161741267605496, 0.09318898606165571, 0.029020339711458565, 0.011761471791545075, NaN, 0.12398102542288925, 0.18580117485807013, NaN, 0.020798445341434935, -0.030151850732543117, NaN, NaN, 0.010796433418328366, 0.013999272340691205, NaN, 0.03998828943929755, 0.047496602897856066, 0.007105199712032384, 0.020919761303964224, NaN, 0.005158340220228208, 0.03140910394415197, 0.05679370764441227, 0.13164568325167836, 0.058213007114559456, 0.048607953495189316, NaN, NaN, 0.08618040174256913, NaN, 0.01296519435374388, 0.0666724233007574, 0.09248976100714823, NaN, 0.023069402090315716, 0.4110439814698783, 0.025624140799626716, 0.052296275773001666, 0.0441155931450139, 0.03240588937207223, 0.022676320654638316, 0.01567909256654243, NaN, 0.033684942869330214, 0.08329220276342242, 0.059035936404147504, 0.05144839399162193, 0.03857483663934547, 0.04262423253616099, 0.00476589914426806]], "16": [[true, true, false, true, true, false, true, false, true, true, true, true, true, true, false, true, true, true, true, true, false, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, false, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.0016253962089634033, 0.06989999071470532, NaN, 0.12112262484796843, 0.05558633849134287, NaN, 0.09810336775757889, NaN, 0.05356869680545828, 0.00850464859924549, 0.011161741267605496, 0.0604252867443571, 0.029020339711458565, 0.011761471791545075, NaN, 0.09535723374292604, 0.18580117485807013, 0.09508615191017067, 0.0030925194458581995, -0.030151850732543117, NaN, NaN, 0.010796433418328366, 0.013999272340691205, 0.2210440427759226, 0.03998828943929755, 0.02461705510991674, 0.007105199712032384, 0.019148324451725873, NaN, 0.005158340220228208, 0.03140910394415197, 0.008499919744534568, 0.13164568325167836, 0.028633363171933768, 0.048259533663332466, NaN, NaN, 0.04912848230119282, NaN, 0.008904184150600125, 0.025421677073814486, 0.09248976100714823, NaN, 0.023069402090315716, 0.4110439814698783, 0.025624140799626716, 0.052296275773001666, 0.0441155931450139, 0.00630807494741048, 0.022676320654638316, 0.01567909256654243, 0.15524108558812655, 0.033684942869330214, 0.08329220276342242, 0.009264736724761136, 0.0510800204288151, 0.03473880902707216, 0.04262423253616099, 0.00476589914426806]]}, "rob": {"1": [[true, false, false, true, false, false, false, false, false, false, true, true, true, false, false, false, true, true, true, false, true, false, false, false, false, true, false, true, false, false, false, false, false, true, true, false, false, false, true, true, true, false, false, false, false, false, false, true, false, false, false, false, false, true, true, false, true, true, true, false], [0.2796346816242421, NaN, NaN, 0.088110751259739, NaN, NaN, NaN, NaN, NaN, NaN, 0.29044707510734136, 0.5596509522015027, 0.44491677680995667, NaN, NaN, NaN, 0.5641949787589715, 0.22610273040350992, 0.22347706530483968, NaN, 0.10063098063132192, NaN, NaN, NaN, NaN, 0.12325644946386527, NaN, 0.3220593043882818, NaN, NaN, NaN, NaN, NaN, 0.13748657506059114, 0.2774077343242367, NaN, NaN, NaN, 0.32657777275323063, 0.19413772365015025, 0.2551284193340053, NaN, NaN, NaN, NaN, NaN, NaN, 0.4199343369514952, NaN, NaN, NaN, NaN, NaN, 0.5337757943470471, 0.6417811941987779, NaN, 0.22241879911957918, 0.18281626402244155, 0.2825868486483645, NaN]], "2": [[true, true, true, true, true, false, true, true, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, true, true, false, true, false, false, false, true, true, true, true, false, false, false, true, true, true, false, false, false, false, false, false, true, false, false, true, true, true, true, true, false, true, true, true, true], [0.24160819090466745, 0.2736898228387492, 0.05928244624939838, 0.088110751259739, 0.33978300140432993, NaN, 0.09810336775757889, 0.3551561737294615, 0.19330892982123205, 0.20865125132158924, 0.2688336850412818, 0.20735043923100882, 0.23374339623599116, NaN, NaN, NaN, 0.5641949787589715, 0.22610273040350992, 0.18085839244222712, NaN, 0.10063098063132192, 0.043262815444156555, 0.3550857374010443, NaN, 0.2210440427759226, 0.04696518317926324, NaN, 0.20282694186078554, NaN, NaN, NaN, 0.41588677658313933, 0.24179177442543698, 0.13748657506059114, 0.11201296258176896, NaN, NaN, NaN, 0.32657777275323063, 0.19413772365015025, 0.2551284193340053, NaN, NaN, NaN, NaN, NaN, NaN, 0.21789279834265218, NaN, NaN, 0.18009226399612066, 0.421601219074464, 1.3408805482216217, 0.1638230939666998, 0.6417811941987779, NaN, 0.22241879911957918, 0.18281626402244155, 0.2825868486483645, 0.16680466460202026]], "4": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, true, true, true, false, true, false, false, false, true, false, true, true, true, true, true, true, true, true, true, true, true], [0.15388174211479289, 0.12062405801737541, 0.05928244624939838, 0.088110751259739, 0.33978300140432993, NaN, 0.09810336775757889, 0.2891233407265985, 0.1450745296171847, 0.20865125132158924, 0.17215628133131933, 0.09935061325935468, 0.23374339623599116, 0.3018528361953219, NaN, 0.039762724472831135, 0.296736746845204, 0.09508615191017067, 0.18085839244222712, NaN, 0.10063098063132192, 0.043262815444156555, 0.3550857374010443, NaN, 0.2210440427759226, 0.04696518317926324, 0.22363933064832442, 0.07285222152413673, 0.29039355644238496, NaN, NaN, 0.07847559134145277, 0.051061070026440225, 0.13748657506059114, 0.11201296258176896, 0.3580386784279206, 0.04932647299622306, NaN, 0.08618040174256913, 0.19413772365015025, 0.24636195821707307, 0.06031120060070827, NaN, 0.05451541731600251, NaN, NaN, NaN, 0.052296275773001666, NaN, 0.1670367475389607, 0.18009226399612066, 0.1678999473612175, 0.32022117483942525, 0.1638230939666998, 0.2542703749150339, 0.10016208666488335, 0.22241879911957918, 0.18281626402244155, 0.2825868486483645, 0.10986470210278387]], "8": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.046504346194017776, 0.06988898741624872, 0.05928244624939838, 0.088110751259739, 0.33978300140432993, NaN, 0.09810336775757889, 0.2891233407265985, 0.07123069327601317, 0.11919115415697723, 0.08758579200581917, 0.09935061325935468, 0.09666192525590733, 0.06338559753416351, NaN, 0.039762724472831135, 0.296736746845204, 0.09508615191017067, 0.06309892367335679, -0.030151850732543117, 0.10063098063132192, 0.043262815444156555, 0.21500799579165175, NaN, 0.2210440427759226, 0.03998828943929755, 0.22363933064832442, 0.05487860347840656, 0.042695188012764174, NaN, 0.06783018920488537, 0.02858689368468359, 0.03412322011507474, 0.13164568325167836, 0.11201296258176896, 0.20385888988420353, 0.03424790839055847, 0.13876133960495474, 0.004711212198398318, 0.19413772365015025, 0.0550763348384129, 0.06031120060070827, 0.19055243533853372, 0.05451541731600251, 0.24024429265288982, 0.4110439814698783, NaN, 0.052296275773001666, 0.03925032864758249, 0.0844226609506864, 0.022676320654638316, 0.019469184895906544, 0.15504527156252923, 0.08387336984359361, 0.18436176433764362, 0.06588847456047042, 0.15129212358640465, 0.0870149271248124, 0.2825868486483645, 0.06861801582825633]], "16": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.046504346194017776, 0.06266188407425943, 0.05928244624939838, 0.088110751259739, 0.05558633849134287, NaN, 0.09810336775757889, 0.2891233407265985, 0.02499736367679284, 0.028925371161811153, 0.02970924421357468, 0.0604252867443571, 0.09666192525590733, 0.05106238345852043, NaN, 0.039762724472831135, 0.18580117485807013, 0.09508615191017067, 0.0030925194458581995, -0.030151850732543117, 0.10063098063132192, 0.043262815444156555, 0.049366295509916336, 0.0689611612791512, 0.2210440427759226, 0.03998828943929755, 0.02461705510991674, 0.036399239779652426, 0.042695188012764174, NaN, 0.005158340220228208, 0.007848799711228427, 0.022954351312171495, 0.13164568325167836, 0.09281709728999266, 0.20385888988420353, 0.03424790839055847, 0.13876133960495474, 0.004711212198398318, 0.19413772365015025, 0.027948931845996228, 0.04976856868836532, 0.05620590774212553, 0.05451541731600251, 0.03807551907422857, 0.4110439814698783, 0.04098563655503029, 0.052296275773001666, 0.020747007391419547, 0.009321193297892272, 0.022676320654638316, 0.01567909256654243, 0.11210092714939601, 0.033684942869330214, 0.07276347613926193, 0.02138022726745259, 0.11419367898465227, 0.03473880902707216, 0.08523403982581224, 0.04846678967717866]]}}, "fin3a_diff_s0": {"raw": {"1": [[true, true, true, true, true, true, true, false, false, true, true, false, true, false, true, true, false, true, true, false, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, false, true, false, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, false, true, true, true, false, false, true], [0.019710982147817413, 0.017447705100368527, -0.002479749460468028, 0.09434275201640085, 0.015482775038027974, 0.10946168607494666, 0.13079636267490624, NaN, NaN, 0.010023990287609363, 0.014990423958742616, NaN, 0.06413391532128543, NaN, 0.023644667113764672, 0.08772643167276484, NaN, 0.08906699442593613, 0.005336643977468247, NaN, NaN, 0.0843438434981596, 0.011120431803087083, 0.05829088408859229, 0.057550832067960744, 0.0062782226625806015, 0.047927076266311985, 0.12389490991636332, 0.03956533751370128, NaN, NaN, 0.00797642905119944, 0.01914363821223808, 0.007492994267660258, -0.005761678420451499, NaN, -0.006601310508783653, NaN, 0.044246998428829176, 0.10963211046609445, 0.013308913438936143, 0.012560752480861526, NaN, 0.02520533387304802, 0.003343972369468151, 0.027841217515586436, 0.018680623765826132, NaN, 0.00931362174086936, 0.002534873134108606, 0.14649955321895813, 0.05689671689301656, 0.02393893425822391, NaN, 0.017103534104311535, 0.026412770261486918, 0.03181407670098202, NaN, NaN, 0.03417150328815444]], "2": [[true, true, true, true, true, true, true, false, false, true, true, false, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true], [0.019710982147817413, 0.017447705100368527, -0.002479749460468028, 0.0733986642817015, 0.015482775038027974, 0.10946168607494666, 0.11825404750609425, NaN, NaN, 0.0037514224584138667, 0.005576995952862429, NaN, 0.03136479077515486, NaN, 0.023644667113764672, 0.08772643167276484, 0.07865374329423624, 0.08906699442593613, 0.00445206829735012, NaN, 0.06742403379384321, 0.0843438434981596, 0.00839642475953406, 0.05829088408859229, 0.057550832067960744, 0.0062782226625806015, 0.047927076266311985, 0.014194865350127817, 0.013770359492588646, NaN, 0.020928517005557756, 0.00797642905119944, 0.008935964347944525, 0.007492994267660258, -0.005761678420451499, 0.04555990506231766, -0.006601310508783653, 0.04228488202416214, 0.016083868933731482, 0.0162384848328192, 0.013308913438936143, 0.003977992654251805, 0.02256477474932539, 0.02520533387304802, 0.003343972369468151, 0.027841217515586436, 0.0027892110135914194, NaN, 0.00931362174086936, 0.002534873134108606, 0.14649955321895813, 0.05689671689301656, 0.009803958989331507, 0.03259066438307867, 0.017103534104311535, 0.026412770261486918, 0.020285044590387935, 0.03420818451922125, NaN, 0.002351546714524755]], "4": [[true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true], [0.009988380725967083, 0.011122763040370742, -0.002991187350874669, 0.043680797256469006, 0.006185047889836648, -0.001400032808974605, 0.11825404750609425, 0.08435742740142804, NaN, 0.0020548557580508664, 0.0021749981988967715, 0.037780457717206506, 0.007699898547818718, 0.01300121462865178, 0.023644667113764672, 0.04932660489746166, 0.07315387090849379, 0.08906699442593613, 0.003919015207526133, NaN, 0.05857467705906716, 0.007368160489291009, 0.004794439294127484, 0.05829088408859229, 0.057550832067960744, 0.00215267152882892, 0.037752481574524266, 0.004953036002044442, 0.008107985055585187, NaN, 0.0036803524652959663, 0.002136404024192684, 0.004390744644165556, 0.007492994267660258, -0.005761678420451499, 0.016300571270575492, -0.006601310508783653, 0.04228488202416214, 0.016083868933731482, 0.0162384848328192, 0.0026605590169266335, 0.003977992654251805, 0.02256477474932539, 0.02520533387304802, 0.00306953437951063, 0.02446058151782693, 0.0008928052967749345, NaN, 0.0015566675975455802, 0.002534873134108606, 0.14649955321895813, 0.01663644136879716, 0.009803958989331507, 0.03259066438307867, 0.017103534104311535, 0.026412770261486918, 0.020285044590387935, 0.005513537296748305, 0.010156280342785484, 0.002351546714524755]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.0060648951742132695, 0.011122763040370742, -0.002991187350874669, 0.04029361158765998, 0.006185047889836648, -0.001400032808974605, 0.11825404750609425, 0.04541090040739548, 0.010867384765141486, 0.0019720487629528716, 0.0021749981988967715, 0.016825396143056448, 0.0010053071881341857, 0.0023798632319060875, 0.023644667113764672, 0.04932660489746166, 0.031722588324440304, 0.08906699442593613, 0.0017731166033918555, -0.028370991905992127, 0.01710346925362094, 0.007368160489291009, 0.004794439294127484, 0.003510746627947814, 0.033588116497754505, 0.00215267152882892, 0.037752481574524266, 0.0014993073243338984, 0.0031318293580289147, NaN, 0.0010281438117878405, 0.002136404024192684, 0.0017045754053768292, 0.007492994267660258, -0.006864023579184142, 0.012765074162747192, -0.006601310508783653, 0.04228488202416214, 0.016083868933731482, 0.0162384848328192, 0.0026605590169266335, 0.002883928674066505, 0.012291593087103703, 0.021653305048454863, 0.0022664725116496864, 0.02446058151782693, 0.0008928052967749345, 0.05423615710382479, 0.0015566675975455802, 0.002534873134108606, 0.017983910210814802, 0.01663644136879716, 0.009803958989331507, 0.03259066438307867, 0.007402334591108506, 0.01998622306235509, 0.020285044590387935, 0.0019908384135280954, 0.010156280342785484, 0.0009942586627154082]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.004366087312879019, 0.01011897749728341, -0.002991187350874669, 0.028469790354511915, 0.006185047889836648, -0.001400032808974605, 0.11825404750609425, 0.006122798535389995, 0.005238282066911459, 0.0008300401189091922, 0.0014894823226860865, 0.01195343133672333, 0.0010053071881341857, 0.0020170785056998763, 0.002142174749117709, 0.02200253405013064, 0.031722588324440304, 0.08906699442593613, 0.0005075525653648327, -0.028370991905992127, 0.014200584765044821, 0.0067839201009154415, 0.004794439294127484, 0.003510746627947814, 0.025632683992055982, 0.0007106508919416665, 0.022968385036960637, 0.0014993073243338984, 0.0031318293580289147, NaN, 0.0010281438117878405, 0.0005229984358139372, 0.0011661900806412273, 0.007492994267660258, -0.025502322806586486, 0.012765074162747192, -0.006601310508783653, 0.04228488202416214, 0.016083868933731482, 0.0162384848328192, 0.0026605590169266335, 0.0012172558782304055, -0.007942843309486913, 0.021653305048454863, 0.00016388663819211224, 0.02446058151782693, 0.0008928052967749345, 0.04160737286435445, 0.0011468654012203316, 0.001318039054352127, 0.017983910210814802, 0.005446742444913166, 0.009803958989331507, 0.011176399924476943, 0.007402334591108506, 0.008392093661258926, 0.015726011135834828, 0.0019908384135280954, 0.010156280342785484, 0.0009942586627154082]]}, "rob": {"1": [[true, true, true, true, false, true, false, true, false, true, true, true, true, false, false, true, true, true, true, true, true, false, true, true, false, true, false, true, true, false, true, true, true, false, true, true, false, false, true, false, true, true, false, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.11982839071910911, 0.05895276754418788, 0.04068521540228076, 0.022550976163898007, NaN, 0.2594419063456421, NaN, 0.13058782497667187, NaN, 0.01626380950127193, 0.04396163038762846, 0.037780457717206506, 0.06413391532128543, NaN, NaN, 0.05706166828665271, 0.4882068247158873, 0.12523934055958508, 0.14940342303346443, 0.02770089184525726, 0.0704641097119374, NaN, 0.03292602501473163, 0.039994602865661255, NaN, 0.11306436014475496, NaN, 0.07020597697575459, 0.02614950124655291, NaN, 0.09980432150732543, 0.3725112906577219, 0.14932224068629485, NaN, 1.323445374068192, 0.14702092526174337, NaN, NaN, 0.08455170501968601, NaN, 0.031945707190915495, 0.027720426199880688, NaN, 0.04702716888828884, NaN, NaN, 0.004825972201938811, 0.3423331953143425, 0.17209837283209772, 0.2013491998888126, 0.14649955321895813, 0.3419504483049891, 0.540045924642033, 0.10726698107903809, 0.10021061584210988, 0.01998622306235509, 0.10159195139192434, 0.10101134508000986, 0.5954501250109472, 0.02409534620016096]], "2": [[true, true, true, true, true, true, false, true, false, true, true, true, true, false, false, true, true, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, true, true, true, false, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.038967438345609784, 0.05895276754418788, 0.04068521540228076, 0.022550976163898007, 0.05936977099829943, 0.18714436016193203, NaN, 0.13058782497667187, NaN, 0.01626380950127193, 0.017680904073342774, 0.025098458786495303, 0.037497593467633594, NaN, NaN, 0.05706166828665271, 0.3037368109942833, 0.12523934055958508, 0.14940342303346443, 0.004688835755154441, 0.05087233643890521, NaN, 0.020748904594339423, 0.007364370378784235, NaN, 0.01022564439227569, 0.01027502341834552, 0.07020597697575459, 0.019417488924973414, NaN, 0.061029563263336195, 0.004230019047656519, 0.08028715381042861, NaN, 0.27241285592062225, 0.11096999490111559, 0.21543858975839192, NaN, 0.06971246264304476, 0.15148113821310094, 0.014538442943676566, 0.014199302762754717, NaN, 0.03463300130599145, 0.025178342322555336, NaN, 0.0026317278162999447, 0.3423331953143425, 0.046236643912934694, 0.025693240151896557, 0.14649955321895813, 0.27840094186638353, 0.12301421162220949, 0.10726698107903809, 0.10021061584210988, 0.01998622306235509, 0.07831083205102596, 0.033551650676947986, 0.2558404368745326, 0.021591384115638768]], "4": [[true, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.02240052263626202, 0.020146680044084597, 0.0381765978193771, 0.022550976163898007, 0.05936977099829943, 0.07437240690480995, NaN, 0.13058782497667187, 0.011330385552462685, 0.00897233769708805, 0.001720209675946327, 0.025098458786495303, 0.020400009431428723, 0.015279688818521153, NaN, 0.05706166828665271, 0.05801970243549759, 0.12523934055958508, 0.0018196472047409262, 0.004688835755154441, 0.040141414948886345, 0.028973982584772795, 0.020748904594339423, 0.006886611448719604, NaN, 0.007727738477560919, 0.01027502341834552, 0.0426951722803961, 0.015520705259927325, NaN, 0.0472235420023388, 0.0032165165500441795, 0.004073522503726057, 0.040025022071936256, -0.006864023579184142, 0.04681248534936744, 0.11776016635014752, NaN, 0.06971246264304476, 0.10963211046609445, 0.014538442943676566, 0.0030668691556661187, NaN, 0.03234743259800421, 0.009880636521402808, 0.059261662324481046, 0.0026317278162999447, 0.03078016104862935, 0.009170754416767846, 0.007848503203028212, 0.14649955321895813, 0.02666480249446601, 0.05599123561760955, 0.07872281479267951, 0.02909056927265219, 0.01128762125390792, 0.05420832020525457, 0.023302047585350483, 0.05372453987464243, 0.0069180881545929385]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.0059565959173939476, 0.020146680044084597, 0.023567593426099043, 0.022550976163898007, 0.05936977099829943, 0.048490180675520245, 0.1690721361010814, 0.0678980742415427, 0.009309579923336697, 0.006977270661262969, 0.001720209675946327, 0.008115775347608434, 0.01243872274914648, 0.0027712812328091196, 0.02577496946106983, 0.03328490530916173, 0.05801970243549759, 0.12523934055958508, 0.0018196472047409262, 0.004688835755154441, 0.030572728450532383, 0.013756543482356998, 0.014521849000460607, 0.003510746627947814, NaN, 0.0072849817455309385, 0.01027502341834552, 0.011704353460242567, 0.012321774272958885, NaN, 0.010096037469412122, 0.0032165165500441795, 0.0005950235023890471, 0.03288807311210418, -0.012295947143878605, 0.016300571270575492, 0.03818180802250737, 0.04758460746331572, 0.026877155224160676, 0.03604700054570986, 0.013126411302508245, 0.0021706492189723647, NaN, 0.030338450665885253, 0.005237319910906146, 0.012667262728676576, 0.002254134860506518, 0.03078016104862935, 0.0040898532548945266, 0.007848503203028212, 0.129212650097702, 0.007960672946386138, 0.04847193779424419, 0.04202631122828371, 0.006940015400912269, 0.01128762125390792, 0.04277439788788451, 0.01278886728633366, 0.05372453987464243, 0.004504651248295355]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.004366087312879019, 0.011386258891935563, 0.0035725454074437835, 0.019093682003463286, 0.04373441758121155, 0.010952326775374166, 0.09687118777070758, 0.055261250423521036, 0.0014100273848896006, 0.003447606777884582, 0.0014894823226860865, 0.005236339229045317, 0.008225722174616035, 0.0020170785056998763, 0.013358583077568653, 0.014755034056614047, 0.04982772096100763, 0.12523934055958508, 0.0005075525653648327, 0.004688835755154441, 0.01710346925362094, 0.010081354623397765, 0.012306833656134053, 0.002674627223876458, NaN, 0.00469111844715786, 0.0039543732830680245, 0.001266779232478088, 0.00572793024891749, NaN, 0.006467649080637905, 0.00037734028210323345, 0.0005950235023890471, 0.009055261720845698, -0.03575376824204979, 0.008251582672833102, 0.017316631377025438, 0.04758460746331572, 0.023924522903133516, 0.03206888786001749, 0.00871388118782579, 0.0012172558782304055, 0.024069831471178027, 0.01767562541467571, 0.001599024574068908, 0.012667262728676576, 0.00045231418996438677, 0.020429031178519796, 0.0012827329674729437, 0.004214946843447143, 0.05207241208099789, 0.007960672946386138, 0.0322017811413855, 0.019610972874832377, 0.006601715920756757, 0.008392093661258926, 0.03048745079019355, 0.006533672405781843, 0.02797010013036716, 0.002351546714524755]]}}, "fin3a_diff_s1": {"raw": {"1": [[true, true, true, true, true, false, false, true, true, true, true, true, true, true, false, false, true, false, true, true, true, false, true, true, true, true, false, true, true, false, false, true, true, true, true, true, false, false, true, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, false], [0.007909901062228553, 0.015362950118276597, 0.008593895958992848, 0.00839027067942455, 0.0277083300104497, NaN, NaN, 0.039858051285288854, 0.00319628999888244, 0.0026123275678495705, 0.004042883655717366, 0.0036414591521387596, 0.021715510214528333, 0.00813099810151563, NaN, NaN, 0.04718020177497673, NaN, 0.005857423421827379, 0.02420189615252233, 0.04191485311216048, NaN, 0.013347774027844483, 0.015667677816250114, 0.020083159605800205, 0.011579799461698181, NaN, 0.06280873668028986, 0.03808267364434692, NaN, NaN, 0.0008767840837291541, 0.027924250157171482, 0.05849758780902414, -0.02761385049244336, 0.01660835664430982, NaN, NaN, 0.03865128546581631, 0.058597741174877926, 0.021234949222400212, 0.01593467657615344, NaN, NaN, 0.006380612050084888, 0.012801363239104635, 0.0006281400180978558, 0.09533398988492148, 0.01612850509417907, 0.011084020832012209, NaN, NaN, 0.025793977954550407, 0.06289188494320919, 0.05204214346364733, 0.02580176620621666, 0.038935551730835405, 0.017981440204976273, 0.02047332789107137, NaN]], "2": [[true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, false, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, false], [0.007909901062228553, 0.004990832800640721, 0.008593895958992848, 0.00839027067942455, 0.0277083300104497, 0.06037421470186177, NaN, 0.039858051285288854, 0.00319628999888244, 0.0026123275678495705, 0.004042883655717366, 0.0036414591521387596, 0.021055601223054943, 0.00813099810151563, 0.18188816984217504, NaN, 0.04718020177497673, NaN, 0.005857423421827379, 0.02420189615252233, 0.02126102784951267, NaN, 0.013347774027844483, 0.015667677816250114, 0.020083159605800205, 0.011579799461698181, 0.19510488579634577, 0.008574971324973424, 0.03808267364434692, NaN, 0.04453687359483083, 0.0008767840837291541, 0.0024649562296958916, 0.026650235972508263, -0.02761385049244336, 0.008330402542314985, NaN, 0.2036496523518796, 0.009378477128503482, 0.058597741174877926, 0.008945362515915933, 0.014738639185283287, 0.02401756820698031, 0.031032074374470087, 0.004326898617942332, 0.012801363239104635, 0.0006281400180978558, 0.09533398988492148, 0.0009745310781050787, 0.009407415676208064, 0.20156413920269056, NaN, 0.021361112857068543, 0.06198186656159321, 0.045698782226127665, 0.02052286924068114, 0.038935551730835405, 0.017981440204976273, 0.02047332789107137, NaN]], "4": [[true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.0037840325338214242, 0.004990832800640721, 0.008593895958992848, 0.00839027067942455, 0.0277083300104497, 0.028513702988366196, NaN, 0.039858051285288854, 0.00319628999888244, 0.0013008105358878197, 0.004042883655717366, 0.0036414591521387596, 0.019908022485633392, 0.004537755376902597, 0.18188816984217504, 0.11525163596858734, 0.04718020177497673, NaN, 0.005857423421827379, 0.02420189615252233, 0.02126102784951267, 0.013200780098804987, 0.013347774027844483, 0.015667677816250114, 0.020083159605800205, 0.008880934587581102, 0.017505202593425917, 0.001961983369100029, 0.009935925869353879, NaN, 0.01463734862182875, 0.0008767840837291541, 0.0024649562296958916, 0.0150065986435024, -0.02761385049244336, 0.008330402542314985, 0.010472709867502372, 0.05104045879839414, 0.006064285563409877, 0.012111907310823344, 0.0024876493512793196, 0.006799718658407006, 0.02401756820698031, 0.031032074374470087, 0.003238487338537377, 0.012801363239104635, 0.00022237421620263653, 0.05870560363802646, 0.0009745310781050787, 0.007961350703900472, 0.05840787337502129, 0.05548053360464911, 0.021361112857068543, 0.015740001369497714, 0.03819637604691817, 0.02052286924068114, 0.038935551730835405, 0.00506883900187538, 0.02047332789107137, 0.009458482612946018]], "8": [[true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.0037840325338214242, 0.0037523353316000208, 0.0029288475665230074, 0.00839027067942455, 0.0277083300104497, 0.0273362475737573, NaN, 0.039858051285288854, 0.0015195319116028116, 0.0013008105358878197, 0.004042883655717366, 0.0036414591521387596, 0.006324347086505533, 0.0015771174048011538, 0.18188816984217504, 0.06090428055099406, 0.04718020177497673, NaN, 0.0035208493536662555, -0.018339930898956247, 0.02126102784951267, 0.013200780098804987, 0.01202946359132917, 0.015667677816250114, 0.020083159605800205, 0.006144644966729507, 0.010313627463516495, 0.001961983369100029, 0.002695627912708165, NaN, 0.01463734862182875, 0.0008767840837291541, 0.0024649562296958916, 0.0030651410283550895, -0.02761385049244336, 0.008330402542314985, 0.004125697172852938, 0.04854817257916033, 0.006064285563409877, 0.010687830248556018, 0.0024876493512793196, 0.006350619995527884, 0.006895146153170328, 0.031032074374470087, 0.0018284798645187283, 0.012801363239104635, 0.00022237421620263653, 0.03383499615072538, 0.0007634260290187989, 0.0075904294187385535, 0.05840787337502129, 0.031718720619444696, 0.021361112857068543, 0.015740001369497714, 0.03819637604691817, 0.02052286924068114, 0.016765087040709448, 0.004102928679144968, 0.02033670325639947, 0.008402561362057748]], "16": [[true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.0037840325338214242, 0.0009005764815686046, 0.0029288475665230074, 0.00839027067942455, 0.007801496898851568, 0.007811329040484205, NaN, 0.028421673023702798, 0.0004725843195192425, 0.0009759865361527176, 0.0027570562619527728, 0.0036414591521387596, 0.002140291785356796, 0.0015771174048011538, 0.11888556525823346, 0.018603816749512392, 0.04718020177497673, NaN, 0.00275795377688115, -0.022654253775398425, 0.013010584164565797, 0.013200780098804987, 0.007928939721208561, 0.01349690493135669, 0.015025382155144706, 0.0029505495847734764, 0.010313627463516495, 0.0014772979446695533, 0.0010249387992307124, NaN, 0.007176380920825176, 0.0008767840837291541, 0.00040882368670636104, 0.0030651410283550895, -0.02761385049244336, 0.008330402542314985, 0.004125697172852938, 0.04854817257916033, 0.006064285563409877, 0.010687830248556018, 0.0024876493512793196, 0.005755967806315265, 0.006895146153170328, 0.031032074374470087, 0.0018284798645187283, 0.012801363239104635, 0.00022237421620263653, 0.0327837597474927, 0.0007634260290187989, 0.003264030935619555, 0.05235221218598696, 0.022345749541476057, 0.021361112857068543, 0.015740001369497714, 0.024242217958372336, 0.007218481561925172, 0.016765087040709448, 0.0038952796657953925, 0.012380404405124112, 0.00482839065352203]]}, "rob": {"1": [[true, true, true, true, false, true, false, true, false, true, true, true, true, false, false, false, true, false, true, false, true, false, true, true, false, true, false, true, true, false, true, true, true, false, true, true, true, false, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.05112990183716093, 0.782878259953131, 0.08627574134148719, 0.04860005655780353, NaN, 0.18056402765549828, NaN, 0.20434893276979005, NaN, 0.005350069791915546, 0.14633182616901075, 0.04690221409546336, 0.1268209929237072, NaN, NaN, NaN, 0.2977557426027815, NaN, 0.022513224648537777, NaN, 0.03806533819563285, NaN, 0.056818697500683246, 0.0349051955816535, NaN, 0.02156577345862587, NaN, 0.02368208567215002, 0.08663922131190405, NaN, 0.10231623742738738, 0.21051519881601877, 0.03225551126159565, NaN, 0.09202046194233326, 0.17660961082163906, 0.10132580960717563, NaN, 0.06908171752920311, 0.058668321498627884, 0.016185146748431745, 0.01380733799987821, NaN, 0.0466840880465893, 0.03189664670128001, NaN, 0.0028668365233415205, 0.10955465570752354, 0.19616715838447818, 0.0675541741786978, 0.20156413920269056, 0.027779940184075258, 0.21630726436606817, 0.3971876611288425, 0.3210808572006265, 0.042359391771999544, 0.06606987046430302, 0.027559497829955593, 0.7179409493290183, 0.01728679657014598]], "2": [[true, true, true, true, false, true, false, true, true, true, true, true, true, false, false, true, true, false, true, false, true, false, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.05112990183716093, 0.1512737040729244, 0.08422183262655292, 0.04860005655780353, NaN, 0.14054203888410544, NaN, 0.20434893276979005, 0.09769940649729891, 0.005350069791915546, 0.011051246451145413, 0.04690221409546336, 0.0682921270186918, NaN, NaN, 0.029139181250361412, 0.10851830182119104, NaN, 0.0018057789907623967, NaN, 0.03511714901461582, NaN, 0.04181371205326556, 0.0349051955816535, NaN, 0.02104123044719408, 0.02112356262069448, 0.02368208567215002, 0.045646235005528, NaN, 0.058624604203260766, 0.0069340670881823385, 0.008335136940916144, 0.05096901103713547, 0.03119703077862468, 0.09685367225499486, 0.10132580960717563, NaN, 0.06908171752920311, 0.058668321498627884, 0.016185146748431745, 0.004673969943881584, NaN, 0.03641257790029817, 0.02319231066538041, NaN, 0.0028668365233415205, 0.05870560363802646, 0.1452877490106259, 0.0675541741786978, 0.20156413920269056, 0.027779940184075258, 0.03135185708415511, 0.09345693711697556, 0.11767252202349154, 0.024350220120828547, 0.06606987046430302, 0.027559497829955593, 0.10637323753866412, 0.008731711334575731]], "4": [[true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.008643187603158298, 0.03693206928374804, 0.02837502374431966, 0.03341100019936816, NaN, 0.10014405347614064, NaN, 0.08972470516380082, 0.013868851215416811, 0.0016327966978459951, 0.005613431443392436, 0.013169372770185594, 0.025426437925424983, 0.010056105908976765, 0.05348599498948836, 0.021628291133226396, 0.10851830182119104, NaN, 0.0018057789907623967, 0.12450360969941676, 0.026553949852698322, 0.035636114167369115, 0.0372991164478238, 0.02291220666307714, NaN, 0.0179596642051294, 0.02112356262069448, 0.021929240001328898, 0.03709822129303442, NaN, 0.034460559039909855, 0.006072901744662795, 0.008335136940916144, 0.05096901103713547, 0.03119703077862468, 0.047123625200136576, 0.025834136611808445, 0.05104045879839414, 0.030782229385541093, 0.058668321498627884, 0.011511882018643949, 0.004673969943881584, NaN, 0.03556467908031702, 0.010245654073734789, 0.01803554226869042, 0.002008126895138629, 0.0327837597474927, 0.0526825211670543, 0.04336158420898739, 0.1952065673978507, 0.027779940184075258, 0.03135185708415511, 0.06289188494320919, 0.09427055639562343, 0.024350220120828547, 0.0502122518576229, 0.027559497829955593, 0.03783193410362706, 0.008731711334575731]], "8": [[true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.005425329501347553, 0.016342609250039164, 0.01678588632473188, 0.023157082303266074, NaN, 0.04863133237484307, 0.07010277652915664, 0.08972470516380082, 0.006501121090540796, 0.0016327966978459951, 0.0010673725053784722, 0.013169372770185594, 0.02011521808747596, 0.0076393006900490334, 0.04535161758580597, 0.018603816749512392, 0.04718020177497673, NaN, 0.0018057789907623967, -0.01606032009619285, 0.026219288504650162, 0.013200780098804987, 0.02237575233174094, 0.003582506071577063, NaN, 0.011622292646497945, 0.02006926489392047, 0.001961983369100029, 0.017304061473321974, NaN, 0.019497986915496313, 0.0026776822665146582, 0.0015581959283024194, 0.026650235972508263, -0.013357846150532593, 0.00912442200957897, 0.016592491736537207, 0.05104045879839414, 0.030782229385541093, 0.026002942031192022, 0.010676008656338665, 0.002316391757920977, 0.013607681628109214, 0.03556467908031702, 0.009940386063621132, 0.01803554226869042, 0.00022237421620263653, 0.0327837597474927, 0.0249671084723897, 0.022370216032679968, 0.17307508029613405, 0.017359914854743863, 0.028296566726789818, 0.06289188494320919, 0.03782619609652649, 0.005046165584961626, 0.0502122518576229, 0.0120591299320012, 0.032683570417489705, 0.004393462396945935]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.0037840325338214242, 0.01129897522276102, 0.008593895958992848, 0.010796839544203518, 0.041956978646437326, 0.007811329040484205, 0.06587937523047138, 0.05255189978815, 0.001907832534982834, 0.0009759865361527176, 0.0008168651885491762, 0.00940644823888892, 0.013840128538361585, 0.0007707673724430819, 0.04535161758580597, 0.018603816749512392, 0.03334504346627676, 0.10302650418820125, 0.0012450557528336237, -0.01606032009619285, 0.013010584164565797, 0.005727141748517628, 0.011267042112128589, 0.003582506071577063, 0.02635423443442675, 0.006144644966729507, 0.0054784534420626585, 0.001961983369100029, 0.009225802923279458, NaN, 0.007624398954505063, 0.000333655238174968, 0.0015581959283024194, 0.02077710630794649, -0.02761385049244336, 0.00912442200957897, -0.0036764408403930915, 0.04854817257916033, 0.022210848874605338, 0.009697751066263471, 0.01002997582337084, 0.002316391757920977, -0.006548730608789466, 0.015085408265267386, 0.0045766890348177824, 0.008501052122742658, 0.00022237421620263653, 0.0327837597474927, 0.009743192722875493, 0.006825417151835156, 0.059063011370902974, 0.017359914854743863, 0.0257520537430731, 0.03938803794036061, 0.025713662863028564, 0.004989545657146266, 0.041796514353587666, 0.005164420543333215, 0.010694617893252767, 0.0026579065725056417]]}}, "fin3a_diff_s2": {"raw": {"1": [[true, false, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, false, true, false, true, false, true, true, false, true, false, true, true, false, true, true, true, true, true, true, true, false, true, false, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true], [0.005699337601665633, NaN, 0.04290146170333986, 0.06445537065958162, 0.09384822294852713, 0.026291498227613896, NaN, 0.1044162533665105, 0.005105784693998805, 0.031291411474805075, 0.011654876326402164, NaN, 0.01137734465424578, 0.006531323517466214, 0.1699278362196599, 0.07004608155408398, 0.21002116880326338, NaN, 0.0011615603224615079, NaN, 0.0400466703988005, NaN, 0.028960862495420292, 0.021141306322559617, NaN, 0.003124075266911719, NaN, 0.010226798892914557, 0.0024026121584377336, NaN, 0.020572270077767962, 0.00525873099397689, 0.004642630749182919, 0.024083667079249027, 0.03348043421964153, 0.01583617069376886, 0.01639645272997603, NaN, 0.02682319789534815, NaN, 0.0061580978963236, 0.028865271169535633, NaN, 0.021509273698261833, 0.008097129675606274, 0.17517992513062786, 0.0012314400611737053, 0.03213171785392599, 0.01740494691234229, 0.008255893294384142, 0.06343161216908144, 0.10180127594621502, NaN, 0.03205733836030378, 0.009899500137425576, 0.016415013520977073, 0.026386825801823166, 0.0075267079238929835, NaN, 0.0032312384009967055]], "2": [[true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, false, true, false, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true], [0.005699337601665633, 0.005865265122997343, 0.04290146170333986, 0.029750658551518594, 0.0027467140105748022, 0.020101314159407746, NaN, 0.04609670848965708, 0.005105784693998805, 0.01584356047454727, 0.0015266355965433132, 0.044236072646637536, 0.0025449143042390876, 0.006531323517466214, 0.1699278362196599, 0.07004608155408398, 0.0783897991854734, NaN, 0.0011615603224615079, 0.02673585540609502, 0.0400466703988005, 0.05160761439785766, 0.028960862495420292, 0.005351681028270994, 0.026007044223643305, 0.003124075266911719, NaN, 0.010226798892914557, 0.0024026121584377336, NaN, 0.020572270077767962, 0.00525873099397689, 0.003159506335856044, 0.012296137432916465, 0.03348043421964153, 0.01583617069376886, 0.012161022146967015, NaN, 0.02682319789534815, NaN, 0.0035231377576594447, 0.017626012462846008, NaN, 0.021509273698261833, 0.008097129675606274, 0.17517992513062786, 0.0008212539003593644, 0.03213171785392599, 0.01740494691234229, 0.008255893294384142, 0.06343161216908144, 0.008578990591115554, 0.06477806076568138, 0.023540812997520533, 0.009899500137425576, 0.016415013520977073, 0.026386825801823166, 0.0052797949995191384, NaN, 0.0032312384009967055]], "4": [[true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.005699337601665633, 0.005865265122997343, 0.04290146170333986, 0.016279359060108023, 0.0027467140105748022, 0.020101314159407746, NaN, 0.04609670848965708, 0.005105784693998805, 0.01274643241558282, 0.0015266355965433132, 0.008690420570794277, 0.0025449143042390876, 0.006531323517466214, 0.1699278362196599, 0.04653487266267353, 0.0783897991854734, NaN, 0.0011615603224615079, 0.02673585540609502, 0.02118617496196884, 0.019418191767405002, 0.02691382642555773, 0.005351681028270994, 0.026007044223643305, 0.003124075266911719, 0.010833055906145805, 0.005718237567481355, 0.0024026121584377336, NaN, 0.012509204433819754, 0.005119220121306167, 0.003159506335856044, 0.012296137432916465, 0.03348043421964153, 0.01583617069376886, -0.012415566823718027, 0.06640607753073136, 0.010021710537599482, NaN, 0.0035231377576594447, 0.0028907580272237166, NaN, 0.021509273698261833, 0.003174623986634595, 0.17517992513062786, 0.0008212539003593644, 0.03213171785392599, 0.01740494691234229, 0.0074501773257869, 0.06343161216908144, 0.008578990591115554, 0.012979270717650149, 0.006809666049121921, 0.009899500137425576, 0.013697622846725377, 0.026386825801823166, 0.0028078451948203575, 0.039541071667574146, 0.0027742427852905926]], "8": [[true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.0004697244863565153, 0.005865265122997343, 0.008541017834163611, 0.016279359060108023, 0.0027467140105748022, 0.00086596001370709, NaN, 0.04609670848965708, 0.00340729006413798, 0.004085880218934523, 0.0015266355965433132, 0.008690420570794277, 0.0025449143042390876, 0.0027852391734299875, 0.07792438700403737, 0.02725910025166578, 0.0783897991854734, NaN, 0.000329786975641122, 0.02673585540609502, 0.02118617496196884, 0.013111806735804032, 0.02105384953086964, 0.005351681028270994, 0.026007044223643305, 0.0011556472199050205, 0.010554366306386731, 0.005718237567481355, 0.0024026121584377336, NaN, 0.0007213362163622783, 0.0005855711928677287, 0.0024593588080616957, 0.0065454432671350204, -0.02873222870339709, 0.01583617069376886, -0.013069487919709077, 0.017516278746428915, 0.010021710537599482, 0.03357659296422755, 0.0035231377576594447, 0.0020616511015667527, 0.0008580053066500337, 0.01843628792598384, 0.003174623986634595, 0.03937085323966372, 0.0008212539003593644, 0.03213171785392599, 0.004138424781108485, 0.0031661953603896453, 0.04887249763321311, 0.008578990591115554, 0.009914869993727038, 0.004547842399686752, 0.009899500137425576, 0.013697622846725377, 0.015572310152422109, 0.0012174957392268038, 0.039541071667574146, 0.0027742427852905926]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.0004697244863565153, 0.0052987591387789745, 0.005149973211600933, 0.016279359060108023, 0.0027467140105748022, 0.00086596001370709, 0.0720099493196722, 0.039048623960191486, 0.00340729006413798, 0.0032027820907951643, 0.0015266355965433132, 0.008690420570794277, 0.000624198706471013, 0.0011297412401729545, 0.04655200433476736, 0.006797969714880336, 0.03235532238139571, NaN, 0.000329786975641122, -0.0009151329719453427, 0.007523180556270104, 0.00790812752762915, 0.007774898994747481, 0.005351681028270994, 0.009795620985719733, 0.0011556472199050205, 0.010554366306386731, 0.0027756626181649757, 0.002375061177848581, NaN, 0.0007213362163622783, 0.0005855711928677287, 0.002427379478964875, 0.0065454432671350204, -0.02873222870339709, 0.009339634554030862, -0.013069487919709077, 0.017516278746428915, 0.006652438617298584, 0.03357659296422755, 0.0028269713862580925, 0.0020616511015667527, 0.0008580053066500337, 0.0059593617770885565, 0.003174623986634595, 0.03937085323966372, 0.0008212539003593644, 0.03213171785392599, 0.002185703982376719, 0.0010735124947018893, 0.037285777615968074, 0.008578990591115554, 0.009914869993727038, 0.004547842399686752, 0.009899500137425576, 0.007080859201162637, 0.003808925861187751, 0.0002006189386130064, 0.039541071667574146, 0.002364927608198064]]}, "rob": {"1": [[true, true, false, false, false, true, false, true, true, true, true, true, true, true, false, true, true, false, true, false, true, true, true, true, false, true, true, true, true, false, false, false, true, true, true, true, true, false, false, false, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.06919183047671229, 0.1646281741609248, NaN, NaN, NaN, 0.12082101055399708, NaN, 0.1920830040213264, 0.17226269682668782, 0.17116989833586338, 0.013173619093959088, 0.09593199870186786, 0.10210745870651916, 0.006531323517466214, NaN, 0.05168083473164464, 0.2601447239118768, NaN, 0.018532552378004885, NaN, 0.10626872225548967, 0.021092115675756196, 0.03713773312422619, 0.011848414691921771, NaN, 0.01841505827443224, 0.14165782089524392, 0.13763645480836817, 0.6451365166174716, NaN, NaN, NaN, 0.13461258034237278, 0.12425508359919579, 0.03188934663814935, 0.16509007427681577, 0.291072918474113, NaN, NaN, NaN, 0.041079504746610374, NaN, NaN, 0.052656428913809394, 0.019864752616461034, 0.041147774603593534, 0.0104946165255142, 0.4084729131211693, 0.5025531453791443, 0.03783227339557538, 0.28945437709872746, 0.011701853785162086, 0.6768967781485562, 0.1626990733660214, 0.3184369284372197, 0.051830259603692364, 0.12487696745373689, 0.16643586974983737, 0.34713322408747316, 0.00788548369935671]], "2": [[true, true, true, false, false, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.027685618970263892, 0.1049971491496926, 0.09972404266080792, NaN, NaN, 0.12082101055399708, NaN, 0.13001574752981138, 0.17226269682668782, 0.04151724123288281, 0.004470730244646504, 0.02918162645584954, 0.03685917374762915, 0.006531323517466214, 0.04655200433476736, 0.05168083473164464, 0.2601447239118768, NaN, 0.018532552378004885, 0.02673585540609502, 0.07176908524594094, 0.021092115675756196, 0.022580350706907115, 0.011848414691921771, NaN, 0.01841505827443224, 0.10276654998310364, 0.049766500035379746, 0.1379052591578127, NaN, 0.06256584485950012, 0.015699979372369777, 0.020920210107433945, 0.12425508359919579, 0.03188934663814935, 0.16509007427681577, 0.12898187297334318, NaN, 0.07838363579212748, 0.13820410244574788, 0.025718816868085304, 0.0483625585381362, NaN, 0.052656428913809394, 0.019864752616461034, 0.041147774603593534, 0.007755514282918652, 0.19419431368761142, 0.12675654163101036, 0.03783227339557538, 0.15037202252156967, 0.011701853785162086, 0.08161195163815838, 0.15500921715307303, 0.1789853507778607, 0.04856081719384986, 0.12487696745373689, 0.10072510397990442, 0.22991136911954047, 0.006358938986092522]], "4": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.027685618970263892, 0.04059795680247902, 0.08686577311220423, 0.034636970375486964, 0.052355829265156695, 0.11446583100068963, 0.052306673497722445, 0.09608828118866986, 0.010473764673077923, 0.0054826455885461645, 0.004470730244646504, 0.02918162645584954, 0.01847438180161487, 0.005828649078228665, 0.04655200433476736, 0.03989392087101229, 0.06944737937215306, NaN, 0.00424377722290048, 0.014333891376161478, 0.05068078303599011, 0.00790812752762915, 0.022580350706907115, 0.011848414691921771, NaN, 0.014820084842069203, 0.015440330058599017, 0.022756346531845217, 0.016087961368317583, NaN, 0.06256584485950012, 0.0072472657774249605, 0.020920210107433945, 0.04271745951593364, -0.018471956669115608, 0.0902952968327615, 0.06616826820357802, 0.017516278746428915, 0.07838363579212748, 0.07934978378176627, 0.014914269069665309, 0.008994680901344587, NaN, 0.030112719861795867, 0.008972148835813654, 0.041147774603593534, 0.003998475574322535, 0.19419431368761142, 0.0672257124429203, 0.009497437769805606, 0.15037202252156967, 0.011701853785162086, 0.052336878540305554, 0.0646855780153699, 0.0686805551783587, 0.018657759449183242, 0.07095399335533159, 0.029880382086628243, 0.2268297347184549, 0.006358938986092522]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.0029590671595107754, 0.02746943288827941, 0.022851048817466912, 0.034636970375486964, 0.052355829265156695, 0.0456414368456457, 0.052306673497722445, 0.0692371384566528, 0.003611712775965392, 0.004388112343606032, 0.0018238009608928518, 0.016113939130722787, 0.013870492446445226, 0.005828649078228665, 0.04655200433476736, 0.03989392087101229, 0.048998365007780986, NaN, 0.002054601412020851, 0.0002933189305296402, 0.05068078303599011, 0.00790812752762915, 0.022580350706907115, 0.005351681028270994, NaN, 0.014820084842069203, 0.015440330058599017, 0.0027756626181649757, 0.006018000069179408, NaN, 0.05152651969770505, 0.0013028609280931747, 0.0021052449575753585, 0.029641372542017264, -0.03520495731469364, 0.03868298466483022, 0.041965317784904865, 0.017516278746428915, 0.07296740164093829, 0.03357659296422755, 0.009516735315369562, 0.008994680901344587, NaN, 0.02550244153841308, 0.0072120361514183, 0.041147774603593534, 0.0038451331202937755, 0.049842386383603055, 0.009780512187950174, 0.0006739212086499524, 0.12075161733018369, 0.011701853785162086, 0.05126283624492256, 0.04032382770919263, 0.017386671677268373, 0.007080859201162637, 0.062081334373401464, 0.020613287579545725, 0.03987429254840413, 0.004059678341813866]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.0029080412865716276, 0.013979416844058346, 0.022851048817466912, 0.016279359060108023, 0.052355829265156695, 0.020101314159407746, 0.052306673497722445, 0.051274300394187344, 0.0011781982627450116, 0.0032027820907951643, 0.0018238009608928518, 0.00816190307817033, 0.007835938108358809, 0.00034158562611730225, 0.03838186597669413, 0.014044698162365199, 0.017307410575977178, NaN, 0.000329786975641122, -0.030129133121439167, 0.035492954302169366, 0.006603282628869334, 0.01643770919446408, 0.005351681028270994, 0.03227812514334549, 0.004011526793885389, 0.011606991092667496, 0.0027756626181649757, 0.0029565861807570037, NaN, 0.0012477341728864833, 0.0002584108686780606, 0.0013364817649861305, 0.012296137432916465, -0.03520495731469364, 0.02086331037768252, 0.0024952453127702334, 0.017516278746428915, 0.022523702079922714, 0.018188816675065667, 0.0061580978963236, 0.004877213518001966, NaN, 0.020601324398641818, 0.004102337551240787, 0.041147774603593534, 0.0012314400611737053, 0.03213171785392599, 0.0018032776683203355, 0.0006739212086499524, 0.08659129985003, 0.006372362445580038, 0.012979270717650149, 0.02794439354739664, 0.009899500137425576, 0.005343390211959287, 0.03862203248285745, 0.011754869641928956, 0.018143065563789973, 0.001123852544980375]]}}, "fin3a_reg_s0_mcd": {"raw": {"1": [[true, true, true, true, false, true, false, true, true, true, true, true, true, false, true, false, true, false, true, false, false, false, true, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, true, true, true, true, false, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.012007212830155156, 0.025869356386535314, 0.02223073743155246, 0.041931017883193755, NaN, 0.04006237975820892, NaN, 0.10985738669365075, 0.016266503939536214, 0.005794493461154682, 0.006199948337128225, 0.028771434492577574, 0.00933297816234302, NaN, 0.1265139229630723, NaN, 0.15058114570020975, NaN, 0.0024117762413105037, NaN, NaN, NaN, 0.02088173165002738, 0.008437516891311336, 0.045413794762073634, 0.013071090434588317, 0.03320831062690144, 0.01823428192355836, 0.008874673739355021, NaN, 0.017956983260954074, NaN, 0.023269558616693997, 0.06521238816359731, -0.011243136207977455, 0.048276074060747076, NaN, 0.049880113668958836, 0.016227609092620332, 0.07706581574281479, 0.010665935673766835, 0.020013584479469104, NaN, NaN, 0.014823929171693617, NaN, 0.010996957338982316, 0.09090091207344897, 0.06283652815566043, 0.0406492782804424, NaN, 0.3429089811331376, 0.10013373026919048, 0.0066264551991379594, NaN, 0.014065401876229844, 0.02703467249026459, 0.015771758895368748, 0.08918582168445321, 0.02306504983004487]], "2": [[true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, false, true, true, true, false, false, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.011635159472676682, 0.025869356386535314, 0.018221303832078206, 0.041931017883193755, NaN, 0.04006237975820892, NaN, 0.10985738669365075, 0.016266503939536214, 0.004129861820106884, 0.006199948337128225, 0.024581234296612076, 0.00933297816234302, 0.008706788475472127, 0.1265139229630723, NaN, 0.1502994822818129, 0.09729163531297913, 0.0024117762413105037, NaN, NaN, NaN, 0.02088173165002738, 0.008437516891311336, 0.045413794762073634, 0.007303512019152025, 0.03320831062690144, 0.01823428192355836, 0.008874673739355021, NaN, 0.017956983260954074, 0.02670053077451673, 0.023269558616693997, 0.06521238816359731, -0.011243136207977455, 0.048276074060747076, NaN, 0.049880113668958836, 0.016227609092620332, 0.07706581574281479, 0.010665935673766835, 0.01525207377076021, 0.03556254583757856, NaN, 0.014823929171693617, NaN, 0.007407645030294452, 0.06931313038750275, 0.06283652815566043, 0.0406492782804424, NaN, 0.10050377665119115, 0.10013373026919048, 0.0066264551991379594, NaN, 0.014065401876229844, 0.013666626900677326, 0.015771758895368748, 0.08918582168445321, 0.02306504983004487]], "4": [[true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, false, true, true, true, false, false, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.011635159472676682, 0.025869356386535314, 0.012569652692394406, 0.041931017883193755, NaN, 0.029090194006994308, NaN, 0.10985738669365075, 0.016266503939536214, 0.004129861820106884, 0.002896937803967825, 0.021265087414998662, 0.00933297816234302, 0.007932480120209862, 0.1265139229630723, NaN, 0.13528374571240342, 0.09729163531297913, 0.0024117762413105037, NaN, NaN, NaN, 0.010930621806348073, 0.007342678891083976, 0.035671198499744206, 0.007303512019152025, 0.03320831062690144, 0.01823428192355836, 0.008874673739355021, NaN, 0.013076727435159752, 0.017745217148749326, 0.01133272880096281, 0.06521238816359731, -0.016755850837440578, 0.048276074060747076, NaN, 0.048125753280409134, 0.016227609092620332, 0.07706581574281479, 0.00774976577778963, 0.014088633707251885, 0.014476448123126096, NaN, 0.014823929171693617, 0.07582300924109542, 0.007407645030294452, 0.06931313038750275, 0.06283652815566043, 0.029499561445475164, NaN, 0.10050377665119115, 0.07763031180832258, 0.0066264551991379594, NaN, 0.013854892296795374, 0.013666626900677326, 0.015771758895368748, 0.08918582168445321, 0.016027321285497553]], "8": [[true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.006797033881399628, 0.015534494152640521, -0.003027358300544236, 0.0343742807573979, NaN, 0.002353583139028448, NaN, 0.06128078439938722, 0.016266503939536214, 0.0028938096409700798, 0.002896937803967825, 0.01803085816774419, 0.00933297816234302, 0.004107732184631008, 0.0934079904899543, NaN, 0.07991680461122375, 0.09729163531297913, 0.001321328831763502, NaN, NaN, 0.046492401453834376, 0.010930621806348073, 0.0040080122288066455, 0.01936880384575912, 0.0033222511808896904, 0.03320831062690144, 0.016257061455001054, 0.0071238409736777975, NaN, 0.01043982516906472, 0.008354169850427251, 0.006745035644794228, 0.05199465609440135, -0.016755850837440578, 0.03449538083188952, NaN, 0.03724323905580573, 0.0117818718659215, 0.07706581574281479, 0.007586830739214401, 0.00963807662588212, 0.004414379673250535, NaN, 0.014823929171693617, 0.07582300924109542, 0.0008533206492560286, 0.06615963798308133, 0.029290879538062198, 0.029499561445475164, NaN, 0.10050377665119115, 0.07763031180832258, 0.0066264551991379594, NaN, 0.011974171180928694, 0.013666626900677326, 0.015771758895368748, 0.08918582168445321, 0.016027321285497553]], "16": [[true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.00579366103739809, 0.014152821864842124, -0.003027358300544236, 0.03401286778655899, NaN, 0.002353583139028448, NaN, 0.06128078439938722, 0.016266503939536214, 0.002346140020536014, 0.002896937803967825, 0.01803085816774419, 0.00933297816234302, 0.004107732184631008, 0.0934079904899543, 0.076667701212914, 0.07991680461122375, 0.09729163531297913, 0.0012310064666072318, NaN, 0.03882560052266082, 0.037696195584745684, 0.010930621806348073, 0.003204878421027235, 0.01936880384575912, 0.0033222511808896904, 0.03320831062690144, 0.009590789982187875, 0.0061305847023600535, NaN, 0.006296316067103458, 0.003608460517771306, 0.002940058675877877, 0.05199465609440135, -0.016755850837440578, 0.028822879419754033, NaN, 0.029042126395048884, 0.0117818718659215, 0.07706581574281479, 0.0069939072872922114, 0.00963807662588212, -0.00232453237531538, NaN, 0.005604232263147546, 0.07582300924109542, 0.0008533206492560286, 0.06615963798308133, 0.0015210899401243427, 0.015315425575981534, NaN, 0.04574903650613504, 0.07464647267118973, 0.0066264551991379594, NaN, 0.010882288331692802, 0.013666626900677326, 0.015771758895368748, 0.04787805628324038, 0.016027321285497553]]}, "rob": {"1": [[true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, false, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.011635159472676682, 0.043971042340057664, 0.012599373736461361, 0.035262722813283576, NaN, 0.12946528732751106, NaN, 0.15572677462846785, 0.022942083979760053, 0.015210324001781794, 0.02255303754952309, 0.021623282700078184, 0.03238558457907503, 0.004107732184631008, 0.08113616827355119, 0.076667701212914, 0.11654140440916239, 0.11897087558966857, 0.00019877413568147873, NaN, 0.03882560052266082, 0.036296768855188954, 0.034259856871716954, 0.015221669598624032, 0.04201038322977779, 0.016994572590347312, 0.05543296293726696, 0.013177644153576251, 0.00854165605936319, NaN, 0.004975259621270434, 0.006187461538046168, 0.014790189906732865, 0.05199465609440135, 0.05135687817145618, 0.09995575430767856, NaN, 0.05044499417724935, 0.0433565039486985, 0.12266559494866858, 0.01912188994820374, 0.009895185996466216, NaN, NaN, 0.019433568003066393, NaN, 0.0015575055908285673, 0.11702236022961099, 0.0015210899401243427, 0.037701573249882436, NaN, 0.01905893160949046, 0.15882739641708365, 0.051742667938250664, NaN, 0.01489336323014312, 0.1009678040072044, 0.03836199585568845, 0.0809769010284862, 0.031144590621678736]], "2": [[true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, false, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.010522261275665246, 0.039147183184511825, 0.011767758615736534, 0.031591146797321557, NaN, 0.07777691511023876, NaN, 0.153847031084845, 0.01821535054964407, 0.006993413315419916, 0.02097823865325088, 0.021623282700078184, 0.03238558457907503, 0.004107732184631008, 0.08113616827355119, 0.07550392124713046, 0.11654140440916239, 0.11897087558966857, 0.00019877413568147873, NaN, 0.03882560052266082, 0.036296768855188954, 0.028788272104404156, 0.010593175364176144, 0.04201038322977779, 0.011868114608321267, 0.05543296293726696, 0.009590789982187875, 0.003975252470494572, NaN, 0.004975259621270434, 0.001440007259560394, 0.004619977318105484, 0.05199465609440135, 0.042492437869269484, 0.08602355278404383, NaN, 0.0386532039795906, 0.032395381311480564, 0.11879616016128991, 0.01912188994820374, 0.009895185996466216, NaN, NaN, 0.01634241465887687, NaN, 0.0011164261943326093, 0.11067925369629372, 0.0015210899401243427, 0.03609878056363769, NaN, 0.01905893160949046, 0.12264382323621792, 0.031448852952829176, NaN, 0.01489336323014312, 0.08386348795927034, 0.027662088927410178, 0.0809769010284862, 0.020172581635767406]], "4": [[true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, false, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.009000399749076404, 0.029250013716644485, 0.011767758615736534, 0.031591146797321557, NaN, 0.07777691511023876, NaN, 0.13965508005004357, 0.01821535054964407, 0.005076262791879893, 0.02097823865325088, 0.02064624775976287, 0.030635241226251164, 0.004107732184631008, 0.08113616827355119, 0.07550392124713046, 0.11654140440916239, 0.11897087558966857, 0.00019877413568147873, NaN, 0.03882560052266082, 0.030816882051132755, 0.019220957960648155, 0.005095470622909604, 0.04201038322977779, 0.006186027299964314, 0.05051956640933275, 0.009590789982187875, 0.0007775639843004001, NaN, 0.004975259621270434, 0.001440007259560394, 0.004619977318105484, 0.05199465609440135, 0.020171489396165976, 0.07351373833043318, NaN, 0.03724323905580573, 0.028404363522772647, 0.09115960612791296, 0.018647276749250263, 0.009895185996466216, NaN, NaN, 0.01634241465887687, NaN, 0.0011164261943326093, 0.106556580232676, 0.0015210899401243427, 0.029457735767754123, NaN, 0.01905893160949046, 0.12264382323621792, 0.03135794695309313, NaN, 0.014065401876229844, 0.049931825534429874, 0.02689916779926982, 0.04787805628324038, 0.01354793995297654]], "8": [[true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, false, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.006797033881399628, 0.024951749819684066, 0.006973923044699681, 0.0292768271591477, NaN, 0.057501566951845495, NaN, 0.11786282733570963, 0.015988844263954194, 0.005076262791879893, 0.018746417336695576, 0.01761435266604061, 0.02398391580777659, 0.004107732184631008, 0.08113616827355119, 0.07550392124713046, 0.11654140440916239, 0.11897087558966857, 0.00019877413568147873, NaN, 0.03882560052266082, 0.020895596849775266, 0.016491326315836163, 0.003204878421027235, 0.035671198499744206, 0.004358964627148465, 0.049261351451332036, 0.009590789982187875, 0.0007775639843004001, NaN, 0.0033948102825089865, 0.001440007259560394, 0.004619977318105484, 0.05199465609440135, 0.016821024687625696, 0.05823337875514589, NaN, 0.035883602924901004, 0.028404363522772647, 0.09115960612791296, 0.01522837135339361, 0.009895185996466216, NaN, NaN, 0.01004316229989266, NaN, 0.0008533206492560286, 0.09795246660528067, 0.0015210899401243427, 0.027161279878738398, NaN, 0.01905893160949046, 0.10165750794945727, 0.02758374362960825, NaN, 0.010882288331692802, 0.045766240391923896, 0.02601960506419787, 0.04787805628324038, 0.01354793995297654]], "16": [[true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, false, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.003428013598289148, 0.02268092295493007, -0.003027358300544236, 0.0292768271591477, NaN, 0.054689436741220065, NaN, 0.11786282733570963, 0.01565327595735666, 0.004767138801650583, 0.01020830955877905, 0.01761435266604061, 0.020849722327895837, 0.004107732184631008, 0.08113616827355119, 0.07550392124713046, 0.11654140440916239, 0.09625455655611659, 0.00019877413568147873, NaN, 0.03882560052266082, 0.020895596849775266, 0.014335101800999617, 0.003204878421027235, 0.020830298646523415, 0.0018725611705594503, 0.038268509220710234, 0.009590789982187875, 0.0007775639843004001, NaN, 0.0033948102825089865, 0.001440007259560394, 0.004619977318105484, 0.05199465609440135, 0.00920326604693833, 0.05309392415439795, NaN, 0.022660382975971727, 0.026988288117934855, 0.08594372421574636, 0.011238022184613339, 0.009895185996466216, NaN, NaN, 0.005604232263147546, NaN, 0.0008533206492560286, 0.09064458984297596, 0.0015210899401243427, 0.021674185791407785, NaN, 0.01905893160949046, 0.09800384160100317, 0.021923730265850816, NaN, 0.010882288331692802, 0.03733338787289964, 0.015372957971854895, 0.03143686556644654, 0.01354793995297654]]}}, "fin3a_reg_s0_det": {"raw": {"1": [[true, true, true, true, false, true, false, true, true, true, true, true, true, true, false, false, true, false, true, false, false, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, false, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.01499303079926051, 0.026315601947619838, 0.00028783944943433504, 0.03579963816798637, NaN, 0.04075107659878552, NaN, 0.15723018743249995, 0.022405947654049685, 0.0039041896601523796, 0.009101923012775348, 0.02489551432870707, 0.01803032973189178, 0.01199479684386695, NaN, NaN, 0.1426618860577631, NaN, 0.003646497632505019, NaN, NaN, NaN, 0.01596522292085578, 0.00806461127185143, 0.032117720822958384, 0.007982157736501128, 0.06521745451421745, 0.028484716719640257, 0.008919389904889385, NaN, 0.018434049030896738, 0.03127346898745831, 0.021632335822957538, 0.08328407609966115, 0.007630837521889866, 0.061275683380614065, NaN, 0.03764058872086773, 0.023034292814153146, 0.11433460398598161, 0.00963603626632037, 0.014557038623195462, NaN, NaN, 0.01937177938043111, NaN, 0.00911209375600941, 0.10192085500396986, 0.08450686345701874, 0.036763375113441965, NaN, 0.2595165711566598, 0.11517544452794892, 0.017208543606288096, NaN, 0.016466041143462062, 0.035737386144458094, 0.02829610687930173, 0.0967047825858387, 0.028169482569796456]]}, "rob": {"1": [[true, true, true, true, false, true, false, true, true, true, true, true, true, true, false, false, true, false, true, false, false, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, false, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.01499303079926051, 0.026315601947619838, 0.00028783944943433504, 0.03579963816798637, NaN, 0.04075107659878552, NaN, 0.15723018743249995, 0.022405947654049685, 0.0039041896601523796, 0.009101923012775348, 0.02489551432870707, 0.01803032973189178, 0.01199479684386695, NaN, NaN, 0.1426618860577631, NaN, 0.003646497632505019, NaN, NaN, NaN, 0.01596522292085578, 0.00806461127185143, 0.032117720822958384, 0.007982157736501128, 0.06521745451421745, 0.028484716719640257, 0.008919389904889385, NaN, 0.018434049030896738, 0.03127346898745831, 0.021632335822957538, 0.08328407609966115, 0.007630837521889866, 0.061275683380614065, NaN, 0.03764058872086773, 0.023034292814153146, 0.11433460398598161, 0.00963603626632037, 0.014557038623195462, NaN, NaN, 0.01937177938043111, NaN, 0.00911209375600941, 0.10192085500396986, 0.08450686345701874, 0.036763375113441965, NaN, 0.2595165711566598, 0.11517544452794892, 0.017208543606288096, NaN, 0.016466041143462062, 0.035737386144458094, 0.02829610687930173, 0.0967047825858387, 0.028169482569796456]]}}, "fin3a_reg_s1_mcd": {"raw": {"1": [[true, true, false, false, false, true, false, true, false, true, true, true, true, true, false, false, true, false, true, false, false, false, true, true, true, false, true, true, true, false, true, false, true, false, true, false, false, true, true, true, true, true, false, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.006153528879164316, 0.014475374120601403, NaN, NaN, NaN, 0.0378441020689404, NaN, 0.1705584051738287, NaN, 0.00523233870731854, 0.0022691008414996716, 0.009746704905631676, 0.020974547131672683, 0.0051742916999060196, NaN, NaN, 0.17865928745548199, NaN, 0.004519864399220808, NaN, NaN, NaN, 0.025300515350200614, 0.009135214508481315, 0.05094059459151379, NaN, 0.10706804332057307, 0.01578263275535252, 0.03029549391209896, NaN, 0.00796029493024264, NaN, 0.012091317266389012, NaN, -0.02094006608593757, NaN, NaN, 0.09843187937333697, 0.02470413452240172, 0.05266980134074539, 0.015513968295886693, 0.03494574529066985, NaN, NaN, 0.002376997328467745, NaN, 0.012121231580099145, 0.08715787791930474, 0.002269122276509883, 0.04457581786333353, NaN, 0.004358509072921235, 0.05160575304953552, 0.032894800977479655, NaN, 0.04544640846943904, 0.0359762116588791, 0.028932972156931136, 0.06044944194740176, 0.03455917432361599]], "2": [[true, true, true, false, false, true, false, true, false, true, true, true, true, true, false, false, true, false, true, false, false, false, true, true, true, true, true, true, true, false, true, true, true, false, true, false, false, true, true, true, true, true, false, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.006153528879164316, 0.014475374120601403, 0.143110373781709, NaN, NaN, 0.01962341394757927, NaN, 0.1705584051738287, NaN, 0.005226677483176401, 0.0022691008414996716, 0.009746704905631676, 0.020974547131672683, 0.0051742916999060196, NaN, NaN, 0.17429255696750778, NaN, 0.00248979565034535, NaN, NaN, NaN, 0.02503462676602375, 0.009135214508481315, 0.04128975339554741, 0.005968557197042479, 0.06973179780508465, 0.01578263275535252, 0.03029549391209896, NaN, 0.00796029493024264, 0.02362518338594377, 0.012091317266389012, NaN, -0.02094006608593757, NaN, NaN, 0.09843187937333697, 0.015282524915889883, 0.01912733107538478, 0.015513968295886693, 0.02079363845628346, NaN, NaN, 0.002376997328467745, NaN, 0.012121231580099145, 0.08715787791930474, 0.002269122276509883, 0.016059189751603364, NaN, 0.004358509072921235, 0.04861617979266364, 0.032894800977479655, NaN, 0.04544640846943904, 0.022310173565590175, 0.028932972156931136, 0.06044944194740176, 0.03455917432361599]], "4": [[true, true, true, false, false, true, false, true, false, true, true, true, true, true, false, true, true, false, true, false, false, false, true, true, true, true, true, true, true, false, true, true, true, false, true, false, false, true, true, true, true, true, false, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.006153528879164316, 0.014407429159488672, 0.11159899254484063, NaN, NaN, 0.01962341394757927, NaN, 0.1705584051738287, NaN, 0.0010585683947268443, 0.0022691008414996716, 0.009746704905631676, 0.015466331840165104, 0.0051742916999060196, NaN, 0.08485266563406002, 0.17429255696750778, NaN, 0.00248979565034535, NaN, NaN, NaN, 0.020286504854568843, 0.004338474713665219, 0.04128975339554741, 0.005968557197042479, 0.054289668118272516, 0.01578263275535252, 0.0059723030025129464, NaN, 0.00796029493024264, 0.02362518338594377, 0.012091317266389012, NaN, -0.02094006608593757, NaN, NaN, 0.09843187937333697, 0.010414593004587802, 0.01912733107538478, 0.012703526104559382, 0.016606899369260075, NaN, NaN, 0.002376997328467745, NaN, 0.0077019949752714645, 0.061050601016749084, 0.002269122276509883, 0.016059189751603364, NaN, 0.00020484534260423182, 0.04861617979266364, 0.025702591258510932, NaN, 0.03097429063986845, 0.020374902437815035, 0.013222226065892517, 0.05240714935841062, 0.025252811050253676]], "8": [[true, true, true, true, false, true, false, true, true, true, true, true, true, true, false, true, true, false, true, false, false, false, true, true, true, true, true, true, true, false, true, true, true, false, true, false, false, true, true, true, true, true, false, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.006153528879164316, 0.014407429159488672, 0.09178851112712327, 0.12583378950415502, NaN, 0.004113376047908179, NaN, 0.13604279095699323, 0.017202720361643387, 0.0004994014915706835, 0.0022691008414996716, 0.009746704905631676, 0.015466331840165104, 0.0051742916999060196, NaN, 0.08485266563406002, 0.12194513723863065, NaN, 0.002169117378354457, NaN, NaN, NaN, 0.020038398643224875, 0.004338474713665219, 0.02095755516811737, 0.003003204937872317, 0.04530702788529539, 0.008982715574831657, 0.004054124580064933, NaN, 0.00796029493024264, 0.011407399960664977, 0.0067213851984835316, NaN, -0.02094006608593757, NaN, NaN, 0.09843187937333697, 0.007732960626863905, 0.014577508985677667, 0.007658256185149703, 0.006828356366324728, NaN, NaN, 0.002376997328467745, NaN, 0.0077019949752714645, 0.0522038066128383, 0.002269122276509883, 0.016059189751603364, NaN, 0.00020484534260423182, 0.04861617979266364, 0.021655979924509072, NaN, 0.017454364737574668, 0.015422928770572941, 0.008847508977380958, 0.050593083900952296, 0.025252811050253676]], "16": [[true, true, true, true, false, true, false, true, true, true, true, true, true, true, false, true, true, false, true, false, false, false, true, true, true, true, true, true, true, false, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.005874586266689352, 0.00932264473937372, 0.03508446610968474, 0.08834138810424297, NaN, 0.003559915549848691, NaN, 0.08882336070632224, 0.017202720361643387, 0.0004994014915706835, 0.0019494976164722289, 0.009746704905631676, 0.013397221254285219, 0.0051742916999060196, NaN, 0.08485266563406002, 0.10126624403548612, NaN, 0.001111889815289313, NaN, NaN, NaN, 0.015978730588851686, 0.004338474713665219, 0.02095755516811737, 0.001723293642259316, 0.04530702788529539, 0.008982715574831657, 0.0028834861433566505, NaN, 0.0069927843966040015, 0.004760361979373462, 0.005366616427372017, NaN, -0.02094006608593757, 0.04213239496942367, NaN, 0.09843187937333697, 0.006277923999403967, 0.014577508985677667, 0.003231417738606135, 0.006828356366324728, 0.002720235738685517, 0.048232338108173956, 0.002376997328467745, 0.014047564735991447, 0.005491254248420452, 0.0522038066128383, 0.002269122276509883, 0.016059189751603364, NaN, 0.00020484534260423182, 0.04397676240863513, 0.01584839279743311, NaN, 0.017454364737574668, 0.010454860254522025, 0.008847508977380958, 0.03220985305623891, 0.016104627291823936]]}, "rob": {"1": [[true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, false, true, false, true, false, false, false, true, true, false, true, true, true, true, false, true, true, true, false, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.022807082224542086, 0.06332999343404788, 0.10422326603089571, 0.08834138810424297, NaN, 0.05189554102673566, NaN, 0.07681230467018652, 0.004393034221871872, 0.010925161826947472, 0.010325638379149016, 0.029154273971707, 0.061682889106104755, 0.003928710410683323, 0.2460254820174803, NaN, 0.1414909573072054, NaN, 0.00330784188374067, NaN, NaN, NaN, 0.03662165984632515, 0.012554674817053968, NaN, 0.005215981173346984, 0.10593908226842408, 0.014559964779869317, 0.006788232778133008, NaN, 0.012540320278118688, 0.004760361979373462, 0.017771546871785393, NaN, 0.034449574291178564, 0.07392378329605709, NaN, 0.07978241617191961, 0.054480167404325375, 0.1060328037569318, 0.03510703316458863, 0.011637159948637787, NaN, 0.059096926854043996, 0.01277786920053825, NaN, 0.012121231580099145, 0.0876324470311387, 0.011995920053982312, 0.059003527346667806, NaN, 0.009110951832558056, 0.07090587472028176, 0.05953007535152399, NaN, 0.03086974983800017, 0.03968370723338688, 0.0376564406263733, 0.06371611204211658, 0.027291821766798563]], "2": [[true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, false, false, true, true, false, true, true, true, true, false, true, true, true, false, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.012988233231235657, 0.04026207598096554, 0.10422326603089571, 0.08834138810424297, NaN, 0.05107627925587277, NaN, 0.07681230467018652, 0.004393034221871872, 0.007963199785682384, 0.010325638379149016, 0.029154273971707, 0.06121132255170414, 0.003928710410683323, 0.2460254820174803, 0.08485266563406002, 0.1414909573072054, 0.12099091049756261, 0.00330784188374067, NaN, NaN, NaN, 0.030240269362204586, 0.008993506455988731, NaN, 0.005215981173346984, 0.10466586853127291, 0.014559964779869317, 0.0028834861433566505, NaN, 0.0054120293188086865, 0.004760361979373462, 0.010755876359116012, NaN, 0.010401193050629143, 0.06630999657669179, NaN, 0.07978241617191961, 0.054480167404325375, 0.06621783500084621, 0.020724261030700575, 0.008183396627015282, NaN, 0.048232338108173956, 0.01277786920053825, NaN, 0.012121231580099145, 0.0876324470311387, 0.008578964074314355, 0.04313610474655061, NaN, 0.009110951832558056, 0.07090587472028176, 0.05953007535152399, NaN, 0.03086974983800017, 0.03968370723338688, 0.033411011531171875, 0.06371611204211658, 0.027291821766798563]], "4": [[true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, false, false, true, true, false, true, true, true, true, false, true, true, true, false, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.012988233231235657, 0.014475374120601403, 0.07166513221478055, 0.08834138810424297, NaN, 0.027686497922490227, NaN, 0.07681230467018652, 0.004393034221871872, 0.003195942299414556, 0.0096349425781872, 0.0165707543945135, 0.04183428372586473, 0.003928710410683323, 0.2460254820174803, 0.08485266563406002, 0.1414909573072054, 0.12099091049756261, 0.00330784188374067, NaN, NaN, NaN, 0.026099218903595123, 0.00401040543249187, NaN, 0.004422458087606884, 0.05657269044822244, 0.014559964779869317, 0.0016825928046317884, NaN, 0.0033213061633015073, 0.004760361979373462, 0.005916213474767229, NaN, -0.002893902618085198, 0.06630999657669179, NaN, 0.07978241617191961, 0.036131093101545275, 0.050592166539893624, 0.016223778881209627, 0.006828356366324728, NaN, 0.048232338108173956, 0.010138529934205387, 0.014047564735991447, 0.0077019949752714645, 0.07973932919523263, 0.005272796890283926, 0.03375844236618497, NaN, 0.009110951832558056, 0.07090587472028176, 0.046257974963747506, NaN, 0.024020875412072984, 0.03968370723338688, 0.027918434815976223, 0.06371611204211658, 0.027291821766798563]], "8": [[true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, true, false, true, true, true, false, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.011428678312505047, 0.014475374120601403, 0.06609468595383494, 0.08834138810424297, NaN, 0.01212172361726127, NaN, 0.07681230467018652, 0.004393034221871872, 0.0018806505194630674, 0.0051187915951833585, 0.015451338714158824, 0.03607983491238809, 0.003928710410683323, 0.2460254820174803, 0.08485266563406002, 0.1414909573072054, 0.12099091049756261, 0.0007512573429138136, NaN, NaN, NaN, 0.018286149618738534, 0.0025937300862439727, 0.026828120540933087, 0.004422458087606884, 0.05281685027742311, 0.01423551952804658, 0.0016825928046317884, NaN, 0.0033213061633015073, 0.00440909266003775, 0.005916213474767229, NaN, -0.0164740745284494, 0.05490512317677787, NaN, 0.07978241617191961, 0.028911421173321683, 0.050211398794456796, 0.0111614761397405, 0.006828356366324728, NaN, 0.048232338108173956, 0.007150533293958983, 0.008436996964475973, 0.005868713916983737, 0.06116416585463913, 0.005225261448712493, 0.03375844236618497, NaN, 0.009110951832558056, 0.061660558957227884, 0.04256333927153855, NaN, 0.017454364737574668, 0.032061020252416306, 0.026370802441752605, 0.05636728166464833, 0.016104627291823936]], "16": [[true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, true, false, true, true, true, false, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.004381538477942426, 0.014475374120601403, 0.06609468595383494, 0.08834138810424297, NaN, 0.01212172361726127, NaN, 0.07681230467018652, 0.004393034221871872, 0.0007260722662290053, 0.0028606557207428995, 0.015451338714158824, 0.028966424774319988, 0.003928710410683323, 0.2460254820174803, 0.08485266563406002, 0.13213574033686037, 0.12099091049756261, 0.0007512573429138136, NaN, NaN, NaN, 0.01734038856950315, 0.0025937300862439727, 0.026828120540933087, 0.0028612341429390398, 0.05281685027742311, 0.009164728477015327, 0.0016825928046317884, NaN, 0.0033213061633015073, 0.00440909266003775, 0.005366616427372017, NaN, -0.0164740745284494, 0.04037450265016984, NaN, 0.07978241617191961, 0.01855196079144039, 0.03425176236638272, 0.0111614761397405, 0.006828356366324728, NaN, 0.048232338108173956, 0.004560479635695502, 0.008436996964475973, 0.005868713916983737, 0.06116416585463913, 0.0019177494799273997, 0.023883899630418037, NaN, 0.00287664127754117, 0.05593929185336188, 0.023202325193852236, NaN, 0.017454364737574668, 0.027205246615414458, 0.01594494880444386, 0.03070422655754057, 0.016104627291823936]]}}, "fin3a_reg_s1_det": {"raw": {"1": [[true, true, true, false, false, true, false, true, false, true, true, true, true, true, false, false, true, false, true, false, false, false, true, true, true, true, true, true, true, false, true, false, true, false, true, true, false, false, true, true, true, true, false, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.009128543306818004, 0.027410425226026547, 0.10039483024948948, NaN, NaN, 0.02143613782883147, NaN, 0.1589076579151696, NaN, 0.003669880483958332, 0.003870490262397386, 0.021450258150968793, 0.02611249664082904, 0.010901511722221535, NaN, NaN, 0.1705601767034588, NaN, 0.0016557369886414097, NaN, NaN, NaN, 0.022428741321477208, 0.007794100048851504, 0.030865635899868016, 0.013451821316985635, 0.08858566527619227, 0.010129941652170293, 0.017845682418744957, NaN, 0.008988060532403752, NaN, 0.015508121332045155, NaN, -0.012526880922994699, 0.06544969405285106, NaN, NaN, 0.025324881364761964, 0.0404869444978444, 0.008385246697304005, 0.023511847086152837, NaN, NaN, 0.006929615392876842, NaN, 0.018891183941164735, 0.06913702958276913, 0.0053482557037121126, 0.037943339597450665, NaN, 0.0014064766535084594, 0.07305507774769415, 0.03117981850175644, NaN, 0.029357144667060853, 0.02364848011033782, 0.021289047122176052, 0.057976591874495886, 0.032815602904605834]]}, "rob": {"1": [[true, true, true, false, false, true, false, true, false, true, true, true, true, true, false, false, true, false, true, false, false, false, true, true, true, true, true, true, true, false, true, false, true, false, true, true, false, false, true, true, true, true, false, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.009128543306818004, 0.027410425226026547, 0.10039483024948948, NaN, NaN, 0.02143613782883147, NaN, 0.1589076579151696, NaN, 0.003669880483958332, 0.003870490262397386, 0.021450258150968793, 0.02611249664082904, 0.010901511722221535, NaN, NaN, 0.1705601767034588, NaN, 0.0016557369886414097, NaN, NaN, NaN, 0.022428741321477208, 0.007794100048851504, 0.030865635899868016, 0.013451821316985635, 0.08858566527619227, 0.010129941652170293, 0.017845682418744957, NaN, 0.008988060532403752, NaN, 0.015508121332045155, NaN, -0.012526880922994699, 0.06544969405285106, NaN, NaN, 0.025324881364761964, 0.0404869444978444, 0.008385246697304005, 0.023511847086152837, NaN, NaN, 0.006929615392876842, NaN, 0.018891183941164735, 0.06913702958276913, 0.0053482557037121126, 0.037943339597450665, NaN, 0.0014064766535084594, 0.07305507774769415, 0.03117981850175644, NaN, 0.029357144667060853, 0.02364848011033782, 0.021289047122176052, 0.057976591874495886, 0.032815602904605834]]}}, "fin3a_reg_s2_mcd": {"raw": {"1": [[true, true, true, false, false, true, false, true, false, true, true, true, true, true, false, false, true, false, true, false, false, false, true, true, true, true, true, true, true, false, true, true, true, false, true, false, false, false, true, true, true, true, false, false, true, false, true, false, true, true, false, true, true, false, false, true, true, true, true, true], [0.00816795696555439, 0.03653065569818703, 0.002096282757755308, NaN, NaN, 0.037725588295578705, NaN, 0.11741727886451891, NaN, 0.0005627578023832402, 0.007339430346924525, 0.06476082609885525, 0.014374416219104624, 0.03982294367683492, NaN, NaN, 0.16779404487756744, NaN, 0.004432368050378166, NaN, NaN, NaN, 0.024048046410610757, 0.002706906213314042, 0.040256281021491036, 0.006851158032669558, 0.04109972894286007, 0.025941043245817808, 0.021144260303300744, NaN, 0.007427351999630405, 0.016308409389721668, 0.042189441480883216, NaN, 0.0014628860375245356, NaN, NaN, NaN, 0.006856389721427547, 0.07367446549949186, 0.004861686086456762, 0.011687736217781852, NaN, NaN, 0.006119685470674652, NaN, 0.01721146535707785, NaN, 0.02819768801764999, 0.04273218321633099, NaN, 0.034733370595587454, 0.0926885072092345, NaN, NaN, 0.020382675023932206, 0.031756442445640465, 0.04827849619080493, 0.1230278877510671, 0.035095650549759494]], "2": [[true, true, true, false, false, true, false, true, false, true, true, true, true, true, false, false, true, false, true, false, false, false, true, true, true, true, true, true, true, false, true, true, true, false, true, true, false, true, true, true, true, true, false, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.00816795696555439, 0.03653065569818703, 0.002096282757755308, NaN, NaN, 0.037725588295578705, NaN, 0.07420968514748982, NaN, 0.0005627578023832402, 0.005118796261077252, 0.03213591968164908, 0.014374416219104624, 0.03120124475257513, NaN, NaN, 0.1483552486364763, NaN, 0.004432368050378166, NaN, NaN, NaN, 0.013072292288391463, 0.002706906213314042, 0.040256281021491036, 0.006851158032669558, 0.0316990070117098, 0.01606033433309495, 0.009568198343886669, NaN, 0.007427351999630405, 0.010615111449159942, 0.0259842676754094, NaN, -0.01731965266197988, 0.03500492553496626, NaN, 0.08041110787367156, 0.006856389721427547, 0.07367446549949186, 0.004861686086456762, 0.004467430822250762, NaN, NaN, 0.00484412354619379, NaN, 0.002820127299330233, 0.07401990158955662, 0.0026362958201862075, 0.04273218321633099, NaN, 0.005218421761573833, 0.04827934768455844, 0.01729157805865489, NaN, 0.020382675023932206, 0.01620408284823549, 0.011132078155369651, 0.04894465335708231, 0.019536669774713022]], "4": [[true, true, true, false, false, true, false, true, false, true, true, true, true, true, false, false, true, false, true, false, false, false, true, true, true, true, true, true, true, false, true, true, true, false, true, true, false, true, true, true, true, true, false, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.00816795696555439, 0.027234386019239, 0.002096282757755308, NaN, NaN, 0.037725588295578705, NaN, 0.06030223663569867, NaN, 0.0005627578023832402, 0.001271676996953186, 0.03213591968164908, 0.014008173452997319, 0.025002409526345026, NaN, NaN, 0.14575185621545317, NaN, 0.002185968976871955, NaN, NaN, NaN, 0.013072292288391463, 0.002706906213314042, 0.03773061017002077, 0.006851158032669558, 0.0316990070117098, 0.01606033433309495, 0.00877957898790549, NaN, 0.007427351999630405, 0.0043252688112358495, 0.019475100027831038, NaN, -0.02524837324665319, 0.028177732245140197, NaN, 0.08041110787367156, 0.004306029567105574, 0.07367446549949186, 0.004861686086456762, 0.004467430822250762, NaN, NaN, 0.004385069797593344, NaN, 0.002820127299330233, 0.06547685636328038, 0.0026362958201862075, 0.04273218321633099, NaN, 0.005218421761573833, 0.04827934768455844, 0.008882430086140092, NaN, 0.020382675023932206, 0.01620408284823549, 0.011132078155369651, 0.04894465335708231, 0.019536669774713022]], "8": [[true, true, true, false, false, true, false, true, false, true, true, true, true, true, true, false, true, false, true, false, false, false, true, true, true, true, true, true, true, false, true, true, true, false, true, true, false, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.006414380910138462, 0.022705908233894068, -0.005999477555512445, NaN, NaN, 0.016650901608465718, NaN, 0.05556111367377592, NaN, 0.0004453209620358667, 0.001271676996953186, 0.026411347695364018, 0.009100462775764484, 0.025002409526345026, 0.24514841936947818, NaN, 0.14575185621545317, NaN, 0.002185968976871955, NaN, NaN, NaN, 0.013072292288391463, 0.002706906213314042, 0.025418055016022567, 0.0066230070944728325, 0.0316990070117098, 0.00849242308632614, 0.008081187140735135, NaN, 0.006832713640711141, 0.0043252688112358495, 0.01375143278651203, NaN, -0.02524837324665319, 0.02410925699959021, NaN, 0.08041110787367156, 0.0022532080773463026, 0.07367446549949186, 0.004861686086456762, 0.004048753874640321, NaN, NaN, 0.004385069797593344, 0.02511183996346844, 0.002820127299330233, 0.05656623684613371, 0.0026362958201862075, 0.04093231572849665, NaN, 0.005218421761573833, 0.04827934768455844, 0.008882430086140092, NaN, 0.0151265901847073, 0.01620408284823549, 0.011132078155369651, 0.04894465335708231, 0.019536669774713022]], "16": [[true, true, true, false, false, true, false, true, true, true, true, true, true, true, true, false, true, false, true, true, false, false, true, true, true, true, true, true, true, false, true, true, true, false, true, true, false, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.006414380910138462, 0.022705908233894068, -0.005999477555512445, NaN, NaN, 0.016650901608465718, NaN, 0.04428719054550556, 0.013225166320844695, 0.0004453209620358667, 0.001271676996953186, 0.02184058874875272, 0.005978114660644573, 0.020518846968451854, 0.19389269842529533, NaN, 0.10413382709433217, NaN, 0.0007075254782871188, 0.05639383370847706, NaN, NaN, 0.013072292288391463, 0.002706906213314042, 0.025418055016022567, 0.00619268784760707, 0.0316990070117098, 0.006449900488310734, 0.008081187140735135, NaN, 0.006832713640711141, 0.0017664827199062039, 0.01145183970137631, NaN, -0.02524837324665319, 0.02410184324626896, NaN, 0.08041110787367156, 0.0014597858225218197, 0.07367446549949186, 0.004861686086456762, 0.0021094106955947822, NaN, NaN, 0.003838034761739939, 0.02511183996346844, 0.001475839006933155, 0.045517031970048416, 0.0026362958201862075, 0.0336172863275237, NaN, 0.005218421761573833, 0.04827934768455844, 0.005639983279741356, NaN, 0.0151265901847073, 0.015604498792526345, 0.011132078155369651, 0.04894465335708231, 0.019536669774713022]]}, "rob": {"1": [[true, true, true, false, false, true, false, true, false, true, true, true, true, true, true, false, true, true, true, false, false, false, true, true, false, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.017251453149640605, 0.04649804641402566, 0.01953273123646082, NaN, NaN, 0.09311815598528006, NaN, 0.10227373054411126, NaN, 0.004118773945409382, 0.01711730414094026, 0.031030443543449637, 0.044430474047225, 0.019734586071525895, 0.08936718730088078, NaN, 0.14551757092842976, 0.14343913838501154, 0.0029955305871727234, NaN, NaN, NaN, 0.025008807301325264, 0.005027610538084426, NaN, 0.0072422131071903095, 0.0700501747946638, 0.03975953982253522, 0.008231709893644412, NaN, 0.003732959880315301, 0.006975940214849929, 0.015452454107856672, 0.05488844055821618, 0.04628555721983396, 0.058445031637135214, NaN, 0.08122921492720736, 0.03143646274090184, 0.09615063485576192, 0.030529325059050372, 0.0034603650679339015, NaN, 0.05364310061290456, 0.010144602932917524, NaN, 0.01564907467996779, 0.11013921239871549, 0.0005028083715168385, 0.07227340332656418, NaN, 0.05016818293688097, 0.10631559597908335, 0.039559538823860985, NaN, 0.012438315073940887, 0.04870040063302561, 0.03241047542653508, 0.09806966524936533, 0.029129955703011357]], "2": [[true, true, true, false, false, true, false, true, false, true, true, true, true, true, true, false, true, true, true, false, false, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.01450326152550696, 0.03891470132279773, 0.00994401250716792, NaN, NaN, 0.09311815598528006, NaN, 0.10227373054411126, NaN, 0.004064939984832705, 0.01711730414094026, 0.02697784560000116, 0.025223449890653837, 0.016807565596983043, 0.08936718730088078, NaN, 0.13863414930692763, 0.1335146364375539, 0.0029955305871727234, NaN, NaN, NaN, 0.025008807301325264, 0.005027610538084426, 0.03712263720582709, 0.005012269920756873, 0.04550500943378122, 0.03465981909762972, 0.008231709893644412, NaN, 0.0033999320227291463, 0.006975940214849929, 0.008927372229391883, 0.05305944768520665, 0.034566572860051936, 0.058445031637135214, NaN, 0.08041110787367156, 0.028981768526956664, 0.08702465522987124, 0.02298252144679158, 0.0034603650679339015, NaN, 0.05364310061290456, 0.009869163756041965, NaN, 0.0011685363858047193, 0.09402883335304657, 0.0005028083715168385, 0.04637905740450865, NaN, 0.03082511933716714, 0.08546894228338209, 0.027304900110875163, NaN, 0.012438315073940887, 0.04870040063302561, 0.03241047542653508, 0.09456709281142417, 0.029129955703011357]], "4": [[true, true, true, false, false, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.01450326152550696, 0.03891470132279773, 0.00814459516978272, NaN, NaN, 0.08821052343037761, NaN, 0.09897025739275955, 0.013225166320844695, 0.0014345182286381597, 0.00968144901620871, 0.020125750774548035, 0.014657815090197923, 0.016807565596983043, 0.08936718730088078, NaN, 0.13863414930692763, 0.1335146364375539, 0.0018480874451543006, 0.07298488965801542, NaN, NaN, 0.01658749882307542, 0.002032715987117406, 0.03712263720582709, 0.0028675680828229577, 0.04550500943378122, 0.019875970954109645, 0.002565960425307212, NaN, 0.0033999320227291463, 0.0043252688112358495, 0.008927372229391883, 0.05305944768520665, 0.0036085231226943293, 0.04277877268747443, NaN, 0.08041110787367156, 0.015375716300929376, 0.06656956141575976, 0.014799560605604833, 0.0034603650679339015, NaN, 0.04718195354565835, 0.005668969531815726, NaN, 0.0011685363858047193, 0.07882605811979215, 0.0005028083715168385, 0.04420239780241619, NaN, 0.01512234179192462, 0.08414274438347435, 0.027304900110875163, NaN, 0.012438315073940887, 0.04571239514971803, 0.03241047542653508, 0.058808258944642366, 0.029129955703011357]], "8": [[true, true, true, false, false, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.008927810451840879, 0.030829377211092135, -0.003924084732732869, NaN, NaN, 0.08617425522240452, NaN, 0.07582635795719939, 0.013225166320844695, 0.0008927560805451762, 0.009657090147619396, 0.020125750774548035, 0.014657815090197923, 0.016807565596983043, 0.08936718730088078, NaN, 0.12397699011154728, 0.1335146364375539, 0.0009931574004207189, 0.07298488965801542, NaN, NaN, 0.01658749882307542, 0.002032715987117406, 0.028685307762643664, 0.0028675680828229577, 0.04432417594789473, 0.00849242308632614, 0.002565960425307212, NaN, 0.0033573458987616878, 0.0017664827199062039, 0.008182165644865735, 0.05305944768520665, -0.001973331240538112, 0.0339895875701004, NaN, 0.08041110787367156, 0.011567249659011347, 0.06656956141575976, 0.011565557760002232, 0.0034603650679339015, NaN, 0.04718195354565835, 0.004523745315322847, NaN, 0.0011685363858047193, 0.06646558132081859, 0.0005028083715168385, 0.04420239780241619, NaN, 0.01512234179192462, 0.08414274438347435, 0.025756812606739565, NaN, 0.01229814340176616, 0.03167728792667979, 0.02632367951287029, 0.058808258944642366, 0.024676054058359043]], "16": [[true, true, true, false, false, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.008927810451840879, 0.030022597115138216, -0.003924084732732869, NaN, NaN, 0.0698541082335129, NaN, 0.07582635795719939, 0.013225166320844695, 0.0007455634466444483, 0.0068097211162556626, 0.020125750774548035, 0.005978114660644573, 0.016046834706310964, 0.08936718730088078, NaN, 0.12397699011154728, 0.1335146364375539, 0.0007075254782871188, 0.07298488965801542, NaN, NaN, 0.01658749882307542, 0.002032715987117406, 0.025223566532726727, 0.0028675680828229577, 0.032224450318256714, 0.00849242308632614, 0.002565960425307212, NaN, 0.0033573458987616878, 0.0017664827199062039, 0.008182165644865735, 0.05305944768520665, -0.009641733110559825, 0.028177732245140197, NaN, 0.07488715618398678, 0.009854605949296547, 0.06656956141575976, 0.008371695307033189, 0.0006118945355120253, NaN, 0.04718195354565835, 0.00413006887325662, 0.02563046214980469, 0.0009349930117019678, 0.05656623684613371, 0.0005028083715168385, 0.036473085496433244, NaN, 0.01512234179192462, 0.07697779923301695, 0.014514357660692756, NaN, 0.010382288855765864, 0.026261462221891962, 0.025686846062491053, 0.04894465335708231, 0.021632880110028063]]}}, "fin3a_reg_s2_det": {"raw": {"1": [[true, true, true, false, false, true, false, true, false, true, true, true, true, true, false, false, true, false, true, false, false, false, true, true, true, false, true, true, true, false, true, true, true, false, true, true, false, false, true, true, true, true, false, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.01239658619894013, 0.03968665969607987, -0.0038963870241064402, NaN, NaN, 0.05407952992430132, NaN, 0.08122896184231543, NaN, 0.0012749858590690444, 0.005024185413105231, 0.030934832563179526, 0.011816826383306278, 0.022667988226647617, NaN, NaN, 0.15865863321225482, NaN, 0.003771698447281091, NaN, NaN, NaN, 0.02110951582070486, 0.005224898415094659, 0.0381295285447516, NaN, 0.05102398923283191, 0.01573079738875327, 0.012812180375059823, NaN, 0.005594455042734259, 0.015609437447303032, 0.029982057048879573, NaN, 0.0009418219170367337, 0.03450153558013924, NaN, NaN, 0.01415643958714341, 0.10649144172093483, 0.008221588313883199, 0.004792034284918811, NaN, NaN, 0.0077775078379349605, NaN, 0.0033772694941605064, 0.08065501571823974, 0.013439488548002032, 0.049557527972534876, NaN, 0.07142632283342776, 0.08524387276184453, 0.019993128424854678, NaN, 0.021892085400837535, 0.026207514523062247, 0.026335391356627547, 0.0960242591987015, 0.034764378187928546]]}, "rob": {"1": [[true, true, true, false, false, true, false, true, false, true, true, true, true, true, false, false, true, false, true, false, false, false, true, true, true, false, true, true, true, false, true, true, true, false, true, true, false, false, true, true, true, true, false, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], [0.01239658619894013, 0.03968665969607987, -0.0038963870241064402, NaN, NaN, 0.05407952992430132, NaN, 0.08122896184231543, NaN, 0.0012749858590690444, 0.005024185413105231, 0.030934832563179526, 0.011816826383306278, 0.022667988226647617, NaN, NaN, 0.15865863321225482, NaN, 0.003771698447281091, NaN, NaN, NaN, 0.02110951582070486, 0.005224898415094659, 0.0381295285447516, NaN, 0.05102398923283191, 0.01573079738875327, 0.012812180375059823, NaN, 0.005594455042734259, 0.015609437447303032, 0.029982057048879573, NaN, 0.0009418219170367337, 0.03450153558013924, NaN, NaN, 0.01415643958714341, 0.10649144172093483, 0.008221588313883199, 0.004792034284918811, NaN, NaN, 0.0077775078379349605, NaN, 0.0033772694941605064, 0.08065501571823974, 0.013439488548002032, 0.049557527972534876, NaN, 0.07142632283342776, 0.08524387276184453, 0.019993128424854678, NaN, 0.021892085400837535, 0.026207514523062247, 0.026335391356627547, 0.0960242591987015, 0.034764378187928546]]}}}, "ood": {"retr": {"raw": {"1": [[false, false, true, true, true, false, true, false, true, false, true, false, false, false, true, false, true, true, false, false, false, false, true, true, false, false, true, false, true, false, false, false, true, false, true, false, false, false, true, true, true, false, false, false, false, true, true, false, false, false, false, false, false, true, false, false, false, true, true, false], [NaN, NaN, 0.0537137886747745, 0.09440480646371552, 0.025878570641328702, NaN, 0.20468105340781073, NaN, 0.3772133341558106, NaN, 0.4945462516467116, NaN, NaN, NaN, 0.06577263125072896, NaN, 0.011467873955384178, 0.026608094156441053, NaN, NaN, NaN, NaN, 0.10986678749260448, 0.06419358003131559, NaN, NaN, 0.2035530897495248, NaN, 0.09780711770977613, NaN, NaN, NaN, 0.1213635411707783, NaN, 0.06669595108967141, NaN, NaN, NaN, 0.22626179140428837, 0.16339184613148183, 0.0954873806506431, NaN, NaN, NaN, NaN, 0.0901301808856172, 0.32845712253284987, NaN, NaN, NaN, NaN, NaN, NaN, 0.14559384181579493, NaN, NaN, NaN, 0.00204121714203076, 0.033527029509005546, NaN]], "2": [[false, true, true, true, true, false, true, false, true, false, true, false, true, false, true, false, true, true, false, true, true, false, true, true, false, false, true, true, true, false, false, true, true, true, true, false, false, true, true, true, true, false, false, true, false, true, true, true, false, false, true, false, true, true, false, false, false, true, true, false], [NaN, 0.22358554525681673, 0.0537137886747745, 0.09440480646371552, 0.025878570641328702, NaN, 0.20468105340781073, NaN, 0.08679118935976637, NaN, 0.4945462516467116, NaN, 0.07667624935873585, NaN, 0.06577263125072896, NaN, 0.011467873955384178, 0.026608094156441053, NaN, 0.05322111600053803, 0.25739280904470174, NaN, 0.10986678749260448, 0.033998059954312376, NaN, NaN, 0.2035530897495248, 0.37429153514790325, 0.062096250757346816, NaN, NaN, 0.04657365422597426, 0.1213635411707783, 0.28343578165613326, 0.06669595108967141, NaN, NaN, 0.9686750763366405, 0.22626179140428837, 0.16339184613148183, 0.0954873806506431, NaN, NaN, 0.17031168625346527, NaN, 0.0901301808856172, 0.32845712253284987, 0.06906220914871852, NaN, NaN, 0.060926844945716985, NaN, 0.15085857955054305, 0.14559384181579493, NaN, NaN, NaN, 0.00204121714203076, 0.033527029509005546, NaN]], "4": [[true, true, true, true, true, false, true, false, true, false, true, false, true, true, true, false, true, true, true, true, true, false, true, true, false, false, true, true, true, false, false, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, false, false, true, true, false], [0.033734018132935306, 0.22259340921598025, 0.053000748663255104, 0.09440480646371552, 0.010925143587666053, NaN, 0.20468105340781073, NaN, 0.08679118935976637, NaN, 0.20825787176125532, NaN, 0.07667624935873585, 0.45228204523565974, 0.06577263125072896, NaN, 0.011467873955384178, 0.010401285488943701, 0.05399329495700189, 0.05322111600053803, 0.25739280904470174, NaN, 0.10986678749260448, 0.007157428242490216, NaN, NaN, 0.2035530897495248, 0.37429153514790325, 0.062096250757346816, NaN, NaN, 0.04657365422597426, 0.1213635411707783, 0.0656055417820387, 0.06669595108967141, NaN, 0.008825695314498283, 0.9686750763366405, 0.049256266665907766, 0.16339184613148183, 0.0954873806506431, 0.0982080710486346, 0.05970407200337613, 0.17031168625346527, NaN, 0.0901301808856172, 0.32845712253284987, 0.06906220914871852, 0.12507208841918627, 0.12974968499567208, 0.060926844945716985, 0.19793224042346824, 0.04142565382158514, 0.13156094061072454, NaN, NaN, NaN, 0.00204121714203076, 0.033527029509005546, NaN]], "8": [[true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, false, true, true, false], [0.033734018132935306, 0.13079279343587014, 0.053000748663255104, 0.05658804159873254, 0.008484129832939002, NaN, 0.19034378832017995, NaN, 0.08679118935976637, 0.06731519908299655, 0.09228091625299206, 0.06912246823752599, 0.07667624935873585, 0.45228204523565974, 0.04176776837604468, 0.0585317440431703, 0.011467873955384178, 0.010401285488943701, 0.05399329495700189, 0.05322111600053803, 0.25739280904470174, NaN, 0.10986678749260448, 0.007157428242490216, 0.13127033558474044, NaN, 0.017909384498984826, 0.051687865326548676, 0.04980828775019286, NaN, NaN, 0.04657365422597426, 0.1213635411707783, 0.0656055417820387, 0.06669595108967141, 0.12812745695469197, 0.008825695314498283, 0.20727210608608515, 0.049256266665907766, 0.06857481621880468, 0.0954873806506431, 0.0982080710486346, 0.05970407200337613, 0.030196439928221963, NaN, 0.0901301808856172, 0.07587062955085155, 0.06906220914871852, 0.024962837392627835, 0.030501961473602845, 0.01429804412982949, 0.19793224042346824, 0.04142565382158514, 0.045108568447206565, 0.01407203565733739, NaN, NaN, 0.00204121714203076, 0.033527029509005546, NaN]], "16": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, false], [0.025152408031333895, 0.10127079025071861, 0.053000748663255104, 0.04447466553269375, 0.008484129832939002, NaN, 0.16115372263780792, 0.11834121025760358, 0.08679118935976637, 0.06731519908299655, 0.010512881186657719, 0.030373312760729965, 0.07667624935873585, 0.45228204523565974, 0.04176776837604468, 0.0585317440431703, 0.011467873955384178, 0.010401285488943701, 0.05399329495700189, 0.016404206659765608, 0.25739280904470174, NaN, 0.07200525116602252, 0.007157428242490216, 0.015933317397015312, 0.02757517371372664, 0.017909384498984826, 0.038948531614908743, 0.02451006986508264, NaN, NaN, 0.029979132111708218, 0.1213635411707783, 0.0656055417820387, 0.04276941579993765, 0.06796831355564437, 0.008825695314498283, 0.07611284158997544, 0.047648044938109146, 0.028567315189972575, 0.0954873806506431, 0.040068131361026715, 0.05970407200337613, 0.030196439928221963, 0.21399060890378196, 0.0901301808856172, 0.07587062955085155, 0.06906220914871852, 0.024962837392627835, 0.030501961473602845, 0.01429804412982949, 0.19793224042346824, 0.04142565382158514, 0.0050676494938903804, 0.01407203565733739, NaN, NaN, 0.00204121714203076, 0.028593863965885147, NaN]]}, "rob": {"1": [[false, false, false, false, false, false, true, true, true, true, true, false, true, true, true, false, true, true, false, false, true, false, true, false, true, true, true, false, true, false, false, true, true, false, false, true, false, true, true, true, false, true, false, false, false, true, true, false, true, true, false, false, true, false, true, true, false, false, true, true], [NaN, NaN, NaN, NaN, NaN, NaN, 0.20991072612021644, 0.11834121025760358, 0.24270366684182854, 0.08473963340669921, 1.0058539946847689, NaN, 0.26252437584736343, 0.45228204523565974, 0.08449426600723542, NaN, 0.20399185266278486, 0.20980317941794224, NaN, NaN, 0.28267936354058887, NaN, 0.13228160374633746, NaN, 0.018191046569800307, 0.5089713119199952, 1.1580631865087194, NaN, 0.0984088612108529, NaN, NaN, 0.1400633047905071, 0.15544644849607914, NaN, NaN, 0.27737026331991443, NaN, 0.15536886731366684, 0.3124933651351749, 0.34507080128313317, NaN, 0.0982080710486346, NaN, NaN, NaN, 0.3216995794808235, 0.675493996454468, NaN, 0.5840339516732715, 0.4070578655904544, NaN, NaN, 0.45350636893580343, NaN, 0.08561590507332806, 0.16203747503479615, NaN, NaN, 0.1919783963899122, 0.201008339790822]], "2": [[true, true, false, true, false, false, true, true, true, true, true, false, true, true, true, false, true, true, false, false, true, false, true, false, true, true, true, false, true, false, false, true, true, true, false, true, false, true, true, true, false, true, false, false, true, true, true, true, true, true, true, false, true, false, true, true, false, false, true, true], [0.11173931731521458, 0.2421444044398431, NaN, 0.15674386308932498, NaN, NaN, 0.16115372263780792, 0.11834121025760358, 0.24270366684182854, 0.06731519908299655, 1.0058539946847689, NaN, 0.26252437584736343, 0.20710882419364052, 0.04176776837604468, NaN, 0.20399185266278486, 0.20980317941794224, NaN, NaN, 0.19312268158156098, NaN, 0.13228160374633746, NaN, 0.018191046569800307, 0.16200368657028275, 0.5622116978761449, NaN, 0.05889755362906102, NaN, NaN, 0.09017460377351494, 0.15544644849607914, 0.15122699449606514, NaN, 0.08121229120049378, NaN, 0.12361438322326057, 0.1491853834405319, 0.06351810445352446, NaN, 0.0513542271606473, NaN, NaN, 0.21399060890378196, 0.18582109267682823, 0.5374397297455049, 1.9780111122514161, 0.3335218696327933, 0.24112488986420666, 0.29405081652100185, NaN, 0.0998384177532885, NaN, 0.08561590507332806, 0.16203747503479615, NaN, NaN, 0.1919783963899122, 0.04903830169558199]], "4": [[true, true, false, true, false, false, true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, true, false, true, false, false, true, true, true, false, true, false, true, true, true, false, true, false, true, true, true, true, true, true, true, true, false, true, false, true, true, false, false, true, true], [0.11173931731521458, 0.09952118108841157, NaN, 0.14142028226276993, NaN, NaN, 0.16115372263780792, 0.11834121025760358, 0.24270366684182854, 0.06731519908299655, 0.6975439703870947, 0.030373312760729965, 0.08813504334325728, 0.20710882419364052, 0.04176776837604468, NaN, 0.20399185266278486, 0.0666687548203615, 0.24353948079122656, NaN, 0.027315241055251516, NaN, 0.11510672635403396, 0.9473635430617997, 0.015933317397015312, 0.026841251455581805, 0.29163150622721146, NaN, 0.05889755362906102, NaN, NaN, 0.09017460377351494, 0.15544644849607914, 0.09087655996178579, NaN, 0.020388006219032695, NaN, 0.12361438322326057, 0.1491853834405319, 0.06351810445352446, NaN, 0.0513542271606473, NaN, 0.09140726281081979, 0.21399060890378196, 0.18582109267682823, 0.07587062955085155, 0.8144803804599077, 0.16179864043153103, 0.1482147193672565, 0.2596076435104826, NaN, 0.0998384177532885, NaN, 0.08561590507332806, 0.16203747503479615, NaN, NaN, 0.04469794166117258, 0.04903830169558199]], "8": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, false, false, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true], [0.06348573420516868, 0.047791853902982906, 0.017595153463792368, 0.09432596604849608, 0.13220339849636487, NaN, 0.16115372263780792, 0.11834121025760358, 0.13540790282362103, 0.06731519908299655, 0.21371016802793252, 0.030373312760729965, 0.08813504334325728, 0.20710882419364052, 0.04176776837604468, 0.0585317440431703, 0.20399185266278486, 0.040241444949845606, 0.06392350140147185, NaN, 0.027315241055251516, NaN, 0.11510672635403396, 0.10882987428748403, 0.015933317397015312, 0.026841251455581805, 0.29163150622721146, 0.15317141098370923, 0.02935318103152107, NaN, NaN, 0.054355261637746066, 0.1213635411707783, 0.0460810086600425, NaN, 0.020388006219032695, NaN, 0.12361438322326057, 0.047648044938109146, 0.06351810445352446, 0.035912024565549316, 0.0513542271606473, 0.1838465222261425, 0.09140726281081979, 0.21399060890378196, 0.0901301808856172, 0.07587062955085155, 0.06906220914871852, 0.16179864043153103, 0.030501961473602845, 0.13311868740498167, 0.043998537665536075, 0.0998384177532885, 0.16656150566587535, 0.08561590507332806, 0.16203747503479615, NaN, NaN, 0.012979822304340471, 0.04903830169558199]], "16": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true], [0.024749626698777227, 0.047791853902982906, 0.017595153463792368, 0.05658804159873254, 0.024629922579795016, NaN, 0.16115372263780792, 0.11834121025760358, 0.11294395312994077, 0.06731519908299655, 0.21371016802793252, 0.030373312760729965, 0.0698378352670701, 0.20710882419364052, 0.04176776837604468, 0.0585317440431703, 0.20399185266278486, 0.040241444949845606, 0.040587891765848205, 0.016404206659765608, 0.027315241055251516, NaN, 0.060332018061025616, 0.010644151744743535, 0.015933317397015312, 0.026841251455581805, 0.07471741848635682, 0.15317141098370923, 0.02935318103152107, NaN, NaN, 0.029979132111708218, 0.1213635411707783, 0.04025557240372146, 0.055956409219684256, 0.020388006219032695, 0.08624683426935742, 0.12361438322326057, 0.01193133915199418, 0.043816481909384475, 0.035912024565549316, 0.03372356806896826, 0.035114296023089464, 0.030196439928221963, 0.21399060890378196, 0.0901301808856172, 0.07587062955085155, 0.06906220914871852, 0.09132491950941168, 0.030501961473602845, 0.07110174308959549, 0.043998537665536075, 0.0353747864308529, 0.09383027761245621, 0.08561590507332806, 0.16203747503479615, NaN, 0.00204121714203076, 0.012979822304340471, 0.04903830169558199]]}}, "fin3a_diff_s0": {"raw": {"1": [[false, false, true, false, true, false, true, true, true, true, true, false, false, false, true, false, true, true, false, true, false, false, true, true, false, false, true, true, true, false, false, true, false, true, true, true, true, false, false, false, true, true, true, false, false, true, true, false, true, true, true, true, true, true, true, false, false, false, true, false], [NaN, NaN, 0.05289899153543853, NaN, 0.02244472523024732, NaN, 0.10459349405092655, 0.026991394325122098, 0.0705511642933887, 0.049634606538998316, 0.1252559033874867, NaN, NaN, NaN, 0.06497654359359117, NaN, 0.05730032170472876, 0.021571158889637232, NaN, 0.018848261550843848, NaN, NaN, 0.30672529261207404, 0.008298265762249457, NaN, NaN, 0.0804511719611043, 0.10514311715852065, 0.04586845590894684, NaN, NaN, 0.19114752601375118, NaN, 0.02010222957481056, 0.059784620260709964, 0.048675517352966935, 0.05866675162552304, NaN, NaN, NaN, 0.035218177090559966, 0.0037593019703774377, 0.09024639131585555, NaN, NaN, 0.08656441698675699, 0.12193342595202417, NaN, 0.05483095514409708, 0.03368306766668505, 0.04231637663733423, 0.06973268538700039, 0.11411748238266961, 0.036645084810824624, 0.032031404179394984, NaN, NaN, NaN, 0.04376910016222446, NaN]], "2": [[true, true, true, true, true, false, true, true, true, true, true, true, false, false, true, false, true, true, false, true, true, false, true, true, false, false, true, true, true, false, false, true, false, true, true, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, false, false, true, true, false], [0.0652580366639206, 0.06696498003027895, 0.022257246924684004, 0.017021171491922837, 0.004314353491768674, NaN, 0.10459349405092655, 0.026991394325122098, 0.03870751495961411, 0.049634606538998316, 0.1252559033874867, 0.09942056361363671, NaN, NaN, 0.03053580926221544, NaN, 0.05730032170472876, 0.021571158889637232, NaN, 0.018848261550843848, 0.05181783477842261, NaN, 0.14285180198988767, 0.008298265762249457, NaN, NaN, 0.0804511719611043, 0.02139104797274549, 0.037922160799576776, NaN, NaN, 0.19114752601375118, NaN, 0.02010222957481056, 0.059784620260709964, 0.02218116782766133, 0.041642202883841684, 0.5077633075258614, NaN, 0.019921824881772743, 0.035218177090559966, 0.0037593019703774377, 0.09024639131585555, NaN, NaN, 0.08656441698675699, 0.12193342595202417, 1.01844706661781, 0.040282492422372806, 0.03368306766668505, 0.04231637663733423, 0.06973268538700039, 0.11411748238266961, 0.031023019699358834, 0.03140095872884374, NaN, NaN, 0.11332042330712411, 0.019760355453863676, NaN]], "4": [[true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, false], [0.05411242098497704, 0.03414102221463633, 0.022257246924684004, 0.01428159674357321, 0.004314353491768674, NaN, 0.06495257744226457, 0.026991394325122098, 0.03870751495961411, 0.0224155914877171, 0.0896529004431037, 0.05733162202780795, 0.04028792060373698, NaN, 0.007985571632033173, NaN, 0.05730032170472876, 0.021571158889637232, 0.03658626485116412, 0.018848261550843848, 0.05181783477842261, NaN, 0.0875603953055255, 0.005010329024147664, 0.07511581436790116, 0.15350843099997924, 0.02072055240244941, 0.02139104797274549, 0.03220811611162144, NaN, NaN, 0.05158785974695901, 0.03310725653660307, 0.02010222957481056, 0.059784620260709964, 0.02019947809709932, 0.041642202883841684, 0.3394189693185383, NaN, 0.019921824881772743, 0.035218177090559966, 0.0037593019703774377, 0.09024639131585555, NaN, NaN, 0.04825209551833187, 0.09804404520641796, 0.21444650421498568, 0.040282492422372806, 0.03368306766668505, 0.04231637663733423, 0.06973268538700039, 0.11411748238266961, 0.031023019699358834, 0.03140095872884374, 0.07254110294112182, NaN, 0.11332042330712411, 0.014109593156855782, NaN]], "8": [[true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, false], [0.014536991618948392, 0.022644744389683336, 0.01211333248628077, 0.0032085588430339484, 0.0008546586468973771, NaN, 0.05854566851105636, 0.026991394325122098, 0.03870751495961411, 0.014844820358943078, 0.0896529004431037, 0.007076921116244472, 0.008246642221121814, NaN, 0.007985571632033173, NaN, 0.005733418504721088, 0.021571158889637232, 0.03658626485116412, 0.00880973196075252, 0.05181783477842261, 0.4220472249324314, 0.0875603953055255, 0.0017019162779172703, 0.044877284150939056, 0.15350843099997924, 0.02072055240244941, 0.02139104797274549, 0.02359894654423278, NaN, NaN, 0.023354932805845552, 0.03310725653660307, 0.02010222957481056, 0.040702890567810845, 0.0065965315803833136, 0.03374305302090863, 0.3394189693185383, 0.04014944830852474, 0.019921824881772743, 0.021188286777722887, 0.0037593019703774377, 0.09024639131585555, 0.10248207039054424, 0.00943330645525764, 0.03472838137506762, 0.09804404520641796, 0.058252147599109794, 0.011644186468625861, 0.018679443913224514, 0.0248015389338212, 0.06973268538700039, 0.03621192855938071, 0.013432910905105233, 0.03140095872884374, 0.05970290734127426, NaN, 0.11332042330712411, 0.00919784908939647, NaN]], "16": [[true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, false], [0.0095985342384044, 0.005044851311188703, 0.009540367198211053, 0.0032085588430339484, 0.0008546586468973771, NaN, 0.042817081983705485, 0.026991394325122098, 0.03543752872569095, 0.014844820358943078, 0.08394339804471884, 0.004994733193614875, 0.008246642221121814, NaN, 0.007985571632033173, 0.04819838897916551, 0.005733418504721088, 0.021571158889637232, 0.03658626485116412, 0.00880973196075252, 0.05181783477842261, 0.4220472249324314, 0.0430890971122857, 0.0006356002704275276, 0.044877284150939056, 0.15350843099997924, 0.013471628612145015, 0.013784578292390215, 0.01205002652930931, NaN, 0.1973926327457216, 0.02092897602782795, 0.03310725653660307, 0.009898096265137157, 0.03384675807939819, 0.0065965315803833136, 0.019639029484209036, 0.0004261575377122462, 0.04014944830852474, 0.011072931320400992, 0.021188286777722887, 0.0037593019703774377, 0.002227475310839999, 0.024264283390585506, 0.00943330645525764, 0.025430632949841714, 0.09804404520641796, 0.0178221568515069, 0.011644186468625861, 0.018679443913224514, 0.0248015389338212, 0.06973268538700039, 0.03621192855938071, 0.013432910905105233, 0.028355572291633324, 0.0073467511562266274, NaN, 0.11332042330712411, 0.00919784908939647, NaN]]}, "rob": {"1": [[true, false, true, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, false, false, true, true, true, false, true, false, true, true, true, false, true, false, true, false, true, true, false, true, false, true, false, true, true, true, true, false, false, true, false], [0.03713320892681704, NaN, 0.01211333248628077, 0.0298797199134182, 0.013294115483634128, NaN, 0.10556522528680712, 0.0884278949976629, 0.1602678672693263, 0.04490146174789644, 0.23676734975829894, 0.15744412215911763, 0.1631325027735575, 0.03833115662822406, NaN, NaN, 0.14482766293223626, 0.11998759579641849, 0.2942542903647425, NaN, 0.19830718070085784, 0.5125565205595435, 0.13110294165346592, 0.03328896270977921, 0.01609444955854955, 0.15350843099997924, 0.10549454031612227, 0.09969631170419979, 0.014311119088606716, NaN, NaN, 0.37783519652136555, 0.042393774311999755, 0.009898096265137157, NaN, 0.028857005801817603, NaN, 1.3030447011324169, 0.15616533389368614, 0.03196465607049448, NaN, 0.026635565374852677, NaN, 0.05200687058690323, NaN, 0.09755768664456621, 0.38662349864893897, NaN, 0.117701887503743, NaN, 0.14186330342635722, NaN, 0.04519506801074824, 0.09415693760545452, 0.07948691147945053, 0.09274139172385465, NaN, NaN, 0.025214107070464342, NaN]], "2": [[true, false, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, true, false, true, false, true, true, false, true, true, true, false, true, true, true, true, false, false, true, false], [0.035082029924541125, NaN, 0.005226541405921825, 0.0298797199134182, 0.012942960531562964, NaN, 0.10556522528680712, 0.0884278949976629, 0.1602678672693263, 0.04490146174789644, 0.23676734975829894, 0.047529494959773544, 0.15817012583469348, 0.0038493346738370793, NaN, 0.08164060238433879, 0.14482766293223626, 0.11998759579641849, 0.23293948625570082, NaN, 0.14791634227837092, 0.4171980263459747, 0.13110294165346592, 0.026451041975781964, 0.01609444955854955, 0.15350843099997924, 0.10549454031612227, 0.05564266519381511, 0.004159233630309789, NaN, NaN, 0.37783519652136555, 0.042393774311999755, 0.009898096265137157, 0.06263312661740561, 0.028857005801817603, 0.10945839765148957, 0.9173572774333774, 0.08241244437326811, 0.014178216393333054, NaN, 0.005477132374174465, NaN, 0.05200687058690323, NaN, 0.09692045336339827, 0.38662349864893897, NaN, 0.06758670768057762, 0.26882303563516063, 0.13220051564875357, NaN, 0.04519506801074824, 0.013432910905105233, 0.07948691147945053, 0.09274139172385465, NaN, NaN, 0.00919784908939647, NaN]], "4": [[true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, false], [0.006034046095873435, NaN, 0.005226541405921825, 0.016763228953183607, 0.011743731012210601, NaN, 0.10556522528680712, 0.06743019273229933, 0.12039080643678446, 0.015528201871449987, 0.23676734975829894, 0.00881690649977429, 0.10166476400318358, 0.0038493346738370793, 0.03053580926221544, 0.08164060238433879, 0.08579548924959801, 0.10251579142217415, 0.00883926529136958, NaN, 0.08777054322761058, 0.4171980263459747, 0.13110294165346592, 0.01671853730518169, 0.01609444955854955, 0.15350843099997924, 0.10549454031612227, 0.04670708091873088, 0.004159233630309789, NaN, 0.044106618324170066, 0.17664045735893597, 0.042393774311999755, 0.009898096265137157, 0.06263312661740561, 0.016095882578684773, 0.06320619852763021, 0.760870738138002, 0.04014944830852474, 0.01386104577409375, NaN, 0.005477132374174465, NaN, 0.05200687058690323, 0.041846023917168074, 0.08016396607729925, 0.24130478207866957, 0.20189666590529343, 0.05350903720774203, 0.2646874177320093, 0.11002567816283215, NaN, 0.04519506801074824, 0.013432910905105233, 0.06066069368453553, 0.05017341209499948, NaN, NaN, 0.00919784908939647, NaN]], "8": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, false], [0.005311665353568973, 0.005044851311188703, 0.005226541405921825, 0.013723086939093854, 0.0022610390331865293, NaN, 0.042817081983705485, 0.033153719990585584, 0.12039080643678446, 0.004666895504951363, 0.15198840679481362, 0.007076921116244472, 0.10166476400318358, 0.0038493346738370793, 0.012835953492909224, 0.04819838897916551, 0.08579548924959801, 0.05553538190794338, 0.00883926529136958, 0.05911228886797004, 0.08777054322761058, 0.1452523373334318, 0.0507625169893231, 0.011759276391592133, 0.01609444955854955, 0.15350843099997924, 0.10549454031612227, 0.04670708091873088, 0.004159233630309789, NaN, 0.037165420012691186, 0.1520266836589157, 0.03946514411543989, 0.009898096265137157, 0.03098469105010415, 0.016095882578684773, 0.061451086131564914, 0.0004261575377122462, 0.018371349930220493, 0.01386104577409375, NaN, 0.0037593019703774377, NaN, 0.024264283390585506, 0.041846023917168074, 0.06503398193326593, 0.11442744541956595, 0.10781236267114025, 0.05350903720774203, 0.22668166299362769, 0.08270331894049199, NaN, 0.04519506801074824, 0.01130660613163914, 0.05324230912871597, 0.03277826790265115, NaN, NaN, 0.00919784908939647, NaN]], "16": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, false], [0.005311665353568973, 0.005044851311188703, 0.005226541405921825, 0.010715549404247904, 0.0022610390331865293, NaN, 0.03454104855514872, 0.024718113071462433, 0.08044125192735962, 0.004666895504951363, 0.11119996213630001, 0.007076921116244472, 0.05429510864104414, 0.0038493346738370793, 0.01087543262408519, 0.025039372578248287, 0.039680598765881925, 0.021571158889637232, 0.00883926529136958, 0.04490820343724411, 0.08777054322761058, 0.1452523373334318, 0.0430890971122857, 0.007644417555900507, 0.01609444955854955, 0.15350843099997924, 0.10549454031612227, 0.03290943391646661, 0.004159233630309789, NaN, 0.037165420012691186, 0.06221969876279965, 0.03946514411543989, 0.009898096265137157, 0.020662384339071416, 0.005427343985383581, 0.021748346766907733, 0.0004261575377122462, 0.009901901152616688, 0.01386104577409375, 0.09116871831716833, 0.0037593019703774377, NaN, 0.024264283390585506, -0.01403230163513014, 0.06497360037827526, 0.07032943728906593, 0.014433018102997908, 0.026572508147298723, 0.12539025478695098, 0.039953590971379294, NaN, 0.04519506801074824, 0.004654149708986921, 0.03737512723977643, 0.0073467511562266274, NaN, 0.13054607616095604, 0.007883931262508304, NaN]]}}, "fin3a_diff_s1": {"raw": {"1": [[true, true, false, true, true, false, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true, false, true, true, true, false, false, false, true, true, false, false, true, true, true, true, true, true, false, false, false, true, false], [0.011447523144342497, 0.04449800665782999, NaN, 0.007400014197102678, 0.011680644648766725, NaN, 0.11032222377321332, NaN, 0.19017624686657952, 0.05863207924208336, 0.3251322140319297, 0.07012062503551464, 0.08033761027362529, 0.12793386297043563, 0.018319365217272177, NaN, 0.07657571628947668, 0.08281512374571443, 0.09111366512060215, 0.04710830589790138, 0.03860924310415648, NaN, 0.10423510609263009, 0.008279003800433893, 0.04906701180477113, NaN, 0.090108073748842, 0.11559814655569811, 0.024301588376822947, NaN, NaN, 0.1884555622492461, 0.016180470636250277, 0.02546565636434983, 0.10120662654365598, 0.020515539650150405, 0.07210981044515585, 0.9508902169268405, NaN, 0.05185140333034943, 0.026562676224579418, 0.017611088009704234, NaN, NaN, NaN, 0.11120336439175449, 0.18971689460018104, NaN, NaN, 0.057043110920682816, 0.06968094243370815, 0.004793435203768848, 0.06404668990690965, 0.0494776470957099, 0.031056248163998212, NaN, NaN, NaN, 0.01588664891506575, NaN]], "2": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, false, false, false, true, false], [0.011447523144342497, 0.04449800665782999, 0.0359405850436485, 0.007400014197102678, 0.011680644648766725, NaN, 0.11032222377321332, 0.2513242807984064, 0.10654796118612353, 0.05863207924208336, 0.08707694451698456, 0.07012062503551464, 0.08033761027362529, 0.12793386297043563, 0.018319365217272177, NaN, 0.07657571628947668, 0.08281512374571443, 0.09111366512060215, 0.04710830589790138, 0.03860924310415648, NaN, 0.10423510609263009, 0.008279003800433893, 0.04906701180477113, NaN, 0.06249054615213501, 0.04559442506997513, 0.020438614119723253, NaN, 0.10534265406495225, 0.05813915702931305, 0.016180470636250277, 0.02546565636434983, 0.10120662654365598, 0.01388603822992529, 0.07210981044515585, 0.9508902169268405, NaN, 0.007232290819109588, 0.026562676224579418, 0.017611088009704234, NaN, 0.07487270023116355, 0.07355679026911788, 0.11120336439175449, 0.18971689460018104, NaN, 0.04082070449618369, 0.057043110920682816, 0.06968094243370815, 0.004793435203768848, 0.06404668990690965, 0.0494776470957099, 0.01966542652743586, NaN, NaN, NaN, 0.009731497453320692, NaN]], "4": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, false, true, false], [0.005192846120894767, 0.04104177881443305, 0.0359405850436485, 0.007400014197102678, 0.009470364322056168, NaN, 0.1052692517639977, 0.2513242807984064, 0.037195623952447354, 0.02203198484284763, 0.08707694451698456, 0.0268830299724383, 0.08033761027362529, 0.12793386297043563, 0.018319365217272177, NaN, 0.016384103687724583, 0.06988476208698713, 0.09111366512060215, 0.04710830589790138, 0.03860924310415648, NaN, 0.10423510609263009, 0.008279003800433893, 0.0479460004827863, NaN, 0.016387198730036356, 0.0398088266267862, 0.020438614119723253, NaN, 0.10534265406495225, 0.04890750312349357, 0.016180470636250277, 0.017203770526806883, 0.060580283638365984, 0.01388603822992529, 0.07210981044515585, 0.5294237122793095, NaN, 0.007232290819109588, 0.026562676224579418, 0.004541023627225416, 0.011099196283649304, 0.04971994027677207, 0.07355679026911788, 0.11120336439175449, 0.10446950035038816, 0.09887880435502217, 0.01332553241120471, 0.057043110920682816, 0.02804122622036842, 0.004793435203768848, 0.06404668990690965, 0.04447078347668243, 0.01966542652743586, NaN, NaN, NaN, 0.009731497453320692, NaN]], "8": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, false, true, false], [0.005192846120894767, 0.022603451899514182, 0.0359405850436485, 0.007400014197102678, 0.003053625088332401, NaN, 0.057168371291943965, 0.2513242807984064, 0.037195623952447354, 0.02203198484284763, 0.08707694451698456, 0.0268830299724383, 0.07074231299984968, 0.10229457663694008, 0.018319365217272177, NaN, 0.013279569713746442, 0.04507480877715753, 0.09111366512060215, 0.04710830589790138, 0.03860924310415648, 1.4422710292083738, 0.08032126898933933, 0.008279003800433893, 0.011183442207393535, NaN, 0.007997662432438268, 0.018411556959380793, 0.020438614119723253, NaN, 0.10534265406495225, 0.04890750312349357, 0.015826918114761668, 0.014341423105969753, 0.05477059911653037, 0.012512405034071916, 0.019115090789633804, 0.3802923496597752, NaN, 0.007232290819109588, 0.026562676224579418, 0.004541023627225416, 0.011099196283649304, 0.04971994027677207, -0.0344514223950404, 0.10012393041675471, 0.06768531406196976, 0.09887880435502217, 0.01332553241120471, 0.057043110920682816, 0.014718108370738614, 0.004793435203768848, 0.03285896376596531, 0.03316285208402392, 0.01966542652743586, NaN, NaN, NaN, 0.009731497453320692, NaN]], "16": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, false], [0.005192846120894767, 0.0006619147367852296, 0.0025134282110088613, 0.005511192722382763, 0.003053625088332401, NaN, 0.057168371291943965, 0.11500242460638321, 0.037195623952447354, 0.020580988757867846, 0.08707694451698456, 0.0268830299724383, 0.06354963701997463, 0.03097948309372911, 0.018319365217272177, 0.1315608204238592, 0.013279569713746442, 0.04507480877715753, 0.05582806432284615, 0.016353354115115293, 0.03860924310415648, 0.7461469176764854, 0.05795726202892637, 0.005738995754579035, 0.011183442207393535, NaN, 0.007997662432438268, 0.0064440586770830866, 0.020438614119723253, NaN, 0.06599202998160836, 0.04890750312349357, 0.0017921869920214384, 0.010779215965199818, 0.026764264745296584, 0.0022126587993438473, 0.019115090789633804, 0.3253399853799941, NaN, 0.007232290819109588, 0.026562676224579418, 0.004541023627225416, 0.009212850496319813, 0.04971994027677207, -0.0344514223950404, 0.06640482012598481, 0.04027704200573279, 0.05168871328048996, 0.01332553241120471, 0.04361819118189114, 0.014718108370738614, 0.0023268902606596864, 0.027987645667747696, 0.02045173311941295, 0.01966542652743586, NaN, NaN, 0.2038914917716872, 0.009731497453320692, NaN]]}, "rob": {"1": [[true, false, true, false, true, false, false, true, true, true, true, false, true, true, false, true, false, true, true, false, true, true, true, true, false, true, true, true, true, true, false, true, true, true, false, true, false, true, false, true, false, true, false, true, true, false, true, false, true, true, true, false, true, true, true, true, false, false, true, false], [0.005192846120894767, NaN, 0.035900425559039384, NaN, 0.027646665078304045, NaN, NaN, 0.13547761634453614, 0.08056082582375712, 0.027471057945849253, 0.6517825551143537, NaN, 0.2572545086296165, 0.10229457663694008, NaN, 0.1315608204238592, NaN, 0.18311783969310946, 0.05582806432284615, NaN, 0.303174567605653, 0.7461469176764854, 0.05795726202892637, 0.025936959559435202, NaN, 0.039963641121333326, 0.25072623842729835, 0.054520561390710265, 0.01617164865965659, 0.3214093143077339, NaN, 1.5192707761654853, 0.016180470636250277, 0.017938884062273397, NaN, 0.23271114645615687, NaN, 1.4535594649388983, NaN, 0.013047135461023318, NaN, 0.05561817998941243, NaN, 0.03159577047983708, -0.0344514223950404, NaN, 0.5069637058231959, NaN, 0.09137002930201277, 0.30796204482067213, 0.21120867944247612, NaN, 0.09475559014644741, 0.008647007993427769, 0.1162941224999341, 0.04277119580604971, NaN, NaN, 0.10716619321620224, NaN]], "2": [[true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true, false, true, false], [0.005192846120894767, NaN, 0.035900425559039384, 0.05970976298602593, 0.013263917119110902, NaN, 0.016622553243459848, 0.13547761634453614, 0.08056082582375712, 0.021273949725171715, 0.3612443852336722, 0.04927634830409566, 0.2320420000158787, 0.10229457663694008, 0.020916314736901587, 0.1315608204238592, 0.15890813945746118, 0.18311783969310946, 0.05582806432284615, NaN, 0.09235949154242462, 0.2622718937179229, 0.05795726202892637, 0.025936959559435202, NaN, 0.039963641121333326, 0.25072623842729835, 0.054520561390710265, 0.01617164865965659, 0.3214093143077339, 0.13356453151676684, 1.5192707761654853, 0.016180470636250277, 0.012198522285432833, 0.0314970124166738, 0.040767940270239444, 0.1519484343772961, 1.4535594649388983, NaN, 0.013047135461023318, NaN, 0.05561817998941243, NaN, 0.03159577047983708, -0.0344514223950404, 0.1423900158020448, 0.14396370376189815, NaN, 0.09137002930201277, 0.30796204482067213, 0.21071578647385047, NaN, 0.06998294096245461, 0.008647007993427769, 0.08175073408093869, 0.04277119580604971, 0.26950964981572034, NaN, 0.05297049281431665, NaN]], "4": [[true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true, false, true, false], [0.004021772782375921, NaN, 0.0025134282110088613, 0.02797478505281248, 0.013263917119110902, NaN, 0.016622553243459848, 0.08422435995343558, 0.08056082582375712, 0.017375816957329704, 0.3612443852336722, 0.016748016709644986, 0.17540435723679004, 0.05383907268591148, 0.020916314736901587, 0.02221314291605614, 0.07657571628947668, 0.18311783969310946, 0.03278405816447938, 0.06096671692951561, 0.09235949154242462, 0.2622718937179229, 0.05795726202892637, 0.02490800769083612, 0.011183442207393535, 0.039963641121333326, 0.10206353173036442, 0.0398088266267862, 0.009181278335702592, 0.3214093143077339, 0.13356453151676684, 0.10950252017524509, 0.015826918114761668, 0.0030001243332382632, 0.0314970124166738, 0.026534259336540078, 0.13813225011549868, 0.6332888331228905, NaN, 0.013047135461023318, NaN, 0.03159856771381597, NaN, 0.029209984318852245, -0.0344514223950404, 0.1423900158020448, 0.08410061125743917, NaN, 0.06203116069626624, 0.30796204482067213, 0.11200583224684135, NaN, 0.06998294096245461, 0.008647007993427769, 0.053379089955375214, 0.04277119580604971, 0.26950964981572034, NaN, 0.010575906717438688, NaN]], "8": [[true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true, false, true, false], [0.004021772782375921, NaN, 0.0025134282110088613, 0.02797478505281248, 0.0022004939421953473, NaN, 0.016622553243459848, 0.08422435995343558, 0.07121384269127673, 0.01155935646977202, 0.25286806827513275, 0.016748016709644986, 0.10869212728863542, 0.03097948309372911, 0.010911450760529906, 0.02221314291605614, 0.07657571628947668, 0.13618243265179264, 0.03278405816447938, 0.06096671692951561, 0.09235949154242462, 0.2622718937179229, 0.020924534003961437, 0.008666302216294719, 0.011183442207393535, 0.039963641121333326, 0.08860272286128112, 0.0398088266267862, 0.009181278335702592, 0.3214093143077339, 0.13356453151676684, 0.09190257762947174, 0.015826918114761668, 0.0030001243332382632, 0.0314970124166738, 0.014315443324040888, 0.054880989664291224, 0.3802923496597752, 0.12534244562274122, 0.013047135461023318, NaN, 0.0035292084267299906, NaN, 0.0231115172725862, -0.0344514223950404, 0.1423900158020448, 0.08410061125743917, NaN, 0.040765486947361707, 0.20810061250146927, 0.08206281174937269, NaN, 0.06404668990690965, 0.008647007993427769, 0.02760162355508844, 0.04277119580604971, 0.26950964981572034, NaN, 0.009731497453320692, NaN]], "16": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, false], [0.002609310580931057, 0.04630702808520648, 0.0025134282110088613, 0.013725845085284627, 0.0016057081221638736, NaN, 0.016622553243459848, 0.08422435995343558, 0.07121384269127673, 0.01020566729346406, 0.23264008018538562, 0.013295758560543547, 0.10869212728863542, 0.025053505544549104, 0.010911450760529906, 0.02221314291605614, 0.04124487754981421, 0.09246330927470114, 0.03278405816447938, 0.04167488715624401, 0.08249278023393813, 0.2622718937179229, 0.020924534003961437, 0.008570587555019271, 0.011183442207393535, 0.039963641121333326, 0.02565026011932603, 0.03111565127419147, 0.009181278335702592, 0.3214093143077339, 0.06599202998160836, 0.05849129928658159, 0.015826918114761668, 0.0030001243332382632, 0.012752946319229519, 0.0040316368316513085, 0.017045122943833757, 0.06400285415639018, 0.009835688344626226, 0.0121952358965709, NaN, 0.0035292084267299906, NaN, 0.01663434549471443, -0.0344514223950404, 0.10012393041675471, 0.06483990464473588, NaN, 0.029430456481166045, 0.10926203887757535, 0.03533861122776427, NaN, 0.05692894202261045, 0.008647007993427769, 0.021233015559667834, 0.04277119580604971, 0.26950964981572034, 0.2038914917716872, 0.004987966673598798, NaN]]}}, "fin3a_diff_s2": {"raw": {"1": [[false, false, true, false, true, false, true, true, true, true, true, false, true, false, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, false, true, true, false, false, true, false, true, false, true, true, true, true, true, true, true, true, false, true, true, true, false, false, false, true, false], [NaN, NaN, 0.17299386901369274, NaN, 0.0259284721537969, NaN, 0.10885366450701195, 0.2297410927488055, 0.08143391102345321, 0.04872345423512359, 0.24177979481309397, NaN, 0.09073843993363573, NaN, 0.00891412485269294, NaN, 0.08708599062969147, 0.03626800966173849, 0.09370071732207252, 0.00951372641528514, 0.16615462743131393, NaN, 0.09202064870839322, 0.010266742094504178, 0.04333070158658159, NaN, 0.2382267520732113, 0.03157563862551038, 0.04559987973695345, NaN, NaN, 0.08520786523849688, 0.08821707967779524, 0.042986290396108906, NaN, 0.037348064982667406, 0.07212119149800533, NaN, NaN, 0.03570791808477192, NaN, 0.04622872271701506, NaN, 0.01693023962371565, 0.1616226925255393, 0.13492773293322569, 0.18272172005748333, 0.22803735182195717, 0.09956712273969881, 0.10797318993834382, 0.02043526780688687, NaN, 0.29329765081884807, 0.02113023632381661, 0.03994562670340929, NaN, NaN, NaN, 0.010743671695071955, NaN]], "2": [[true, true, true, true, true, false, true, true, true, true, true, false, true, false, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, false, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, false], [0.021633950786069223, 0.007171389554925245, 0.10029012584319497, 0.0029117914092244845, 0.023967170080260614, NaN, 0.07612852128753578, 0.05002880378437036, 0.08143391102345321, 0.04872345423512359, 0.15246596733502304, NaN, 0.09073843993363573, NaN, 0.00891412485269294, NaN, 0.08708599062969147, 0.03626800966173849, 0.048259038643973184, 0.00951372641528514, 0.10385650908329747, NaN, 0.09202064870839322, 0.00894058169074019, 0.04333070158658159, NaN, 0.2382267520732113, 0.03157563862551038, 0.04559987973695345, NaN, NaN, 0.08520786523849688, 0.08821707967779524, 0.023208404503590296, NaN, 0.037348064982667406, 0.02035398615762185, NaN, NaN, 0.03199560469856544, 0.048279929925430176, 0.024963802681238656, NaN, 0.01693023962371565, 0.1616226925255393, 0.09126287261129051, 0.03125126800308142, 0.10501992939253091, 0.09956712273969881, 0.10797318993834382, 0.02043526780688687, NaN, 0.29329765081884807, 0.02113023632381661, 0.03994562670340929, 0.04938435739497704, NaN, NaN, 0.010743671695071955, NaN]], "4": [[true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, false], [0.009958312881175768, 0.007171389554925245, 0.052794953202977, 0.0029117914092244845, 0.023967170080260614, NaN, 0.06862810064916292, 0.05002880378437036, 0.08143391102345321, 0.04872345423512359, 0.15246596733502304, 0.010237801008223357, 0.07440166774615031, NaN, 0.00891412485269294, NaN, 0.06608857958528636, 0.03626800966173849, 0.048259038643973184, 0.000431847720110623, 0.061871716780635966, NaN, 0.033893062280746955, 0.004938777818281448, 0.04333070158658159, NaN, 0.1994327013370769, 0.03157563862551038, 0.012827046961126243, NaN, 0.11998998233231295, 0.08520786523849688, 0.0009226059567795097, 0.023208404503590296, 0.0022383976522668547, 0.037348064982667406, 0.02035398615762185, 0.7380915015461824, NaN, 0.01794972586831145, 0.048279929925430176, 0.024963802681238656, 0.08422174886671563, 0.01693023962371565, 0.049567898367046226, 0.08874811538507399, 0.03125126800308142, 0.10501992939253091, 0.0339751401716315, 0.10797318993834382, 0.02043526780688687, 0.006307965876161781, 0.15083081565529288, 0.01559188293981384, 0.030558951151189895, 0.04938435739497704, NaN, NaN, 0.010743671695071955, NaN]], "8": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, false], [0.009958312881175768, 0.005680093701536881, 0.02290221056584052, 0.0029117914092244845, 0.006958981928651964, NaN, 0.050760097424050965, 0.05002880378437036, 0.058286802762382406, 0.03811428579451892, 0.06937071614821688, 0.010237801008223357, 0.06168764576785479, 0.2110332538508375, 0.00891412485269294, NaN, 0.029052611392148098, 0.03365629164576123, 0.048259038643973184, 0.000431847720110623, 0.03515601676304181, 0.7822733212337962, 0.033893062280746955, 0.004938777818281448, 0.04333070158658159, NaN, 0.07478528278581464, 0.029682595590263094, 0.005250069530346568, 2.7518707400505518, 0.029391226617004884, 0.07716939464489592, 0.0009226059567795097, 0.0167490745975587, 0.0022383976522668547, 0.01051458188665122, 0.01559124783206034, 0.610240754831938, NaN, 0.014964316077043183, 0.03212128631980904, 0.02341967963383751, 0.08422174886671563, 0.01693023962371565, -0.019326430174389064, 0.05341928425197873, 0.03125126800308142, 0.09132720937004302, 0.0339751401716315, 0.10797318993834382, 0.017733653078277234, 0.006307965876161781, 0.0978487896936937, 0.01559188293981384, 0.027311724823273043, 0.029424121889001897, NaN, NaN, 0.010743671695071955, NaN]], "16": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, false], [0.002730237009659131, 0.005680093701536881, 0.02290221056584052, 0.0029117914092244845, 0.0007144086756138979, NaN, 0.050760097424050965, 0.044893951061997894, 0.026430960398964976, 0.031126644512740054, 0.06937071614821688, 0.010237801008223357, 0.052546609257210886, 0.11285485290097363, 0.00891412485269294, 0.0007896387610510924, 0.01745330414540347, 0.0006478888986083398, 0.048259038643973184, 0.000431847720110623, 0.03515601676304181, 0.2700670267633678, 0.03003177697838222, 0.0010059467034380098, 0.015773348147227972, NaN, 0.04327178272357113, 0.012221424684281557, 0.005250069530346568, 1.7390980256560389, 0.029391226617004884, 0.01866920592030641, 0.0009226059567795097, 0.013335886804541675, 0.0022383976522668547, 0.007308177627668222, 0.01559124783206034, 0.12872254279854012, NaN, 0.007202617183142079, 0.03212128631980904, 0.02341967963383751, 0.012580775068166128, 0.01693023962371565, -0.019326430174389064, 0.03558835236282576, 0.03125126800308142, 0.09132720937004302, 0.0339751401716315, 0.0550161302899832, 0.017733653078277234, 0.006307965876161781, 0.06271542311285616, 0.007780273905747759, 0.027311724823273043, 0.029424121889001897, NaN, NaN, 0.010743671695071955, NaN]]}, "rob": {"1": [[false, false, false, true, false, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, false, true, false, true, true, false, true, true, true, false, true, true, true, true, false, false, true, false], [NaN, NaN, NaN, 0.029429603823905914, NaN, NaN, 0.05376158398191966, 0.15392647236812151, 0.1190085440451143, 0.059585299507403766, 0.8290853901435411, 0.054664704249257845, 0.129172980777587, 0.05452830176004175, 0.03958212995029209, NaN, 0.24440261394999352, 0.2571003874596194, 0.10205378124765252, 0.07506717724433476, 0.3107416648279542, 0.35991178456407535, 0.1262370578926828, 0.029263264640265962, NaN, NaN, 0.41618700895301464, 0.06578453236124271, 0.012827046961126243, 2.7518707400505518, NaN, 0.33725860027462584, 0.08821707967779524, 0.024010887088110167, 0.035887621860503094, 0.2914116714125159, 0.05428429493245979, 0.7220054681218908, 0.019888244543853517, 0.015802227498190824, NaN, 0.03412072940300792, NaN, 0.10968562235438606, NaN, 0.6694619261462689, 0.10830962416238243, NaN, 0.10182384446280657, 0.3266287363878806, 0.6476189568543473, NaN, 0.1935590244754588, 0.03020746573150812, 0.31793794492364147, 0.13986071765572983, NaN, NaN, 0.01136361672652697, NaN]], "2": [[false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, false, false, true, false], [NaN, NaN, 0.02290221056584052, 0.029429603823905914, 0.010778086911003015, NaN, 0.05376158398191966, 0.15392647236812151, 0.1190085440451143, 0.058012499271249185, 0.5879736454654167, 0.027328451494210038, 0.10014511914756685, 0.05452830176004175, 0.03958212995029209, NaN, 0.06124854970338678, 0.11710722364192017, 0.10205378124765252, 0.07506717724433476, 0.2316354752421661, 0.35991178456407535, 0.1262370578926828, 0.017579025000652226, NaN, NaN, 0.41618700895301464, 0.05306121162964694, 0.012827046961126243, 2.7518707400505518, NaN, 0.33725860027462584, 0.02966483661196917, 0.024010887088110167, 0.035887621860503094, 0.06834717387959444, 0.05428429493245979, 0.7220054681218908, 0.019888244543853517, 0.015802227498190824, NaN, 0.03412072940300792, NaN, 0.039785448841757054, -0.026080932940969803, 0.120647399882434, 0.10830962416238243, NaN, 0.07691305660684744, 0.3029114238167312, 0.09071145406338865, NaN, 0.07440730308419918, 0.017097188359418203, 0.060573428429017806, 0.13986071765572983, NaN, NaN, 0.006666304881964402, NaN]], "4": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, false], [0.004713365030521999, 0.007171389554925245, 0.02290221056584052, 0.01459404258050534, 0.010674734147854359, NaN, 0.05376158398191966, 0.10369407184693347, 0.10306299151038911, 0.03811428579451892, 0.2882219914423081, 0.027328451494210038, 0.09365608270459358, 0.05452830176004175, 0.027592740594055032, 0.06037269443311777, 0.05233952446426904, 0.07654936208200125, 0.08682928705816728, 0.07506717724433476, 0.1821344585372373, 0.2700670267633678, 0.10179040787841509, 0.012501265036642506, NaN, NaN, 0.12476452466424703, 0.03157563862551038, 0.005250069530346568, 0.5289774779993928, 0.029391226617004884, 0.21716638250199405, 0.02664966414393377, 0.0167490745975587, 0.0022383976522668547, 0.04073376501870918, 0.04834043271565114, 0.6989768547898294, 0.006830057454433325, 0.014964316077043183, NaN, 0.004719802946096641, NaN, 0.039785448841757054, -0.026080932940969803, 0.11742483221014188, 0.10830962416238243, 0.4560108432925103, 0.05626881320352761, 0.2286243130254657, 0.09071145406338865, NaN, 0.04489287198151137, 0.017097188359418203, 0.060573428429017806, 0.04938435739497704, NaN, NaN, 0.006666304881964402, NaN]], "8": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, false], [0.002730237009659131, 0.007171389554925245, 0.014121707827670749, 0.012878472375045025, 0.010674734147854359, NaN, 0.05259003448468902, 0.10369407184693347, 0.10306299151038911, 0.03748570126469075, 0.1850017179865735, 0.01663829408143802, 0.07933988414216686, 0.05452830176004175, 0.013360237948088827, 0.06037269443311777, 0.05233952446426904, 0.06086335851905322, 0.0725970140020682, 0.06188050247326804, 0.16550303292911783, 0.2700670267633678, 0.0627877981182996, 0.006765921314796364, 0.02399814438247372, NaN, 0.09681512140472837, 0.025312621107089317, 0.005250069530346568, 0.5289774779993928, 0.029391226617004884, 0.16805872138125832, 0.024644873523929745, 0.0167490745975587, 0.0022383976522668547, 0.011727090977515342, 0.04656460007970997, 0.6989768547898294, 0.006830057454433325, 0.014964316077043183, NaN, 0.004719802946096641, NaN, 0.03635401483665879, -0.026080932940969803, 0.11326058942197337, 0.06980945862494004, 0.27276636486834094, 0.048899635358531146, 0.11806134743096286, 0.04395993615968963, NaN, 0.04489287198151137, 0.017097188359418203, 0.060573428429017806, 0.029424121889001897, 0.0018228701873190811, NaN, 0.006666304881964402, NaN]], "16": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, false], [0.002730237009659131, 0.005680093701536881, 0.014121707827670749, 0.012878472375045025, 0.003936492616982701, NaN, 0.039343292892850545, 0.06240871595186337, 0.058286802762382406, 0.01858035284512427, 0.1714448314442596, 0.010237801008223357, 0.033324204291304005, 0.05452830176004175, 0.013360237948088827, 0.0007896387610510924, 0.04249250794908299, 0.03805681722532572, 0.02061294780325129, 0.02053413420628747, 0.048021376602581434, 0.2700670267633678, 0.05242827360286184, 0.006765921314796364, 0.00522095492197705, NaN, 0.09681512140472837, 0.014085651379465602, 0.005250069530346568, 0.5289774779993928, 0.029391226617004884, 0.027498279471518394, 0.024644873523929745, 0.013335886804541675, 0.0022383976522668547, 0.0038271851214481956, 0.015475169388126098, 0.46230358845787234, 0.006830057454433325, 0.014964316077043183, NaN, 0.004719802946096641, NaN, 0.01693023962371565, -0.026080932940969803, 0.08121932622701067, 0.04232332994927801, 0.0684212135832718, 0.0339751401716315, 0.08613901244526723, 0.015747231935336004, NaN, 0.037902629773498564, 0.003757252635646635, 0.034917797691487173, 0.005942679563074149, 0.0018228701873190811, NaN, 0.006666304881964402, NaN]]}}, "fin3a_reg_s0_mcd": {"raw": {"1": [[true, true, false, true, true, false, true, false, true, false, true, false, true, false, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true, false, true, false, true, true, false, false, true, true, true, true, true, true, false, false, true, true, false, false, false, true, false], [0.06743586236938737, 0.0567587747880105, NaN, 0.053404392924666366, 0.09422407176662784, NaN, 0.09292224979429475, NaN, 0.15084219182675707, NaN, 0.2569382935996438, NaN, 0.024724739789201422, NaN, 0.0709300613668764, NaN, 0.07763413032919542, 0.046747509196231274, 0.036121161796723866, 0.004715782560972714, 0.05136952849658338, NaN, 0.15442297176213815, 0.0044330563570127435, 0.05199705840454172, NaN, 0.21410018644644468, 0.025239783137522842, 0.017038004960042707, NaN, NaN, 0.07375323329577776, 0.04921399797658976, 0.016281342133078303, 0.03694367556198119, 0.018008481894570494, 0.08918294921368752, 0.1563809661052491, NaN, 0.08895145061827825, NaN, 0.03576974599715066, 0.08349840345727189, NaN, NaN, 0.24284291490479926, 0.0792904005617614, 0.11449914837581154, 0.15870881754784527, 0.051771396362621624, 0.03640870847910249, NaN, NaN, 0.04015910168154058, 0.07978474218580511, NaN, NaN, NaN, 0.03590954830620152, NaN]], "2": [[true, true, false, true, true, false, true, false, true, false, true, false, true, false, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true, false, true, false, true, true, false, false, true, true, true, true, true, true, false, false, true, true, false, false, false, true, false], [0.06743586236938737, 0.0567587747880105, NaN, 0.05136312846126767, 0.006377158692278062, NaN, 0.08174805924802087, NaN, 0.12188038579979055, NaN, 0.2255617018886007, NaN, 0.017504138538054992, NaN, 0.036951202552109486, NaN, 0.07055240555825781, 0.046747509196231274, 0.027938205351471845, 0.0017086970984812044, 0.05136952849658338, NaN, 0.15442297176213815, 0.0044330563570127435, 0.05199705840454172, NaN, 0.21410018644644468, 0.025239783137522842, 0.017038004960042707, NaN, NaN, 0.04478930461284336, 0.04921399797658976, 0.016281342133078303, 0.02674736853096049, 0.018008481894570494, 0.0812568530977642, 0.1563809661052491, NaN, 0.07409054615425958, NaN, 0.03576974599715066, 0.08349840345727189, NaN, NaN, 0.18643639943688384, 0.0792904005617614, 0.11449914837581154, 0.15870881754784527, 0.051771396362621624, 0.03640870847910249, NaN, NaN, 0.0062524935706282925, 0.07978474218580511, NaN, NaN, NaN, 0.03590954830620152, NaN]], "4": [[true, true, false, true, true, false, true, false, true, false, true, false, true, false, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true, false, true, false, true, true, true, false, true, true, true, true, true, true, false, false, true, true, false, false, false, true, false], [0.02355511557910317, 0.0567587747880105, NaN, 0.036999279473878266, 0.004621831831898238, NaN, 0.08174805924802087, NaN, 0.08252345604747746, NaN, 0.17899993126177005, NaN, 0.015569917708083691, NaN, 0.036951202552109486, NaN, 0.07055240555825781, 0.046747509196231274, 0.027938205351471845, 0.0015957487565907424, 0.05136952849658338, NaN, 0.06132837262388269, 0.0044330563570127435, 0.05199705840454172, NaN, 0.20602068054976086, 0.014107394640853865, 0.017038004960042707, NaN, NaN, 0.015780412054039017, 0.04921399797658976, 0.016281342133078303, 0.01950237282861189, 0.008303380816589323, 0.038084043788224164, 0.1563809661052491, NaN, 0.05794929179743069, NaN, 0.03576974599715066, 0.07102969421646343, 0.1330445990591116, NaN, 0.18643639943688384, 0.0792904005617614, 0.11449914837581154, 0.14533099222026213, 0.051771396362621624, 0.03205839173725966, NaN, NaN, 0.0062524935706282925, 0.07978474218580511, NaN, NaN, NaN, 0.03464142770849343, NaN]], "8": [[true, true, true, true, true, false, true, false, true, false, true, false, true, false, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, false, false, false, true, false], [0.011773489727563202, 0.0567587747880105, 0.08778203923501837, 0.036311908637741475, 0.004621831831898238, NaN, 0.0741203389555396, NaN, 0.052942206706765305, NaN, 0.17899993126177005, NaN, 0.010677684272674126, NaN, 0.036951202552109486, NaN, 0.06657574269067079, 0.046747509196231274, 0.011233418020332397, 0.0015957487565907424, 0.05136952849658338, NaN, 0.06132837262388269, 0.0008353823335465194, 0.05199705840454172, NaN, 0.07688745764390958, 0.014107394640853865, 0.017038004960042707, NaN, NaN, 0.015780412054039017, 0.04921399797658976, 0.016281342133078303, 0.01950237282861189, 0.008303380816589323, 0.038084043788224164, 0.1563809661052491, NaN, 0.046797431922005917, 0.03589002101869121, 0.033267981731169405, 0.050107335002618436, 0.1330445990591116, NaN, 0.17297298628137803, 0.07264677757987625, 0.05850545782245553, 0.11892553781954329, 0.051771396362621624, 0.03205839173725966, NaN, 0.05717695464900219, 0.005272570881365901, 0.07011209522011619, NaN, NaN, NaN, 0.03111269663573779, NaN]], "16": [[true, true, true, true, true, false, true, false, true, true, true, false, true, false, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, false, false, true, true, false], [0.011773489727563202, 0.0567587747880105, 0.03637712950577443, 0.02823009196207904, 0.004621831831898238, NaN, 0.06837752938355002, NaN, 0.0393149577606513, 0.1442403105737824, 0.17899993126177005, NaN, 0.01035019546265148, NaN, 0.036951202552109486, NaN, 0.05614507617502418, 0.016822704756040086, 0.008127313481572918, 0.0014031482607443913, 0.05136952849658338, NaN, 0.06132837262388269, 0.0008353823335465194, 0.03098398974574823, NaN, 0.07688745764390958, 0.014107394640853865, 0.017038004960042707, NaN, NaN, 0.015780412054039017, 0.022745083508792563, 0.016281342133078303, 0.01623986228720331, 0.007851972213069436, 0.038084043788224164, 0.10655233652113028, NaN, 0.046797431922005917, 0.03589002101869121, 0.03249852717675217, 0.050107335002618436, 0.05430905173559353, NaN, 0.1545149632001972, 0.0407043063670518, 0.05850545782245553, 0.08389095984454853, 0.048974637013782685, 0.03205839173725966, NaN, 0.052639944642873804, 0.005272570881365901, 0.07011209522011619, NaN, NaN, 0.17171790466929315, 0.020967579579610263, NaN]]}, "rob": {"1": [[true, true, true, true, true, false, true, false, true, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true, false, true, false, true, true, false, false, true, true, true, true, true, true, false, true, true, true, false, false, true, true, false], [0.07392276987629232, 0.08134632017391974, 0.04223830577658827, 0.033610340918899695, 0.038136860614783386, NaN, 0.0741203389555396, NaN, 0.1753873491712239, 0.1189160225755117, 0.2746013667454701, NaN, 0.049229671532027286, 0.1662213534486987, 0.06280791275840181, NaN, 0.06238027976549754, 0.16686248207180232, 0.02779086011123222, 0.014569255168280781, 0.06773250088577454, NaN, 0.06132837262388269, 0.01436815694415805, 0.03098398974574823, NaN, 0.20602068054976086, 0.04266479554735203, 0.017038004960042707, NaN, NaN, 0.06441268244450549, 0.09017017914015968, 0.06078082548893593, 0.04922598790874577, 0.011873977472852237, 0.20779336724134412, 0.3452561627166919, NaN, 0.046797431922005917, NaN, 0.022984068976307004, 0.08940963851342154, NaN, NaN, 0.18974310300471853, 0.12982723117834039, 0.22170027828666905, 0.1293221811084304, 0.1343811003323372, 0.06369448782202891, NaN, 0.05717695464900219, 0.01870204639696693, 0.1278924272651567, NaN, NaN, 0.09061577237168383, 0.020967579579610263, NaN]], "2": [[true, true, true, true, true, false, true, false, true, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true, false, true, false, true, true, true, false, true, true, true, true, true, true, false, true, true, true, false, false, true, true, false], [0.03497444648588144, 0.05072022555363165, 0.04223830577658827, 0.02823009196207904, 0.027363090192233486, NaN, 0.0741203389555396, NaN, 0.1395927165692734, 0.1189160225755117, 0.24258670348728573, NaN, 0.04354354982415942, 0.1662213534486987, 0.04584501703502064, NaN, 0.06238027976549754, 0.09648685808515123, 0.02779086011123222, 0.012440891797136588, 0.06773250088577454, NaN, 0.06132837262388269, 0.01436815694415805, 0.03098398974574823, NaN, 0.20602068054976086, 0.03698785718657982, 0.017038004960042707, NaN, NaN, 0.06441268244450549, 0.05342394347012669, 0.06078082548893593, 0.031210644963004963, 0.011873977472852237, 0.10933758879987976, 0.3452561627166919, NaN, 0.046797431922005917, NaN, 0.022984068976307004, 0.0574915109079186, 0.05430905173559353, NaN, 0.18974310300471853, 0.12982723117834039, 0.22170027828666905, 0.11892553781954329, 0.1343811003323372, 0.04095477395888403, NaN, 0.05717695464900219, 0.01870204639696693, 0.1278924272651567, NaN, NaN, 0.09061577237168383, 0.020967579579610263, NaN]], "4": [[true, true, true, true, true, false, true, false, true, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true, false, true, false, true, true, true, false, true, true, true, true, true, true, false, true, true, true, false, false, true, true, false], [0.00955258995078867, 0.05072022555363165, 0.04223830577658827, 0.02823009196207904, 0.006377158692278062, NaN, 0.0741203389555396, NaN, 0.1129035581299842, 0.1189160225755117, 0.24258670348728573, NaN, 0.024724739789201422, 0.1662213534486987, 0.04584501703502064, NaN, 0.06238027976549754, 0.08702406364619875, 0.02779086011123222, 0.012324619573901519, 0.05584935789815515, NaN, 0.06132837262388269, 0.009377854098955973, 0.029362298674365128, NaN, 0.20602068054976086, 0.026754442580790627, 0.017038004960042707, NaN, NaN, 0.04519056888172068, 0.04921399797658976, 0.03283925941480215, 0.01623986228720331, 0.005299876465496567, 0.10933758879987976, 0.26264035107214956, NaN, 0.04202739128312771, NaN, 0.022984068976307004, 0.050107335002618436, 0.05430905173559353, NaN, 0.18974310300471853, 0.10494436137706331, 0.15584091751882645, 0.11892553781954329, 0.09838445815043606, 0.04095477395888403, NaN, 0.052639944642873804, 0.006449784823280735, 0.10785581753064521, NaN, NaN, 0.09061577237168383, 0.020967579579610263, NaN]], "8": [[true, true, true, true, true, false, true, false, true, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true, false, true, false, true, true, true, false, true, true, true, true, true, true, false, true, true, true, false, false, true, true, false], [0.00955258995078867, 0.05072022555363165, 0.03637712950577443, 0.02823009196207904, 0.006377158692278062, NaN, 0.06445765682333016, NaN, 0.1129035581299842, 0.1189160225755117, 0.24258670348728573, NaN, 0.0037589517436136255, 0.1662213534486987, 0.03879844213814443, NaN, 0.06238027976549754, 0.08702406364619875, 0.02779086011123222, 0.0036266168908467566, 0.05267013455715919, NaN, 0.06132837262388269, 0.004653765090621986, 0.029362298674365128, NaN, 0.20602068054976086, 0.022341186579241112, 0.017038004960042707, NaN, NaN, 0.029748784405520423, 0.04921399797658976, 0.02159660839000721, 0.01623986228720331, 0.003220288558284823, 0.10933758879987976, 0.22254811346169512, NaN, 0.04202739128312771, NaN, 0.022984068976307004, 0.050107335002618436, 0.05430905173559353, NaN, 0.18974310300471853, 0.10494436137706331, 0.08875711123001984, 0.08923033609740094, 0.06906068946579969, 0.04095477395888403, NaN, 0.052639944642873804, 0.006449784823280735, 0.10476301088842899, NaN, NaN, 0.09061577237168383, 0.020967579579610263, NaN]], "16": [[true, true, true, true, true, false, true, false, true, true, true, false, true, true, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true, false, true, false, true, true, true, false, true, true, true, true, true, true, false, true, true, true, false, false, true, true, false], [0.006429968764512628, 0.05072022555363165, 0.03637712950577443, 0.02823009196207904, 0.006377158692278062, NaN, 0.06445765682333016, NaN, 0.11003120147096701, 0.1189160225755117, 0.22250758650283498, NaN, 0.0037589517436136255, 0.1662213534486987, 0.030776113152711337, NaN, 0.06238027976549754, 0.06672863840923804, 0.01795229240855667, 0.0014031482607443913, 0.02791271548874552, NaN, 0.06132837262388269, 0.0013071724966184917, 0.029362298674365128, NaN, 0.1519606864450611, 0.022341186579241112, 0.017038004960042707, NaN, NaN, 0.029748784405520423, 0.04921399797658976, 0.013790098978148313, 0.01623986228720331, 0.003220288558284823, 0.05257533758298627, 0.1563809661052491, NaN, 0.036999485685534905, NaN, 0.022984068976307004, 0.050107335002618436, 0.05430905173559353, NaN, 0.15772650854956471, 0.0726408952373423, 0.06464963962369641, 0.08923033609740094, 0.051771396362621624, 0.028341759137476163, NaN, 0.052639944642873804, 0.003965508043902943, 0.09004119375967212, NaN, NaN, 0.09061577237168383, 0.020967579579610263, NaN]]}}, "fin3a_reg_s0_det": {"raw": {"1": [[true, true, true, true, true, false, true, false, true, false, true, false, true, false, true, false, true, true, true, true, false, false, true, true, false, false, true, true, true, false, false, true, true, true, true, true, true, true, false, true, false, true, true, false, false, true, true, true, true, true, true, false, false, true, true, false, false, false, true, false], [0.04053166985853229, 0.06520579579919561, 0.08322116127698131, 0.0409409517674264, 0.00827751352331818, NaN, 0.09004919439039161, NaN, 0.11255518184712932, NaN, 0.23401902680551911, NaN, 0.0010907846745300542, NaN, 0.05991179684032444, NaN, 0.08968637614747088, 0.09637213933720323, 0.020937505740169504, 0.00359240871560762, NaN, NaN, 0.11490246218777589, 0.0028732824316755057, NaN, NaN, 0.2236927177580359, 0.034612411329529635, 0.035948434802603346, NaN, NaN, 0.04605083171529878, 0.1495870586151251, 0.021196673137949595, 0.028210862088942967, 0.017218053675552403, 0.14345856596801898, 0.21828531770909243, NaN, 0.05572249879221025, NaN, 0.050389124163723764, 0.0852488917832881, NaN, NaN, 0.1937861434688415, 0.09499107983646482, 0.09241025915458168, 0.17506413901713458, 0.06661641709017418, 0.037909723961186303, NaN, NaN, 0.021194162123307825, 0.10269202327671967, NaN, NaN, NaN, 0.03629400041985442, NaN]]}, "rob": {"1": [[true, true, true, true, true, false, true, false, true, false, true, false, true, false, true, false, true, true, true, true, false, false, true, true, false, false, true, true, true, false, false, true, true, true, true, true, true, true, false, true, false, true, true, false, false, true, true, true, true, true, true, false, false, true, true, false, false, false, true, false], [0.04053166985853229, 0.06520579579919561, 0.08322116127698131, 0.0409409517674264, 0.00827751352331818, NaN, 0.09004919439039161, NaN, 0.11255518184712932, NaN, 0.23401902680551911, NaN, 0.0010907846745300542, NaN, 0.05991179684032444, NaN, 0.08968637614747088, 0.09637213933720323, 0.020937505740169504, 0.00359240871560762, NaN, NaN, 0.11490246218777589, 0.0028732824316755057, NaN, NaN, 0.2236927177580359, 0.034612411329529635, 0.035948434802603346, NaN, NaN, 0.04605083171529878, 0.1495870586151251, 0.021196673137949595, 0.028210862088942967, 0.017218053675552403, 0.14345856596801898, 0.21828531770909243, NaN, 0.05572249879221025, NaN, 0.050389124163723764, 0.0852488917832881, NaN, NaN, 0.1937861434688415, 0.09499107983646482, 0.09241025915458168, 0.17506413901713458, 0.06661641709017418, 0.037909723961186303, NaN, NaN, 0.021194162123307825, 0.10269202327671967, NaN, NaN, NaN, 0.03629400041985442, NaN]]}}, "fin3a_reg_s1_mcd": {"raw": {"1": [[true, true, true, true, true, false, true, false, true, false, true, false, true, false, true, false, true, true, false, true, false, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, true, false, true, true, false, true, false, true, false, false, true, true, false, false, false, true, false], [0.03952326128016548, 0.0769507866416006, 0.059132738245073924, 0.06395090458594921, 0.09072981217774556, NaN, 0.07651626624369867, NaN, 0.11805291582673738, NaN, 0.15970126230096615, NaN, 0.09158901561831101, NaN, 0.14558331485005982, NaN, 0.11149409527710796, 0.07502058098189579, NaN, 0.011102079808718468, NaN, NaN, 0.11393190986327517, 0.005394409287815094, 0.07552538615078297, NaN, 0.11143296410133785, 0.10426071002975057, 0.019910152491128708, NaN, NaN, 0.01761185077811822, 0.2981755211664179, 0.10132112449257313, 0.01294593025233004, 0.027897863492650776, 0.2301953575592457, NaN, NaN, 0.0525179852466191, 0.016804075212948577, 0.0421489867520386, 0.05232419773096564, 0.10137713634645551, NaN, 0.13361318778096942, 0.061208318210983936, NaN, 0.20069824800455738, NaN, 0.02408915744377138, NaN, NaN, 0.021785666432734718, 0.053288895675102976, NaN, NaN, NaN, 0.020601910413339475, NaN]], "2": [[true, true, true, true, true, false, true, false, true, false, true, false, true, false, true, false, true, true, false, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, true, false, true, true, false, true, true, true, false, false, true, true, false, false, false, true, false], [0.03952326128016548, 0.05822457797366054, 0.05460251814264172, 0.0624780824086526, 0.09072981217774556, NaN, 0.07651626624369867, NaN, 0.11805291582673738, NaN, 0.1432649904740393, NaN, 0.05019166644045803, NaN, 0.06111348723308474, NaN, 0.08550664820230125, 0.04850259758492581, NaN, 0.011102079808718468, 0.12081052639149314, NaN, 0.11393190986327517, 0.005394409287815094, 0.07552538615078297, NaN, 0.11143296410133785, 0.10426071002975057, 0.007841640770145597, NaN, NaN, 0.01761185077811822, 0.13604854766072028, 0.10132112449257313, 0.005991396250827785, 0.027897863492650776, 0.03490204639538219, NaN, NaN, 0.049412319367408974, 0.016804075212948577, 0.025393743631933363, 0.05232419773096564, 0.10137713634645551, NaN, 0.1281812111517613, 0.061208318210983936, NaN, 0.20069824800455738, 0.11507047225727796, 0.015973839155376313, NaN, NaN, 0.021659653119758593, 0.053288895675102976, NaN, NaN, NaN, 0.020601910413339475, NaN]], "4": [[true, true, true, true, true, false, true, false, true, false, true, true, true, false, true, false, true, true, false, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, true, false, true, true, false, true, true, true, false, false, true, true, false, false, false, true, false], [0.026368855337925545, 0.05822457797366054, 0.05460251814264172, 0.04670538045945749, 0.09072981217774556, NaN, 0.07651626624369867, NaN, 0.11805291582673738, NaN, 0.1432649904740393, 0.2713364823700941, 0.029312874797045252, NaN, 0.05155061126493976, NaN, 0.08550664820230125, 0.02685795427617399, NaN, 0.0030527416228089965, 0.12081052639149314, NaN, 0.11378531569809058, 0.0010123469242209193, 0.07552538615078297, NaN, 0.11143296410133785, 0.05064206131970228, 0.007841640770145597, NaN, NaN, 0.01761185077811822, 0.13604854766072028, 0.05800512434457761, 0.0054759849771062186, 0.027897863492650776, 0.03490204639538219, NaN, NaN, 0.049412319367408974, 0.016804075212948577, 0.008639659459855453, 0.05232419773096564, 0.10137713634645551, NaN, 0.10767496433395496, 0.061208318210983936, NaN, 0.20069824800455738, 0.11507047225727796, 0.015973839155376313, NaN, NaN, 0.021659653119758593, 0.053288895675102976, NaN, NaN, NaN, 0.017864353441184422, NaN]], "8": [[true, true, true, true, true, false, true, false, true, false, true, true, true, false, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, true, false, true, true, false, true, true, true, false, false, true, true, false, false, false, true, false], [0.020597492948267515, 0.04018211744284672, 0.05460251814264172, 0.04114498514278009, 0.04791888311859882, NaN, 0.07651626624369867, NaN, 0.044972137808029444, NaN, 0.1295561151548339, 0.11971938374228364, 0.029312874797045252, NaN, 0.03232231748554959, NaN, 0.06692445800515445, 0.022153259812220938, 0.017406046653417606, 0.0030527416228089965, 0.12081052639149314, NaN, 0.11147934404287274, 0.0010123469242209193, 0.039578989094730455, NaN, 0.10251066775961082, 0.05064206131970228, 0.007841640770145597, NaN, NaN, 0.01761185077811822, 0.13604854766072028, 0.05800512434457761, 0.0054759849771062186, 0.008207284315420393, 0.029606483881570833, NaN, NaN, 0.04238721647653687, 0.016804075212948577, 0.008639659459855453, 0.044764737382185116, 0.06783655721795956, NaN, 0.10346291665225937, 0.04843999544236777, NaN, 0.17543425033780413, 0.11507047225727796, 0.015973839155376313, NaN, NaN, 0.016787336615506687, 0.03087873188199808, NaN, NaN, NaN, 0.013537013939571851, NaN]], "16": [[true, true, true, true, true, false, true, false, true, true, true, true, true, false, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, true, false, true, true, true, true, true, true, false, false, true, true, false, false, false, true, false], [0.016984361952810723, 0.04018211744284672, 0.049403051401462506, 0.04071112708176061, 0.027949853390029977, NaN, 0.07651626624369867, NaN, 0.026477909865710192, 0.1367688912238758, 0.12281971663571212, 0.1074454439533068, 0.029312874797045252, NaN, 0.03232231748554959, NaN, 0.06692445800515445, 0.022153259812220938, 0.017406046653417606, 0.001764555982640248, 0.12081052639149314, NaN, 0.11147934404287274, 0.0005384629824616294, 0.039578989094730455, NaN, 0.10251066775961082, 0.040683233255811135, 0.007841640770145597, NaN, NaN, 0.01761185077811822, 0.13604854766072028, 0.03861870332587425, 0.004872752651032375, 0.008207284315420393, 0.025927636570634682, NaN, NaN, 0.03407963282539139, 0.006250715239699334, 0.008639659459855453, 0.044764737382185116, 0.06783655721795956, NaN, 0.08861655793134915, 0.03348538269681178, 0.3571706135501398, 0.16134195731764955, 0.10641231409696772, 0.015973839155376313, NaN, NaN, 0.01627054812339268, 0.03087873188199808, NaN, NaN, NaN, 0.013537013939571851, NaN]]}, "rob": {"1": [[true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, false, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, false, true, true, false, true, true, false, true, true, true, false, false, true, true, false, false, true, true, false], [0.0439855580025883, 0.046018247819947566, 0.0831052944269215, 0.03176578655365114, 0.5925094142603473, NaN, 0.13513026973715858, NaN, 0.11373919590969228, 0.09495527279178329, 0.21159067315130553, 0.11971938374228364, 0.05907728197145379, 0.07571735612117148, 0.04752727626008224, NaN, 0.06438397645495164, 0.046495138020811844, 0.41660091391554843, 0.04356823908255558, 0.04472667804877939, NaN, 0.08475443672252103, 0.012809952519944767, NaN, NaN, 0.2836276095425907, 0.05739206216405268, 0.01886596390567563, NaN, NaN, 0.03853195194917314, 0.1453432656837832, 0.13159193657599588, 0.027253550344576327, 0.018299381596721398, 0.5325699609659065, NaN, NaN, 0.02697461689258729, 0.010995948839733982, NaN, 0.03981368726956647, 0.07188408193067186, NaN, 0.1396316783611411, 0.09867574428959247, NaN, 0.07537698678736326, 0.11763965889487737, 0.04623852288731056, NaN, NaN, 0.03322391299682281, 0.08419933089109377, NaN, NaN, 0.1769143483370028, 0.02183515380240597, NaN]], "2": [[true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, false, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, true, false, true, true, false, true, true, true, false, false, true, true, false, false, true, true, false], [0.0439855580025883, 0.04018211744284672, 0.0831052944269215, 0.028539592243550516, 0.11236831462563845, NaN, 0.07695224944033008, NaN, 0.10085068878158077, 0.09495527279178329, 0.20473970023955101, 0.11971938374228364, 0.05907728197145379, 0.07571735612117148, 0.04752727626008224, NaN, 0.06438397645495164, 0.046495138020811844, 0.13977964174386104, 0.03731401779314214, 0.04472667804877939, NaN, 0.08336996864505952, 0.009356601156918387, NaN, NaN, 0.2836276095425907, 0.04508460672022574, 0.011907990657587408, NaN, NaN, 0.03853195194917314, 0.12550647390984415, 0.13159193657599588, 0.022813438545228104, 0.018299381596721398, 0.1046898798062359, NaN, NaN, 0.02697461689258729, 0.010995948839733982, 0.016974559669127975, 0.03981368726956647, 0.06783655721795956, NaN, 0.1349519855593888, 0.09867574428959247, NaN, 0.07537698678736326, 0.11763965889487737, 0.03398579798953483, NaN, NaN, 0.022288441090360323, 0.08419933089109377, NaN, NaN, 0.1769143483370028, 0.02183515380240597, NaN]], "4": [[true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, true, false, true, true, false, true, true, true, false, false, true, true, false, false, true, true, false], [0.035897906521200174, 0.04018211744284672, 0.026944733904421758, 0.028539592243550516, 0.014997041258022259, NaN, 0.07312144167812185, NaN, 0.09439994399449447, 0.09495527279178329, 0.19595732954481693, 0.1074454439533068, 0.05907728197145379, 0.07571735612117148, 0.047480828151580834, NaN, 0.06438397645495164, 0.029223132627697934, 0.13977964174386104, 0.022734478079852405, 0.04472667804877939, NaN, 0.06701617476278332, 0.006195675311992943, 0.03240798209181284, NaN, 0.2836276095425907, 0.04508460672022574, 0.011907990657587408, NaN, NaN, 0.01761185077811822, 0.11908004748426348, 0.1215725442216935, 0.018457750914024462, 0.011556780903533737, 0.08993425111502695, NaN, NaN, 0.02697461689258729, 0.010995948839733982, 0.016719886597876377, 0.038547181416547005, 0.04074213713805319, NaN, 0.1349519855593888, 0.09867574428959247, NaN, 0.07537698678736326, 0.09971450586170993, 0.020240764749704265, NaN, NaN, 0.02039677060647027, 0.07909108068505377, NaN, NaN, 0.1769143483370028, 0.020601910413339475, NaN]], "8": [[true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, false, true, true, true, false, false, true, true, false, true, true, true, false], [0.035897906521200174, 0.034345356551575, 0.026944733904421758, 0.028539592243550516, 0.011848341464681056, NaN, 0.06446944875268001, NaN, 0.09439994399449447, 0.09495527279178329, 0.18277325283371737, 0.1074454439533068, 0.03753411573436338, 0.07571735612117148, 0.03232231748554959, NaN, 0.06438397645495164, 0.029223132627697934, 0.07556995084720808, 0.022734478079852405, 0.04472667804877939, NaN, 0.06701617476278332, 0.002721804458843291, 0.03240798209181284, NaN, 0.2016906204416229, 0.04508460672022574, 0.007841640770145597, NaN, NaN, 0.01761185077811822, 0.11908004748426348, 0.1215725442216935, 0.011312917124179922, 0.011556780903533737, 0.08993425111502695, NaN, NaN, 0.02697461689258729, 0.0036259143027381757, 0.012185964761211698, 0.038547181416547005, 0.04074213713805319, 0.00017905938537254862, 0.10886362198680044, 0.09867574428959247, NaN, 0.07537698678736326, 0.09971450586170993, 0.018020245440345972, NaN, NaN, 0.02039677060647027, 0.06400149262237265, NaN, 0.30302068096175305, 0.1769143483370028, 0.01424382423395576, NaN]], "16": [[true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, false, true, true, true, false, false, true, true, false, true, true, true, false], [0.016825659120424774, 0.034345356551575, 0.026944733904421758, 0.028539592243550516, 0.011848341464681056, NaN, 0.06446944875268001, NaN, 0.09439994399449447, 0.09495527279178329, 0.1681875289208854, 0.1074454439533068, 0.03753411573436338, 0.07571735612117148, 0.031551085844341076, NaN, 0.06438397645495164, 0.02450683891991079, 0.017406046653417606, 0.006754683581855714, 0.04472667804877939, NaN, 0.06701617476278332, 0.0010123469242209193, 0.03240798209181284, NaN, 0.15234657983675182, 0.040683233255811135, 0.007841640770145597, NaN, NaN, 0.01761185077811822, 0.11908004748426348, 0.0894717269290819, 0.010264161036255937, 0.008207284315420393, 0.05016834189300612, NaN, NaN, 0.02697461689258729, 0.0036259143027381757, 0.0029486989225167015, 0.03677451197226822, 0.04074213713805319, 0.00017905938537254862, 0.09172211709513367, 0.07464304262948862, NaN, 0.07537698678736326, 0.08736965265365026, 0.012484873754079251, NaN, NaN, 0.013580504234295354, 0.053288895675102976, NaN, 0.30302068096175305, 0.1769143483370028, 0.01424382423395576, NaN]]}}, "fin3a_reg_s1_det": {"raw": {"1": [[true, true, true, true, true, false, true, false, true, false, true, false, true, false, true, false, true, true, false, true, false, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, true, false, true, true, false, false, false, true, false, false, true, true, false, false, false, true, false], [0.03359944927113778, 0.0550227208761318, 0.10458445634381808, 0.047888543348753476, 0.08217434922008438, NaN, 0.08186850634432719, NaN, 0.12632991553411377, NaN, 0.16506081320286214, NaN, 0.05290205087821298, NaN, 0.06974943383666488, NaN, 0.09947729423346474, 0.044627592605342326, NaN, 0.006272034446007435, NaN, NaN, 0.1382923466615611, 0.0005726387173892178, 0.052043569317042904, NaN, 0.3206707715759485, 0.07658551282901205, 0.01962525657381975, NaN, NaN, 0.04781585470493699, 0.2302141669530693, 0.10176784024147101, 0.013839255633151692, 0.03326512288482908, 0.0780360154242703, NaN, NaN, 0.05282527943715376, 0.027219920866299763, 0.012453716276101146, 0.05497047888905948, 0.09805150572332733, NaN, 0.12057949174829319, 0.07902237816586832, NaN, NaN, NaN, 0.023060177930069203, NaN, NaN, 0.023903444827595433, 0.06508015337234663, NaN, NaN, NaN, 0.01868292512395331, NaN]]}, "rob": {"1": [[true, true, true, true, true, false, true, false, true, false, true, false, true, false, true, false, true, true, false, true, false, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, true, false, true, true, false, false, false, true, false, false, true, true, false, false, false, true, false], [0.03359944927113778, 0.0550227208761318, 0.10458445634381808, 0.047888543348753476, 0.08217434922008438, NaN, 0.08186850634432719, NaN, 0.12632991553411377, NaN, 0.16506081320286214, NaN, 0.05290205087821298, NaN, 0.06974943383666488, NaN, 0.09947729423346474, 0.044627592605342326, NaN, 0.006272034446007435, NaN, NaN, 0.1382923466615611, 0.0005726387173892178, 0.052043569317042904, NaN, 0.3206707715759485, 0.07658551282901205, 0.01962525657381975, NaN, NaN, 0.04781585470493699, 0.2302141669530693, 0.10176784024147101, 0.013839255633151692, 0.03326512288482908, 0.0780360154242703, NaN, NaN, 0.05282527943715376, 0.027219920866299763, 0.012453716276101146, 0.05497047888905948, 0.09805150572332733, NaN, 0.12057949174829319, 0.07902237816586832, NaN, NaN, NaN, 0.023060177930069203, NaN, NaN, 0.023903444827595433, 0.06508015337234663, NaN, NaN, NaN, 0.01868292512395331, NaN]]}}, "fin3a_reg_s2_mcd": {"raw": {"1": [[true, true, false, true, true, false, true, false, true, false, true, true, true, false, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, false, false, true, true, false, true, true, true, false, true, true, true, false, false, false, true, false], [0.010097303820328252, 0.03982353735712829, NaN, 0.042696077660342224, 0.026174241876087967, NaN, 0.12931542425689369, NaN, 0.06866041074622187, NaN, 0.16675669907031243, 0.11547935717242774, 0.010742904332547765, NaN, 0.010778086225541106, NaN, 0.043377062728563676, 0.13477248729681612, 0.010915977118213682, 0.00038510641456590555, 0.04556632395149607, NaN, 0.1226172523485296, 0.012966628313828332, 0.08845432031762623, NaN, 0.10374124519151184, 0.035774735356056686, 0.05941041416076431, NaN, NaN, 0.05315687332140073, 0.04289919925080765, 0.024220630963463607, 0.03923844060906401, 0.058453058939160085, 0.0181460679680554, NaN, NaN, 0.10110873422386613, 0.04878108855825403, 0.02297839286187453, 0.055404058896616926, NaN, NaN, 0.12271247513166084, 0.12487093039638042, NaN, 0.08626118387775294, 0.12967023481876927, 0.044274819531788356, NaN, 0.12709100693772934, 0.04385060363482407, 0.032958209478237244, NaN, NaN, NaN, 0.02593970291844072, NaN]], "2": [[true, true, true, true, true, false, true, false, true, false, true, true, true, false, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, false, false, true, true, false, true, true, true, false, true, true, true, false, false, false, true, false], [0.010097303820328252, 0.0360154707220075, 0.08489146450674512, 0.04089081354873647, 0.003112522557013664, NaN, 0.11891589015751935, NaN, 0.06866041074622187, NaN, 0.11550015350865062, 0.11447621978778044, 0.010742904332547765, NaN, 0.010778086225541106, NaN, 0.043377062728563676, 0.1004691411747467, 0.010915977118213682, 0.00038510641456590555, 0.04556632395149607, NaN, 0.1226172523485296, 0.006173752446189118, 0.08845432031762623, NaN, 0.10374124519151184, 0.027160124685122522, 0.05941041416076431, NaN, NaN, 0.05315687332140073, 0.04289919925080765, 0.024220630963463607, 0.03923844060906401, 0.04435751374084962, 0.0181460679680554, NaN, NaN, 0.059769832183521165, 0.04878108855825403, 0.02297839286187453, 0.022863068849963142, NaN, NaN, 0.1032214066308581, 0.12487093039638042, NaN, 0.08626118387775294, 0.1052626041726974, 0.044274819531788356, NaN, 0.12709100693772934, 0.04354771852276018, 0.032958209478237244, NaN, NaN, NaN, 0.02593970291844072, NaN]], "4": [[true, true, true, true, true, false, true, false, true, true, true, true, true, false, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, false, true, true, true, false, true, true, true, false, true, true, true, false, false, false, true, false], [0.010097303820328252, 0.0360154707220075, 0.06690391806686935, 0.027370244495205753, 0.003112522557013664, NaN, 0.09159939490818503, NaN, 0.06866041074622187, 0.08237910788328562, 0.11550015350865062, 0.06767633509915294, 0.010742904332547765, NaN, 0.010778086225541106, NaN, 0.026354550373298924, 0.08015638464019426, 0.010915977118213682, 0.00038510641456590555, 0.04556632395149607, NaN, 0.12092427892588709, 0.0026469610273094357, 0.08845432031762623, 0.028738156487097655, 0.10374124519151184, 0.026812538006512066, 0.043497886439545885, NaN, NaN, 0.04282034311159344, 0.04289919925080765, 0.024220630963463607, 0.02224546395782312, 0.04267998628753111, 0.0181460679680554, NaN, NaN, 0.04387685692845955, 0.04878108855825403, 0.013050418799015251, 0.022863068849963142, NaN, 0.06516533428988502, 0.07889355840777967, 0.12168384175811076, NaN, 0.08626118387775294, 0.0768574351686313, 0.044274819531788356, NaN, 0.12709100693772934, 0.04354771852276018, 0.032958209478237244, NaN, NaN, NaN, 0.015685385210332914, NaN]], "8": [[true, true, true, true, true, false, true, false, true, true, true, true, true, false, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, false, false, false, true, false], [0.008969113115769423, 0.0360154707220075, 0.06690391806686935, 0.012858342908972809, 0.003112522557013664, NaN, 0.09159939490818503, NaN, 0.06866041074622187, 0.07238679023390593, 0.11550015350865062, 0.06767633509915294, 0.010742904332547765, NaN, 0.007298079200696916, NaN, 0.026354550373298924, 0.08015638464019426, 0.010795151158499383, 0.00038510641456590555, 0.023736834186493194, NaN, 0.12092427892588709, 0.0026469610273094357, 0.05439028308028959, 0.028738156487097655, 0.04699951082545639, 0.023447420869022295, 0.043497886439545885, NaN, NaN, 0.04282034311159344, 0.04289919925080765, 0.024220630963463607, 0.014342209548248164, 0.028877606417773816, 0.015081730263281523, 0.4028774228722112, NaN, 0.04387685692845955, 0.030943659207414598, 0.009230957565317999, 0.0031398393477028996, NaN, -0.017438650420444457, 0.06477250937279, 0.08059976021469639, 0.3094335465410374, 0.08626118387775294, 0.0768574351686313, 0.044274819531788356, NaN, 0.12709100693772934, 0.03669128360112439, 0.032958209478237244, NaN, NaN, NaN, 0.01391755706286979, NaN]], "16": [[true, true, true, true, true, false, true, false, true, true, true, true, true, false, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, false, false, true, false], [0.008969113115769423, 0.0360154707220075, 0.030857070046194535, 0.012858342908972809, 0.003112522557013664, NaN, 0.09159939490818503, NaN, 0.06866041074622187, 0.0382007813920644, 0.11550015350865062, 0.06767633509915294, 0.010742904332547765, NaN, 0.007298079200696916, NaN, 0.026354550373298924, 0.07196748971118239, 0.010795151158499383, 0.00038510641456590555, 0.018100543668944535, NaN, 0.11241433891804875, 0.0026469610273094357, 0.026851634630005616, 0.028738156487097655, 0.04699951082545639, 0.023447420869022295, 0.042348021131340285, NaN, NaN, 0.030278990234095415, 0.04289919925080765, 0.019946730269771784, 0.014342209548248164, 0.028877606417773816, 0.01329496797352725, 0.4028774228722112, NaN, 0.03159191648164006, 0.020200374887640926, 0.009230957565317999, 0.0031398393477028996, 0.15205485448490763, -0.043139024933826264, 0.06413986335464861, 0.06094239899290521, 0.15244189269631137, 0.07020339735541148, 0.0768574351686313, 0.03490456844537282, NaN, 0.06112918652074484, 0.02700117425334425, 0.02906142939178258, NaN, NaN, NaN, 0.01391755706286979, NaN]]}, "rob": {"1": [[true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, false, true, false, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, false, true, false], [0.03996275732416121, 0.04808509659179716, 0.47783133241621467, 0.03056607550966417, 0.022016514706820534, NaN, 0.09159939490818503, NaN, 0.14906723327843552, 0.01557809990473924, 0.20840970603493258, 0.0509433691924317, 0.04618076318305553, 0.14426680121492397, 0.039888052195179435, NaN, 0.049803024901330595, 0.12937325562567437, 0.02465435986398412, 0.03425656359644447, 0.0496261785638612, NaN, 0.1278373057296247, 0.01662080877194927, 0.026851634630005616, 0.20393636965271966, 0.12089487980800584, 0.02895303485087597, 0.020744494886236087, NaN, NaN, 0.050675830469075756, 0.04289919925080765, 0.06311640879282177, 0.0351312462477944, 0.028877606417773816, 0.045191572699397, 0.7939966023789689, NaN, 0.043539407020614096, NaN, NaN, -0.010001317292449685, 0.15205485448490763, -0.043139024933826264, 0.1426871782601462, 0.13897737624303974, NaN, 0.08120863530801126, 0.18379178847930633, 0.05139536736491879, NaN, 0.0787354952114947, 0.05369998703120915, 0.06052207803916865, NaN, NaN, NaN, 0.022787504786310864, NaN]], "2": [[true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, false, true, false, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, false, true, false], [0.007563506170598311, 0.04143105713427908, 0.18517096500846075, 0.03056607550966417, 0.022016514706820534, NaN, 0.09159939490818503, NaN, 0.14906723327843552, 0.01557809990473924, 0.20840970603493258, 0.0509433691924317, 0.014498089239337819, 0.14426680121492397, 0.039006309143677864, NaN, 0.049803024901330595, 0.12937325562567437, 0.02465435986398412, 0.006668266041552462, 0.03010581540021562, NaN, 0.12102884981537176, 0.012797819253911769, 0.026851634630005616, 0.028738156487097655, 0.12089487980800584, 0.02895303485087597, 0.020744494886236087, NaN, NaN, 0.050675830469075756, 0.042405063381180996, 0.04751578339387286, 0.018101494185844613, 0.02518363668492296, 0.03072095056560986, 0.6416509158196328, NaN, 0.043539407020614096, NaN, NaN, -0.010001317292449685, 0.15205485448490763, -0.043139024933826264, 0.13596013710940502, 0.13897737624303974, NaN, 0.08095266383193445, 0.18379178847930633, 0.03629093510493098, NaN, 0.04510338104318312, 0.03534949243796204, 0.05808645613177554, NaN, NaN, NaN, 0.022242889529396015, NaN]], "4": [[true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, false, true, false], [0.007563506170598311, 0.027132811654570377, 0.030857070046194535, 0.028887263282881603, 0.022016514706820534, NaN, 0.09159939490818503, NaN, 0.14906723327843552, 0.01557809990473924, 0.19877571163391505, 0.0509433691924317, 0.013624610836913353, 0.14426680121492397, 0.018493863176989755, NaN, 0.049803024901330595, 0.12937325562567437, 0.010915977118213682, 0.006668266041552462, 0.01719216045695182, NaN, 0.09742963148566464, 0.009190717002382831, 0.026851634630005616, 0.028738156487097655, 0.09373982064586794, 0.02895303485087597, 0.020744494886236087, NaN, NaN, 0.04312912648186629, 0.042405063381180996, 0.046554850761688416, 0.018101494185844613, 0.02518363668492296, 0.012789843381119548, 0.4028774228722112, NaN, 0.02960249177797558, NaN, 0.022983317759889932, -0.010001317292449685, 0.15205485448490763, -0.043139024933826264, 0.13150502705390377, 0.13897737624303974, NaN, 0.06770418872293038, 0.1571832407654019, 0.03629093510493098, NaN, 0.04510338104318312, 0.03415164367961521, 0.05808645613177554, NaN, NaN, NaN, 0.018284126848011173, NaN]], "8": [[true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, false, true, false], [0.007563506170598311, 0.027132811654570377, 0.030857070046194535, 0.0255916799753666, 0.003112522557013664, NaN, 0.09159939490818503, NaN, 0.11240680487492649, 0.01557809990473924, 0.1716555419856003, 0.0509433691924317, 0.013176807477401908, 0.14426680121492397, 0.017529219668012352, NaN, 0.049803024901330595, 0.11619521077235073, 0.010795151158499383, 0.004535115828463221, 0.01719216045695182, NaN, 0.09742963148566464, 0.005077597004932377, 0.026851634630005616, 0.028738156487097655, 0.09373982064586794, 0.023447420869022295, 0.020744494886236087, NaN, NaN, 0.04312912648186629, 0.042405063381180996, 0.040502565429483495, 0.014342209548248164, 0.02509492578109973, 0.012789843381119548, 0.36656752901895384, NaN, 0.02960249177797558, NaN, 0.014928177511906782, -0.010001317292449685, 0.15205485448490763, -0.04536430628334365, 0.0975895783702656, 0.13014331687566316, NaN, 0.05745583765325457, 0.15059193900697543, 0.03629093510493098, NaN, 0.03610235344859958, 0.02700117425334425, 0.05808645613177554, NaN, NaN, NaN, 0.01391755706286979, NaN]], "16": [[true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, false, false, true, false], [0.007563506170598311, 0.027132811654570377, 0.030857070046194535, 0.024047990071986547, 0.0015394108019251007, NaN, 0.09159939490818503, NaN, 0.08697833799676324, 0.01557809990473924, 0.16333857842484845, 0.0509433691924317, 0.013075743861017397, 0.14426680121492397, 0.017529219668012352, NaN, 0.049803024901330595, 0.11619521077235073, 0.010795151158499383, 0.00040707524481220503, 0.01719216045695182, NaN, 0.0962050428934631, 0.003617745638036851, 0.026851634630005616, 0.028738156487097655, 0.0936139760934358, 0.016658965615366617, 0.020744494886236087, NaN, NaN, 0.030278990234095415, 0.042405063381180996, 0.030545407410323078, 0.014342209548248164, 0.02509492578109973, 0.012789843381119548, 0.3487733026915445, NaN, 0.02960249177797558, NaN, 0.013151721570239028, -0.010001317292449685, 0.15205485448490763, -0.04536430628334365, 0.09184684778800167, 0.10150597209883006, 0.30830170605735585, 0.05745583765325457, 0.1157583196230989, 0.030760574205944247, NaN, 0.03610235344859958, 0.02700117425334425, 0.04988573937690477, NaN, NaN, NaN, 0.01122458856124009, NaN]]}}, "fin3a_reg_s2_det": {"raw": {"1": [[true, true, true, true, true, false, true, false, true, false, true, true, false, false, true, false, true, true, false, true, false, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, false, true, true, false, false, true, true, false, true, true, true, false, true, true, true, false, false, false, true, false], [0.022153227362198713, 0.03870882229874906, 0.11427808846440435, 0.029297477604683486, 0.014790255683689413, NaN, 0.12208419848659635, NaN, 0.11986827407019662, NaN, 0.16746783959149258, 0.2027396408442037, NaN, NaN, 0.03481914566077271, NaN, 0.04424826449717845, 0.12358460862555676, NaN, 0.0024045659117504226, NaN, NaN, 0.13290026028556579, 0.011922313895551762, 0.1185935263392095, NaN, 0.13116371663557924, 0.037807498544740525, 0.050674227426536156, NaN, NaN, 0.07274736075946753, 0.1281678800439494, 0.03706092071831435, 0.025796658965484776, 0.0517256443499039, 0.01799425365567564, NaN, NaN, 0.05850939212020512, NaN, 0.022340086162140782, 0.024397173235848557, NaN, NaN, 0.11818292527359708, 0.13520472637361536, NaN, 0.13764831507415942, 0.1387006678667957, 0.04211656193790514, NaN, 0.21694470546184808, 0.05047834784486227, 0.05921600894394685, NaN, NaN, NaN, 0.024126419015785494, NaN]]}, "rob": {"1": [[true, true, true, true, true, false, true, false, true, false, true, true, false, false, true, false, true, true, false, true, false, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, false, true, true, false, false, true, true, false, true, true, true, false, true, true, true, false, false, false, true, false], [0.022153227362198713, 0.03870882229874906, 0.11427808846440435, 0.029297477604683486, 0.014790255683689413, NaN, 0.12208419848659635, NaN, 0.11986827407019662, NaN, 0.16746783959149258, 0.2027396408442037, NaN, NaN, 0.03481914566077271, NaN, 0.04424826449717845, 0.12358460862555676, NaN, 0.0024045659117504226, NaN, NaN, 0.13290026028556579, 0.011922313895551762, 0.1185935263392095, NaN, 0.13116371663557924, 0.037807498544740525, 0.050674227426536156, NaN, NaN, 0.07274736075946753, 0.1281678800439494, 0.03706092071831435, 0.025796658965484776, 0.0517256443499039, 0.01799425365567564, NaN, NaN, 0.05850939212020512, NaN, 0.022340086162140782, 0.024397173235848557, NaN, NaN, 0.11818292527359708, 0.13520472637361536, NaN, 0.13764831507415942, 0.1387006678667957, 0.04211656193790514, NaN, 0.21694470546184808, 0.05047834784486227, 0.05921600894394685, NaN, NaN, NaN, 0.024126419015785494, NaN]]}}}} \ No newline at end of file diff --git a/results/icml_r2/C_mimo/sof/c3_t0.json b/results/icml_r2/C_mimo/sof/c3_t0.json new file mode 100644 index 0000000000000000000000000000000000000000..a0be6d770b4e4ea00f63894dce59205f0fb93c55 --- /dev/null +++ b/results/icml_r2/C_mimo/sof/c3_t0.json @@ -0,0 +1 @@ +{"heldout_4242": {"retr": {"raw": {"1": [[true, true, false, false, false, false, true, false, true, false, true, false, true, false, false, true, false, true, false, true, false, true, false, false, false, false, false, true, false, true, true, true, true, false, false, false, true, true, false, false, true, false, false, true, true, false, true, false, false, false, false, true, false, false, false, false, false, false, false, true], [0.21715557280062447, 0.05925753795452393, NaN, NaN, NaN, NaN, 0.24906746586162387, NaN, 0.12345120162276069, NaN, 0.03942587790319774, NaN, 0.0741036358336149, NaN, NaN, 0.1869723393329159, NaN, 0.19749479178209284, NaN, 0.05208478306859243, NaN, 0.002470976935194491, NaN, NaN, NaN, NaN, NaN, 0.11460823496534944, NaN, 0.7304433593560731, 0.08047019391289045, 0.45527684325361073, 0.1790624495187234, NaN, NaN, NaN, 0.0651724191751264, 0.26126820736818357, NaN, NaN, 0.07139362911663372, NaN, NaN, 0.2393524570038874, 0.0177730302912944, NaN, 0.20047245679486547, NaN, NaN, NaN, NaN, 0.14668680061433204, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.11799186205329537]], "2": [[true, true, false, false, false, false, true, true, true, false, true, false, true, true, false, true, false, true, true, true, false, true, true, false, false, false, true, true, false, true, true, true, true, false, false, false, true, true, false, false, true, true, false, true, true, false, true, false, false, false, false, true, false, false, false, true, false, false, false, true], [0.21715557280062447, 0.05925753795452393, NaN, NaN, NaN, NaN, 0.24906746586162387, 0.0037911129559842216, 0.12345120162276069, NaN, 0.037884874199565655, NaN, 0.07119967354640133, 0.12424789049151119, NaN, 0.1869723393329159, NaN, 0.19749479178209284, 0.31168949050389294, 0.05208478306859243, NaN, 0.002470976935194491, 0.4642606355102581, NaN, NaN, NaN, 0.1416478903731897, 0.06709199197345606, NaN, 0.04603761631078451, 0.08047019391289045, 0.45527684325361073, 0.1790624495187234, NaN, NaN, NaN, 0.0651724191751264, 0.26126820736818357, NaN, NaN, 0.07139362911663372, 0.3742604368272451, NaN, 0.16168075174214414, 0.0177730302912944, NaN, 0.20047245679486547, NaN, NaN, NaN, NaN, 0.04507113156301257, NaN, NaN, NaN, 0.027834934475072792, NaN, NaN, NaN, 0.04993139630713994]], "4": [[true, true, false, true, false, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, false, true, true, false, false, true, true, true, false, true, true, true, true, true, false, false, true, true, false, false, true, true, false, true, true, false, true, false, false, false, true, true, true, false, true, true, true, false, false, true], [0.21715557280062447, 0.026583926401758218, NaN, 0.2604764952614478, NaN, NaN, 0.03516037661734739, 0.0037911129559842216, 0.03802623955490425, 0.14944523935388276, 0.037884874199565655, NaN, 0.07119967354640133, 0.12424789049151119, NaN, 0.010134008850596565, 0.11296831065598134, 0.19749479178209284, 0.2323540634003931, 0.05208478306859243, NaN, 0.002470976935194491, 0.13395144118521252, NaN, NaN, 0.3129709260354472, 0.029942177323914576, 0.06709199197345606, NaN, 0.02251996101380871, 0.08047019391289045, 0.45527684325361073, 0.07221252982732906, 0.029272032553039784, NaN, NaN, 0.0651724191751264, 0.04408459999212888, NaN, NaN, 0.07139362911663372, 0.3742604368272451, NaN, 0.07213803922366036, 0.0177730302912944, NaN, 0.20047245679486547, NaN, NaN, NaN, 0.03438719543355173, 0.04507113156301257, 0.08664209638022013, NaN, 0.08054108280601935, 0.027834934475072792, 0.025994574511196245, NaN, NaN, 0.04439406748323327]], "8": [[true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, false, false, true, true, true, false, true, true, true, true, true, false, false, true, true, false, false, true, true, false, true, true, false, true, false, true, false, true, true, true, false, true, true, true, false, true, true], [0.21715557280062447, 0.026583926401758218, NaN, 0.04846501796755165, 0.04033104446687852, 0.13509533216577485, 0.02016989281658632, 0.0037911129559842216, 0.035260748301776834, 0.14944523935388276, 0.037884874199565655, NaN, 0.04575554610761223, 0.12424789049151119, 0.08795585388666738, 0.010134008850596565, 0.06451595675399857, 0.19749479178209284, 0.2323540634003931, 0.05208478306859243, NaN, 0.002470976935194491, 0.005916686278490735, NaN, NaN, 0.12887334303848408, 0.029942177323914576, 0.06709199197345606, NaN, 0.02251996101380871, 0.08047019391289045, 0.17373186197965018, 0.02453213449814373, 0.029272032553039784, NaN, NaN, 0.04831678318808574, 0.04408459999212888, NaN, NaN, 0.07139362911663372, 0.3742604368272451, NaN, 0.023930388749314302, 0.0177730302912944, NaN, 0.20047245679486547, NaN, 0.3378438211708952, NaN, 0.03438719543355173, 0.04507113156301257, 0.02364381528302184, NaN, 0.08054108280601935, 0.027834934475072792, 0.0129816225133359, NaN, 0.32986362301450933, 0.04439406748323327]], "16": [[true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, false, false, true, true, false, true, true, true, true, false, true, false, true, true, true, false, true, true, true, false, true, true], [0.21715557280062447, 0.01874216771981385, NaN, 0.04846501796755165, 0.04033104446687852, 0.13509533216577485, 0.02016989281658632, 0.0037911129559842216, 0.011592562295028364, 0.14944523935388276, 0.037884874199565655, NaN, 0.030266978888726204, 0.09964536141847624, 0.08795585388666738, 0.010134008850596565, 0.054323759612624256, 0.19749479178209284, 0.11919044134958678, 0.05208478306859243, 0.038753132088316766, 0.002470976935194491, 0.005916686278490735, NaN, 0.13174887893202203, 0.12887334303848408, 0.029942177323914576, 0.06709199197345606, 0.033331059965707066, 0.011218331334668097, 0.08047019391289045, 0.10025637580420677, 0.02453213449814373, 0.029272032553039784, 0.04196775236791228, NaN, 0.04831678318808574, 0.04408459999212888, NaN, NaN, 0.07139362911663372, 0.32256430524246116, NaN, 0.010879502270040087, 0.014968319125196583, 0.06536554187134946, 0.20047245679486547, NaN, 0.3378438211708952, NaN, 0.03438719543355173, 0.013840009789701568, 0.02364381528302184, NaN, 0.06000284347940976, 0.027834934475072792, 0.0129816225133359, NaN, 0.32986362301450933, 0.04439406748323327]]}, "rob": {"1": [[false, false, false, true, false, true, false, true, false, false, true, false, true, true, true, true, true, false, true, true, false, true, true, false, false, true, true, false, false, false, false, true, true, true, true, true, false, false, false, false, true, false, false, true, true, false, true, true, false, false, true, true, true, false, false, false, false, false, false, true], [NaN, NaN, NaN, 0.4866958417281708, NaN, 0.10878070039225696, NaN, 0.7734421822249844, NaN, NaN, 0.18359924865327915, NaN, 0.4819627340007895, 0.4563047754781484, 0.08795585388666738, 0.49708294845377154, 0.3371087394296446, NaN, 0.9254065074296252, 0.05208478306859243, NaN, 0.7962111833771455, 0.2500066487663084, NaN, NaN, 1.2286466635407067, 0.5074249248353138, NaN, NaN, NaN, NaN, 0.1977279282945852, 0.3134481380617584, 0.22131829014378623, 0.16223442581239467, 0.06617972263347305, NaN, NaN, NaN, NaN, 0.1991758931053056, NaN, NaN, 0.2393524570038874, 0.22659330556129054, NaN, 0.14009077459582975, 0.07433183635974938, NaN, NaN, 0.12755078510608708, 0.20356660349877975, 0.13164819317995002, NaN, NaN, NaN, NaN, NaN, NaN, 0.06302140514037946]], "2": [[true, false, false, true, true, true, false, true, true, false, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, false, false, true, false, false, true, true, false, true, true, false, true, true, true, true, true, false, false, false, false, true, true], [0.587481180410258, NaN, NaN, 0.4866958417281708, 0.05834910312151065, 0.06316442945615042, NaN, 0.597649944237814, 0.24821839776578658, NaN, 0.18359924865327915, NaN, 0.3647504592624682, 0.20301725208421728, 0.06602037828358931, 0.3767869871442955, 0.3371087394296446, 0.9981256136199128, 0.31168949050389294, 0.05208478306859243, NaN, 0.4512329476601076, 0.22018174785867384, 0.13087457587155482, 0.13174887893202203, 0.7352120124142065, 0.4060890065779934, 0.11460823496534944, NaN, 0.7304433593560731, 0.08047019391289045, 0.1977279282945852, 0.3134481380617584, 0.15970081406717296, 0.16223442581239467, 0.06617972263347305, 0.2268819052827984, NaN, NaN, NaN, 0.1991758931053056, NaN, NaN, 0.2393524570038874, 0.22659330556129054, NaN, 0.09254766488933885, 0.07433183635974938, NaN, 0.3627512234949697, 0.12755078510608708, 0.20356660349877975, 0.1104416843372027, 0.2694394960816, NaN, NaN, NaN, NaN, 0.6251683742381406, 0.06302140514037946]], "4": [[true, false, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, false, false, true, false, false, true, true, true, true, true, false, true, true, true, true, true, false, false, true, false, true, true], [0.410314715374954, NaN, NaN, 0.43083820333915157, 0.05834910312151065, 0.06316442945615042, 0.0734608315566938, 0.2091794494634307, 0.05642729047595063, 0.06535349618741004, 0.1341355202848813, NaN, 0.19308980809829457, 0.09964536141847624, 0.05162010936626804, 0.3222745510848717, 0.3371087394296446, 0.4251490813222174, 0.11919044134958678, 0.05208478306859243, 0.18493607923499522, 0.2600239044029977, 0.13395144118521252, 0.13087457587155482, 0.13174887893202203, 0.4033101345107024, 0.2249736283918149, 0.11460823496534944, NaN, 0.3904997514848927, 0.026959031965175795, 0.1977279282945852, 0.16078723896073388, 0.15970081406717296, 0.16223442581239467, 0.06617972263347305, 0.06071433015963823, NaN, NaN, NaN, 0.1991758931053056, NaN, NaN, 0.16168075174214414, 0.22659330556129054, 0.2592542953821948, 0.03995782851931118, 0.07433183635974938, NaN, 0.3627512234949697, 0.12755078510608708, 0.18069392622690117, 0.08664209638022013, 0.11431087395217787, NaN, NaN, 0.19009120459793039, NaN, 0.6251683742381406, 0.06302140514037946]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true], [0.21715557280062447, 0.055884655821209606, 0.4726017367894497, 0.4153363773253982, 0.04033104446687852, 0.06316442945615042, 0.03516037661734739, 0.09883077214657954, 0.026620523329910828, 0.06535349618741004, 0.09908973661387943, -0.10090633981700914, 0.11086692639577556, 0.044915971275050426, 0.03792824344167056, 0.12740401623307473, 0.19269671616577222, 0.40202075850587615, 0.07712103551517724, 0.05208478306859243, 0.038753132088316766, 0.10405142304673465, 0.005916686278490735, 0.13087457587155482, 0.13174887893202203, 0.25556852481765713, 0.18038899049273494, 0.06972912854097157, 0.025603938366816292, 0.25921610408037377, 0.026959031965175795, 0.10025637580420677, 0.11908266715620464, 0.11407140898360102, 0.04196775236791228, 0.06617972263347305, 0.06071433015963823, 0.013732361253798286, NaN, NaN, 0.13899162411290278, 0.1918015015101362, 0.05016136860184095, 0.12815416423206338, 0.22659330556129054, 0.06536554187134946, 0.03995782851931118, 0.07433183635974938, NaN, 0.3627512234949697, 0.03438719543355173, 0.12792604010712538, 0.07714469711733307, 0.11431087395217787, NaN, 0.027834934475072792, 0.05910269319325279, NaN, 0.30656260218520837, 0.04993139630713994]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.03384127466364051, 0.01874216771981385, 0.12125702631307589, 0.1417583651712997, 0.04033104446687852, 0.06316442945615042, 0.02016989281658632, 0.0037911129559842216, 0.02149150244871656, 0.06535349618741004, 0.039488634729187844, -0.10090633981700914, 0.04575554610761223, 0.044915971275050426, 0.03792824344167056, 0.019496793371774457, 0.09213592849486152, 0.05945567313716671, 0.0614586204795351, 0.05208478306859243, 0.01976392900629076, 0.10405142304673465, 0.005916686278490735, 0.13087457587155482, 0.13174887893202203, 0.12235116497307574, 0.11206524799876139, 0.06019320346756962, 0.025603938366816292, 0.12217911643694723, 0.026959031965175795, 0.028558129676880872, 0.05588925364378472, 0.036164702451459974, 0.04196775236791228, 0.06617972263347305, 0.06071433015963823, 0.013732361253798286, NaN, NaN, 0.07139362911663372, 0.1918015015101362, 0.05016136860184095, 0.07213803922366036, 0.04434265181653907, 0.06536554187134946, 0.03995782851931118, 0.07433183635974938, 0.3378438211708952, 0.3627512234949697, 0.03438719543355173, 0.08978572026973364, 0.01258792297465905, 0.11431087395217787, 0.07349520305290969, 0.027834934475072792, 0.025994574511196245, NaN, 0.20521161202313332, 0.032568982356157905]]}}, "sofall_diff_s0": {"raw": {"1": [[true, true, false, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, false, false, false, true, true, false, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, false, false, true, true, true, false, true, true, true, false, false, true], [0.043486357162378475, 0.00812666494612424, NaN, 0.010672678991392903, 0.03446028766354026, NaN, 0.03133813422899023, 0.023715543881796197, 0.0010622185366171433, 0.013778813218519037, 0.00632117301660351, NaN, 0.011281478190499739, 0.040740817610588786, NaN, 0.02451521337410223, 0.0034847509902986573, -0.012094999609879475, 0.09250140224674763, NaN, NaN, NaN, 0.12610158287161521, 0.05317613908189056, NaN, 0.23603731388790727, 0.07793098604067739, NaN, -0.006723241711357408, 0.004948101309918185, 0.01963170349486676, NaN, NaN, 0.005243756626057472, 0.0986059256831322, 0.016016654911107153, 0.017426609837225104, 0.06649458090816873, 0.04065081611341648, NaN, NaN, NaN, 0.04078617400355444, 0.010724574719140234, 0.005514270663973253, 0.025239641433758564, 0.0007075601048391889, 0.022413048172650996, NaN, NaN, 0.45176440652321137, 0.01229981362537158, 0.016297367433803167, NaN, 0.010355838693465902, 0.10088234901534077, 0.0033088537691778885, NaN, NaN, 0.013585754508798287]], "2": [[true, true, false, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, false, true, true], [0.043486357162378475, 0.00812666494612424, NaN, 0.010672678991392903, 0.032331977664513456, NaN, 0.019567652452485707, 0.01501442642192008, 0.0010622185366171433, 0.013778813218519037, 0.00632117301660351, NaN, 0.011281478190499739, 0.040740817610588786, 0.0007182343048710571, 0.0030357301766763545, 0.0034847509902986573, -0.012094999609879475, 0.09250140224674763, NaN, 0.0328103797922592, 0.02941065786370589, 0.10549724410853645, 0.05317613908189056, NaN, 0.23603731388790727, 0.07793098604067739, NaN, -0.006723241711357408, 0.004948101309918185, 0.01963170349486676, NaN, 0.0008206855183421347, 0.0013121146054340116, 0.05009888902828341, 0.0040402634097147505, 0.017426609837225104, 0.06649458090816873, 0.01087636363760347, NaN, 0.39935581774289153, NaN, 0.019647855093089417, 0.0038223568662005825, 0.005514270663973253, 0.025239641433758564, 0.0007075601048391889, 0.022413048172650996, NaN, 0.005035144907227673, 0.02160009126059581, 0.01229981362537158, 0.016297367433803167, NaN, 0.010355838693465902, 0.05436351067393885, 0.0019478479321779485, NaN, 0.026258647856948203, 0.013585754508798287]], "4": [[true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.04346062379048288, 0.00812666494612424, 0.07810329045005737, 0.010672678991392903, 0.01159520944455883, NaN, 0.004263173109685825, 0.006433117237600872, 0.0010622185366171433, 0.013778813218519037, 0.00632117301660351, NaN, 0.00932468994237623, 0.013027837680995802, 0.0007182343048710571, 0.0030357301766763545, 0.0034847509902986573, -0.012094999609879475, 0.0630504430606651, NaN, 0.012084261134441832, 0.02941065786370589, 0.10419332952759053, 0.05317613908189056, NaN, 0.05223065658891901, 0.06651274963589038, NaN, -0.02440528933922559, 0.003411966506619013, -0.014023184929160437, 0.017615958172938262, 0.0008206855183421347, 0.0013121146054340116, 0.008062153843072517, 0.0040402634097147505, 0.008141082264577548, 0.06649458090816873, 0.01087636363760347, NaN, 0.1339329243388352, NaN, 0.019647855093089417, 0.001558455076195342, 0.0018326708481404275, 0.025239641433758564, 0.0007075601048391889, 0.022413048172650996, 0.41845669707896604, 0.005035144907227673, 0.02160009126059581, 0.01229981362537158, 0.010195498225247235, 0.03284083548923111, 0.010355838693465902, 0.006453702619431789, 0.0014116620408515246, NaN, 0.026258647856948203, 0.0029727549826497057]], "8": [[true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.04346062379048288, 0.00812666494612424, 0.07810329045005737, 0.0064943247077347, 0.01159520944455883, NaN, 0.004263173109685825, 0.00399963553890359, 0.0010622185366171433, 0.013778813218519037, 0.005327214734799579, NaN, 0.000602136774054296, 0.013027837680995802, 0.0007182343048710571, 0.0030357301766763545, 0.0005088190296937967, -0.019656743600880322, 0.0175117920928205, 0.020755976569679424, 0.012084261134441832, 0.008642072789803779, 0.07307368225313748, 0.05317613908189056, 0.013444795031082535, 0.05223065658891901, 0.06651274963589038, NaN, -0.02440528933922559, 0.00266150210440963, -0.02115432640302195, 0.01584593246411914, 0.0008206855183421347, 0.0005946260136160397, 0.008062153843072517, 0.0037882345998208056, 0.005553053597977753, 0.04163732386783514, 0.007968371497162563, -0.0102435916705641, 0.10021553238658742, NaN, 0.016854748456176072, 0.001558455076195342, 0.00041710579570231054, 0.019432945001613744, 0.0007075601048391889, 0.011587911523378125, 0.31289230268151336, 0.005035144907227673, 0.017319335502976596, 0.005448628805923672, 0.0076647965812361996, 0.0077798631824275155, 0.00035420917843609345, 0.0019544611613562246, 0.0014116620408515246, NaN, 0.026258647856948203, 0.0029727549826497057]], "16": [[true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.039166355011232445, 0.0033205873350363735, 0.07810329045005737, 0.0064943247077347, 0.009553123721315337, 0.017543404665618656, 0.004263173109685825, 0.00399963553890359, 0.0010622185366171433, 0.011545663513824245, 0.00498116609107635, NaN, 0.00019356034131035038, 0.013027837680995802, 0.0007182343048710571, 0.0030357301766763545, 0.0005088190296937967, -0.019656743600880322, 0.0175117920928205, 0.007894906863816775, 0.011110414914546007, 0.008642072789803779, 0.053238288731554784, 0.007253506906389484, 0.013444795031082535, 0.04895634321924924, 0.007155483639190274, 0.08241327476190641, -0.02440528933922559, 0.0008110796575000467, -0.02115432640302195, 0.01584593246411914, 0.0008206855183421347, 0.0005946260136160397, 0.008062153843072517, 0.0017772463505516534, 0.0025229860716566854, 0.04163732386783514, 0.003852738647548204, -0.0102435916705641, 0.011364313785535485, NaN, 0.013823845188740469, 0.0009151986055326855, 0.00041710579570231054, 0.019432945001613744, 0.0007075601048391889, -0.0011472341167583222, 0.31289230268151336, 0.005035144907227673, 0.009631130789313547, 0.00435019969931405, 0.003525942038230534, 0.005363804371507186, 0.00035420917843609345, 0.0019544611613562246, 0.001073797546480737, NaN, 0.026258647856948203, 0.0029727549826497057]]}, "rob": {"1": [[true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, false, true, false, true, false, false, true, true, false, true, true, false, true, true, true, true, true, true, false, true, false, true, true], [0.07058777139891803, 0.04847625918222298, 0.10513785305327938, 0.012695826262564713, 0.0325477102371281, NaN, 0.022910889517977706, 0.07168744521459369, 0.0033421002292732815, 0.03401287536591879, 0.02189866246911154, NaN, 0.007454939253260795, 0.03514010851921823, 0.026381776130375956, 0.05258722595714693, 0.013173778882627607, 0.044898973635694395, 0.10238521314081028, NaN, 0.0328103797922592, 0.027954713892407668, 0.10549724410853645, 0.05317613908189056, 0.019418525878898585, 0.15130503708936627, 0.2838899940546542, 0.08241327476190641, -0.02124732755301484, 0.07404594465965464, NaN, NaN, 0.0018915439341193885, 0.0005946260136160397, 0.02915457606233529, 0.0037882345998208056, 0.008141082264577548, NaN, 0.02688978126340591, NaN, 0.39935581774289153, NaN, NaN, 0.0030949922122460727, 0.021151071235988583, NaN, 0.027582844225695125, 0.060926840663341864, NaN, 0.005035144907227673, 0.10465808753703376, 0.016709088928194005, 0.003884988223496366, 0.08888467885012763, 0.03312071457456245, NaN, 0.0016514090651451596, NaN, 0.13639907256976125, 0.014268542812990503]], "2": [[true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.06496786751298189, 0.04733426902830762, 0.10513785305327938, 0.012695826262564713, 0.032331977664513456, NaN, 0.022910889517977706, 0.03218374834344617, 0.0010622185366171433, 0.02552996171625521, 0.007449338063406863, NaN, 0.005966610309550813, 0.013027837680995802, 0.010937930180525024, 0.03152147753468637, 0.0005088190296937967, 0.04091263883640783, 0.07668542653402222, NaN, 0.01611280229871692, 0.023370506117124545, 0.0603976945085265, 0.04669292287673721, 0.013444795031082535, 0.10229369122339471, 0.07793098604067739, 0.08241327476190641, -0.02124732755301484, 0.041812413471792986, NaN, 0.22736573791304449, 0.0018915439341193885, 0.0005946260136160397, 0.0199055564538122, 0.0037882345998208056, 0.008141082264577548, 0.04163732386783514, 0.003852738647548204, NaN, 0.39935581774289153, NaN, 0.1126130067848592, 0.0030949922122460727, 0.006266913047181744, NaN, 0.00875146764690049, 0.05799314985572912, 0.31289230268151336, 0.005035144907227673, 0.07958545652546167, 0.016709088928194005, 0.003884988223496366, 0.005363804371507186, 0.010355838693465902, 0.10088234901534077, 0.0016514090651451596, NaN, 0.13639907256976125, 0.014268542812990503]], "4": [[true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.04346062379048288, 0.00812666494612424, 0.10513785305327938, 0.0094514065844713, 0.01159520944455883, NaN, 0.011493645909449235, 0.006124138536478307, 0.0010622185366171433, 0.018950533623387278, 0.00632117301660351, NaN, 0.005966610309550813, 0.013027837680995802, 0.010937930180525024, 0.016523830716390853, 0.0005088190296937967, 0.023126373755577356, 0.0473817886603809, NaN, 0.01611280229871692, 0.010685805885826571, 0.0603976945085265, 0.007253506906389484, 0.013444795031082535, 0.0727130519246526, 0.06651274963589038, 0.08241327476190641, -0.02124732755301484, 0.021868063073493094, -0.014023184929160437, 0.22736573791304449, 0.0018915439341193885, 0.0005946260136160397, 0.008062153843072517, 0.0037882345998208056, 0.008141082264577548, 0.04163732386783514, 0.003852738647548204, -0.0102435916705641, 0.10021553238658742, NaN, 0.029963848840174556, 0.001989784156632979, 0.0021533800681090565, NaN, 0.005613943676230138, 0.0197828505369273, 0.31289230268151336, 0.005035144907227673, 0.02160009126059581, 0.012516468324937247, 0.003884988223496366, 0.005363804371507186, 0.010104413041864824, 0.07073183556017915, 0.0016505490040219506, NaN, 0.026258647856948203, 0.014268542812990503]], "8": [[true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.039166355011232445, 0.0033205873350363735, 0.07810329045005737, 0.0064943247077347, 0.009553123721315337, 0.017543404665618656, 0.004263173109685825, 0.004587572528626849, 0.0010622185366171433, 0.013778813218519037, 0.005327214734799579, NaN, 0.005966610309550813, 0.013027837680995802, 0.0007182343048710571, 0.015194058325840087, 0.0005088190296937967, -0.014913490794110529, 0.036015363929737365, NaN, 0.011110414914546007, 0.008642072789803779, 0.053238288731554784, 0.007253506906389484, 0.013444795031082535, 0.04895634321924924, 0.028155831369966577, 0.08241327476190641, -0.02440528933922559, 0.005809417589947019, -0.02115432640302195, 0.01584593246411914, 0.0008206855183421347, 0.0005946260136160397, 0.008062153843072517, 0.0037882345998208056, 0.006662520377031189, 0.04163732386783514, 0.003852738647548204, -0.0102435916705641, 0.10021553238658742, NaN, 0.019647855093089417, 0.001493800974640358, 0.0018326708481404275, 0.0444952933292595, 0.005613943676230138, 0.0197828505369273, 0.31289230268151336, 0.005035144907227673, 0.009631130789313547, 0.010249966004390432, 0.003525942038230534, 0.005363804371507186, 0.010104413041864824, 0.004566631271824884, 0.001073797546480737, NaN, 0.026258647856948203, 0.012445254462240651]], "16": [[true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.039166355011232445, 0.0033205873350363735, 0.07810329045005737, 0.0064943247077347, 0.009553123721315337, 0.017543404665618656, 0.004263173109685825, 0.00399963553890359, 0.0010622185366171433, 0.011545663513824245, 0.00498116609107635, NaN, 0.00019356034131035038, 0.013027837680995802, 0.0007182343048710571, 0.0030357301766763545, 0.0005088190296937967, -0.019656743600880322, 0.0175117920928205, 0.007894906863816775, 0.011110414914546007, 0.008642072789803779, 0.053238288731554784, 0.007253506906389484, 0.013444795031082535, 0.04895634321924924, 0.007155483639190274, 0.08241327476190641, -0.02440528933922559, 0.0008110796575000467, -0.02115432640302195, 0.01584593246411914, 0.0008206855183421347, 0.0005946260136160397, 0.008062153843072517, 0.0017772463505516534, 0.0025229860716566854, 0.04163732386783514, 0.003852738647548204, -0.0102435916705641, 0.011364313785535485, NaN, 0.013823845188740469, 0.0009151986055326855, 0.00041710579570231054, 0.019432945001613744, 0.0007075601048391889, -0.0011472341167583222, 0.31289230268151336, 0.005035144907227673, 0.009631130789313547, 0.00435019969931405, 0.003525942038230534, 0.005363804371507186, 0.00035420917843609345, 0.0019544611613562246, 0.001073797546480737, NaN, 0.026258647856948203, 0.0029727549826497057]]}}, "sofall_diff_s1": {"raw": {"1": [[true, true, false, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, false, true, false, true, false, false, false, false, false, false, true, false, true, true, true, true, true, true, false, true, true, false, false, true, true, true, true, false, false, true, false, true, true, true, false, true, true, true, false, true, true], [0.07771961640524006, 0.05035933713282836, NaN, 0.0033999111248201874, 0.02631832878883067, NaN, 0.06412141468973043, 0.02155391214420832, 0.007841097374816641, 0.02472857091091707, 0.01096115263932429, NaN, 0.0032865377710864507, 0.054616392702510064, NaN, 0.026850085185174066, 0.007225504123884896, 0.010643440031105955, 0.04371290516233439, NaN, 0.03352969922561977, NaN, 0.22222986955626856, NaN, NaN, NaN, NaN, NaN, NaN, 0.008512672326468351, NaN, 0.022624685884319096, 0.003793359893166981, 0.0020682143605577075, 0.015277746743387333, 0.00797998430934288, 0.004313868406718768, NaN, 0.026377302606423125, -0.009883996475808177, NaN, NaN, 0.012267245637293644, 0.007014245743544922, 0.003922630021353735, 0.14601560550893722, NaN, NaN, 0.4025236517134143, NaN, 0.06586997565329122, 0.0036260324852497305, 0.017230911518578917, NaN, 0.02098499554701605, 0.015802629348775188, 0.0022368614683752064, NaN, 0.056882157491826124, 0.017409113073287408]], "2": [[true, true, false, true, true, true, true, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, true, true, true, false, true, true, false, true, true, true, true, true, true, false, true, true, false, false, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, false, true, true], [0.07771961640524006, 0.006295646570231295, NaN, 0.0033999111248201874, 0.02631832878883067, 0.044605148645004755, 0.02804030598024676, 0.01219273129511489, 0.001576069315603501, 0.02472857091091707, 0.00758905614935812, NaN, 0.0032865377710864507, 0.054616392702510064, NaN, 0.02382510119364123, 0.007225504123884896, -0.01524828252215693, 0.04371290516233439, NaN, 0.03352969922561977, 0.02438900082555584, 0.22222986955626856, NaN, 0.019830496770870676, 0.1707078116348857, 0.0554296607025595, NaN, -0.005178735098888998, 0.008512672326468351, NaN, 0.022624685884319096, 0.003793359893166981, 0.0020682143605577075, 0.015277746743387333, 0.00797998430934288, 0.004313868406718768, NaN, 0.01607374065502931, -0.009883996475808177, NaN, NaN, 0.012267245637293644, 0.006076309532063728, 0.003922630021353735, 0.14601560550893722, 0.01107220106386464, NaN, 0.4025236517134143, NaN, 0.06586997565329122, 0.0036260324852497305, 0.010553120760212309, 0.04499578157565676, 0.005615309883089337, 0.01220760988238001, 0.0022368614683752064, NaN, 0.056882157491826124, 0.010277566717719955]], "4": [[true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true], [0.07771961640524006, 0.006295646570231295, 0.27898273652822914, 0.0033999111248201874, 0.0191234788612753, 0.044605148645004755, 0.0030854270766906833, 0.011557647864671061, 0.0014767555231336438, 0.02472857091091707, 0.00758905614935812, NaN, 0.0005357785728399289, 0.03439703476108935, 0.009885228796829182, 0.007013365065303034, 0.0020988769391721007, -0.01524828252215693, 0.04371290516233439, NaN, 0.01309322490552689, 0.002943241831698362, 0.1158773862624527, NaN, 0.019830496770870676, 0.09267678661456413, 0.0554296607025595, NaN, -0.005178735098888998, 0.005893723799373474, NaN, 0.022624685884319096, 0.003793359893166981, 0.0020682143605577075, 0.015277746743387333, 0.00797998430934288, 0.004066571847740175, 0.05055971730715214, 0.01607374065502931, -0.009883996475808177, 0.15699207111311142, NaN, 0.012267245637293644, 0.0028365410519619605, 0.002961333332052174, 0.119955433436439, 0.01107220106386464, NaN, 0.4025236517134143, 0.07674991543211007, 0.011580309322771765, 0.0036260324852497305, 0.008717756039573255, 0.04499578157565676, 0.005615309883089337, 0.011738066511458811, 0.0022368614683752064, NaN, 0.056882157491826124, 0.010144246806919055]], "8": [[true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true], [0.06735310550545281, 0.0053706773318682455, 0.1666647862842856, 0.0016361976272674106, 0.010261417788588023, 0.01659204540877446, 0.0030854270766906833, 0.011557647864671061, 0.0014767555231336438, 0.016782666408880376, 0.00758905614935812, NaN, 0.0005357785728399289, 0.03439703476108935, 0.009885228796829182, 0.007013365065303034, 0.0005739324888587305, -0.01524828252215693, 0.02916890010452322, NaN, 0.01309322490552689, 0.002943241831698362, 0.05723771230690744, 0.06573322182952679, 0.019761375673154724, 0.05422986967446741, 0.04779831554395231, NaN, -0.005178735098888998, 0.005893723799373474, 0.0020846317108216272, 0.005672610197791528, 0.002522708308973165, 0.0020682143605577075, 0.015277746743387333, 0.0039508844716216185, 0.004066571847740175, 0.02575768819585811, 0.01607374065502931, -0.009883996475808177, 0.025021030840965963, NaN, 0.011188059649798854, 0.0028365410519619605, 0.002350592117936978, 0.033242295527670995, 0.0008481616309945483, NaN, 0.4025236517134143, 0.02835620095779512, 0.003087557925042228, 0.0036260324852497305, 0.0019519531514335942, 0.008528158525816343, 0.005615309883089337, 0.011738066511458811, 0.0022368614683752064, NaN, 0.006792209114256043, 0.010144246806919055]], "16": [[true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true], [0.037842048267169526, 0.004036742553185757, 0.142080299468474, 0.0016361976272674106, 0.009208221205910139, 0.002371496088843239, 0.0030854270766906833, 0.007022000112246962, 0.0006374269790914155, 0.012894974241750568, 0.0048898772211913855, NaN, 0.0005357785728399289, 0.01418913046001924, 0.009885228796829182, 0.003139141539410195, 0.0005739324888587305, -0.030047309581784032, 0.02916890010452322, 0.03596300488128068, 0.005514616392737093, 0.002943241831698362, 0.05723771230690744, 0.05629677845716485, 0.012895163105252516, 0.05422986967446741, 0.010375429551193971, 0.02180040883963552, -0.005178735098888998, 0.00254195159708992, -0.022699870608991035, 0.005672610197791528, 0.0023049064072275804, 0.0020682143605577075, 0.015277746743387333, 0.0012825453507341322, 0.0010286426821697336, 0.02575768819585811, 0.004177881337287692, -0.009883996475808177, 0.006752279605928724, 0.10077614927414746, 0.011188059649798854, 0.0028365410519619605, 0.00029263625563102913, 0.033242295527670995, 0.0008481616309945483, NaN, 0.4025236517134143, 0.022687507404509644, 0.003087557925042228, 0.0010102543868428793, 0.0007445041528291174, 0.004624151405312249, 0.005615309883089337, 0.009863478511555002, 0.0010730612467229061, NaN, 0.006792209114256043, 0.006199334220741148]]}, "rob": {"1": [[true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, false, true, false, true, true, true, false, true, false, true, true, true, true, true, true, true, false, true, false, true, true], [0.1158016821965615, 0.022844126610240156, 0.286080847378255, 0.04408165703614442, 0.07724934128502037, NaN, 0.014437598887028669, 0.08863254751331273, 0.0006374269790914155, 0.02366793007766077, 0.052710701208275035, NaN, 0.014015181681932942, 0.07170214118055585, 0.09448923859237235, 0.08146105153632943, 0.04329380080552636, 0.04982553479194807, 0.10701917449266363, NaN, 0.03352969922561977, 0.017437099709983306, 0.11530998480024457, 0.05629677845716485, 0.019830496770870676, 0.3266004356509329, 0.11590289919353003, NaN, -0.002788792197548573, 0.024475046579722992, -0.022699870608991035, 0.09804367712441797, 0.002924034588366986, 0.01013686303312622, 0.015277746743387333, 0.00797998430934288, 0.004066571847740175, NaN, 0.02415435105403052, NaN, 0.15699207111311142, NaN, 0.07441253310000562, 0.019040231582792222, 0.002350592117936978, NaN, 0.04097188713472377, NaN, 0.4025236517134143, 0.022687507404509644, 0.06586997565329122, 0.035582128918371536, 0.025821091176831068, 0.004624151405312249, 0.01378257238587044, NaN, 0.009300291645945258, NaN, 0.016762603512674223, 0.024201686054555527]], "2": [[true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, false, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, false, true, true], [0.1158016821965615, 0.006244741605391235, 0.27898273652822914, 0.0162914922218218, 0.025661804584176107, 0.044605148645004755, 0.014437598887028669, 0.040244838557904394, 0.0006374269790914155, 0.02366793007766077, 0.015368697145117682, NaN, 0.01203909939920611, 0.054616392702510064, 0.09448923859237235, 0.03542764974967727, 0.01584723128167531, 0.026966972109452314, 0.10649385655069765, NaN, 0.03352969922561977, 0.017437099709983306, 0.05723771230690744, 0.05629677845716485, 0.019830496770870676, 0.14265891922776563, 0.05207511883734739, 0.02180040883963552, -0.003236841828562542, 0.024475046579722992, -0.022699870608991035, 0.04607548372104331, 0.002924034588366986, 0.01013686303312622, 0.015277746743387333, 0.004648287688101771, 0.004066571847740175, NaN, 0.004395950981874064, NaN, 0.13245121425908035, NaN, 0.05800253568001046, 0.019040231582792222, 0.002350592117936978, NaN, 0.035970042700249394, NaN, 0.4025236517134143, 0.022687507404509644, 0.05328371776259999, 0.016227552595805328, 0.02106031015111398, 0.004624151405312249, 0.01378257238587044, 0.08056483504155354, 0.004913018849478812, NaN, 0.016762603512674223, 0.024148931998173362]], "4": [[true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, false, true, true], [0.055047589856674906, 0.0053706773318682455, 0.142080299468474, 0.010895518928601078, 0.025661804584176107, 0.04313740791946907, 0.006543868965177335, 0.012190225901444585, 0.0006374269790914155, 0.02366793007766077, 0.01096115263932429, NaN, 0.005395103011813784, 0.01418913046001924, 0.09448923859237235, 0.01306482863341607, 0.015494781600174257, 0.0035066340991400935, 0.04371290516233439, 0.036021107402609776, 0.014520866080695471, 0.017437099709983306, 0.05723771230690744, 0.05629677845716485, 0.019761375673154724, 0.11057572170463903, 0.051671626258780856, 0.02180040883963552, -0.003236841828562542, 0.01941909383713658, -0.022699870608991035, 0.010382073817582604, 0.002924034588366986, 0.0021440150697176197, 0.015277746743387333, 0.004648287688101771, 0.004066571847740175, 0.035274757424529124, 0.004395950981874064, -0.009883996475808177, 0.13074294136528852, NaN, 0.05800253568001046, 0.011566219234028008, 0.00029263625563102913, NaN, 0.03196810992498711, NaN, 0.4025236517134143, 0.022687507404509644, 0.010747393795243587, 0.016227552595805328, 0.003531525319948603, 0.004624151405312249, 0.0070388007581925205, 0.015802629348775188, 0.004913018849478812, NaN, 0.006792209114256043, 0.01541623639488443]], "8": [[true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true], [0.04498786853988479, 0.004036742553185757, 0.142080299468474, 0.0016361976272674106, 0.020502762211227266, 0.002371496088843239, 0.00553133356773472, 0.012058474075597347, 0.0006374269790914155, 0.016782666408880376, 0.00758905614935812, NaN, 0.003649139775691035, 0.01418913046001924, 0.009885228796829182, 0.004767769598070126, 0.0005739324888587305, -0.009077562020464058, 0.02916890010452322, 0.036021107402609776, 0.005514616392737093, 0.006570840597889038, 0.05723771230690744, 0.05629677845716485, 0.012895163105252516, 0.09171074114848521, 0.018572525209627377, 0.02180040883963552, -0.003236841828562542, 0.009776563110990066, -0.022699870608991035, 0.005672610197791528, 0.002924034588366986, 0.0020682143605577075, 0.015277746743387333, 0.0031244963100067746, 0.004066571847740175, 0.035274757424529124, 0.004177881337287692, -0.009883996475808177, 0.024145845065814964, NaN, 0.027544884096889488, 0.0061166948116524456, 0.00029263625563102913, 0.05356821177713833, 0.008631154797937635, NaN, 0.4025236517134143, 0.022687507404509644, 0.0031435219681603677, 0.002791856219952482, 0.0007445041528291174, 0.004624151405312249, 0.005615309883089337, 0.009863478511555002, 0.0010730612467229061, NaN, 0.006792209114256043, 0.010285046833504286]], "16": [[true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true], [0.037842048267169526, 0.004036742553185757, 0.142080299468474, 0.0016361976272674106, 0.009208221205910139, 0.002371496088843239, 0.0030854270766906833, 0.007022000112246962, 0.0006374269790914155, 0.012894974241750568, 0.0048898772211913855, NaN, 0.0005357785728399289, 0.01418913046001924, 0.009885228796829182, 0.003139141539410195, 0.0005739324888587305, -0.030047309581784032, 0.02916890010452322, 0.03596300488128068, 0.005514616392737093, 0.002943241831698362, 0.05723771230690744, 0.05629677845716485, 0.012895163105252516, 0.05422986967446741, 0.010375429551193971, 0.02180040883963552, -0.005178735098888998, 0.00254195159708992, -0.022699870608991035, 0.005672610197791528, 0.0023049064072275804, 0.0020682143605577075, 0.015277746743387333, 0.0012825453507341322, 0.0010286426821697336, 0.02575768819585811, 0.004177881337287692, -0.009883996475808177, 0.006752279605928724, 0.10077614927414746, 0.011188059649798854, 0.0028365410519619605, 0.00029263625563102913, 0.033242295527670995, 0.0008481616309945483, NaN, 0.4025236517134143, 0.022687507404509644, 0.003087557925042228, 0.0010102543868428793, 0.0007445041528291174, 0.004624151405312249, 0.005615309883089337, 0.009863478511555002, 0.0010730612467229061, NaN, 0.006792209114256043, 0.006199334220741148]]}}, "sofall_diff_s2": {"raw": {"1": [[true, true, true, true, false, false, true, true, true, false, true, false, true, true, false, true, true, true, true, false, true, true, true, false, false, false, true, false, false, true, false, false, true, true, true, true, true, false, true, false, true, false, true, true, true, false, false, true, true, true, true, true, true, false, true, false, true, false, false, true], [0.026089727814313513, 0.012443842694433771, 0.05230830691338273, 0.00964158788441627, NaN, NaN, 0.015653002465228383, 0.01980588027716368, 0.013545848772640756, NaN, 0.04819990125874174, NaN, 0.00946719497570947, 0.08690863589693998, NaN, 0.012853647146377156, 0.003035136231606783, 0.046199159024719716, 0.10699764095693065, NaN, 0.01240734859636472, 0.005590974407632121, 0.12135184015041967, NaN, NaN, NaN, 0.09005333921394598, NaN, NaN, 0.003695137469005738, NaN, NaN, 0.004988600210208194, 0.004914600366880295, 0.028754833797728585, 0.005522732063375058, 0.018324409000688657, NaN, 0.03477110254120075, NaN, 0.0645230548558604, NaN, 0.033569839014481406, 0.0065321556303479245, 0.004184542741870745, NaN, NaN, 0.026585234229840937, 0.36713814670627887, 0.03750907758472133, 0.13533044171841246, 0.003937595069675837, 0.03525847256571746, NaN, 0.008650050586890279, NaN, 0.0011038138953025634, NaN, NaN, 0.013403982020624428]], "2": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, false, true, false, false, true, true, true, true, true, true, true, true, false, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true], [0.026089727814313513, 0.012443842694433771, 0.05230830691338273, 0.00964158788441627, 0.022376772218786867, NaN, 0.005834762999999521, 0.01951494964142464, 0.005752959475712638, 0.08576090032683381, 0.021291989064884165, -0.0394279503354682, 0.00946719497570947, 0.08690863589693998, NaN, 0.012271219539140565, 0.003035136231606783, 0.046199159024719716, 0.10174825553656563, 0.027839844286510873, 0.011597233966683662, 0.005590974407632121, 0.05520414788355543, NaN, 0.0009711659754929602, NaN, 0.031222563245882018, NaN, NaN, 0.0027452838036050586, 0.047316890905972464, 0.038483530728494086, 0.004988600210208194, 0.004914600366880295, 0.028754833797728585, 0.005522732063375058, 0.015348106078231671, NaN, 0.01676240078889668, NaN, 0.0645230548558604, NaN, 0.010582770246673201, 0.00408651403746596, 0.003323395406675589, 0.08517880418214974, 0.045312567552998395, 0.026585234229840937, 0.36713814670627887, 0.03750907758472133, 0.13533044171841246, 0.003937595069675837, 0.01685633254886909, NaN, 0.003968877044955299, 0.045665943564677125, 0.0011038138953025634, NaN, 0.040461317606396596, 0.011129569672734707]], "4": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true, true, false, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.026089727814313513, 0.012443842694433771, 0.05230830691338273, 0.00964158788441627, 0.0014125604464743091, NaN, 0.005834762999999521, 0.012623993795292776, 0.0036236081474518844, 0.024011365154357645, 0.008005604962474377, -0.0394279503354682, 0.003465372110991627, 0.08690863589693998, 0.13765338292456142, 0.001541278197608742, 0.003035136231606783, -0.013047699801061907, 0.0470048430887533, 0.027839844286510873, 0.010604513555181772, 0.005590974407632121, 0.05520414788355543, NaN, 0.0009711659754929602, 0.09866057870633016, 0.031222563245882018, NaN, NaN, 0.0015158713061635964, 0.013971271058415446, 0.0064542513428269555, 0.002499667196813604, 0.0034479303247849646, 0.028754833797728585, 0.005522732063375058, 0.013309521555363801, NaN, 0.01676240078889668, NaN, 0.0645230548558604, NaN, 0.010582770246673201, 0.00408651403746596, 0.003323395406675589, 0.08517880418214974, 0.022283507347513165, 0.026585234229840937, 0.340703080015484, 0.016469816537237225, 0.027443868163902208, 0.0029493969925873387, 0.0031143525575707542, 0.02784692690139945, 0.003968877044955299, 0.005756895553407304, 0.0011038138953025634, NaN, 0.03666754444306264, 0.005636414389141642]], "8": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.026089727814313513, 0.012443842694433771, 0.05230830691338273, 0.006726516791607295, 0.0014125604464743091, NaN, 0.0017718475362471509, 0.012623993795292776, 0.002633914422252248, 0.016300244985730128, 0.008005604962474377, -0.07335550347365694, 0.003465372110991627, 0.05049563375710231, 0.00571958929012073, 0.001541278197608742, 0.0004922187442000237, -0.013047699801061907, 0.01561979710617778, 0.007614720534490527, 0.006364117544239267, 0.005590974407632121, 0.05520414788355543, NaN, 0.0009711659754929602, 0.09866057870633016, 0.031222563245882018, 0.01988676155106428, NaN, 0.001171272385652955, 0.013971271058415446, 0.0064542513428269555, 0.002499667196813604, 0.0021896787112221094, 0.028754833797728585, 0.005522732063375058, 0.008417377510642865, 0.07844808393447988, 0.011704506007480298, NaN, 0.0645230548558604, 0.010668827634507272, 0.010582770246673201, 0.00408651403746596, 0.0012212261928816748, 0.08517880418214974, 0.02217673328735903, 0.026585234229840937, 0.17179423615668932, 0.010128497976504391, 0.011628951021619871, 0.002775739927342702, 0.0031143525575707542, 0.003468646725189206, 0.003968877044955299, 0.005756895553407304, 0.0006263494494087585, NaN, 0.03666754444306264, 0.005636414389141642]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.026089727814313513, 0.007950383700977115, 0.05230830691338273, 0.006726516791607295, 0.0014125604464743091, 0.01906954800039129, 0.0017718475362471509, 0.005232936780857678, 0.0006823548628829279, 0.016300244985730128, 0.004661623706295082, -0.08778511473982975, 0.00219844143771164, 0.023049041130561276, 0.00571958929012073, 0.001541278197608742, 0.0004922187442000237, -0.013047699801061907, 0.01561979710617778, 0.007614720534490527, 0.006364117544239267, 0.0027229308026182064, 0.03906956401061801, NaN, 0.0009711659754929602, 0.024258502270125604, 0.01580351879642783, 0.015051432565738487, -0.017526069154229607, 0.001171272385652955, 0.012612174335168369, 0.0064542513428269555, 0.00161343404226022, 0.001043635752733696, 0.028754833797728585, 0.0036240367847162336, 0.008248466444443991, 0.021363830206918122, 0.006863732334528638, 0.04733683350926032, 0.05322461766858089, 0.010668827634507272, 0.010582770246673201, 0.0022363435401373533, 0.0010658768496705218, 0.03959610849091688, 0.012126512367274245, 0.026585234229840937, 0.17179423615668932, 0.007427795309527863, 0.010272074500524475, 0.002775739927342702, 0.0031143525575707542, 0.003468646725189206, 0.003968877044955299, 0.005756895553407304, 0.0006263494494087585, NaN, 0.024792606507685777, 0.005274893575019313]]}, "rob": {"1": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, false, true, true, false, true, true, true, true, true, true, false, true, false, true, false, true, true, true, false, true, true, true, true, true, true, true, true, false, false, true, false, true, true], [0.08228207198673809, 0.010247740637118863, 0.19621850446400146, 0.03928447294312054, 0.044568915611916005, NaN, 0.01555807956901889, 0.08893725747989256, 0.0006823548628829279, 0.1370452754253937, 0.028927520739814305, -0.0394279503354682, 0.015038057491937096, 0.023049041130561276, 0.13765338292456142, 0.045486889986949386, 0.02042833841915681, 0.05304750357369459, 0.10388404645501015, NaN, 0.010604513555181772, 0.030396071043187867, 0.2776414010951218, NaN, 0.027999434128635148, 0.17962320913197316, 0.12972002125000537, NaN, -0.017526069154229607, 0.17358878761480212, NaN, 0.10470762079449081, 0.00161343404226022, 0.001043635752733696, 0.04625050112970919, 0.021040650646910963, 0.008248466444443991, NaN, 0.029226304775888723, NaN, 0.5530865532444047, NaN, 0.06244984629501649, 0.016582120383067167, 0.01205172871564808, NaN, 0.045312567552998395, 0.05821267569864341, 0.17179423615668932, 0.016469816537237225, 0.027443868163902208, 0.022904277465838785, 0.0031143525575707542, 0.003468646725189206, NaN, NaN, 0.009173271242151726, NaN, 0.024792606507685777, 0.019315145169286785]], "2": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, false, true, true], [0.08228207198673809, 0.010247740637118863, 0.07790222029350247, 0.01411670529509701, 0.038728470149569816, NaN, 0.013339354640205636, 0.01980588027716368, 0.0006823548628829279, 0.024011365154357645, 0.021291989064884165, -0.07335550347365694, 0.015038057491937096, 0.023049041130561276, 0.01387043402897481, 0.028024141399548785, 0.014839405530417071, 0.05304750357369459, 0.10388404645501015, 0.03236680647353207, 0.010604513555181772, 0.030396071043187867, 0.13355262498493503, NaN, 0.027999434128635148, 0.14308558222800083, 0.12972002125000537, NaN, -0.017526069154229607, 0.013869823670324744, 0.012612174335168369, 0.10470762079449081, 0.00161343404226022, 0.001043635752733696, 0.028754833797728585, 0.021040650646910963, 0.008248466444443991, 0.02570725200830659, 0.011704506007480298, NaN, 0.0645230548558604, NaN, 0.06244984629501649, 0.013977395410244453, 0.01205172871564808, NaN, 0.03278030136004917, 0.026585234229840937, 0.17179423615668932, 0.008053397622959313, 0.027443868163902208, 0.012592131876917545, 0.0031143525575707542, 0.003468646725189206, 0.04082368537911396, NaN, 0.009173271242151726, NaN, 0.024792606507685777, 0.01891794262026414]], "4": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.05887986812963608, 0.009146492722380328, 0.07214048664534345, 0.011887632703303508, 0.038728470149569816, NaN, 0.010818494627782282, 0.012623993795292776, 0.0006823548628829279, 0.021448584167667706, 0.021291989064884165, -0.08778511473982975, 0.00946719497570947, 0.023049041130561276, 0.00571958929012073, 0.016467734036594406, 0.004143341793777733, 0.030463385563586076, 0.028575353774080492, 0.02512712857186261, 0.006364117544239267, 0.012958981954022786, 0.0769958588994577, NaN, 0.0009711659754929602, 0.07219234182134793, 0.09747179473295353, 0.015051432565738487, -0.017526069154229607, 0.006192975457193217, 0.012612174335168369, 0.037653282338947935, 0.00161343404226022, 0.001043635752733696, 0.028754833797728585, 0.009618726073884698, 0.008248466444443991, 0.021363830206918122, 0.006863732334528638, NaN, 0.05322461766858089, NaN, 0.033569839014481406, 0.011153458814622264, 0.006981933148979325, NaN, 0.03278030136004917, 0.026585234229840937, 0.17179423615668932, 0.008053397622959313, 0.027443868163902208, 0.006546054914022603, 0.0031143525575707542, 0.003468646725189206, 0.011880458787458581, 0.020362509999147793, 0.003860834533901958, NaN, 0.024792606507685777, 0.016868476870214533]], "8": [[true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.0438655600379676, 0.009146492722380328, 0.07214048664534345, 0.00964158788441627, 0.017988874141151134, NaN, 0.005834762999999521, 0.012623993795292776, 0.0006823548628829279, 0.01630634105662465, 0.009640321892227188, -0.08778511473982975, 0.004382911450509841, 0.023049041130561276, 0.00571958929012073, 0.008590608924234022, 0.0026492936170225967, 0.004922407099755555, 0.028575353774080492, 0.02512712857186261, 0.006364117544239267, 0.00883046559255618, 0.03906956401061801, NaN, 0.0009711659754929602, 0.07219234182134793, 0.045930454321663206, 0.015051432565738487, -0.017526069154229607, 0.002020576993567502, 0.012612174335168369, 0.02311548620122794, 0.00161343404226022, 0.001043635752733696, 0.028754833797728585, 0.0036240367847162336, 0.008248466444443991, 0.021363830206918122, 0.006863732334528638, 0.04733683350926032, 0.05322461766858089, NaN, 0.01808519912543316, 0.003826096802904466, 0.0012212261928816748, NaN, 0.016241279747907678, 0.026585234229840937, 0.17179423615668932, 0.007427795309527863, 0.010272074500524475, 0.002775739927342702, 0.0031143525575707542, 0.003468646725189206, 0.008634742625388991, 0.012039334724819328, 0.0006263494494087585, NaN, 0.024792606507685777, 0.011407619765852361]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.026089727814313513, 0.007950383700977115, 0.05230830691338273, 0.006726516791607295, 0.0014125604464743091, 0.01906954800039129, 0.0017718475362471509, 0.005232936780857678, 0.0006823548628829279, 0.016300244985730128, 0.004661623706295082, -0.08778511473982975, 0.00219844143771164, 0.023049041130561276, 0.00571958929012073, 0.001541278197608742, 0.0004922187442000237, -0.013047699801061907, 0.01561979710617778, 0.007614720534490527, 0.006364117544239267, 0.0027229308026182064, 0.03906956401061801, NaN, 0.0009711659754929602, 0.024258502270125604, 0.01580351879642783, 0.015051432565738487, -0.017526069154229607, 0.001171272385652955, 0.012612174335168369, 0.0064542513428269555, 0.00161343404226022, 0.001043635752733696, 0.028754833797728585, 0.0036240367847162336, 0.008248466444443991, 0.021363830206918122, 0.006863732334528638, 0.04733683350926032, 0.05322461766858089, 0.010668827634507272, 0.010582770246673201, 0.0022363435401373533, 0.0010658768496705218, 0.03959610849091688, 0.012126512367274245, 0.026585234229840937, 0.17179423615668932, 0.007427795309527863, 0.010272074500524475, 0.002775739927342702, 0.0031143525575707542, 0.003468646725189206, 0.003968877044955299, 0.005756895553407304, 0.0006263494494087585, NaN, 0.024792606507685777, 0.005274893575019313]]}}, "sofall_reg_s0_mcd": {"raw": {"1": [[true, true, true, false, true, false, false, true, true, true, true, false, true, true, false, true, true, true, true, false, false, true, true, false, false, true, true, false, false, true, false, true, true, true, true, true, false, false, false, false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, false, true, false, false, true], [0.10912854010124007, 0.008869763897727312, 0.044632065391873255, NaN, 0.011652827718134251, NaN, NaN, 0.04102699606661697, 0.0007571414033955559, 0.012911700424117045, 0.022565597800554782, NaN, 0.011990154335986603, 0.14543688848306013, NaN, 0.07243075146927547, 0.011959298270249663, 0.03647833901594244, 0.051042228054295036, NaN, NaN, 0.009251039911229553, 0.09172623598308705, NaN, NaN, 0.07331497968018641, 0.15012175772331715, NaN, NaN, 0.014120008708624177, NaN, 0.03881337341013169, 0.003210550196306672, 0.006217458854416158, 0.077079803514154, 0.025794254069851252, NaN, NaN, NaN, NaN, NaN, NaN, 0.04047498495952695, 0.005239611279249434, 0.0007960769387862499, 0.07611708418256735, 0.056751223769404335, NaN, NaN, NaN, 0.12841354592505172, 0.01466769837625681, 0.014794256601648126, NaN, 0.020695300854026266, NaN, 0.0023221534459254567, NaN, NaN, 0.010177773173297044]], "2": [[true, true, true, false, true, false, false, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, false, true, true, false, false, true, true, true, true, true, true, true, false, false, false, false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, false, true], [0.10910849507043885, 0.005385998816130222, 0.044632065391873255, NaN, 0.011652827718134251, NaN, NaN, 0.029666071616955225, 0.0007571414033955559, 0.012911700424117045, 0.012162665685513385, NaN, 0.011990154335986603, 0.14543688848306013, NaN, 0.07243075146927547, 0.010017104154447232, 0.028257968542007017, 0.051042228054295036, NaN, 0.010636585950931643, 0.009251039911229553, 0.050579650161174605, NaN, NaN, 0.05701472732906332, 0.15012175772331715, NaN, NaN, 0.006225919061878971, -0.0019333956043685596, 0.03881337341013169, 0.0030105371116100343, 0.004379949348930046, 0.077079803514154, 0.02192753560181737, NaN, NaN, NaN, NaN, NaN, NaN, 0.026727133390841873, 0.0030240731191841785, 0.0007960769387862499, 0.058856290858260385, 0.056751223769404335, NaN, NaN, NaN, 0.013286526864591197, 0.006340177388624468, 0.003410120406131645, NaN, 0.020695300854026266, 0.029287852999309916, 0.0023221534459254567, NaN, NaN, 0.010177773173297044]], "4": [[true, true, true, false, true, false, false, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, false, true, true, false, false, true, true, true, true, true, true, true, true, false, false, false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, false, true], [0.10910849507043885, 0.002868034571695155, 0.044632065391873255, NaN, 0.011652827718134251, NaN, NaN, 0.021471911258897025, 0.0007571414033955559, 0.012911700424117045, 0.010485013891708528, NaN, 0.011990154335986603, 0.10771935714548797, NaN, 0.06516242290398422, 0.0027978765056986266, 0.02081692171247873, 0.04609629507713309, NaN, 0.00979761376860111, 0.009251039911229553, 0.04599496867670494, NaN, NaN, 0.050856477400714306, 0.15012175772331715, NaN, NaN, 0.006225919061878971, -0.0019333956043685596, 0.0346838395801401, 0.002920915649194944, 0.004379949348930046, 0.077079803514154, 0.012710011512171437, 0.018447197586822783, NaN, NaN, NaN, NaN, NaN, 0.019684190143858915, 0.0006254595983132827, 0.0007960769387862499, 0.058856290858260385, 0.045442358716480946, NaN, NaN, NaN, 0.013286526864591197, 0.006340177388624468, 0.003410120406131645, NaN, 0.020695300854026266, 0.01239914833257072, 0.00016001180416380656, NaN, NaN, 0.006391984988841415]], "8": [[true, true, true, false, true, false, false, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, false, false, true, true, true, true, true, true, true, true, false, false, false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, false, true], [0.09806116864198122, 0.002868034571695155, 0.04100495603211707, NaN, 0.011652827718134251, NaN, NaN, 0.021471911258897025, 0.0007571414033955559, 0.012740126826009224, 0.008397007113851718, NaN, 0.011623143938353842, 0.10155739797117036, NaN, 0.06109156700947782, 0.0027978765056986266, 0.00805157358055375, 0.04609629507713309, 0.023048041463759494, 0.008129002208615566, 0.009251039911229553, 0.04599496867670494, NaN, NaN, 0.050856477400714306, 0.13062525122015334, NaN, NaN, 0.003267221602371473, -0.0019333956043685596, 0.0346838395801401, 0.0014611754698934387, 0.004379949348930046, 0.077079803514154, 0.012710011512171437, 0.01300186397465497, NaN, NaN, NaN, NaN, NaN, 0.009975211520389049, 0.0006254595983132827, 0.0007960769387862499, 0.058856290858260385, 0.045442358716480946, NaN, NaN, NaN, 0.013286526864591197, 0.004875378428357724, 0.003410120406131645, NaN, 0.013007776760568746, 0.01239914833257072, 0.00016001180416380656, NaN, NaN, 0.006065944266406609]], "16": [[true, true, true, true, true, false, false, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, false, false, true, true, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, false, true], [0.0769663632957216, 0.002541213487794458, 0.04100495603211707, 0.01955972902547609, 0.009475833938721978, NaN, NaN, 0.021471911258897025, 0.0007571414033955559, 0.009850867521732143, 0.008261061263642011, NaN, 0.009235879171814121, 0.08740290952780905, NaN, 0.053677547815381255, 0.0014670319854748204, -0.008093253201490458, 0.04609629507713309, 0.014239990058593222, 0.003937880625000112, 0.005766473299244623, 0.03136552110178403, NaN, NaN, 0.043303094837924494, 0.13062525122015334, NaN, NaN, 0.0024492512914910947, -0.01461623545714219, 0.0346838395801401, 0.0006415343663044304, 0.0016177121983473874, 0.077079803514154, 0.012710011512171437, 0.01300186397465497, 0.10515613411209035, 0.05256048914052758, NaN, NaN, NaN, 0.0069726478363092426, 0.0006254595983132827, 0.00034418619373122183, 0.04900960581195113, 0.03321332462448523, NaN, NaN, NaN, 0.013286526864591197, 0.004875378428357724, 0.003410120406131645, NaN, 0.013007776760568746, 0.01239914833257072, 0.00016001180416380656, NaN, NaN, 0.004451274103136393]]}, "rob": {"1": [[true, true, true, true, true, false, false, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, false, true, true, false, false, true, true, true, true, true, true, true, true, false, true, false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, false, true], [0.12112071824078519, 0.01348875157472662, 0.12269299423415214, 0.01955972902547609, 0.01895136109077189, NaN, NaN, 0.03092095748745849, 0.0013711020498128335, 0.012911700424117045, 0.01791400521691555, NaN, 0.02723640627900825, 0.0955218300908307, NaN, 0.06516242290398422, 0.011959298270249663, 0.03647833901594244, 0.11232259497570207, NaN, 0.003937880625000112, 0.051089976713469376, 0.13528143304064022, NaN, NaN, 0.09997265485198037, 0.19926658529047958, NaN, NaN, 0.014120008708624177, -0.009700406658363137, 0.05441712161315104, 0.004179504654143518, 0.017813456086176904, 0.077079803514154, 0.012710011512171437, 0.019362599911689315, NaN, 0.05256048914052758, NaN, NaN, NaN, 0.04013546256772593, 0.010401098253649987, 0.0014360141644327307, 0.10057792911741736, 0.05275581387536965, NaN, NaN, NaN, 0.03908626325584774, 0.019485457836695197, 0.015798986507070012, NaN, 0.020695300854026266, 0.01239914833257072, 0.0037543322266262447, NaN, NaN, 0.011800238869389634]], "2": [[true, true, true, true, true, false, false, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, false, true, true, false, false, true, true, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, false, true], [0.12112071824078519, 0.009463190109923358, 0.09311180258962759, 0.01955972902547609, 0.018263336833537647, NaN, NaN, 0.03092095748745849, 0.0007571414033955559, 0.012911700424117045, 0.01791400521691555, NaN, 0.022023637540293572, 0.0955218300908307, NaN, 0.06516242290398422, 0.01007858796782335, 0.03647833901594244, 0.054137424086246, NaN, 0.003937880625000112, 0.025863659337446387, 0.12633157491796432, NaN, NaN, 0.07887206075262565, 0.19262356485397536, NaN, NaN, 0.012787275683809662, -0.01461623545714219, 0.0346838395801401, 0.0020392552069872227, 0.006082271321371069, 0.077079803514154, 0.012710011512171437, 0.015581572931604892, 0.10515613411209035, 0.05256048914052758, NaN, NaN, NaN, 0.038406881530735015, 0.010401098253649987, 0.0014360141644327307, 0.09050485916288564, 0.05275581387536965, NaN, NaN, NaN, 0.013286526864591197, 0.019485457836695197, 0.011262501147989434, NaN, 0.013007776760568746, 0.01239914833257072, 0.0037543322266262447, NaN, NaN, 0.004451274103136393]], "4": [[true, true, true, true, true, false, false, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, false, true, true, false, false, true, true, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, false, true], [0.10820600487900767, 0.004531066589182675, 0.08467186000506555, 0.01955972902547609, 0.018263336833537647, NaN, NaN, 0.029666071616955225, 0.0007571414033955559, 0.009850867521732143, 0.008397007113851718, NaN, 0.021692949270315065, 0.08740290952780905, NaN, 0.0632212982172422, 0.008259557911794335, 0.028257968542007017, 0.054137424086246, NaN, 0.003937880625000112, 0.011208288875382388, 0.08512563412774665, NaN, NaN, 0.07194611751031377, 0.1801669284815568, NaN, NaN, 0.00782717608450656, -0.01461623545714219, 0.0346838395801401, 0.0020392552069872227, 0.006033010105940262, 0.077079803514154, 0.012710011512171437, 0.01300186397465497, 0.10515613411209035, 0.05256048914052758, NaN, NaN, NaN, 0.030228751323349456, 0.006921196545847108, 0.0014360141644327307, 0.09050485916288564, 0.05275581387536965, NaN, NaN, NaN, 0.013286526864591197, 0.014327665469966, 0.009044882768210583, NaN, 0.013007776760568746, 0.01239914833257072, 0.0008298325802029716, NaN, NaN, 0.004451274103136393]], "8": [[true, true, true, true, true, false, false, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, false, true, true, false, false, true, true, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, false, true], [0.10820600487900767, 0.0027076202425722062, 0.08467186000506555, 0.01955972902547609, 0.016954475197056507, NaN, NaN, 0.029666071616955225, 0.0007571414033955559, 0.009850867521732143, 0.008397007113851718, NaN, 0.012137625753642745, 0.08740290952780905, NaN, 0.053677547815381255, 0.0032245967524366925, 0.019821355043170064, 0.054137424086246, NaN, 0.003937880625000112, 0.009251039911229553, 0.04089259084310015, NaN, NaN, 0.043303094837924494, 0.14878570996322993, NaN, NaN, 0.003912310726500001, -0.01461623545714219, 0.0346838395801401, 0.0015415012539210515, 0.004622734659079475, 0.077079803514154, 0.012710011512171437, 0.01300186397465497, 0.10515613411209035, 0.05256048914052758, NaN, NaN, NaN, 0.01946343493295921, 0.0053535568160825164, 0.00034418619373122183, 0.06763789906592121, 0.04930017706613654, NaN, NaN, NaN, 0.013286526864591197, 0.01424123429365709, 0.009044882768210583, NaN, 0.013007776760568746, 0.01239914833257072, 0.00020980076120435953, NaN, NaN, 0.004451274103136393]], "16": [[true, true, true, true, true, false, false, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, false, false, true, true, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, false, true], [0.0769663632957216, 0.002541213487794458, 0.04100495603211707, 0.01955972902547609, 0.009475833938721978, NaN, NaN, 0.021471911258897025, 0.0007571414033955559, 0.009850867521732143, 0.008261061263642011, NaN, 0.009235879171814121, 0.08740290952780905, NaN, 0.053677547815381255, 0.0014670319854748204, -0.008093253201490458, 0.04609629507713309, 0.014239990058593222, 0.003937880625000112, 0.005766473299244623, 0.03136552110178403, NaN, NaN, 0.043303094837924494, 0.13062525122015334, NaN, NaN, 0.0024492512914910947, -0.01461623545714219, 0.0346838395801401, 0.0006415343663044304, 0.0016177121983473874, 0.077079803514154, 0.012710011512171437, 0.01300186397465497, 0.10515613411209035, 0.05256048914052758, NaN, NaN, NaN, 0.0069726478363092426, 0.0006254595983132827, 0.00034418619373122183, 0.04900960581195113, 0.03321332462448523, NaN, NaN, NaN, 0.013286526864591197, 0.004875378428357724, 0.003410120406131645, NaN, 0.013007776760568746, 0.01239914833257072, 0.00016001180416380656, NaN, NaN, 0.004451274103136393]]}}, "sofall_reg_s0_det": {"raw": {"1": [[true, true, true, false, true, false, false, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, false, true, true, false, false, true, false, false, true, true, false, true, false, false, false, false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, false, true], [0.10716850220189578, 0.004971820787920578, 0.1111652799533085, NaN, 0.019918154491791684, NaN, NaN, 0.03465618601121778, 0.0013034848942616861, 0.012724024949876567, 0.012525970248304263, NaN, 0.018692600406165383, 0.10916590286049188, NaN, 0.08274520205485603, 0.002737798427771443, 0.03224229880440199, 0.07900134639278544, NaN, 0.009441955007502889, 0.011574648754926642, 0.07454424429091144, NaN, NaN, 0.07023799370418815, 0.1709305833786947, NaN, NaN, 0.005425306258168838, NaN, NaN, 0.0017008869509465008, 0.0042406485130852545, NaN, 0.019247801043898338, NaN, NaN, NaN, NaN, NaN, NaN, 0.022372120502246684, 0.0034480259475375696, 0.002985435972395978, 0.08978178961549088, 0.05861672110943639, NaN, NaN, NaN, 0.061559877866903756, 0.01114128340376408, 0.008517180017712178, NaN, 0.022734494922602266, 0.03197570522202309, 0.00042391349884263185, NaN, NaN, 0.007121701579878126]]}, "rob": {"1": [[true, true, true, false, true, false, false, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, false, true, true, false, false, true, false, false, true, true, false, true, false, false, false, false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, false, true], [0.10716850220189578, 0.004971820787920578, 0.1111652799533085, NaN, 0.019918154491791684, NaN, NaN, 0.03465618601121778, 0.0013034848942616861, 0.012724024949876567, 0.012525970248304263, NaN, 0.018692600406165383, 0.10916590286049188, NaN, 0.08274520205485603, 0.002737798427771443, 0.03224229880440199, 0.07900134639278544, NaN, 0.009441955007502889, 0.011574648754926642, 0.07454424429091144, NaN, NaN, 0.07023799370418815, 0.1709305833786947, NaN, NaN, 0.005425306258168838, NaN, NaN, 0.0017008869509465008, 0.0042406485130852545, NaN, 0.019247801043898338, NaN, NaN, NaN, NaN, NaN, NaN, 0.022372120502246684, 0.0034480259475375696, 0.002985435972395978, 0.08978178961549088, 0.05861672110943639, NaN, NaN, NaN, 0.061559877866903756, 0.01114128340376408, 0.008517180017712178, NaN, 0.022734494922602266, 0.03197570522202309, 0.00042391349884263185, NaN, NaN, 0.007121701579878126]]}}, "sofall_reg_s1_mcd": {"raw": {"1": [[true, true, true, false, true, false, true, true, true, true, true, false, true, false, false, true, true, true, true, true, false, true, true, false, false, true, true, false, false, true, false, false, false, true, false, true, true, false, false, false, false, false, true, true, true, false, true, false, false, false, true, true, true, true, true, true, true, false, false, true], [0.08203540522346531, 0.000520664665315751, 0.1515825532648991, NaN, 0.01325093899172658, NaN, 0.0369488688584696, 0.047515889840247905, 0.001355184802303011, 0.008259232300321218, 0.014042652911239628, NaN, 0.011548354822990659, NaN, NaN, 0.07534816025580104, 0.02166711352603512, 0.012870603059474517, 0.12396734746976268, 0.043210670476763635, NaN, 0.03296353020825671, 0.08840988526022175, NaN, NaN, 0.07294065728864862, 0.08639434541207414, NaN, NaN, 0.008460243639945464, NaN, NaN, NaN, 0.003911386446200815, NaN, 0.020061151556025836, 0.014107533552773166, NaN, NaN, NaN, NaN, NaN, 0.013535143593886634, 0.005827312661744077, 0.012486303496859863, NaN, 0.035624324834430565, NaN, NaN, NaN, 0.015966326134307485, 0.010131631531449692, 0.01661414859228194, 0.045009077134860576, 0.019961378504695704, 0.02077143418199534, 0.0035760429333739907, NaN, NaN, 0.009617681837679859]], "2": [[true, true, true, false, true, false, true, true, true, true, true, false, true, false, false, true, true, true, true, true, false, true, true, false, false, true, true, false, false, true, false, false, true, true, false, true, true, false, false, false, false, true, true, true, true, false, true, false, false, false, true, true, true, true, true, true, true, false, false, true], [0.07387276332638315, 0.000520664665315751, 0.13150960928499633, NaN, 0.01325093899172658, NaN, 0.03411482466140647, 0.047515889840247905, 0.0005830281785939029, 0.008259232300321218, 0.014042652911239628, NaN, 0.008110629170557493, NaN, NaN, 0.07534816025580104, 0.02166711352603512, 0.012870603059474517, 0.04994934971814846, 0.02940450047117915, NaN, 0.028678045638426575, 0.05224622118458311, NaN, NaN, 0.07294065728864862, 0.06520647041304573, NaN, NaN, 0.006081373331716211, NaN, NaN, 0.0058493531954662, 0.0028809237776314944, NaN, 0.01923222538970215, 0.014107533552773166, NaN, NaN, NaN, NaN, 0.06935137155470805, 0.013535143593886634, 0.0054456315357689355, 0.012486303496859863, NaN, 0.035624324834430565, NaN, NaN, NaN, 0.008365888824413803, 0.010131631531449692, 0.011949310666929058, 0.045009077134860576, 0.019961378504695704, 0.02077143418199534, 0.0025691625878898616, NaN, NaN, 0.008961499231782799]], "4": [[true, true, true, false, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, false, true, true, false, false, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, true, false, false, true], [0.06485112228670808, 0.000520664665315751, 0.0839869267940887, NaN, 0.009740314495210622, NaN, 0.030610906155386752, 0.04495029671948614, 0.0005830281785939029, 0.008259232300321218, 0.014042652911239628, NaN, 0.008110629170557493, 0.09316228929200299, NaN, 0.07534816025580104, 0.006859979469220789, 0.012870603059474517, 0.04994934971814846, 0.014141941842502392, 0.0073539398573923, 0.028678045638426575, 0.05224622118458311, NaN, NaN, 0.07294065728864862, 0.06520647041304573, NaN, 0.01497817110339339, 0.002587297711569736, NaN, NaN, 0.0013685061297759038, 0.0014315748896986946, NaN, 0.01553589198012939, 0.012008313948746796, 0.06830052980895518, NaN, NaN, 0.00894903661708435, 0.06935137155470805, 0.013535143593886634, 0.0017443575060622774, 0.012486303496859863, 0.018262883534820862, 0.035424071774566857, NaN, NaN, NaN, 0.008365888824413803, 0.006744725513181615, 0.007959073586781384, 0.045009077134860576, 0.013343827490220006, 0.02077143418199534, 0.0005101510659464292, NaN, NaN, 0.008624989304902853]], "8": [[true, true, true, false, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, false, true, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, true, false, false, true], [0.06485112228670808, 0.000520664665315751, 0.0839869267940887, NaN, 0.009740314495210622, NaN, 0.030610906155386752, 0.02655557422130972, 0.0005830281785939029, 0.008259232300321218, 0.010999332435120301, NaN, 0.008110629170557493, 0.09316228929200299, NaN, 0.06895826202161559, 0.006859979469220789, -0.0026572589686967296, 0.04994934971814846, 0.012174817691117168, 0.0073539398573923, 0.028678045638426575, 0.05224622118458311, NaN, NaN, 0.07294065728864862, 0.06520647041304573, NaN, 0.01497817110339339, 0.002587297711569736, NaN, 0.04329634745669475, 0.0013685061297759038, 0.0014315748896986946, 0.1031430035605001, 0.015130681591178474, 0.009955687897462484, 0.06830052980895518, NaN, NaN, 0.00894903661708435, 0.06935137155470805, 0.010392807422872297, 0.0017443575060622774, 0.002516184225470619, 0.018262883534820862, 0.031687656058347446, NaN, NaN, NaN, 0.008365888824413803, 0.006744725513181615, 0.004434854512276543, 0.045009077134860576, 0.013343827490220006, 0.02077143418199534, 0.0005101510659464292, NaN, NaN, 0.008624989304902853]], "16": [[true, true, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, false, false, true], [0.06485112228670808, 0.000520664665315751, 0.05481911106998516, 0.01178636936504529, 0.009740314495210622, NaN, 0.019910990940898987, 0.02655557422130972, 0.0005830281785939029, 0.008259232300321218, 0.010999332435120301, NaN, 0.008110629170557493, 0.09316228929200299, NaN, 0.059130031915238135, 0.006859979469220789, -0.0026572589686967296, 0.04994934971814846, 0.012174817691117168, 0.0073539398573923, 0.020957871374727377, 0.05224622118458311, NaN, NaN, 0.06448391098952078, 0.05652968892022647, 0.0474328063048044, 0.00012607580733359214, 0.00177068061218133, NaN, 0.03772413380830808, 0.0013685061297759038, 0.0014315748896986946, 0.1031430035605001, 0.01056425600740929, 0.009642153329046943, 0.06830052980895518, NaN, 0.04077808814305972, 0.00894903661708435, 0.0589607996671202, 0.010392807422872297, 0.0017443575060622774, 0.002516184225470619, 0.018262883534820862, 0.028465703671495257, NaN, NaN, 0.008563135373677477, 0.008365888824413803, 0.006744725513181615, 0.002016146897451776, 0.03699844600959379, 0.012115750595103503, 0.017399734348012563, 0.0005101510659464292, NaN, NaN, 0.00472629736072383]]}, "rob": {"1": [[true, true, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, false, true, true, true, true, true, false, true, true, true, true, true, true, false, false, false, true, false, true, true, true, false, true, false, false, false, true, true, true, true, true, true, true, false, false, true], [0.12046609947362175, 0.003742746521454565, 0.13150960928499633, 0.01178636936504529, 0.017352127698480935, NaN, 0.021656868195624845, 0.054879192661481335, 0.0005830281785939029, 0.011667788105575339, 0.02023656023705489, NaN, 0.01953567297636183, 0.09444292648419728, NaN, 0.0779707131962426, 0.014548550470384614, 0.016324990872246925, 0.07828417053359282, NaN, 0.0073539398573923, 0.04969903183978652, 0.11121165949696765, NaN, NaN, 0.07572071121424795, 0.09475547241673721, 0.0474328063048044, 0.00012607580733359214, 0.010175040935826996, NaN, 0.03772413380830808, 0.006204003200916297, 0.017456107454204117, 0.1031430035605001, 0.026128366494220456, 0.018063804796238925, NaN, NaN, NaN, 0.00894903661708435, NaN, 0.05447066553001134, 0.01133038375774742, 0.009459148093057479, NaN, 0.03842436306263575, NaN, NaN, NaN, 0.015966326134307485, 0.02502270771829118, 0.017601166834576354, 0.03699844600959379, 0.019961378504695704, 0.02077143418199534, 0.0005101510659464292, NaN, NaN, 0.017615196531878707]], "2": [[true, true, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, false, true, false, true, true, true, false, true, false, false, true, true, true, true, true, true, true, true, false, false, true], [0.09119339864897169, 0.0011055538748867555, 0.13150960928499633, 0.01178636936504529, 0.01325093899172658, NaN, 0.021656868195624845, 0.04495029671948614, 0.0005830281785939029, 0.008259232300321218, 0.017497901884008016, NaN, 0.015572778231293105, 0.09316228929200299, NaN, 0.0779707131962426, 0.014548550470384614, 0.016324990872246925, 0.07828417053359282, NaN, 0.0073539398573923, 0.034048774410227134, 0.09815556536156111, NaN, NaN, 0.06448391098952078, 0.09475547241673721, 0.0474328063048044, 0.00012607580733359214, 0.008431067043402463, NaN, 0.03772413380830808, 0.0043142209387132535, 0.0014315748896986946, 0.1031430035605001, 0.026128366494220456, 0.013007977041870289, 0.10101702303707061, NaN, NaN, 0.00894903661708435, NaN, 0.02922699763732939, 0.01133038375774742, 0.009459148093057479, NaN, 0.03135284313470277, NaN, NaN, 0.008563135373677477, 0.015966326134307485, 0.022452146052025057, 0.01122358716620031, 0.03699844600959379, 0.019961378504695704, 0.02077143418199534, 0.0005101510659464292, NaN, NaN, 0.01619462603254207]], "4": [[true, true, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, false, false, true, true, true, true, true, true, true, true, false, false, true], [0.08480153490324538, 0.000520664665315751, 0.1224560920350024, 0.01178636936504529, 0.01325093899172658, NaN, 0.021656868195624845, 0.02655557422130972, 0.0005830281785939029, 0.008259232300321218, 0.015354791692770098, NaN, 0.012197326833448985, 0.09316228929200299, NaN, 0.0779707131962426, 0.014548550470384614, 0.012947770331107611, 0.07828417053359282, 0.02940450047117915, 0.0073539398573923, 0.026763040739330668, 0.07839339070600038, NaN, NaN, 0.06448391098952078, 0.08639434541207414, 0.0474328063048044, 0.00012607580733359214, 0.006081373331716211, NaN, 0.03772413380830808, 0.0025791320922923244, 0.0014315748896986946, 0.1031430035605001, 0.015130681591178474, 0.011049338794545616, 0.10101702303707061, NaN, 0.04077808814305972, 0.00894903661708435, NaN, 0.02922699763732939, 0.01133038375774742, 0.002516184225470619, NaN, 0.03135284313470277, NaN, NaN, 0.008563135373677477, 0.015966326134307485, 0.01804108410934635, 0.0079875228380486, 0.03699844600959379, 0.014241361969912436, 0.017399734348012563, 0.0005101510659464292, NaN, NaN, 0.0083295926065734]], "8": [[true, true, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, false, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, false, false, true], [0.07247768483883132, 0.000520664665315751, 0.05481911106998516, 0.01178636936504529, 0.009740314495210622, NaN, 0.019910990940898987, 0.02655557422130972, 0.0005830281785939029, 0.008259232300321218, 0.014042652911239628, NaN, 0.012197326833448985, 0.09316228929200299, NaN, 0.06492984865326412, 0.006859979469220789, 0.012947770331107611, 0.07029034588078997, 0.012174817691117168, 0.0073539398573923, 0.02652214981211043, 0.07839339070600038, NaN, NaN, 0.06448391098952078, 0.08038959704764048, 0.0474328063048044, 0.00012607580733359214, 0.00177068061218133, NaN, 0.03772413380830808, 0.0025791320922923244, 0.0014315748896986946, 0.1031430035605001, 0.015130681591178474, 0.009955687897462484, 0.06830052980895518, NaN, 0.04077808814305972, 0.00894903661708435, NaN, 0.02540304258328252, 0.006601569875128943, 0.002516184225470619, 0.0963299828666484, 0.03135284313470277, NaN, NaN, 0.008563135373677477, 0.008365888824413803, 0.011483798479589247, 0.0079875228380486, 0.03699844600959379, 0.014241361969912436, 0.017399734348012563, 0.0005101510659464292, NaN, NaN, 0.0083295926065734]], "16": [[true, true, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, false, false, true], [0.06485112228670808, 0.000520664665315751, 0.05481911106998516, 0.01178636936504529, 0.009740314495210622, NaN, 0.019910990940898987, 0.02655557422130972, 0.0005830281785939029, 0.008259232300321218, 0.010999332435120301, NaN, 0.008110629170557493, 0.09316228929200299, NaN, 0.059130031915238135, 0.006859979469220789, -0.0026572589686967296, 0.04994934971814846, 0.012174817691117168, 0.0073539398573923, 0.020957871374727377, 0.05224622118458311, NaN, NaN, 0.06448391098952078, 0.05652968892022647, 0.0474328063048044, 0.00012607580733359214, 0.00177068061218133, NaN, 0.03772413380830808, 0.0013685061297759038, 0.0014315748896986946, 0.1031430035605001, 0.01056425600740929, 0.009642153329046943, 0.06830052980895518, NaN, 0.04077808814305972, 0.00894903661708435, 0.0589607996671202, 0.010392807422872297, 0.0017443575060622774, 0.002516184225470619, 0.018262883534820862, 0.028465703671495257, NaN, NaN, 0.008563135373677477, 0.008365888824413803, 0.006744725513181615, 0.002016146897451776, 0.03699844600959379, 0.012115750595103503, 0.017399734348012563, 0.0005101510659464292, NaN, NaN, 0.00472629736072383]]}}, "sofall_reg_s1_det": {"raw": {"1": [[true, true, true, false, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, false, false, true, false, true, true, true, false, true, true, true, false, false, false, false, true, true, true, false, true, false, false, false, true, true, true, true, true, true, true, false, false, true], [0.09735459981867889, 0.0022533974057930006, 0.10988425580425898, NaN, 0.01599430179719219, NaN, 0.027389597973547453, 0.04482578368339696, 0.0014118353479404266, 0.012653328987472845, 0.01893364227388661, NaN, 0.015608866710294045, 0.12846955284879158, NaN, 0.09568818427146719, 0.016746335127558742, 0.019553510167209298, 0.09054991233344989, 0.03519452708864579, 0.011236092996094182, 0.022041289454351576, 0.09050716507011214, NaN, NaN, 0.08385933980370464, 0.09062364676193346, NaN, NaN, 0.0022972593731793722, NaN, 0.04714505253740375, 0.0023435620061480478, 0.0025526426099931054, NaN, 0.012876913047675798, 0.010932187266862181, 0.09970498474839928, NaN, NaN, NaN, NaN, 0.03020960224520408, 0.008165444866942151, 0.020588063557772207, NaN, 0.033608016104022864, NaN, NaN, NaN, 0.01359794482978871, 0.015281657387343994, 0.008719025117601253, 0.05492479933700034, 0.017560012835724725, 0.020523506214024767, 0.0010720408421169836, NaN, NaN, 0.011084638779290223]]}, "rob": {"1": [[true, true, true, false, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, false, false, true, false, true, true, true, false, true, true, true, false, false, false, false, true, true, true, false, true, false, false, false, true, true, true, true, true, true, true, false, false, true], [0.09735459981867889, 0.0022533974057930006, 0.10988425580425898, NaN, 0.01599430179719219, NaN, 0.027389597973547453, 0.04482578368339696, 0.0014118353479404266, 0.012653328987472845, 0.01893364227388661, NaN, 0.015608866710294045, 0.12846955284879158, NaN, 0.09568818427146719, 0.016746335127558742, 0.019553510167209298, 0.09054991233344989, 0.03519452708864579, 0.011236092996094182, 0.022041289454351576, 0.09050716507011214, NaN, NaN, 0.08385933980370464, 0.09062364676193346, NaN, NaN, 0.0022972593731793722, NaN, 0.04714505253740375, 0.0023435620061480478, 0.0025526426099931054, NaN, 0.012876913047675798, 0.010932187266862181, 0.09970498474839928, NaN, NaN, NaN, NaN, 0.03020960224520408, 0.008165444866942151, 0.020588063557772207, NaN, 0.033608016104022864, NaN, NaN, NaN, 0.01359794482978871, 0.015281657387343994, 0.008719025117601253, 0.05492479933700034, 0.017560012835724725, 0.020523506214024767, 0.0010720408421169836, NaN, NaN, 0.011084638779290223]]}}, "sofall_reg_s2_mcd": {"raw": {"1": [[true, true, true, true, true, false, true, true, true, true, true, false, true, false, false, true, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, false, false, false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, false, true], [0.08966964605358752, 0.000735709724157152, 0.12826569148394396, 0.014806568826319033, 0.029334831898164326, NaN, 0.04238800747993343, 0.07512943281470696, 0.000627651097323767, 0.01581813466328441, 0.0102583535166616, NaN, 0.004453544371590068, NaN, NaN, 0.021872756331723142, 0.015376814417909168, 0.03298882143501469, 0.047817792204148946, NaN, 0.017669794824512808, 0.02724069411264174, 0.14521957888942683, NaN, NaN, 0.07880078051952033, 0.07892373444643841, 0.017906095082729445, 0.13818449532195554, 0.011863370324669553, -0.00098257770736343, NaN, NaN, 0.004199116067777675, 0.07968927996965025, 0.028960804997571588, 0.01049529573383201, NaN, NaN, NaN, NaN, NaN, 0.05528021598467858, 0.0030586287768559206, 0.004917309520087398, 0.07884929515658645, 0.044931170229171924, NaN, NaN, NaN, 0.03326192510873183, 0.02476853541287305, 0.027016001293758585, NaN, 0.010168513678589397, 0.017361366537266054, 0.0021491154845296734, NaN, NaN, 0.023113671559850557]], "2": [[true, true, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, false, false, false, false, true, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, false, true], [0.08966964605358752, 0.000735709724157152, 0.12826569148394396, 0.014806568826319033, 0.015183537058579999, NaN, 0.04238800747993343, 0.03211572027973464, 0.000627651097323767, 0.01581813466328441, 0.0102583535166616, NaN, 0.004453544371590068, 0.2219067865286446, NaN, 0.021872756331723142, 0.014501689122876638, -0.003302367995780653, 0.047817792204148946, NaN, 0.017669794824512808, 0.02724069411264174, 0.14521957888942683, NaN, NaN, 0.07433467218083423, 0.06903024040752248, 0.017906095082729445, 0.021806223281630954, 0.008075348243831826, -0.007698212150709427, NaN, NaN, 0.004199116067777675, 0.06629612759600656, 0.021214147931086336, 0.01049529573383201, NaN, NaN, NaN, NaN, 0.06767102138583736, 0.03209331677175342, 0.0030586287768559206, 0.004917309520087398, 0.04634526741382783, 0.04451014267804099, NaN, NaN, NaN, 0.03326192510873183, 0.008052180864794867, 0.018628324661954743, NaN, 0.010168513678589397, 0.015575150300964014, 0.0021491154845296734, NaN, NaN, 0.012500328137151406]], "4": [[true, true, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, false, false, false, false, true, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, false, true], [0.08642180944083977, 0.000735709724157152, 0.1157556768257817, 0.014806568826319033, 0.012956929196801026, NaN, 0.04238800747993343, 0.03211572027973464, 0.000627651097323767, 0.01581813466328441, 0.0102583535166616, NaN, 0.004453544371590068, 0.2219067865286446, NaN, 0.021872756331723142, 0.006776637954431619, -0.003302367995780653, 0.047817792204148946, NaN, 0.017669794824512808, 0.007755095448037652, 0.07302412704104344, NaN, NaN, 0.069761364082356, 0.06547741613032887, 0.017906095082729445, 0.021806223281630954, 0.008075348243831826, -0.009423714804778771, NaN, NaN, 0.0011978346671159823, 0.06629612759600656, 0.013177044879516098, 0.0067838022924369135, NaN, NaN, NaN, NaN, 0.05494504090908214, 0.03209331677175342, 0.0006514671853294907, 0.0035662306886057316, 0.04468249355802567, 0.04121374898423813, NaN, NaN, NaN, 0.03135333675239149, 0.008052180864794867, 0.013951552334114714, NaN, 0.00599602322381676, 0.015575150300964014, 0.0021491154845296734, NaN, NaN, 0.012500328137151406]], "8": [[true, true, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, true, true, true, true, false, false, false, false, true, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, false, true], [0.08467877796953083, 0.000735709724157152, 0.08020590753993395, 0.012072091336779556, 0.006136184145764556, NaN, 0.04238800747993343, 0.03211572027973464, 0.000627651097323767, 0.013053895372729718, 0.0102583535166616, NaN, 0.004453544371590068, 0.1971794279531176, NaN, 0.015345695886250565, 0.005829212663956307, -0.003302367995780653, 0.047817792204148946, 0.025389521030583007, 0.01757828365793257, 0.007755095448037652, 0.07302412704104344, NaN, NaN, 0.05156111303870059, 0.06547741613032887, 0.017906095082729445, 0.021806223281630954, 0.008075348243831826, -0.025233406633108357, NaN, 0.011381972875761148, 0.00027480892996534223, 0.06629612759600656, 0.010786627218485778, 0.0067838022924369135, NaN, NaN, NaN, NaN, 0.05323307882113748, 0.020617197606382254, 0.0006514671853294907, 0.003157260874297352, 0.028107035655675405, 0.04049022842342964, NaN, NaN, NaN, 0.03135333675239149, 0.007188767223393677, 0.0131922081543423, NaN, 0.00599602322381676, 0.012516918496691787, 0.0007138343058592511, NaN, NaN, 0.008091908964401595]], "16": [[true, true, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, true, true], [0.08467877796953083, 0.000735709724157152, 0.08020590753993395, 0.012072091336779556, 0.006136184145764556, NaN, 0.032045794760483526, 0.02351060416211026, 0.000627651097323767, 0.013053895372729718, 0.0102583535166616, NaN, 0.004453544371590068, 0.10946368278653829, NaN, 0.015345695886250565, 0.00524234813822444, -0.010625874739282004, 0.047817792204148946, 0.009593478055907267, 0.01757828365793257, 0.007755095448037652, 0.060605160312231066, NaN, NaN, 0.05156111303870059, 0.0543394676146598, 0.017906095082729445, 0.01018238724927123, 0.007179422879126207, -0.025233406633108357, NaN, 0.011381972875761148, 0.00027480892996534223, 0.06629612759600656, 0.009249024108373805, 0.0067838022924369135, 0.07480412754345123, NaN, NaN, NaN, 0.044637904247117666, 0.020617197606382254, 0.0006514671853294907, 0.001423825091236619, 0.014616280662784531, 0.04049022842342964, NaN, NaN, NaN, 0.017783590321821308, 0.0061557194002863636, 0.008502660014751307, NaN, 0.00599602322381676, 0.010049331433116704, 0.0006933283055374773, NaN, 0.18337677291750354, 0.0035748028351942907]]}, "rob": {"1": [[true, true, true, true, true, false, false, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, true, true, true, false, true, false, false, false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, true, true], [0.12147202269030855, 0.009865942772119496, 0.1453272846536302, 0.012072091336779556, 0.023070104585524387, NaN, NaN, 0.039248906340203726, 0.0033047228650728844, 0.0167962640294248, 0.012366956233818227, NaN, 0.017893347212418087, 0.10946368278653829, NaN, 0.021872756331723142, 0.016055990946672205, 0.04868005452570956, 0.09595582472631792, NaN, 0.01757828365793257, 0.03856893969501396, 0.18145145906339755, NaN, NaN, 0.07150155438787786, 0.1064347789455995, 0.025302332692272334, 0.025683049227511523, 0.016311108473077596, -0.025233406633108357, NaN, 0.011381972875761148, 0.010391688933732102, 0.07421668428403039, NaN, 0.012223583487565692, NaN, NaN, NaN, NaN, NaN, 0.0521184239826995, 0.011322420145019496, 0.0019231448160748066, 0.10060128190759143, 0.04451014267804099, NaN, NaN, NaN, 0.027158428130284795, 0.02504857970686558, 0.032364462680834594, NaN, 0.013994751092076152, 0.012170506568410344, 0.0038527004816457655, NaN, 0.18337677291750354, 0.023113671559850557]], "2": [[true, true, true, true, true, false, false, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, true, true, true, true, true, false, false, false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, true, true], [0.11439192492650263, 0.001756454707236177, 0.1453272846536302, 0.012072091336779556, 0.023070104585524387, NaN, NaN, 0.039248906340203726, 0.0024809795807121393, 0.0167962640294248, 0.012366956233818227, NaN, 0.016084346961469098, 0.10946368278653829, NaN, 0.021872756331723142, 0.012263453574205219, 0.023804801836234013, 0.074807407552681, NaN, 0.01757828365793257, 0.029962063614746404, 0.14521957888942683, NaN, NaN, 0.069761364082356, 0.09992176056446778, 0.022151567983601517, 0.025683049227511523, 0.016311108473077596, -0.025233406633108357, NaN, 0.011381972875761148, 0.005674153169755725, 0.06714423673870362, 0.028960804997571588, 0.012112543094848993, NaN, NaN, NaN, NaN, NaN, 0.04847547789539419, 0.007320077134037817, 0.0019231448160748066, 0.07884929515658645, 0.04451014267804099, NaN, NaN, NaN, 0.017783590321821308, 0.02504857970686558, 0.027016001293758585, NaN, 0.00599602322381676, 0.01048780604961741, 0.0032065220903201297, NaN, 0.18337677291750354, 0.01718030648058866]], "4": [[true, true, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, true, true, true, true, false, false, false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, true, true], [0.10295472419372165, 0.000735709724157152, 0.10225496808562018, 0.012072091336779556, 0.019816007534639635, NaN, 0.037451063085933045, 0.039248906340203726, 0.000627651097323767, 0.013053895372729718, 0.012366956233818227, NaN, 0.016084346961469098, 0.10946368278653829, NaN, 0.021872756331723142, 0.012263453574205219, 0.023804801836234013, 0.074807407552681, 0.025389521030583007, 0.01757828365793257, 0.016730096444064424, 0.11566027530780398, NaN, NaN, 0.05156111303870059, 0.07378159107974191, 0.022151567983601517, 0.01018238724927123, 0.011711620057934802, -0.025233406633108357, NaN, 0.011381972875761148, 0.00027480892996534223, 0.06629612759600656, 0.028960804997571588, 0.010683275379586465, NaN, NaN, NaN, NaN, NaN, 0.023931963539465917, 0.007320077134037817, 0.001423825091236619, 0.07119301138007872, 0.04451014267804099, NaN, NaN, NaN, 0.017783590321821308, 0.020706515704785433, 0.022218261826756347, NaN, 0.00599602322381676, 0.01048780604961741, 0.0030836533643219255, NaN, 0.18337677291750354, 0.01598356993498662]], "8": [[true, true, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, true, true, true, true, false, false, false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, true, true], [0.08662189573983836, 0.000735709724157152, 0.10225496808562018, 0.012072091336779556, 0.015023470106117376, NaN, 0.032045794760483526, 0.032910699683417644, 0.000627651097323767, 0.013053895372729718, 0.0102583535166616, NaN, 0.011094221278696859, 0.10946368278653829, NaN, 0.021872756331723142, 0.006776637954431619, 0.02235346078006195, 0.06630601628113175, 0.009593478055907267, 0.01757828365793257, 0.011608364394895654, 0.07355214863745263, NaN, NaN, 0.05156111303870059, 0.06903024040752248, 0.017906095082729445, 0.01018238724927123, 0.011665787240514591, -0.025233406633108357, NaN, 0.011381972875761148, 0.00027480892996534223, 0.06629612759600656, 0.010870433227489817, 0.007085429721573444, NaN, NaN, NaN, NaN, NaN, 0.023931963539465917, 0.006004772746926568, 0.001423825091236619, 0.04634526741382783, 0.04107093395507344, NaN, NaN, NaN, 0.017783590321821308, 0.01260213859518955, 0.014697773710383055, NaN, 0.00599602322381676, 0.01048780604961741, 0.0006933283055374773, NaN, 0.18337677291750354, 0.012500328137151406]], "16": [[true, true, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, true, true], [0.08467877796953083, 0.000735709724157152, 0.08020590753993395, 0.012072091336779556, 0.006136184145764556, NaN, 0.032045794760483526, 0.02351060416211026, 0.000627651097323767, 0.013053895372729718, 0.0102583535166616, NaN, 0.004453544371590068, 0.10946368278653829, NaN, 0.015345695886250565, 0.00524234813822444, -0.010625874739282004, 0.047817792204148946, 0.009593478055907267, 0.01757828365793257, 0.007755095448037652, 0.060605160312231066, NaN, NaN, 0.05156111303870059, 0.0543394676146598, 0.017906095082729445, 0.01018238724927123, 0.007179422879126207, -0.025233406633108357, NaN, 0.011381972875761148, 0.00027480892996534223, 0.06629612759600656, 0.009249024108373805, 0.0067838022924369135, 0.07480412754345123, NaN, NaN, NaN, 0.044637904247117666, 0.020617197606382254, 0.0006514671853294907, 0.001423825091236619, 0.014616280662784531, 0.04049022842342964, NaN, NaN, NaN, 0.017783590321821308, 0.0061557194002863636, 0.008502660014751307, NaN, 0.00599602322381676, 0.010049331433116704, 0.0006933283055374773, NaN, 0.18337677291750354, 0.0035748028351942907]]}}, "sofall_reg_s2_det": {"raw": {"1": [[true, true, true, false, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, false, true, true, false, true, true, true, false, false, true, true, true, true, false, false, false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, false, true], [0.10567159028460105, 0.001938112696654004, 0.16167925806254635, NaN, 0.021693107974548376, NaN, 0.03841468122107128, 0.04791006083985461, 0.001579661866921711, 0.01674007498591701, 0.015377602629891962, NaN, 0.014091482736985128, 0.166083011551031, NaN, 0.0428728729662351, 0.008833190711864836, 0.03262761498441691, 0.07763899895661841, NaN, 0.01810999582367101, 0.010823883648488186, 0.10647157842897848, NaN, NaN, 0.06441002051238276, 0.09449991383606737, NaN, 0.02343604967283608, 0.011470844315513817, -0.009020759518117205, NaN, NaN, 0.0008659857904953494, 0.07045199891163323, 0.018346005164203705, 0.009529652647465081, NaN, NaN, NaN, NaN, NaN, 0.04707244596369331, 0.003407639788124195, 0.004234292613932489, 0.055411609274228724, 0.04531880684238998, NaN, NaN, NaN, 0.07140215851018694, 0.016165954161791563, 0.015383036792465221, NaN, 0.010961765736418494, 0.014376775347980653, 0.002190811929217107, NaN, NaN, 0.014903755108777172]]}, "rob": {"1": [[true, true, true, false, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, false, true, true, false, true, true, true, false, false, true, true, true, true, false, false, false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, false, true], [0.10567159028460105, 0.001938112696654004, 0.16167925806254635, NaN, 0.021693107974548376, NaN, 0.03841468122107128, 0.04791006083985461, 0.001579661866921711, 0.01674007498591701, 0.015377602629891962, NaN, 0.014091482736985128, 0.166083011551031, NaN, 0.0428728729662351, 0.008833190711864836, 0.03262761498441691, 0.07763899895661841, NaN, 0.01810999582367101, 0.010823883648488186, 0.10647157842897848, NaN, NaN, 0.06441002051238276, 0.09449991383606737, NaN, 0.02343604967283608, 0.011470844315513817, -0.009020759518117205, NaN, NaN, 0.0008659857904953494, 0.07045199891163323, 0.018346005164203705, 0.009529652647465081, NaN, NaN, NaN, NaN, NaN, 0.04707244596369331, 0.003407639788124195, 0.004234292613932489, 0.055411609274228724, 0.04531880684238998, NaN, NaN, NaN, 0.07140215851018694, 0.016165954161791563, 0.015383036792465221, NaN, 0.010961765736418494, 0.014376775347980653, 0.002190811929217107, NaN, NaN, 0.014903755108777172]]}}}} \ No newline at end of file diff --git a/results/icml_r2/C_mimo/sof/c3_valbase.json b/results/icml_r2/C_mimo/sof/c3_valbase.json new file mode 100644 index 0000000000000000000000000000000000000000..b4a8e037e3ad9134b0807c5d45a8fcb6a95064c1 --- /dev/null +++ b/results/icml_r2/C_mimo/sof/c3_valbase.json @@ -0,0 +1 @@ +{"val_iid": {"retr": {"raw": {"1": [[false, false, false, true, true, false, false, false, false, false, false, true, true, false, false, true, false, false, true, false, true, true, true, false, false, false, false, false, false, false, true, false, true, false, false, false, false, true, true, false, true, false, false, false, false, true, false, false, false, false, true, false, true, false, false, false, false, true, true, true], [NaN, NaN, NaN, 0.004902751011333306, 0.005776357442414115, NaN, NaN, NaN, NaN, NaN, NaN, 0.08440144394489568, 0.03611768851058916, NaN, NaN, 0.04667485032162855, NaN, NaN, 0.14786629074115964, NaN, 0.06382869624416632, 0.3319445736604558, 0.0229105118447952, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.17330954198017312, NaN, 0.07829652934364884, NaN, NaN, NaN, NaN, 0.11580684263078034, 0.049868193398076244, NaN, 0.06679831121614788, NaN, NaN, NaN, NaN, 0.12552380336284608, NaN, NaN, NaN, NaN, 0.08548558822788821, NaN, 0.043689815037552204, NaN, NaN, NaN, NaN, 0.04076291388462683, 0.05803487432321597, 0.27218893623100415]], "2": [[false, false, false, true, true, false, true, false, false, false, false, true, true, true, false, true, false, false, true, false, true, true, true, false, false, true, true, true, false, true, true, false, true, false, false, false, false, true, true, false, true, false, false, true, false, true, true, false, false, false, true, false, true, false, true, false, false, true, true, true], [NaN, NaN, NaN, 0.004902751011333306, 0.005776357442414115, NaN, 0.04477614930595575, NaN, NaN, NaN, NaN, 0.08440144394489568, 0.03611768851058916, 0.25246683910321566, NaN, 0.03788249195795146, NaN, NaN, 0.14786629074115964, NaN, 0.06382869624416632, 0.10643375456187543, 0.0229105118447952, NaN, NaN, 0.029512841890620534, 0.0828217723356024, 0.06998888465649244, NaN, 0.2674312481756589, 0.17330954198017312, NaN, 0.07829652934364884, NaN, NaN, NaN, NaN, 0.11580684263078034, 0.049868193398076244, NaN, 0.06679831121614788, NaN, NaN, 0.11134642096000591, NaN, 0.06427148535627003, 0.07641817526865813, NaN, NaN, NaN, 0.08548558822788821, NaN, 0.043689815037552204, NaN, 0.16179755594361045, NaN, NaN, 0.04076291388462683, 0.05803487432321597, 0.27218893623100415]], "4": [[false, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, false, true, true, false, true, true, false, true, false, false, true, true, true, true, false, false, false, true, false, true, false, true, false, false, true, true, true], [NaN, 0.015261118847732291, NaN, 0.004902751011333306, 0.005776357442414115, NaN, 0.04477614930595575, 0.11419278943236377, 0.03548501817555727, NaN, NaN, 0.08440144394489568, 0.03611768851058916, 0.13185939464258367, NaN, 0.015154914636513084, NaN, 0.012562806900998424, 0.08476676762983026, 0.06219629424050588, 0.06382869624416632, 0.10643375456187543, 0.0229105118447952, 0.23155893094919855, NaN, 0.029512841890620534, 0.0828217723356024, 0.06998888465649244, 0.681367757169165, 0.2674312481756589, 0.17330954198017312, NaN, 0.07829652934364884, NaN, 0.03836655798246347, 0.023015041296327032, NaN, 0.11580684263078034, 0.049868193398076244, NaN, 0.06679831121614788, NaN, NaN, 0.11134642096000591, 0.0356113141519383, 0.06427148535627003, 0.07641817526865813, NaN, NaN, NaN, 0.08548558822788821, NaN, 0.043689815037552204, NaN, 0.11210603529986618, NaN, NaN, 0.024811389861964628, 0.030641339537845314, 0.1047630449609116]], "8": [[false, true, false, true, true, true, true, true, true, false, false, true, true, true, false, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, false, false, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true], [NaN, 0.015261118847732291, NaN, 0.004902751011333306, 0.005776357442414115, 0.016720615804717953, 0.04477614930595575, 0.11419278943236377, 0.03548501817555727, NaN, NaN, 0.08440144394489568, 0.03611768851058916, 0.13185939464258367, NaN, 0.015154914636513084, NaN, 0.012562806900998424, 0.08476676762983026, 0.06219629424050588, 0.06382869624416632, 0.0867050433480967, 0.0229105118447952, 0.10246033560862289, NaN, 0.029512841890620534, 0.020065090233701843, 0.06998888465649244, 0.1926983812698959, 0.2674312481756589, 0.03816341729700423, NaN, 0.07829652934364884, 0.24239794417603955, 0.03836655798246347, 0.023015041296327032, NaN, 0.11580684263078034, 0.049868193398076244, 0.01870658938801739, 0.05689691751758352, NaN, NaN, 0.11134642096000591, 0.0356113141519383, 0.06031665604995906, 0.07303058389553518, NaN, 0.04773201439394947, 0.03761129329180912, 0.08548558822788821, 0.0790025395047047, 0.043689815037552204, 0.028360843597495133, 0.06967984711002573, 0.041183779526166475, NaN, 0.004174306861945087, 0.030641339537845314, 0.0690134900185746]], "16": [[false, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true], [NaN, 0.015261118847732291, 0.17553790532343805, 0.004902751011333306, 0.005776357442414115, 0.016720615804717953, 0.03167924399653277, 0.11419278943236377, 0.03548501817555727, NaN, 0.14050502879288085, 0.0672853240135618, 0.03611768851058916, 0.13185939464258367, NaN, 0.015154914636513084, NaN, 0.004383380282071414, 0.08476676762983026, 0.06219629424050588, 0.06382869624416632, 0.02520670169064254, 0.0229105118447952, 0.10246033560862289, NaN, 0.029512841890620534, 0.020065090233701843, 0.06998888465649244, 0.1926983812698959, 0.09360550689218061, 0.03816341729700423, NaN, 0.008156871110698516, 0.10969045518284593, 0.03836655798246347, 0.023015041296327032, 0.3040517784775396, 0.03958998956998716, 0.049868193398076244, 0.01870658938801739, 0.05689691751758352, NaN, NaN, 0.11134642096000591, 0.0356113141519383, 0.06031665604995906, 0.07303058389553518, NaN, 0.04773201439394947, 0.03761129329180912, 0.03915168084439302, 0.0790025395047047, 0.043689815037552204, 0.028360843597495133, 0.03354784659179533, 0.041183779526166475, 0.008000982339252616, 0.004174306861945087, 0.028191814666143955, 0.021526738327157124]]}, "rob": {"1": [[false, true, false, true, false, true, true, false, true, true, false, false, false, false, true, false, true, false, false, true, true, true, false, true, true, true, true, false, true, true, false, false, false, false, true, false, false, false, true, true, false, false, false, false, false, false, false, true, true, false, false, true, true, true, true, false, true, true, false, false], [NaN, 1.839145501724564, NaN, 0.19129097035366383, NaN, 0.22794677153064868, 0.4255930448985987, NaN, 0.11828904755619418, 0.14117685003746772, NaN, NaN, NaN, NaN, 0.15719845572551105, NaN, 0.21189137060813268, NaN, NaN, 0.2896008796596934, 0.2062010346254648, 0.4654048735222409, NaN, 1.0696683766779937, 0.05097820920022045, 0.0764158387635474, 0.1577314919227104, NaN, 0.681367757169165, 0.2674312481756589, NaN, NaN, NaN, NaN, 0.649174214434936, NaN, NaN, NaN, 0.07574572694166304, 0.2718147681771901, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.07519863895043111, 0.42810025173457644, NaN, NaN, 0.0790025395047047, 0.33804539592327076, 0.028360843597495133, 0.2962021186901107, NaN, 0.05431057811044737, 0.2835890110447301, NaN, NaN]], "2": [[false, true, true, true, false, true, true, true, true, true, false, false, false, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, false, true, true, true, true, false, false, false, true, false, true, true, true, true, false, false, true, true, true, true, false, true, true, true, false], [NaN, 0.31232542892531767, 0.17553790532343805, 0.14377660610279341, NaN, 0.22794677153064868, 0.4255930448985987, 0.11419278943236377, 0.11828904755619418, 0.14117685003746772, NaN, NaN, NaN, 0.49653990126711944, 0.15719845572551105, 0.23679226912705675, 0.1448753707487478, NaN, NaN, 0.2896008796596934, 0.14863960168386492, 0.3319445736604558, 0.08370446412639154, 0.6083605866347104, 0.04911794042446194, 0.06410647896303123, 0.017481822746610476, 0.7241487137681644, 0.681367757169165, 0.2674312481756589, 0.17330954198017312, NaN, NaN, 0.28381016907793954, 0.07544438213895965, NaN, 0.3040517784775396, 0.5735456686718166, 0.07574572694166304, 0.2718147681771901, NaN, NaN, NaN, 0.1672755042137417, NaN, 0.499374957679908, 0.4687067449315192, 0.07519863895043111, 0.11095847358624766, NaN, NaN, 0.0790025395047047, 0.33804539592327076, 0.028360843597495133, 0.20401297264035279, NaN, 0.05431057811044737, 0.2835890110447301, 0.539887700615935, NaN]], "4": [[false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false], [NaN, 0.21939237955954427, 0.17553790532343805, 0.14377660610279341, NaN, 0.016720615804717953, 0.32564771541633997, 0.09664550351234791, 0.11828904755619418, 0.14117685003746772, 0.10599747297863105, 0.25739456259553317, 0.06724021790670909, 0.20467176077779126, 0.15719845572551105, 0.23679226912705675, 0.1448753707487478, 0.24959151816757208, 0.3012628593664377, 0.06219629424050588, 0.14863960168386492, 0.2160867078194859, 0.08370446412639154, 0.2051778895686296, 0.04911794042446194, 0.06410647896303123, 0.017481822746610476, 0.5960452445744591, 0.29939577066849, 0.09360550689218061, 0.03816341729700423, NaN, NaN, 0.2686887940133489, 0.07544438213895965, 0.17157951066702015, 0.08616551877574352, 0.32242092635975994, 0.07574572694166304, 0.2718147681771901, 0.05689691751758352, 0.3590051172602782, NaN, 0.11134642096000591, 0.0356113141519383, 0.12552380336284608, 0.2600958224451211, 0.07519863895043111, 0.11095847358624766, 0.03761129329180912, 0.6706375942753589, 0.0790025395047047, 0.06000600475708984, 0.028360843597495133, 0.20401297264035279, NaN, 0.05431057811044737, 0.2835890110447301, 0.2879555895989063, NaN]], "8": [[false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true], [NaN, 0.0640966499883624, 0.17553790532343805, 0.0460023788501811, 0.26735910407917785, 0.016720615804717953, 0.32564771541633997, 0.09476169397168865, 0.0333584562234277, 0.14117685003746772, 0.10599747297863105, 0.08440144394489568, 0.06724021790670909, 0.08373104077351168, 0.15719845572551105, 0.07618320522472266, 0.036809029225962187, 0.021807800129516552, 0.08476676762983026, 0.06219629424050588, 0.06382869624416632, 0.18490751424090024, 0.08370446412639154, 0.2051778895686296, 0.04911794042446194, 0.05271740329600805, 0.017481822746610476, 0.23371085547001624, 0.23539200738967336, 0.09360550689218061, 0.03816341729700423, 0.023775213689695374, 0.13318075930662432, 0.19556410303900762, 0.07544438213895965, 0.026406765644242602, 0.08616551877574352, 0.2539302081719119, 0.05327972774764844, 0.1076419923648404, 0.05689691751758352, 0.3590051172602782, NaN, 0.10185517558695367, 0.028747704893630655, 0.11851133641543687, 0.07640749470318542, 0.07519863895043111, 0.04773201439394947, 0.03761129329180912, 0.6706375942753589, 0.0790025395047047, 0.06000600475708984, 0.028360843597495133, 0.14750296467691792, NaN, 0.008000982339252616, 0.04076291388462683, 0.22026051844248706, 0.15128242072930953]], "16": [[false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [NaN, 0.015261118847732291, 0.17553790532343805, 0.0460023788501811, 0.005776357442414115, 0.016720615804717953, 0.02724534845437465, 0.09476169397168865, 0.0333584562234277, 0.14117685003746772, 0.10599747297863105, 0.015613769431082725, 0.03611768851058916, 0.08373104077351168, 0.15719845572551105, 0.056051153158936495, 0.036809029225962187, 0.004383380282071414, 0.04067541411543818, 0.06219629424050588, 0.06382869624416632, 0.0752379401763017, 0.08370446412639154, 0.10246033560862289, 0.04911794042446194, 0.029512841890620534, 0.017481822746610476, 0.10425200428168746, 0.06086191458412138, 0.09360550689218061, 0.03816341729700423, 0.023775213689695374, 0.060550824788331514, 0.19556410303900762, 0.03836655798246347, 0.023015041296327032, 0.08616551877574352, 0.1579140499538596, 0.02145482961830658, 0.06601983864203409, 0.05689691751758352, 0.3590051172602782, NaN, 0.07243061634150783, 0.028747704893630655, 0.04937285334247887, 0.03448437191407727, 0.07519863895043111, 0.03221370193853512, 0.03761129329180912, 0.060346249858637124, 0.0790025395047047, 0.043689815037552204, 0.028360843597495133, 0.05174660971934553, 0.041183779526166475, 0.008000982339252616, 0.004174306861945087, 0.12675757701795343, 0.07486071104734915]]}}, "valbase_diff_s0": {"raw": {"1": [[false, true, false, true, false, false, true, false, true, false, false, true, false, true, false, true, true, true, true, true, false, true, true, true, false, true, false, false, true, false, true, true, true, true, true, false, false, true, true, true, false, true, false, true, true, true, false, false, false, true, true, false, false, false, true, true, false, false, true, true], [NaN, 0.015921238089319, NaN, 0.004145421770533897, NaN, NaN, 0.07180262251410752, NaN, 0.03587834163894965, NaN, NaN, 0.16353726804821078, NaN, 0.08325902067708646, NaN, 0.0005473684959558245, 0.06855905025472797, 0.006897552904706172, 0.005930030173941558, 0.027934094359030492, NaN, 0.1874959675167589, 0.027036698704387963, 0.00690232250357492, NaN, 0.005368983739468369, NaN, NaN, 0.09934666350422239, NaN, 0.03760448710300168, 0.023618580469801254, 0.01714258391711798, 0.03379936967039021, 0.22451517792037534, NaN, NaN, 0.1117706840966477, 0.024650317656536247, 0.02688086879545315, NaN, -0.021433952841626636, NaN, 0.0854282118519416, 0.036761991985105213, 0.029957126175001125, NaN, NaN, NaN, 0.028602332959390298, 0.015917749794752467, NaN, NaN, NaN, 0.015642332020674443, 0.07292528476320426, NaN, NaN, 0.0072128539048559315, 0.019902018410257405]], "2": [[false, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, false, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, true, false, false, false, true, true, true, true, true, true], [NaN, 0.015921238089319, NaN, 0.004145421770533897, 0.004162981562328527, NaN, 0.07180262251410752, 0.04033548209475035, 0.018613094211505254, NaN, NaN, 0.03717190262700498, 0.05194095387791253, 0.07905973916374043, NaN, 0.0005473684959558245, 0.0013093491401028334, 0.006897552904706172, 0.005930030173941558, 0.027934094359030492, 0.018059375163491875, 0.1874959675167589, 0.02088921108941122, 0.00690232250357492, NaN, 0.005368983739468369, NaN, 0.063774068860464, 0.07506765566362494, NaN, 0.03760448710300168, 0.023618580469801254, 0.01714258391711798, 0.016735816539591664, 0.22451517792037534, 0.021435819486577357, 0.08083613390268507, 0.1117706840966477, 0.01031635594438396, 0.008586454139178468, 0.0378927643221878, -0.021433952841626636, NaN, 0.016734495923612425, 0.036761991985105213, 0.029957126175001125, 0.0063777787481897885, NaN, NaN, 0.028602332959390298, 0.015917749794752467, NaN, NaN, NaN, 0.01164483355446344, 0.0648988723594468, 0.0035022541848857003, 0.047679007612856816, 0.005746399541253222, 0.001116772175945746]], "4": [[true, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, true, false, false, true, true, true, true, true, true, true], [0.03664960948099627, 0.005297549484670316, NaN, 0.0029047554898553596, 0.004162981562328527, 0.018219554392226778, 0.02036028713751059, 0.04033548209475035, 0.018613094211505254, NaN, 0.006484488421311552, 0.012017782220707263, 0.012700074074663892, 0.02784555661415289, NaN, 0.0005473684959558245, 0.0013093491401028334, 0.004906154539798369, 0.005930030173941558, 0.027934094359030492, 0.014991748866831855, 0.017738078597415274, 0.018301580195512424, 0.00690232250357492, NaN, 0.005368983739468369, 0.14763254936101355, 0.02108015033745181, 0.04058515595780454, 0.027067907858248308, 0.03760448710300168, 0.02144881839905688, 0.000406118388028176, 0.016735816539591664, 0.22451517792037534, 0.021435819486577357, 0.08083613390268507, 0.014514348466522886, 0.01031635594438396, 0.005636860739525407, 0.0378927643221878, -0.021433952841626636, NaN, 0.016734495923612425, 0.005862102941124547, 0.029957126175001125, 0.002289007557241707, NaN, NaN, 0.0037919575237199687, 0.015917749794752467, NaN, NaN, 0.074708402116888, 0.0024530046812898387, 0.03566295066414282, 0.0035022541848857003, 0.01826399297634662, 0.0034883898634570087, 0.001116772175945746]], "8": [[true, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true], [0.03664960948099627, 0.00479984992279836, NaN, 0.0006199986640462729, 0.0038833379469753737, 0.018219554392226778, 0.007273739435161408, 0.04033548209475035, 0.00490198716447221, NaN, 0.006484488421311552, 0.010012721100607358, 0.0005034950132749572, 0.004675490011611938, NaN, 0.0005473684959558245, 0.0013093491401028334, 0.0028660231011869985, 0.00081007089711016, 0.027934094359030492, 0.007325659308463406, 0.011575157279473114, 0.010253630325128382, 0.00690232250357492, 0.03501334578038606, 0.005368983739468369, 0.04830251999804358, 0.02026516447767679, 0.02387196949671666, 0.027067907858248308, 0.031241713522231818, 0.02144881839905688, 0.000406118388028176, 0.004246428511107014, 0.22451517792037534, 0.004435664039710074, 0.08083613390268507, 0.009732263145083131, 0.01031635594438396, 0.005045931729667608, 0.03009749914362092, -0.028767353882164448, NaN, 0.00925586880019913, 0.005862102941124547, 0.0022456664163224005, 0.002289007557241707, NaN, NaN, 0.0037919575237199687, 0.011741971592208689, 0.16208437052368319, 0.02705390797438456, 0.039139356100542644, 0.0024530046812898387, 0.034070437186364266, 0.0035022541848857003, 0.012374938121025192, 0.0034883898634570087, 0.001116772175945746]], "16": [[true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true], [0.03664960948099627, 0.0021268078290308523, 0.0027963074029941914, 0.0006199986640462729, 0.0026173167930079178, 0.018219554392226778, 0.004967679937662117, 0.00461237941021686, 0.00490198716447221, NaN, 0.0027035329665270336, 0.007780552073565206, 0.0005034950132749572, 0.002969031018618784, NaN, 0.0005473684959558245, 0.0013093491401028334, 0.0027753727048149823, 0.00081007089711016, 0.027934094359030492, 0.007231277276400938, 0.011575157279473114, 0.004763623371646153, 0.00690232250357492, 0.03501334578038606, 0.0030112136133000345, 0.0437784194188473, 0.01423139879927282, 0.02387196949671666, 0.018925620682320732, 0.031241713522231818, 0.012960774652252871, 0.000406118388028176, 0.004246428511107014, 0.09489341054085587, 0.0010801245054978814, 0.08083613390268507, 0.009732263145083131, 0.0064404563568163375, 0.004759795342926809, 0.014427179461075745, -0.028767353882164448, 0.042734569617365326, 0.0052975854874683925, 0.005862102941124547, 0.0022456664163224005, 6.0738553942174534e-05, NaN, 0.00567139055952981, 0.0029737442961268457, 0.011741971592208689, 0.06000156781272192, 0.008040909913294092, 0.007775636597993074, 0.0024530046812898387, 0.034070437186364266, 0.0035022541848857003, 0.011276462676025334, 0.0019822812204313145, 0.001116772175945746]]}, "rob": {"1": [[true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true], [0.03664960948099627, 0.007182450806887619, 0.01839623482193775, 0.004386858899050772, NaN, 0.03117973724372458, 0.044131617927575695, 0.0223124047834109, 0.02663126517616554, 0.062227083375345105, 0.023115401562296523, 0.000992274072145527, NaN, 0.3539977418160709, 0.014026707173482977, 0.03335978657708849, 0.11224500810221971, 0.05058810075440312, 0.01642205838245836, 0.1200449263642489, 0.041311350039189954, 0.08317529842625193, 0.03103270456213081, 0.21519277379226565, 0.11048840574332663, 0.00871740946676014, 0.04993089705528808, 0.16702563935939696, 0.124457107292681, 0.012798523524663485, 0.03453551760778173, NaN, 0.022649220653906177, 0.23722617391903578, 0.38117097791613164, 0.03830822014964297, NaN, 0.11749225918854123, 0.03231956356945642, 0.037291136151268, 0.04783076700021849, -0.013480221048395524, 0.042734569617365326, 0.037694390682959655, 0.0754748000434371, 0.036991782483118296, 0.01587102254279471, 0.11933012525719544, 0.020525776782702287, 0.09941546383454636, NaN, 0.45878213765598663, 0.23690571660062343, 0.10123870333885754, 0.019433882406715286, NaN, 0.022733525758722006, 0.15402275691668565, 0.0768035169357999, 0.007863519872816527]], "2": [[true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true], [0.03664960948099627, 0.007182450806887619, 0.007279181492057196, 0.0025289272509674277, NaN, 0.02608876600822807, 0.044131617927575695, 0.0223124047834109, 0.02050839692482076, 0.006584869951443917, 0.0027035329665270336, 0.000992274072145527, NaN, 0.13239419079863857, 0.014026707173482977, 0.004284073623552764, 0.04952377906599037, 0.0332663125619741, 0.008025797140109425, 0.09881950814443696, 0.026208613115773716, 0.08317529842625193, 0.030267115772981024, 0.06708011516099166, 0.08512208516614339, 0.00871740946676014, 0.045255613671683514, 0.052839039839844615, 0.10662445078561023, 0.012798523524663485, 0.031241713522231818, NaN, 0.01714258391711798, 0.23722617391903578, 0.2800309989715808, 0.034050237898762825, 0.21043874349227099, 0.0883300594900378, 0.014768733988103078, 0.015569762952821531, -0.0007894702505009121, -0.013480221048395524, 0.019261133463861935, 0.03574002528589748, 0.014482898385766996, 0.036991782483118296, 0.007192123961637709, 0.11933012525719544, 0.00567139055952981, 0.06325901846817694, NaN, 0.22396285462037402, 0.21995341797749823, 0.07651215790925825, 0.019433882406715286, 0.05134407582580813, 0.022733525758722006, 0.15402275691668565, 0.04888116511734397, 0.007863519872816527]], "4": [[true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.03664960948099627, 0.00479984992279836, 0.0007505140257757503, 0.00198722959736064, NaN, 0.02608876600822807, 0.031721965739964775, 0.0223124047834109, 0.02050839692482076, 0.006584869951443917, 0.0027035329665270336, 0.000992274072145527, 0.012700074074663892, 0.08325902067708646, 0.014026707173482977, 0.0011500672261735012, 0.024386592171079302, 0.006897552904706172, 0.004521255777395927, 0.060711652980354636, 0.016356939293691974, 0.03057166747484663, 0.026679239140035227, 0.05677970089540363, 0.05155583038982714, 0.00871740946676014, 0.02472057836349295, 0.026731992944036387, 0.08001440297444651, 0.012798523524663485, 0.031241713522231818, NaN, 0.0036674276502086656, 0.04203637595011256, 0.09489341054085587, 0.014695397641360186, 0.08083613390268507, 0.06034772823450707, 0.014768733988103078, 0.010199491406527983, -0.0035909334561130546, -0.013480221048395524, 0.019261133463861935, 0.021855688509118343, 0.0088777148550776, 0.036991782483118296, 0.0060575762639132336, 0.11933012525719544, 0.00567139055952981, 0.020879662803518384, 0.019548555785150468, 0.08852213807394227, 0.13389260145940618, 0.018316399376085535, 0.011939596122611862, 0.017958211872330487, 0.019147252537528248, 0.05762462318945749, 0.02445393815842345, 0.0035966714500357266]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.03664960948099627, 0.00479984992279836, -0.002598576864136226, 0.00035768552954817956, 0.013403339434264083, 0.015811965129086447, 0.026222352454556397, 0.015510176953289934, 0.02050839692482076, 0.006584869951443917, 0.0021952577498274284, 0.00046331406602062586, 0.003306434186490348, 0.036610519853189194, 0.014026707173482977, 0.0011500672261735012, 0.00539327660437916, 0.0025753842207887345, 0.0019224918971754157, 0.051294965185914254, 0.0067668254597494926, 0.0232640458238198, 0.023693495358351635, 0.05259841291194656, 0.05155583038982714, 0.005497873177846335, 0.017565162883293794, 0.022956448813495456, 0.08001440297444651, 0.012798523524663485, 0.0172625987427093, NaN, 0.000406118388028176, 0.031869444087906595, 0.09489341054085587, 0.014695397641360186, 0.08083613390268507, 0.06034772823450707, 0.008721147540335483, 0.005636860739525407, -0.0072870758092818955, -0.013480221048395524, 0.019261133463861935, 0.019339879382461955, 0.00547874118786118, 0.021838368629419458, 0.003024543065944796, 0.11933012525719544, 0.00567139055952981, 0.020879662803518384, 0.007230967337754857, 0.057211785875111776, 0.07921832531506845, 0.018316399376085535, 0.006992719065086028, 0.017958211872330487, 0.008847792006909438, 0.02608421002071637, 0.009483784250083671, 0.0035966714500357266]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.03664960948099627, 0.003421360729290557, -0.002598576864136226, 0.00035768552954817956, 0.006773275295469006, 0.015017901478492135, 0.018280314050661772, 0.00461237941021686, 0.017594335217550494, 0.006584869951443917, 0.0021952577498274284, 0.00046331406602062586, 0.003306434186490348, 0.02784555661415289, 0.014026707173482977, 0.0005473684959558245, 0.00539327660437916, 0.0025753842207887345, 0.0009289346066441162, 0.027934094359030492, 0.0028354865033923815, 0.02103218063350032, 0.019280940351008358, 0.020873507091552, 0.029851641674920826, 0.003891853155103542, 0.017565162883293794, 0.019617937465069568, 0.06283505434299341, 0.012798523524663485, -0.0005624501075082167, 0.035553133658920766, 0.000406118388028176, 0.01895128154917347, 0.09489341054085587, 0.005832779192141091, 0.038657835534113616, 0.026615647911827134, 0.006595883905190281, 0.0029379162767779743, -0.0072870758092818955, -0.028276383464186483, 0.019261133463861935, 0.00925586880019913, 0.003675871807161002, 0.01845742776860182, 0.0006751782224538871, 0.11933012525719544, 0.00567139055952981, 0.007459104857559851, 0.007230967337754857, 0.057211785875111776, 0.041305899905657695, 0.0015053024558255856, 0.006111947054939337, 0.01653953262565988, 0.003250657616730157, 0.013536132451448024, 0.002223831905810547, 0.0035178166476232953]]}}, "valbase_diff_s1": {"raw": {"1": [[true, true, false, true, true, true, true, false, true, false, true, true, false, false, false, true, false, true, true, false, true, false, true, true, false, true, true, false, false, false, false, true, true, true, true, true, false, true, true, true, false, true, false, true, true, false, true, false, false, true, true, false, true, false, true, true, false, true, true, true], [0.028867158539691573, 0.013003956636946201, NaN, 0.0022372466924185375, 0.0038793581099627605, 0.035785163570512646, 0.021860503222148164, NaN, 0.02119294770232849, NaN, 0.008237843715682924, 0.008659897704788255, NaN, NaN, NaN, 0.002308797802688556, NaN, 0.016060631905250977, 0.0017754903577451575, NaN, 0.0174580029154352, NaN, 0.025596252047561663, 0.15004778304232325, NaN, 0.026919213403843623, 0.008423572478949426, NaN, NaN, NaN, NaN, 0.01753461968893233, 0.0017260879918086225, 0.030382968384324416, 0.22350822736684095, 0.013906110674165806, NaN, 0.09473845213306475, 0.013628128134603568, 0.012777621993008026, NaN, 0.009809832411016739, NaN, 0.03217453640245482, 0.005749166361079805, NaN, 0.010903057906063163, NaN, NaN, 0.028017597135945538, 0.026894482453186486, NaN, 0.05935782159593961, NaN, 0.011253839562456847, 0.10144852396997339, NaN, 0.03203812077419954, 0.014886004665267683, 0.004892028217825528]], "2": [[true, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, false, true, true, true, true, true, true, true, false, true, true, false, false, false, true, true, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, false, false, true, true, false, true, false, true, true, true, true, true, true], [0.028867158539691573, 0.00814998339697759, 0.004615859758495322, 0.0022372466924185375, 0.0038793581099627605, 0.035785163570512646, 0.021860503222148164, NaN, 0.02119294770232849, NaN, 0.008237843715682924, 0.008659897704788255, 0.11995132982164547, 0.12301456306946701, NaN, 0.002308797802688556, NaN, 0.007573309680030782, 0.0017754903577451575, 0.012361828536396002, 0.015031519112512548, 0.03662224520771762, 0.023259394580777304, 0.15004778304232325, NaN, 0.003577019951559679, 0.008423572478949426, NaN, NaN, NaN, 0.027397891702832133, 0.01753461968893233, 0.0017260879918086225, 0.030382968384324416, 0.14865448439865103, 0.013906110674165806, NaN, 0.09473845213306475, 0.013628128134603568, 0.010027757995346498, NaN, 0.009809832411016739, NaN, 0.002982936965302274, 0.005749166361079805, 0.13855851913959927, 0.0033118171924766404, NaN, NaN, 0.028017597135945538, 0.013561745399776282, NaN, 0.047646927693858254, NaN, 0.0019288430988952943, 0.10144852396997339, 0.007570802608410476, 0.03203812077419954, 0.0016501610498591557, 0.004892028217825528]], "4": [[true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true], [0.028867158539691573, 0.003139465207641523, 0.004615859758495322, 0.0013993286171132269, 0.00121950222783207, 0.02654028177266743, 0.006295561975641073, NaN, 0.0141328710013775, NaN, 0.008237843715682924, 0.008659897704788255, 0.007906595990770482, 0.12301456306946701, 0.23377777576190661, 0.002308797802688556, 0.013447735619457335, 0.007573309680030782, 0.0017754903577451575, 0.012361828536396002, 0.015031519112512548, 0.009983903414792161, 0.01202693798601917, 0.01282772707628932, 0.030437801702981604, 0.0019475940731210617, 0.008423572478949426, 0.09838781120498763, 0.1036773208464874, NaN, 0.027397891702832133, 0.01753461968893233, 0.0017260879918086225, 0.02218449442049586, 0.08201314064068521, 0.007482976880398784, 0.09330243616418055, 0.0264849800715119, 0.009621777454453806, 0.005585511826040612, NaN, -0.008011740108001764, NaN, 0.002982936965302274, 0.005434668560209799, 0.13855851913959927, 0.0006145723862318597, 0.0056665468637449035, 0.030699284875640886, 0.01912616710750381, 0.013561745399776282, 0.10366139010112785, 0.01836318287980543, NaN, 0.0019288430988952943, 0.10144852396997339, 0.007570802608410476, 0.009461805227930276, 0.0016501610498591557, 0.003234155792699589]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true], [0.028867158539691573, 0.0020510812771517006, 0.004615859758495322, 0.0013993286171132269, 0.0008884209495854112, 0.02654028177266743, 0.006295561975641073, 0.008869738718161768, 0.0141328710013775, 0.04052029158583137, 0.008237843715682924, 0.008659897704788255, 0.007906595990770482, 0.029966350235841155, 0.11699505135192445, 0.002308797802688556, 0.013447735619457335, 0.005674249180652291, 0.0002705193066037115, 0.012361828536396002, 0.015031519112512548, 0.009983903414792161, 0.01202693798601917, 0.01282772707628932, 0.030437801702981604, 0.0019475940731210617, 0.008423572478949426, 0.0019832686510379283, -0.0005074749951634594, NaN, 0.027397891702832133, 0.011663459335120363, 0.0017260879918086225, 0.0080130902993778, 0.08201314064068521, 0.00018833543798879582, 0.09330243616418055, 0.0065019878411234355, 0.002526255573877645, 0.005585511826040612, 0.009913390275926526, -0.039383181939274814, NaN, 0.002982936965302274, 0.005434668560209799, 0.01805656000113043, 0.0006145723862318597, 0.0056665468637449035, 0.030699284875640886, 0.012871799506924075, 0.011548780458138008, 0.10366139010112785, 0.01836318287980543, NaN, 0.0019288430988952943, 0.029095980855950332, 0.007570802608410476, 0.009461805227930276, 0.0016501610498591557, 0.002932445253462257]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true], [0.0027947908557262036, 0.0020510812771517006, 0.004615859758495322, 0.00035504070854130987, 0.0008884209495854112, 0.00044204459407226615, 0.001183753325542769, 0.008869738718161768, 0.0070481394907027095, 0.04052029158583137, 0.00740699218999441, 0.0031500585409303117, 0.007906595990770482, 0.017542274291338034, 0.06279246188941956, 0.0014629690539622597, 0.006335461560566191, 0.00471625374818041, 0.0002705193066037115, 0.008172137830382065, 0.00478356708242722, 0.009983903414792161, 0.01202693798601917, 0.0003033730764039344, 0.01863989380052966, 0.0013557000813142484, 0.008423572478949426, 0.0019832686510379283, -0.0005074749951634594, 0.010285741839623608, 0.027397891702832133, 0.00834784878864836, 0.0017260879918086225, 0.0080130902993778, 0.08201314064068521, 0.00018833543798879582, 0.09330243616418055, 0.0065019878411234355, 0.0023952325621507953, 0.005186989821509336, 0.009913390275926526, -0.039383181939274814, NaN, 0.002982936965302274, 0.0039594822023707454, 0.01434644671485974, 0.0006145723862318597, 0.0056665468637449035, 0.030699284875640886, 0.0027347643890043294, 0.011548780458138008, 0.08693056120368947, 0.005077772794127577, NaN, 0.0019288430988952943, 0.01409759947564515, 0.005027384444598937, 0.0054331137070922075, 0.0016501610498591557, 0.0009899654796605706]]}, "rob": {"1": [[false, true, true, true, true, true, true, false, true, true, false, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true], [NaN, 1.1099326438957595, 0.0179895279652158, 0.0024405706008490125, 0.030413523139324994, 0.05145815473459914, 0.07405693133537872, NaN, 0.04374081241916228, 0.09263510986655721, NaN, 0.049014974469788974, NaN, 0.16931669927475856, 0.024495571609689515, 0.005676143500757291, 0.06697415591745903, 0.04627743736832568, 0.006859640373158893, NaN, 0.026473307266653423, 0.06690362612874279, 0.13565468713433915, 0.05027077832872995, 0.04635414045183417, 0.013481679629864907, 0.030271745390758387, 0.24525086164036258, 0.08401489969506626, 0.022550135483660805, NaN, NaN, 0.00976771754607575, 0.24939063633937275, 0.8716563462441445, 0.026937812014426132, 0.31485252654672014, 0.08398422927625582, 0.07259833656103432, 0.029793310667858064, 0.004768702624665666, -0.022796086623832812, NaN, 0.11768488784214703, 0.04879544535916058, 0.05667207826697407, 0.028611915399316512, 0.0056665468637449035, 0.1472079279844949, 0.1132147733353508, 0.037538126039945, 0.20463148635742545, 0.3825419126840681, 0.11047424336057432, 0.058043860398437896, NaN, 0.06469665736296148, 0.05140032928360827, 0.040797861943770775, 0.005238442914608621]], "2": [[true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true], [0.05499328902135425, 0.007039052554539849, 0.013254733819521691, 0.0024405706008490125, 0.030413523139324994, 0.04687297268583035, 0.06678443986050975, 0.024416966997613754, 0.039089782778824356, 0.09263510986655721, 0.027832382007993983, 0.017703231782625117, NaN, 0.16931669927475856, 0.0191613111179616, 0.005676143500757291, 0.06697415591745903, 0.025227596055559687, 0.006859640373158893, 0.12005745183058636, 0.011247747986458112, 0.02695940157736798, 0.07994511754126465, 0.03606830404879369, 0.04635414045183417, 0.013481679629864907, 0.025205780839622216, 0.24525086164036258, 0.06561889359836015, 0.010285741839623608, NaN, NaN, 0.008761989787920532, 0.0694089450890425, 0.5582323357399428, 0.020642575964120002, 0.29351275744572836, 0.06343962963492689, 0.024134463224784852, 0.012737543224265346, 0.004768702624665666, -0.022796086623832812, NaN, 0.05156726350852292, 0.03014009185185418, 0.04148671961333039, 0.022993438946549594, 0.0056665468637449035, 0.04761179074530664, 0.047828417644059984, 0.026406912512001224, 0.20463148635742545, 0.2651226420961119, 0.018233686465641608, 0.058043860398437896, NaN, 0.06469665736296148, 0.05140032928360827, 0.039071088857474345, 0.005238442914608621]], "4": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true], [0.007755342765330964, 0.0003989890875004676, 0.004615859758495322, 0.0012980297447617861, 0.030413523139324994, 0.04590175752069103, 0.057476496359220475, 0.024416966997613754, 0.028997351371000013, 0.03775552683726069, 0.016297513293065835, 0.008659897704788255, 0.012169976445889352, 0.04371730166778098, 0.0191613111179616, 0.0014629690539622597, 0.05105389974893759, 0.008445349331526852, 0.005291859212743111, 0.06257007207259635, 0.011247747986458112, 0.02695940157736798, 0.026263618265346622, 0.03606830404879369, 0.033425027361030146, 0.012631724292117674, 0.025205780839622216, 0.0350153985665822, 0.06561889359836015, 0.010285741839623608, 0.027397891702832133, 0.06128092334727864, 0.0017260879918086225, 0.05994503515807392, 0.29027173361258063, 0.020642575964120002, 0.29351275744572836, 0.03560703213522398, 0.013226237955596964, 0.012737543224265346, 0.004768702624665666, -0.022796086623832812, NaN, 0.04841173127516196, 0.0174630568335723, 0.04148671961333039, 0.011008602093195652, 0.0056665468637449035, 0.030699284875640886, 0.01912616710750381, 0.026406912512001224, 0.10366139010112785, 0.120043562519204, 0.018233686465641608, 0.0218175143807271, NaN, 0.011992536964712253, 0.05140032928360827, 0.018985168232743543, 0.005238442914608621]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.007755342765330964, 0.0003989890875004676, 0.004615859758495322, 0.0007133862520138923, 0.011641796607959165, 0.0184626714565419, 0.02703423270379779, 0.024416966997613754, 0.019018114257265184, 0.019507489521894295, 0.007122329515744541, 0.0031500585409303117, 0.0016497565446913498, 0.03353701970848233, 0.00419968928155412, 0.0014629690539622597, 0.02417162115303717, 0.0025380041068143733, 0.000656410245513328, 0.05266095633019097, 0.011247747986458112, 0.016619880565394096, 0.025470174485484387, 0.027550766424505158, 0.006207823493270315, 0.0018292045532246615, 0.02433480876424121, 0.00851636519973975, 0.05868337604315177, 0.010285741839623608, 0.024564309515788807, 0.06128092334727864, 0.0017260879918086225, 0.026616004745910526, 0.22386102143385544, 0.008588102544264231, 0.1544410946690764, 0.0264849800715119, 0.009836156014546793, 0.009850886186619112, 0.004768702624665666, -0.02721087613342965, NaN, 0.03599839006359784, 0.0036619738193823803, 0.020597827172423644, 0.009455266142757601, 0.0056665468637449035, 0.030699284875640886, 0.015604931743776307, 0.013561745399776282, 0.05161473409978368, 0.09364318753409151, 0.018233686465641608, 0.0218175143807271, 0.03144955511601988, 0.007570802608410476, 0.03197165896538978, 0.011633281360424075, 0.004892028217825528]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [0.0027947908557262036, 0.0003989890875004676, 0.004615859758495322, 0.0007133862520138923, 0.005142303465821563, 0.0184626714565419, 0.01680777623641827, 0.009544069066223848, 0.014055223984886789, -0.015277853053632828, 0.002945878226411125, 0.002627743769847646, 0.0016497565446913498, 0.012385302430648615, 0.00419968928155412, 0.0014629690539622597, 0.01591839127261685, 0.0025380041068143733, 9.6956841989293e-05, 0.013495952878582962, 0.0033333211474240176, 0.016619880565394096, 0.017990741375537134, 0.006888476257240761, 0.006207823493270315, 0.0018292045532246615, 0.008423572478949426, 0.0019832686510379283, 0.02817585311650017, 0.010285741839623608, 0.024564309515788807, 0.020446757873261667, 0.0017260879918086225, 0.014884897274329179, 0.0739788985496812, 0.0030574428507115226, 0.0658392801039489, 0.026289903346962573, 0.006569483455163949, 0.003963416456006286, 0.0018479648799416548, -0.039383181939274814, NaN, 0.03217453640245482, 0.0033847173530412444, 0.01371694429602921, 0.002777959436121691, 0.0056665468637449035, 0.024574406572043683, 0.014601904534314869, 0.007579794764674741, 0.016436729902274072, 0.05072984853481333, 0.018233686465641608, 0.00953838236036364, 0.01409759947564515, 0.003426036320439918, 0.026361156258783325, 0.008025844974843821, 0.002095122205814537]]}}, "valbase_diff_s2": {"raw": {"1": [[true, false, false, true, false, true, true, true, true, false, false, true, true, false, false, true, true, true, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, false, true, true, false, true, true, false, true, false, true, true, true, true, false, true, true, true, false, true, false, true, false, true, true, true, true], [0.08367176404308885, NaN, NaN, 0.006507665921991146, NaN, -0.00026277341463465387, 0.016892382031804543, 0.03271564624604473, 0.0033150159314581096, NaN, NaN, 0.02233133069817561, 0.023228686884014138, NaN, NaN, 0.003469715758627201, 0.012381718521163432, 0.05138727245650987, 0.002287424406467675, NaN, 0.008371131852109137, 0.023345338810138117, 0.02169819855513655, 0.0328758374308622, 0.08565760726927829, 0.014031400798324878, 0.009896089914799733, NaN, NaN, 0.11378173589644769, 0.08548025233933454, 0.02266406383629871, 0.0019013884447820484, 0.018445240273115227, NaN, 0.02537502034845951, 0.15031863010019642, NaN, 0.007179594224119956, 0.043761344417184045, NaN, -0.03568011207367228, NaN, 0.011565589151002698, 0.04662816719297469, 0.08601616192615347, 0.0040571061158112265, NaN, 0.02950711853192045, 0.014246536701711943, 0.05068642046759875, NaN, 0.010171032747193332, NaN, 0.02088725490954979, NaN, 0.00824301841913555, 0.020454392043880443, 0.024871455965098654, 0.0012457073717948575]], "2": [[true, true, false, true, true, true, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, true, true], [0.049327565001089146, 0.008242911715057089, NaN, 0.006507665921991146, 0.01078032747491875, -0.00026277341463465387, 0.016892382031804543, 0.03271564624604473, 0.0033150159314581096, NaN, NaN, 0.020386626753147397, 0.005877970101674679, 0.18343595146471103, NaN, 0.003469715758627201, 0.012381718521163432, 0.05138727245650987, 0.002287424406467675, 0.09810196944225247, 0.008371131852109137, 0.023345338810138117, 0.011001574477975451, 0.0328758374308622, 0.08565760726927829, 0.014031400798324878, 0.009896089914799733, 0.13799859734528264, 0.18702071469779602, 0.11378173589644769, 0.08548025233933454, 0.02266406383629871, 0.0019013884447820484, 0.018445240273115227, NaN, 0.02537502034845951, 0.13177164165219368, 0.10031527361321535, 0.007179594224119956, 0.01054790421840468, 0.037820469204660645, -0.03709592362038161, NaN, 0.011565589151002698, 0.034645564282660635, 0.02983785862711863, 0.0026923338546887, NaN, 0.02950711853192045, 0.014246536701711943, 0.013950023056952698, NaN, 0.010171032747193332, NaN, 0.0137044140334448, 0.02862276257566365, 0.00824301841913555, 0.020454392043880443, 0.009588294305517442, 0.0012457073717948575]], "4": [[true, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true], [0.020394927970250443, 0.008242911715057089, NaN, 0.0029535389466146533, 0.003820559252722955, -0.00026277341463465387, 0.016892382031804543, 0.018222467399752196, 0.0033150159314581096, NaN, 0.03890979919200199, 0.007018010518555773, 0.0007771035132249082, 0.18343595146471103, NaN, 0.003469715758627201, 0.012381718521163432, 0.0026853337812517974, 0.002287424406467675, 0.0866318171398166, 0.0035651642639367154, 0.022131014706633145, 0.011001574477975451, 0.012620322086811964, 0.08565760726927829, 0.011449269502599835, 0.009896089914799733, 0.13799859734528264, 0.0597717485537681, 0.11378173589644769, 0.043496571333844214, 0.02266406383629871, 0.0019013884447820484, 0.010192289519340036, 0.07069147017261423, 0.02537502034845951, 0.09961576982189779, 0.041507188070585954, 0.007179594224119956, 0.0022712817122234608, 0.037820469204660645, -0.03709592362038161, NaN, 0.011565589151002698, 0.012904018494679148, 0.02983785862711863, 0.0009336213055251008, NaN, 0.010576767198000159, 0.014246536701711943, 0.013950023056952698, 0.20865288130656312, 0.010171032747193332, NaN, 0.0137044140334448, 0.02862276257566365, 0.00824301841913555, 0.01841655172490464, 0.009588294305517442, 0.0012457073717948575]], "8": [[true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true], [-0.006824001337028873, 0.008242911715057089, 0.012835740662665573, 0.0017988998652656019, 0.0020439434167558446, -0.0022435222741687966, 0.00808768296522211, 0.018222467399752196, 0.003288018056657682, NaN, 0.03890979919200199, 0.007018010518555773, 0.0007771035132249082, 0.0021311775213905815, NaN, 0.002658785934977592, 0.012381718521163432, 0.0026853337812517974, 0.0009167648105667947, 0.03947931643473557, 0.0035651642639367154, 0.013478556718227397, 0.011001574477975451, 0.008373835903996873, 0.025359284964176387, 0.007074355690943834, 0.009896089914799733, 0.13799859734528264, 0.008870663460028405, 0.11378173589644769, 0.023780352528931736, 0.02266406383629871, 0.0006329117161474329, 0.010192289519340036, 0.07069147017261423, 0.018682576276339846, 0.08657647371952071, 0.011476829150452783, 0.0011967867143003463, 0.0022712817122234608, 0.02906652762351425, -0.04216206698934766, NaN, 0.011565589151002698, 0.007194156669968921, 0.009079528666602776, 0.0005003484753856036, 0.12859943934106632, 0.010576767198000159, 0.014246536701711943, 0.013950023056952698, 0.20865288130656312, 0.010171032747193332, NaN, 0.010216324919579689, 0.02862276257566365, 0.00824301841913555, 0.0028371770058222, 0.00935582817983871, 0.0012457073717948575]], "16": [[true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true], [-0.006824001337028873, 0.0011437726458412012, 0.012835740662665573, 0.0017988998652656019, 0.0010361543078274416, -0.0022435222741687966, 0.00808768296522211, 0.006846900301377801, 0.003288018056657682, NaN, 0.03890979919200199, 0.0016285638595188168, 0.0007771035132249082, -0.002040999542659905, 0.01697608826522612, 0.00178404567925039, 0.012381718521163432, 0.0019202124672683674, 0.0009167648105667947, 0.03947931643473557, 0.0035651642639367154, 0.008688824323857203, 0.011001574477975451, 0.008373835903996873, 0.025359284964176387, 0.0029630924178172258, 0.008648232858819105, 0.0075294797385894174, 0.008870663460028405, 0.014237630054148465, 0.023780352528931736, 0.020495205561173346, 0.00020726951333260857, 0.010192289519340036, 0.07069147017261423, 0.01206687816777574, 0.08234117438611865, 0.01005966570761263, 0.0006524858784968668, 0.0022712817122234608, 0.019734514822074223, -0.04216206698934766, NaN, 0.009743633853627642, 0.007194156669968921, 0.007995741355928176, 0.0005003484753856036, 0.12859943934106632, 0.0046974587750234775, 0.008558886596276016, 0.006239906467043532, 0.1323496023101789, 0.010171032747193332, NaN, 0.009197490836449829, 0.02862276257566365, 0.0025551317216276903, 0.0028371770058222, 0.003790682192147843, 0.0012457073717948575]]}, "rob": {"1": [[false, true, true, true, false, true, true, false, true, true, true, true, false, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, false, false, false, false, true, true, true, true, true, true, false, true, true, false, true, false, true, true, true, true], [NaN, 0.0020662908265838276, 0.012835740662665573, 0.009065499463649207, NaN, 0.08157401317469115, 0.03939190112598823, NaN, 0.11680921165408309, 0.10469037084624366, 0.026104559425902618, 0.01507091902829516, NaN, 0.18343595146471103, NaN, 0.004544858331496204, 0.05963364451443742, 0.04086991198287859, 0.023209964914588488, NaN, 0.03200973726757139, 0.043391497087695186, 0.055616968487038454, 0.3511001867748338, 0.05974433430873227, 0.003579206829757098, 0.02646497043208451, 0.23033359134051623, 0.1527064303550365, 0.02350778426314659, 0.0912372744630443, NaN, 0.061569457414931694, 0.09509455054285931, 0.24411752873098913, 0.03380350285345113, NaN, 0.06976470856447992, 0.013205785673484849, 0.038424432029481315, NaN, NaN, NaN, NaN, 0.007714374466349927, 0.05819590240729422, 0.007877422664623435, 0.12859943934106632, 0.0379791718739555, 0.07711034646653192, NaN, 0.1323496023101789, 0.21314268952144988, NaN, 0.1193002558435472, NaN, 0.015055146818425236, 0.15922977448272557, 0.0650658644717137, 0.010805768285061967]], "2": [[true, true, true, true, true, true, true, false, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true], [0.001426512394568924, 0.0011437726458412012, 0.012789654453553512, 0.009065499463649207, 0.009398229678629688, 0.05478268285050736, 0.033970831335068175, NaN, 0.039569929784125435, 0.10469037084624366, 0.015640663526618637, 0.0027414575865836177, NaN, 0.09699491526321014, NaN, 0.004544858331496204, 0.05963364451443742, 0.024657079132874626, 0.015256100825203012, 0.20806509905866521, 0.03200973726757139, 0.03613458498776967, 0.042062930865893966, 0.28424077671249814, 0.05974433430873227, 0.0018370082844338942, 0.02646497043208451, 0.03721541768267134, 0.11758233989825362, 0.02350778426314659, 0.0912372744630443, NaN, 0.011484070564472315, 0.09509455054285931, 0.23749805374310617, 0.033733452144874665, 0.15398540727019583, 0.04397298636631852, 0.013205785673484849, 0.014585123553802815, NaN, 0.019177268112813284, NaN, 0.22098212316379673, 0.007714374466349927, 0.05819590240729422, 0.004978964057779978, 0.004423774570354366, 0.0379791718739555, 0.043206403163521534, 0.023272031031393636, 0.1323496023101789, 0.21314268952144988, 0.07467597392260283, 0.07054914781801735, NaN, 0.00824301841913555, 0.07736559845727364, 0.03155230994753633, 0.010805768285061967]], "4": [[true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true], [-0.0017860870774758508, 0.0011437726458412012, 0.00011637262367791834, 0.004027176240058994, 0.009398229678629688, 0.05090469652419216, 0.0321666133980445, 0.04074755059381974, 0.039569929784125435, 0.09513796620039194, 0.003319032045572934, 0.0027414575865836177, NaN, 0.036553594782461785, 0.019983031606276347, 0.004544858331496204, 0.05963364451443742, 0.0019202124672683674, 0.008883470173914443, 0.08947837785165791, 0.01614778279708995, 0.028638978403011883, 0.03621006095233725, 0.06778915512881212, 0.05974433430873227, 0.0018370082844338942, 0.02646497043208451, 0.016065568924036322, 0.09392849358632849, 0.014560395126973491, 0.0912372744630443, NaN, 0.007699789442428218, 0.06894901116503749, 0.12887728070589555, 0.01206687816777574, 0.12849021102099, 0.033358812257449966, 0.01175011859404873, 0.007080398544494271, -0.0038756944449325204, -0.011536332427047435, NaN, 0.04005163620755159, 0.007714374466349927, 0.024790090208684168, 0.004978964057779978, 0.004423774570354366, 0.010511178136511035, 0.02992617448206647, 0.008999137701085402, 0.04846439498915389, 0.21314268952144988, 0.07467597392260283, 0.04126555502879392, NaN, 0.00824301841913555, 0.07736559845727364, 0.015444086423368253, 0.002005561356394736]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [-0.0017860870774758508, 0.0011437726458412012, 0.00011637262367791834, 0.0016663353129939829, 0.006500866010055617, 0.022057740640565315, 0.029872822208035332, 0.0290730243449262, 0.02632143159920175, -0.009849128722711598, 0.00232392602439635, 0.0027414575865836177, 0.002043044732861432, 0.03124047485425252, 0.01697608826522612, 0.001451945063235982, 0.024181429797100362, 0.0019202124672683674, 0.00636148925082658, 0.06811574609064786, 0.01197417198123163, 0.022131014706633145, 0.023496236067136023, 0.055717275320930515, 0.048902955060361464, 0.0018370082844338942, 0.019016849205689912, 0.016065568924036322, 0.05450027597695306, 0.014237630054148465, 0.043496571333844214, NaN, 0.0020370379668037675, 0.054268915063373946, 0.12597422690214577, 0.005533158198681498, 0.08657647371952071, 0.028043664837713145, 0.006868419258929448, 0.007080398544494271, -0.0038756944449325204, -0.011536332427047435, NaN, 0.025116844873633415, 0.002387975600461667, 0.008428685219178389, 0.004978964057779978, 0.004423774570354366, 0.006141711914075643, 0.01926111304702638, 0.006239906467043532, 0.008545324510926378, 0.11453743463866561, 0.07467597392260283, 0.0137044140334448, 0.02862276257566365, 0.0025551317216276903, 0.06520317651550167, 0.015444086423368253, 0.0006234869280177247]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], [-0.006824001337028873, 0.0011437726458412012, 0.00011637262367791834, 0.0016663353129939829, 0.004775030209060782, 0.02050299312826631, 0.01832983228261753, 0.0290730243449262, 0.02632143159920175, -0.009849128722711598, 0.00232392602439635, 0.0027414575865836177, 0.002043044732861432, 0.01852550683302656, 0.01697608826522612, 0.0006162957202584529, 0.012381718521163432, 0.0019202124672683674, 0.0035540230539294893, 0.04671348054214208, 0.008196006580196036, 0.020246647523826322, 0.018858666097496535, 0.017179782809448874, 0.03244784127849609, 0.0010666261075149563, 0.013997325409410566, 0.016065568924036322, 0.03482852978437667, 0.01272830821641402, 0.024755947304892834, 0.03479677582693186, 0.0006329117161474329, 0.03386087480112088, 0.07619803868080699, 0.005533158198681498, 0.05905174121619705, 0.020529006831807584, 0.005005314231851132, 0.002093447563553008, -0.0038756944449325204, -0.03529411119172443, NaN, 0.01799272323569978, 0.002387975600461667, 0.00505308618870548, 0.001346899194640594, 0.004423774570354366, 0.006141711914075643, 0.010266375119230231, 0.006239906467043532, 0.008545324510926378, 0.07545773447357762, 0.07467597392260283, 0.0137044140334448, 0.02862276257566365, 0.001268410710396184, 0.021930245483625432, 0.007222031115857064, 0.0006234869280177247]]}}, "valbase_reg_s0_mcd": {"raw": {"1": [[false, false, false, true, true, false, false, true, true, false, false, true, true, true, false, true, false, true, true, true, true, true, true, true, false, false, true, true, true, false, false, false, true, true, true, true, false, true, true, true, false, false, false, true, true, true, true, false, false, true, false, false, true, false, true, true, false, true, true, true], [NaN, NaN, NaN, 0.005166709079062581, 0.004700494514494391, NaN, NaN, 0.11450786014217362, 0.03965824938330864, NaN, NaN, 0.014158634625227373, 0.017411276415769006, 0.04074082417347169, NaN, 0.012500544516199197, NaN, 0.02190493998869214, 0.012900310819204508, 0.04130163980799084, 0.01632667234328178, 0.0453980528455209, 0.035504359713849354, 0.01870191795176579, NaN, NaN, 0.016488956892728, 0.11539515198447514, 0.0614837443070404, NaN, NaN, NaN, 0.006190963037679298, 0.013885025758796354, 0.1378911937762375, 0.020201913408973038, NaN, 0.03105064148542014, 0.032896143124286015, 0.0191040860687679, NaN, NaN, NaN, 0.020616282388670415, 0.08621226156288997, 0.02350335295932271, 0.004394099550104835, NaN, NaN, 0.06283943893124633, NaN, NaN, 0.015146321475686175, NaN, 0.02798967528333285, 0.0916964458114895, NaN, 0.010728828381827427, 0.007887771373382257, 0.006432269350198139]], "2": [[false, true, false, true, true, false, false, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, false, false, true, true, true, false, false, false, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, false, false, true, false, false, true, false, true, true, false, true, true, true], [NaN, 0.028696297719400965, NaN, 0.0009365206340219423, 0.004700494514494391, NaN, NaN, 0.06031424738402724, 0.02688131949287076, NaN, NaN, 0.01108716447307767, 0.017411276415769006, 0.04074082417347169, NaN, 0.012500544516199197, 0.05683846114540292, 0.02190493998869214, 0.010125003825755874, 0.04130163980799084, 0.012062166516149997, 0.0453980528455209, 0.02177423480062446, 0.01870191795176579, NaN, NaN, 0.01579127891432308, 0.11539515198447514, 0.0614837443070404, NaN, NaN, NaN, 0.006190963037679298, 0.012103288236759102, 0.08625454289041978, 0.020201913408973038, NaN, 0.029062531862830587, 0.01991236580101874, 0.01863044649050516, NaN, 0.014181930524525432, NaN, 0.020616282388670415, 0.052250788378319424, 0.02350335295932271, 0.0021018080863604016, NaN, NaN, 0.03146037491745335, NaN, NaN, 0.015146321475686175, NaN, 0.02022059193122261, 0.0916964458114895, NaN, 0.010728828381827427, 0.007887771373382257, 0.005144970358240464]], "4": [[false, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, false, false, true, true, false, true, false, true, true, false, true, true, true], [NaN, 0.012585311212195194, NaN, 0.0009365206340219423, 0.004700494514494391, NaN, 0.002970784559134021, 0.06031424738402724, 0.02688131949287076, NaN, NaN, 0.01108716447307767, 0.017411276415769006, 0.04074082417347169, NaN, 0.008006127709827116, 0.037341016309852204, 0.02190493998869214, 0.010125003825755874, 0.013988673246413175, 0.011996708720309002, 0.02148807929124108, 0.02177423480062446, 0.01870191795176579, NaN, 0.011874321849354441, 0.01579127891432308, 0.09989023068227576, 0.03976539983456351, NaN, NaN, NaN, 0.006190963037679298, 0.012103288236759102, 0.08587696920746035, 0.020201913408973038, NaN, 0.016653334478063053, 0.012326478219554238, 0.012600372467350018, NaN, 0.014181930524525432, NaN, 0.020616282388670415, 0.052250788378319424, 0.02350335295932271, 0.0021018080863604016, NaN, NaN, 0.01409921864407293, 0.1446353697595988, NaN, 0.014303355788686911, NaN, 0.02022059193122261, 0.04885797405044201, NaN, 0.010048412795630401, 0.005989697449826803, 0.0024149572886282833]], "8": [[false, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, false, false, true, true, false, true, false, true, true, false, true, true, true], [NaN, 0.00686162609159835, NaN, 0.0005817345620473535, 0.003924426302517325, NaN, 0.0026326574591408747, 0.06031424738402724, 0.025891614229346605, NaN, NaN, 0.01108716447307767, 0.017411276415769006, 0.04074082417347169, NaN, 0.005271825359097759, 0.037341016309852204, 0.0011606587545212044, 0.0013698979880110151, 0.011757880679058585, 0.009309251301059529, 0.011591733179467267, 0.02177423480062446, 0.01052123344692868, NaN, 0.005513628204410592, 0.008195975087810226, 0.09989023068227576, 0.03976539983456351, NaN, NaN, NaN, 0.006190963037679298, 0.012103288236759102, 0.08056501076526867, 0.020201913408973038, NaN, 0.016653334478063053, 0.012326478219554238, 0.01133768556628545, NaN, 0.014181930524525432, NaN, 0.006838282747914315, 0.030322374527503193, 0.01939356080248711, 0.0021018080863604016, NaN, NaN, 0.01409921864407293, 0.09078518364270072, NaN, 0.008077011998838701, NaN, 0.02022059193122261, 0.04885797405044201, NaN, 0.008680372537832381, 0.005268578882783093, 0.0014719853059292909]], "16": [[false, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, false, false, true, true, false, true, false, true, true, true, true, true, true], [NaN, 0.0037781458342902585, NaN, 0.0002743640322102614, 0.003924426302517325, NaN, 0.0011173455088189232, 0.04576440382458502, 0.02149528396965872, NaN, NaN, 0.009416067564143038, 0.017411276415769006, 0.03976193628331082, NaN, 0.005271825359097759, 0.024462383739700222, 0.0011606587545212044, 0.0013698979880110151, 0.011757880679058585, 0.009309251301059529, 0.011591733179467267, 0.02177423480062446, 0.01052123344692868, NaN, 0.005513628204410592, 0.008195975087810226, 0.09765367787096269, 0.03976539983456351, NaN, NaN, NaN, 0.006190963037679298, 0.002900291139084743, 0.08056501076526867, 0.020201913408973038, NaN, 0.016653334478063053, 0.01058328769763106, 0.007062269784495534, NaN, 0.014181930524525432, NaN, 0.0060486740174550135, 0.030322374527503193, 0.012193659412420121, 0.0018934807563690814, NaN, NaN, 0.012112633116516225, 0.08906196191100402, NaN, 0.008077011998838701, NaN, 0.017701388291573972, 0.046461186031677926, 0.048589976778196986, 0.007099621169736281, 0.0021093759880812524, 0.0008682311265175713]]}, "rob": {"1": [[false, true, false, true, false, false, true, true, true, false, false, true, false, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, false, false, true, true, false, true, false, true, true, true, true, true, true], [NaN, 0.0021452749034451823, NaN, 0.00046421230728399543, NaN, NaN, 0.004103227055015202, 0.04576440382458502, 0.03094694219773486, NaN, NaN, 0.018792489185067485, NaN, 0.061692080446205555, NaN, 0.0035854524753182737, 0.037341016309852204, 0.005204643643146767, 0.011736226979129905, 0.05715192099755728, 0.013668741163698428, 0.053850272110392394, 0.08436304263599692, 0.07134738821281572, NaN, 0.008949738472324276, 0.01579127891432308, 0.1374921515335612, 0.10305825933789792, NaN, NaN, 0.13872708866625327, 0.005019758621368942, 0.0592187324829232, 0.16855920708786476, 0.029606731393800434, 0.13567697118404753, 0.05766471241012372, 0.025117413290093316, 0.026461940795120764, NaN, -0.01111503464052399, NaN, 0.03618879883715809, 0.03483715385438235, 0.038363140506698645, 0.002224061500202934, NaN, NaN, 0.06283943893124633, 0.050036381362803306, NaN, 0.0287268852067164, NaN, 0.04504697710025196, 0.04887364901163549, 0.024383958630879166, 0.028816555123393206, 0.037618538441454685, 0.010199754869952615]], "2": [[false, true, false, true, false, false, true, true, true, false, false, true, false, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, false, false, true, true, false, true, false, true, true, true, true, true, true], [NaN, 0.0021452749034451823, NaN, 0.00046421230728399543, NaN, NaN, 0.004103227055015202, 0.04576440382458502, 0.028419738873367573, NaN, NaN, 0.009416067564143038, NaN, 0.061692080446205555, NaN, 0.0035854524753182737, 0.031591291954480516, 0.005204643643146767, 0.010081647520555181, 0.05715192099755728, 0.012160534360725395, 0.032235334733465404, 0.08436304263599692, 0.0693170448519651, NaN, 0.008949738472324276, 0.010882681226177304, 0.1374921515335612, 0.09066225615585144, NaN, NaN, 0.13872708866625327, 0.005019758621368942, 0.028975524438852096, 0.12992231060075632, 0.029606731393800434, 0.13567697118404753, 0.054853300428180596, 0.009686863445139249, 0.026461940795120764, NaN, -0.01984829884019268, NaN, 0.020616282388670415, 0.033576009485849045, 0.03303316127171407, 0.002224061500202934, NaN, NaN, 0.053704348118054135, 0.050036381362803306, NaN, 0.0287268852067164, NaN, 0.028273336541764005, 0.046461186031677926, 0.017751262991299477, 0.020219072008873518, 0.014035867817973946, 0.005484289588117752]], "4": [[false, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, false, false, true, true, false, true, false, true, true, true, true, true, true], [NaN, 0.0018097440882478555, NaN, 0.0002743640322102614, 0.013011425504144913, NaN, 0.002141229416660284, 0.04576440382458502, 0.025891614229346605, NaN, NaN, 0.009416067564143038, 0.033060754511023305, 0.033243661937701674, NaN, 0.0035854524753182737, 0.031591291954480516, 0.004782167478709853, 0.010081647520555181, 0.05399453343956617, 0.012160534360725395, 0.032235334733465404, 0.05843185740317369, 0.051789887754352115, NaN, 0.008949738472324276, 0.010457320482341048, 0.13227800632383402, 0.07975080396764334, NaN, NaN, 0.13872708866625327, 0.005019758621368942, 0.026288224059911824, 0.12992231060075632, 0.026728698625069658, 0.13567697118404753, 0.05116573277234715, 0.009686863445139249, 0.02340058188657901, NaN, -0.01984829884019268, NaN, 0.020616282388670415, 0.030322374527503193, 0.02359332230111133, 0.002224061500202934, NaN, NaN, 0.04909568715485513, 0.050036381362803306, NaN, 0.02258595834912125, NaN, 0.021736704086074532, 0.046461186031677926, 0.017751262991299477, 0.013698249335035273, 0.013298295514486913, 0.0045924496340814525]], "8": [[false, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, false, false, true, true, false, true, false, true, true, true, true, true, true], [NaN, 0.0018097440882478555, NaN, 0.0002654171367861835, 0.009936795349518412, NaN, 0.002141229416660284, 0.04576440382458502, 0.025891614229346605, NaN, NaN, 0.009416067564143038, 0.033060754511023305, 0.033243661937701674, NaN, 0.003570016914455909, 0.024462383739700222, 0.0011606587545212044, 0.009871344608890276, 0.039022751271382106, 0.009309251301059529, 0.03161521592821148, 0.05460870405510332, 0.03443587163948125, NaN, 0.005275375659591353, 0.010457320482341048, 0.11933821305304293, 0.07513990498475742, NaN, NaN, 0.13872708866625327, 0.005019758621368942, 0.018287485908986767, 0.12823542820650347, 0.021294184329499144, 0.13567697118404753, 0.04705241358666501, 0.008342931315626023, 0.01595040666744363, NaN, -0.02032988108282041, NaN, 0.015553949256060351, 0.030322374527503193, 0.023020411452615575, 0.002224061500202934, NaN, NaN, 0.03294540760130649, 0.050036381362803306, NaN, 0.01760057645053159, NaN, 0.021736704086074532, 0.046461186031677926, 0.017751262991299477, 0.006769411116260615, 0.005427109821543263, 0.0013097627664755418]], "16": [[false, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, false, false, true, true, false, true, false, true, true, true, true, true, true], [NaN, 0.0018097440882478555, NaN, 0.0002654171367861835, 0.005930899617678342, NaN, 0.001979916407724769, 0.04576440382458502, 0.02149528396965872, NaN, NaN, 0.00842131284028369, 0.017411276415769006, 0.033243661937701674, NaN, 0.003570016914455909, 0.010475739424123942, 0.0011606587545212044, 0.007678322590307873, 0.03441932712253193, 0.008733727051762008, 0.016439270578674003, 0.04381296982875438, 0.03140956113716453, NaN, 0.005275375659591353, 0.006116615185077334, 0.10836132067802362, 0.0660705665328325, NaN, NaN, 0.13872708866625327, 0.005019758621368942, 0.01260010558288327, 0.10158116497110714, 0.020644756971392342, 0.13567697118404753, 0.0437405743870396, 0.008342931315626023, 0.015803580411893225, NaN, -0.02032988108282041, NaN, 0.015553949256060351, 0.030322374527503193, 0.018081988389077486, 0.0016712509120040409, NaN, NaN, 0.02965730503842523, 0.050036381362803306, NaN, 0.013207017234849516, NaN, 0.019143887772184343, 0.046461186031677926, 0.017751262991299477, 0.006769411116260615, 0.005427109821543263, 0.0013097627664755418]]}}, "valbase_reg_s0_det": {"raw": {"1": [[false, true, false, true, true, false, false, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, true, true, true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, true, true, false, true, false, true, false, false, true, true, true], [NaN, 0.015755746590254915, NaN, 0.0028006262925786007, 0.00822640765958993, NaN, NaN, 0.07952847067479385, 0.03179776710015081, NaN, NaN, 0.013472416552196886, 0.033872424859222816, 0.059725017297752814, NaN, 0.01267306251175948, 0.11852018302203038, 0.03241375548330527, 0.007084598209551762, 0.04324438203978942, 0.010090341860906848, 0.025094282235924137, 0.0352490662744076, 0.017610775087238073, NaN, 0.01229298326653705, 0.012691488368837822, 0.11885941172586545, 0.05024260132233316, NaN, NaN, NaN, 0.011615488545495989, 0.010837350258916079, 0.10662557827419805, 0.02407739839514722, NaN, 0.04272964690370573, 0.018928974897824524, 0.013809854958719336, NaN, NaN, NaN, 0.020811466356829733, NaN, 0.02332164070696785, 0.00281577032815461, NaN, NaN, 0.02960899608616341, 0.16655880557243385, NaN, 0.01664109656680246, NaN, 0.02925097904188756, NaN, NaN, 0.009398852836529414, 0.004453134704245354, 0.0032875846571456258]]}, "rob": {"1": [[false, true, false, true, true, false, false, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, true, true, true, true, false, true, true, true, false, false, false, true, false, true, true, false, false, true, true, false, true, false, true, false, false, true, true, true], [NaN, 0.015755746590254915, NaN, 0.0028006262925786007, 0.00822640765958993, NaN, NaN, 0.07952847067479385, 0.03179776710015081, NaN, NaN, 0.013472416552196886, 0.033872424859222816, 0.059725017297752814, NaN, 0.01267306251175948, 0.11852018302203038, 0.03241375548330527, 0.007084598209551762, 0.04324438203978942, 0.010090341860906848, 0.025094282235924137, 0.0352490662744076, 0.017610775087238073, NaN, 0.01229298326653705, 0.012691488368837822, 0.11885941172586545, 0.05024260132233316, NaN, NaN, NaN, 0.011615488545495989, 0.010837350258916079, 0.10662557827419805, 0.02407739839514722, NaN, 0.04272964690370573, 0.018928974897824524, 0.013809854958719336, NaN, NaN, NaN, 0.020811466356829733, NaN, 0.02332164070696785, 0.00281577032815461, NaN, NaN, 0.02960899608616341, 0.16655880557243385, NaN, 0.01664109656680246, NaN, 0.02925097904188756, NaN, NaN, 0.009398852836529414, 0.004453134704245354, 0.0032875846571456258]]}}, "valbase_reg_s1_mcd": {"raw": {"1": [[true, false, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, true, false, true, true, false, true, true, true, false, true, false, true, true, false, true, false, false, true, false, false, true, false, true, false, false, true, true, true], [0.08633398136049908, NaN, NaN, 0.0049545071922643125, 0.008551801779306922, NaN, 0.004940931455174935, 0.16409660208991794, 0.01990729123095858, NaN, NaN, 0.015522772163357068, 0.05283477541051318, 0.08083984468371752, NaN, 0.004719826099302882, 0.04868149838991287, 0.010233376649562587, 0.009100936879789856, 0.0487673737507619, 0.01935063539928117, 0.047399074125234364, 0.06469238953976686, 0.026138599064442047, NaN, 0.015070786869800346, 0.02603456281313199, 0.07659594989336438, 0.03804437194864385, NaN, NaN, NaN, 0.020864894610295615, NaN, 0.10094782069230468, 0.027306556461415665, NaN, 0.0343830593940615, 0.013972941855962207, 0.0172858552420192, NaN, -0.023940891274009557, NaN, 0.007849035774780244, 0.046693258662309, NaN, 0.004141374057649916, NaN, NaN, 0.03420627246000563, NaN, NaN, 0.030240393860777592, NaN, 0.044276144903679704, NaN, NaN, 0.013450762081673062, 0.005389261716239657, 0.00731933115869654]], "2": [[true, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, false, false, true, false, false, true, false, true, false, false, true, true, true], [0.08633398136049908, 0.00955343421137278, NaN, 0.0049545071922643125, 0.006395767066093683, NaN, 0.004940931455174935, 0.16409660208991794, 0.01990729123095858, NaN, NaN, 0.009918299932853092, 0.05283477541051318, 0.06940314386270052, NaN, 0.004719826099302882, 0.04868149838991287, 0.010233376649562587, 0.009100936879789856, 0.046399946350636156, 0.006852711431714953, 0.047399074125234364, 0.04920928383087264, 0.026138599064442047, NaN, 0.0055866974040077455, 0.018730739777909067, 0.07659594989336438, 0.03804437194864385, NaN, NaN, 0.04278550379533819, 0.010125730256303367, 0.028819296998870758, 0.10094782069230468, 0.023126227396778498, NaN, 0.0343830593940615, 0.013972941855962207, 0.0172858552420192, NaN, -0.02799536249149326, NaN, 0.007849035774780244, 0.046693258662309, 0.03412145553956858, 0.004141374057649916, NaN, NaN, 0.03420627246000563, NaN, NaN, 0.030240393860777592, NaN, 0.044276144903679704, NaN, NaN, 0.013450762081673062, 0.0030370760918212447, 0.006109732135523682]], "4": [[true, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, false, false, true, true, false, true, false, true, false, true, true, true, true], [0.026628517667027785, 0.00955343421137278, NaN, 0.0049545071922643125, 0.002188496572598231, NaN, 0.004940931455174935, 0.07393746454486161, 0.01990729123095858, NaN, NaN, 0.007632332953384058, 0.03473798548065954, 0.06940314386270052, NaN, 0.004719826099302882, 0.01752796060930928, 0.010233376649562587, 0.009100936879789856, 0.018429356828705723, 0.0008662826764753717, 0.028335499000366582, 0.028851025113446838, 0.01995049396024129, NaN, 0.0026494695381291677, 0.018730739777909067, 0.06812808380065549, 0.03804437194864385, NaN, NaN, 0.04278550379533819, 0.0066582595244117915, 0.009197766726179335, 0.10094782069230468, 0.011883931337071774, NaN, 0.033021715488583236, 0.013972941855962207, 0.0172858552420192, NaN, -0.03596238263971174, NaN, 0.007849035774780244, 0.046693258662309, 0.019798399797451127, 0.0031735125969580835, NaN, NaN, 0.02569958894961233, 0.05506445023179607, NaN, 0.02113749369563722, NaN, 0.044276144903679704, NaN, 0.073610934556259, 0.010387294075868025, 0.0030370760918212447, 0.00452994896493375]], "8": [[true, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, false, false, true, true, false, true, false, true, false, true, true, true, true], [0.026628517667027785, 0.006894532765178596, NaN, 0.0035488227912239267, 0.002188496572598231, NaN, 0.0024987801067921644, 0.06577991377560566, 0.015908864940791245, NaN, NaN, 0.006990774810225808, 0.03473798548065954, 0.0582264224154696, NaN, 0.001697676546150495, 0.01752796060930928, 0.010233376649562587, 0.009078860975057834, 0.018429356828705723, 0.0008662826764753717, 0.028335499000366582, 0.028280872435722637, 0.01995049396024129, NaN, 0.0026494695381291677, 0.01512386388733411, 0.04689134418171559, 0.03804437194864385, NaN, NaN, 0.04278550379533819, 0.0066582595244117915, 0.005237733485806695, 0.10094782069230468, 0.011883931337071774, NaN, 0.022643561890582475, 0.013972941855962207, 0.011078502821466385, NaN, -0.03596238263971174, NaN, 0.005261234836458462, 0.046693258662309, 0.019798399797451127, 0.003057301648261568, NaN, NaN, 0.02569958894961233, 0.05506445023179607, NaN, 0.017014107739939943, NaN, 0.037231552474231044, NaN, 0.050552995269725676, 0.006807047549638012, 0.0030370760918212447, 0.0018926569917045999]], "16": [[true, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, false, false, true, true, false, true, false, true, true, true, true, true, true], [0.026628517667027785, 0.006894532765178596, NaN, 0.0016681556693749489, 0.0021400229769219514, NaN, 0.0024987801067921644, 0.054265114857084296, 0.015908864940791245, NaN, NaN, 0.006990774810225808, 0.03473798548065954, 0.0582264224154696, NaN, 0.001697676546150495, 0.01752796060930928, 0.008712201811915898, 0.007055245298791091, 0.010153578498407256, 0.0008662826764753717, 0.028335499000366582, 0.028280872435722637, 0.008326913896444132, NaN, 0.0026494695381291677, 0.014722495305483196, 0.04689134418171559, 0.03804437194864385, NaN, NaN, 0.026756163525347265, 0.0066582595244117915, 0.005237733485806695, 0.10094782069230468, 0.011883931337071774, NaN, 0.01930721163253346, 0.013972941855962207, 0.009973844806373311, NaN, -0.03596238263971174, NaN, 0.003697134818646086, 0.046693258662309, 0.01205145183096512, 0.000854549648992009, NaN, NaN, 0.015516311062840238, 0.05506445023179607, NaN, 0.01448005934472918, NaN, 0.03133205594355637, 0.0414705031358491, 0.050552995269725676, 0.006807047549638012, 0.000951521864010374, 0.0018926569917045999]]}, "rob": {"1": [[true, true, false, true, false, false, true, true, true, false, false, true, false, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, false, true, true, true, false, true, false, true, false, true, true, false, false, true, true, false, true, false, true, true, true, true, true, true], [0.0851028990901439, 0.008195168280455967, NaN, 0.002177973988523929, NaN, NaN, 0.011605896269965887, 0.06576834509904428, 0.02251184857549049, NaN, NaN, 0.020545438012988804, NaN, 0.10121573481739343, NaN, 0.007782107611759903, 0.01032430004669127, 0.007095010486503073, 0.041302797520847756, 0.027884905613157818, 0.019813396373726144, 0.08481248400996955, 0.07166927447747584, 0.06838704444033561, NaN, 0.007848500507932288, 0.022297431479991303, 0.09503048390521185, 0.0987820153722796, NaN, NaN, 0.03754418710238072, 0.0024963531412973694, 0.03387336593848511, 0.1525336574267857, 0.025308598940009697, NaN, 0.04508123127853292, 0.020448743593674656, 0.021081247278910364, NaN, -0.0022952842707801846, NaN, 0.022289446185986383, NaN, 0.04285611817797341, 0.002779422833932843, NaN, NaN, 0.06137957782176828, 0.05506445023179607, NaN, 0.03908440842593164, NaN, 0.07446775242102954, 0.0414705031358491, 0.054766722721097505, 0.011238526826716555, 0.01514681328032852, 0.006620595202413648]], "2": [[true, true, false, true, true, false, true, true, true, false, false, true, false, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, false, true, true, true, false, true, false, true, false, true, true, false, false, true, true, false, true, false, true, true, true, true, true, true], [0.0851028990901439, 0.005980462454943769, NaN, 0.0019454987065212759, 0.00731798480737611, NaN, 0.0031456644966743053, 0.054265114857084296, 0.015908864940791245, NaN, NaN, 0.009641204462833786, NaN, 0.09439126604805526, NaN, 0.002184166979069868, 0.004076089919024417, 0.003909354942889687, 0.040657762495054595, 0.009869628860559976, 0.01935063539928117, 0.0796321523856156, 0.07166927447747584, 0.05599739713832097, NaN, 0.002084207820316264, 0.022297431479991303, 0.07423196612514782, 0.09287232443463944, NaN, NaN, 0.026756163525347265, 0.0024963531412973694, 0.03387336593848511, 0.1285305412216735, 0.025308598940009697, NaN, 0.03863530821991712, 0.020448743593674656, 0.021081247278910364, NaN, -0.0022952842707801846, NaN, 0.01599596531605907, NaN, 0.03412145553956858, 0.0011721028086255636, NaN, NaN, 0.03595825732340896, 0.05506445023179607, NaN, 0.03908440842593164, NaN, 0.06548055372680062, 0.0414705031358491, 0.054766722721097505, 0.009765561629994979, 0.014047308098227296, 0.006620595202413648]], "4": [[true, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, false, false, true, true, false, true, false, true, true, true, true, true, true], [0.026628517667027785, 0.004929987434411975, NaN, 0.0009005096476795149, 0.005952570489023756, NaN, 0.0031456644966743053, 0.054265114857084296, 0.015908864940791245, NaN, NaN, 0.009641204462833786, 0.044000156438873894, 0.08236388747400225, NaN, 0.002184166979069868, 0.004076089919024417, 0.003909354942889687, 0.0261878743155588, 0.009869628860559976, 0.004787729560799203, 0.05300180549907196, 0.07166927447747584, 0.04402869556453193, NaN, 0.002084207820316264, 0.018610348036184332, 0.07423196612514782, 0.08478168466410252, NaN, 0.08416983402171851, 0.02105725469288111, 0.0024963531412973694, 0.018727164706498156, 0.1285305412216735, 0.02430864858089299, NaN, 0.03857030539140682, 0.019295767329734703, 0.018666282874004292, NaN, -0.026898538489686485, NaN, 0.010109026742151306, 0.046693258662309, 0.03210874011475329, 0.0011721028086255636, NaN, NaN, 0.03595825732340896, 0.05506445023179607, NaN, 0.03110214043725823, NaN, 0.047290767732809824, 0.0414705031358491, 0.05165927177612062, 0.009765561629994979, 0.010132777723097952, 0.004645371156864364]], "8": [[true, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, false, false, true, true, false, true, false, true, true, true, true, true, true], [0.026628517667027785, 0.0031058442272431375, NaN, 0.0009005096476795149, 0.0025449419101453152, NaN, 0.002352145629990865, 0.054265114857084296, 0.015908864940791245, NaN, NaN, 0.006666139332760945, 0.044000156438873894, 0.08236388747400225, NaN, 0.001715382602647253, 0.00251811688402781, 0.003909354942889687, 0.0203200245594386, 0.006429757948094528, 0.0027695278929511513, 0.05300180549907196, 0.0669995359953326, 0.03669296752884632, NaN, 0.0020343879969659806, 0.016436266574067382, 0.07423196612514782, 0.07356834814688429, NaN, 0.08416983402171851, 0.02105725469288111, 0.0024963531412973694, 0.017624816926439912, 0.12430976544403771, 0.017201401486080403, NaN, 0.033592963928366304, 0.019199660241614902, 0.015457917847244929, NaN, -0.03411697853449758, NaN, 0.005417744674579783, 0.03825248260530878, 0.029071746887407546, 0.000854549648992009, NaN, NaN, 0.03595825732340896, 0.05506445023179607, NaN, 0.02714312456474488, NaN, 0.04001603981314106, 0.0414705031358491, 0.04442777561721978, 0.009765561629994979, 0.009681387793286644, 0.004632389459467312]], "16": [[true, true, false, true, true, false, true, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, false, false, true, true, false, true, false, true, true, true, true, true, true], [0.026628517667027785, 0.0031058442272431375, NaN, 0.0009005096476795149, 0.001930648291069481, NaN, 0.0016731132233993584, 0.054265114857084296, 0.01534008757320926, NaN, NaN, 0.005175413207077817, 0.044000156438873894, 0.0629105692627776, NaN, 0.001715382602647253, 0.00251811688402781, 0.003909354942889687, 0.01705193606574462, 0.006429757948094528, 0.0008662826764753717, 0.047399074125234364, 0.054126119655072635, 0.026138599064442047, NaN, 0.0020343879969659806, 0.013756836050814458, 0.07214431851838565, 0.07228296992251426, NaN, 0.08416983402171851, 0.02105725469288111, 0.0024963531412973694, 0.011535435374135483, 0.11321463692319589, 0.017201401486080403, NaN, 0.030288939060647335, 0.01395941395812006, 0.010177552409914359, NaN, -0.041584216095190585, NaN, 0.004510707885976517, 0.03825248260530878, 0.020390663877765558, 0.000670000857488473, NaN, NaN, 0.023817740450242875, 0.05506445023179607, NaN, 0.02110235799791904, NaN, 0.04001603981314106, 0.0414705031358491, 0.04442777561721978, 0.009134930560334098, 0.007633190605767393, 0.0035616689462221185]]}}, "valbase_reg_s1_det": {"raw": {"1": [[false, true, false, true, true, false, false, true, true, false, false, true, false, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, false, true, false, true, true, false, true, true, true, false, true, false, true, false, true, true, false, false, true, true, false, true, false, true, false, true, true, true, true], [NaN, 0.014144614273200684, NaN, 0.002263937666572291, 0.0029885919827228324, NaN, NaN, 0.11417654994173443, 0.023662565466966212, NaN, NaN, 0.009208897650111458, NaN, 0.09014492782403227, NaN, 0.00407047335580657, 0.049777293903481956, 0.02753064983711284, 0.02184199991684377, 0.04603241628613164, 0.0037026620919118347, 0.05656378851613697, 0.05424525978368311, 0.028135179316554293, NaN, 0.003350034951995262, 0.01750805271378808, 0.07012041363223531, 0.06581533615519586, NaN, 0.07721257783211333, NaN, 0.012564980596835307, NaN, 0.12588297241058344, 0.021451938156579198, NaN, 0.03420290134048298, 0.020607821257702108, 0.021931451553608428, NaN, -0.024506904573486366, NaN, 0.006268955461531389, NaN, 0.02927766887631167, 0.0010614590659712153, NaN, NaN, 0.04345955479999186, 0.26228186886287896, NaN, 0.026203860708653215, NaN, 0.04554555523230808, NaN, 0.06337175367565684, 0.012258665631036392, 0.00557558724763374, 0.004889877216339045]]}, "rob": {"1": [[false, true, false, true, true, false, false, true, true, false, false, true, false, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, false, true, false, true, true, false, true, true, true, false, true, false, true, false, true, true, false, false, true, true, false, true, false, true, false, true, true, true, true], [NaN, 0.014144614273200684, NaN, 0.002263937666572291, 0.0029885919827228324, NaN, NaN, 0.11417654994173443, 0.023662565466966212, NaN, NaN, 0.009208897650111458, NaN, 0.09014492782403227, NaN, 0.00407047335580657, 0.049777293903481956, 0.02753064983711284, 0.02184199991684377, 0.04603241628613164, 0.0037026620919118347, 0.05656378851613697, 0.05424525978368311, 0.028135179316554293, NaN, 0.003350034951995262, 0.01750805271378808, 0.07012041363223531, 0.06581533615519586, NaN, 0.07721257783211333, NaN, 0.012564980596835307, NaN, 0.12588297241058344, 0.021451938156579198, NaN, 0.03420290134048298, 0.020607821257702108, 0.021931451553608428, NaN, -0.024506904573486366, NaN, 0.006268955461531389, NaN, 0.02927766887631167, 0.0010614590659712153, NaN, NaN, 0.04345955479999186, 0.26228186886287896, NaN, 0.026203860708653215, NaN, 0.04554555523230808, NaN, 0.06337175367565684, 0.012258665631036392, 0.00557558724763374, 0.004889877216339045]]}}, "valbase_reg_s2_mcd": {"raw": {"1": [[false, true, false, true, true, false, false, true, true, false, false, true, false, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, true, true, false, true, false, true, true, true, false, false, false, true, true, true, false, false, false, true, true, false, true, false, true, false, false, true, true, true], [NaN, 0.010929955092126242, NaN, 0.001757522213356122, 0.010737958235580214, NaN, NaN, 0.0735927553976281, 0.026240221013235976, NaN, NaN, 0.005684788213724312, NaN, 0.06392613034222583, NaN, 0.028997225743736532, 0.022569810003044477, 0.020767725299783324, 0.02050548826077092, 0.10980550497090324, 0.017211998047764743, 0.06582800515438025, 0.048702636422779166, 0.06744618507254008, NaN, 0.008091868151488102, 0.016309635043224135, 0.07150764674598231, 0.07682004194997605, NaN, NaN, NaN, 0.021579079509513432, 0.04272292580898318, NaN, 0.024644932312774204, NaN, 0.06091185187083603, 0.01317042269674662, 0.00620924691524638, NaN, NaN, NaN, 0.010366503543806527, 0.07499161147445332, 0.025757896976577266, NaN, NaN, NaN, 0.06281476783588191, 0.0546989984184314, NaN, 0.027380623636057866, NaN, 0.04533168530357168, NaN, NaN, 0.02104792295209612, 0.011692532484760765, 0.00304573479862702]], "2": [[false, true, false, true, true, false, false, true, true, false, false, true, false, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, true, true, false, true, false, true, true, true, false, false, false, true, true, true, false, false, false, true, true, false, true, false, true, true, false, true, true, true], [NaN, 0.007361750042422788, NaN, 0.001757522213356122, 0.00818697204050256, NaN, NaN, 0.0735927553976281, 0.026240221013235976, NaN, NaN, 0.005684788213724312, NaN, 0.0634476985454917, NaN, 0.015840644875396048, 0.005404107553237392, 0.00851454807729346, 0.011220766893899059, 0.024124244746458468, 0.009033829582424158, 0.05692927134548387, 0.048702636422779166, 0.03864560408658191, NaN, 0.008091868151488102, 0.016309635043224135, 0.07094577978899452, 0.07682004194997605, NaN, NaN, NaN, 0.010869597522274344, 0.014016535005991537, NaN, 0.024644932312774204, NaN, 0.05045677860175024, 0.01317042269674662, 0.00620924691524638, NaN, NaN, NaN, 0.010366503543806527, 0.07499161147445332, 0.0221665949987222, NaN, NaN, NaN, 0.05796807856218611, 0.0546989984184314, NaN, 0.017704988067474448, NaN, 0.0417872011948901, 0.04562688866490827, NaN, 0.02104792295209612, 0.011692532484760765, 0.00304573479862702]], "4": [[false, true, false, true, true, false, false, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, true, true, false, true, false, true, true, true, false, false, false, true, true, true, true, false, false, true, true, false, true, false, true, true, false, true, true, true], [NaN, 0.004486488415644585, NaN, 0.0017198457068614559, 0.007145710335169753, NaN, NaN, 0.05902191277933033, 0.012205991475859213, NaN, 0.04447717437435039, 0.004845782676972332, 0.03891456475089772, 0.04897437746005773, NaN, 0.013751329814177371, 0.005404107553237392, 0.00851454807729346, 0.010303633592399386, 0.024124244746458468, 0.009033829582424158, 0.03204597947986021, 0.012352696880781888, 0.03864560408658191, NaN, 0.0009318601362013901, 0.016309635043224135, 0.05516097559787969, 0.057620687462629494, NaN, NaN, NaN, 0.010869597522274344, 0.014016535005991537, NaN, 0.02252222424928152, NaN, 0.05045677860175024, 0.01317042269674662, 0.00620924691524638, NaN, NaN, NaN, 0.007131152790758932, 0.07260404466977, 0.0221665949987222, 0.004154115576881612, NaN, NaN, 0.04243459715466802, 0.0546989984184314, NaN, 0.017704988067474448, NaN, 0.037363843659894425, 0.04562688866490827, NaN, 0.02104792295209612, 0.011692532484760765, 0.00304573479862702]], "8": [[false, true, false, true, true, false, false, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, true, true, false, true, false, true, true, true, false, false, false, true, true, true, true, false, false, true, true, false, true, false, true, true, false, true, true, true], [NaN, 0.004486488415644585, NaN, 0.0009832435300691778, 0.0018529577355137494, NaN, NaN, 0.057957860835685215, 0.012205991475859213, NaN, 0.04447717437435039, 0.004845782676972332, 0.03736526550548036, 0.03848749862007517, NaN, 0.009599234839402504, 0.005404107553237392, 0.0059677624331127, 0.010303633592399386, 0.024124244746458468, 0.009033829582424158, 0.029148756494292716, 0.011971268370768673, 0.023926326710144608, NaN, 0.0009318601362013901, 0.014082375292461924, 0.05061195014946862, 0.05646685080034941, NaN, NaN, NaN, 0.009698873417179676, 0.014016535005991537, NaN, 0.016691705291003833, NaN, 0.05045677860175024, 0.01317042269674662, 0.003390679524760465, NaN, NaN, NaN, 0.007131152790758932, 0.050660633957083645, 0.018181928299796146, 0.003376061023801613, NaN, NaN, 0.04160976645775749, 0.0546989984184314, NaN, 0.017704988067474448, NaN, 0.037363843659894425, 0.04562688866490827, NaN, 0.008430554922277178, 0.006935540682266872, 0.0020952925164072767]], "16": [[true, true, false, true, true, false, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, true, true, true, true, false, true, true, true, false, false, false, true, true, true, true, false, false, true, true, false, true, false, true, true, false, true, true, true], [0.0771199152301858, 0.002435720534031738, NaN, 0.0007835666469797609, 0.0018529577355137494, NaN, 0.003682470327682319, 0.057957860835685215, 0.012205991475859213, NaN, 0.040884514116595216, 0.004845782676972332, 0.024935685031120425, 0.03848749862007517, NaN, 0.003731140994645221, 0.005404107553237392, 0.0059677624331127, 0.005758099372362935, 0.014458853665199056, 0.006240822536938806, 0.029148756494292716, 0.011971268370768673, 0.023926326710144608, NaN, 0.0009318601362013901, 0.00947249114862836, 0.05061195014946862, 0.05355607921840111, NaN, NaN, NaN, 0.009698873417179676, 0.014016535005991537, 0.08064152600849828, 0.015389782326922896, NaN, 0.04473379584762771, 0.010829890860294622, 0.003390679524760465, NaN, NaN, NaN, 0.004665521619533486, 0.038768501113638054, 0.013878674330334961, 0.003376061023801613, NaN, NaN, 0.037969828977872044, 0.0546989984184314, NaN, 0.0176560892584261, NaN, 0.026159572270172404, 0.04562688866490827, NaN, 0.005447815765912134, 0.005895753074293797, 0.0020112451762022143]]}, "rob": {"1": [[false, true, false, true, false, false, true, true, true, false, true, true, false, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, true, true], [NaN, 0.0032095457511589487, NaN, 0.047308585461353525, NaN, NaN, 0.0033424708592673102, 0.0567561432381023, 0.012205991475859213, NaN, 0.061665684060510095, 0.004845782676972332, NaN, 0.06952826912992793, NaN, 0.0025733808246788392, 0.036120830713772145, 0.026881240854901955, 0.047499228471378, 0.030068176814183722, 0.027204284285349045, 0.07827751162734842, 0.06413085734378177, 0.08680640681350527, NaN, 0.004720440510428858, 0.022076955975603774, 0.08135463438619839, 0.12209878363212945, NaN, NaN, NaN, 0.007622045002547484, 0.07017705023663634, 0.10014450584898782, 0.022084426591683748, NaN, 0.06724788248797076, 0.019245853825358594, 0.04057896964351926, NaN, -0.03298609257352558, NaN, 0.025711670000176268, 0.050660633957083645, 0.04066139328458651, 0.005225235241733239, NaN, 0.010906005562578924, 0.05797806897882163, 0.092847953769581, NaN, 0.027909507364248798, NaN, 0.06203233457979973, 0.04562688866490827, 0.04424004311587826, 0.01725132036692134, 0.01917972731234907, 0.008287524218580256]], "2": [[false, true, false, true, true, false, true, true, true, false, true, true, false, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, true, true], [NaN, 0.0004251550777378821, NaN, 0.0054075665063664236, 0.00818697204050256, NaN, 0.0033424708592673102, 0.05489884533544909, 0.012205991475859213, NaN, 0.061665684060510095, 0.004845782676972332, NaN, 0.06386245354376463, NaN, 0.0025733808246788392, 0.021444389643974437, 0.016403524029376504, 0.030021331238476057, 0.010464943731366194, 0.017446739830295543, 0.07021142384514634, 0.05829177728945201, 0.08454731766240164, NaN, 0.003499151315771165, 0.02030158380760705, 0.08135463438619839, 0.0960242512799987, NaN, NaN, NaN, 0.007393082475851909, 0.07017705023663634, 0.10014450584898782, 0.017720666807969243, NaN, 0.06724788248797076, 0.013628958770032673, 0.021027394245404007, NaN, -0.03298609257352558, NaN, 0.02496321695000292, 0.038768501113638054, 0.034053340831803114, 0.005225235241733239, NaN, 0.010906005562578924, 0.05705947039465853, 0.092847953769581, NaN, 0.027852586280878056, NaN, 0.05803922623218072, 0.04562688866490827, 0.04424004311587826, 0.01725132036692134, 0.018027250519931703, 0.008287524218580256]], "4": [[false, true, false, true, true, false, true, true, true, false, true, true, false, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, true, true], [NaN, 0.0004251550777378821, NaN, 0.002758294900565339, 0.00818697204050256, NaN, 0.0023833895476337297, 0.05489884533544909, 0.012205991475859213, NaN, 0.04447717437435039, 0.004845782676972332, NaN, 0.05494716475332173, NaN, 0.0025733808246788392, 0.021444389643974437, 0.006194366292052056, 0.02070199279203444, 0.010464943731366194, 0.017446739830295543, 0.07021142384514634, 0.04200248605886969, 0.07307287072224589, NaN, 0.003499151315771165, 0.01882089662369668, 0.07799396093232613, 0.0960242512799987, NaN, NaN, NaN, 0.007393082475851909, 0.057771348450809334, 0.08064152600849828, 0.013227304612941637, NaN, 0.06380515458615643, 0.013628958770032673, 0.019693951867924442, NaN, -0.03298609257352558, NaN, 0.018788331741682596, 0.038768501113638054, 0.034053340831803114, 0.004154115576881612, NaN, 0.007825556817194768, 0.054507438700649, 0.08430108331703035, NaN, 0.019372210283638447, NaN, 0.04346962105544505, 0.044699707965509594, 0.04424004311587826, 0.009087523192744529, 0.014105989445424294, 0.006017699078803451]], "8": [[true, true, false, true, true, false, true, true, true, false, true, true, false, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, true, true], [0.02389721838834813, 0.0004251550777378821, NaN, 0.0027265226376986806, 0.007325735447167858, NaN, 0.0019414910778683403, 0.05404513348762219, 0.012205991475859213, NaN, 0.03554561682155999, 0.004845782676972332, NaN, 0.04481268339595523, NaN, 0.0025733808246788392, 0.01473446508385412, 0.005091185354819672, 0.01654037552538945, 0.008291403611899284, 0.010282096429246934, 0.05915184257345274, 0.04169374497207379, 0.06112022102568493, NaN, 0.0009318601362013901, 0.014871018533080482, 0.07150764674598231, 0.0960242512799987, NaN, NaN, NaN, 0.003903858675299521, 0.04721900541958157, 0.08064152600849828, 0.011048894906654505, NaN, 0.05511385679935166, 0.01317042269674662, 0.017425756594844577, NaN, -0.03298609257352558, NaN, 0.014046709241047894, 0.038768501113638054, 0.02660623091715908, 0.004154115576881612, NaN, 0.005752305656457679, 0.04705813730196473, 0.08430108331703035, NaN, 0.018552146856532392, NaN, 0.03586987146660947, 0.044699707965509594, 0.04424004311587826, 0.009087523192744529, 0.011692532484760765, 0.0031071381319718316]], "16": [[true, true, false, true, true, false, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, true, true], [0.02389721838834813, 0.0004251550777378821, NaN, 0.0017198457068614559, 0.00468980909587291, NaN, 0.0018283827648393203, 0.05404513348762219, 0.012205991475859213, NaN, 0.025951148969259208, 0.004845782676972332, 0.025792199226594814, 0.035415936100027245, NaN, 0.0025733808246788392, 0.01062719957390601, 0.002477931926445409, 0.011220766893899059, 0.008291403611899284, 0.010282096429246934, 0.049539100547286274, 0.031731308524992174, 0.04873242601811523, NaN, 0.000485002243071353, 0.014082375292461924, 0.057709473945373624, 0.07917135326149682, NaN, NaN, NaN, 0.003903858675299521, 0.040010838760285994, 0.08064152600849828, 0.010462324026881298, NaN, 0.04659504697375905, 0.011249357409788274, 0.010914795662146037, NaN, -0.03298609257352558, NaN, 0.0113535073773674, 0.038768501113638054, 0.02248881497013655, 0.003900362938833446, NaN, 0.005752305656457679, 0.04705813730196473, 0.0756219743445552, NaN, 0.016782004494380054, NaN, 0.03586987146660947, 0.044699707965509594, 0.04424004311587826, 0.005447815765912134, 0.011692532484760765, 0.00304573479862702]]}}, "valbase_reg_s2_det": {"raw": {"1": [[false, true, false, true, true, false, false, true, true, false, true, true, false, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, true, true, false, true, false, true, true, true, false, false, false, true, true, true, true, false, false, true, true, false, true, false, true, true, false, true, true, true], [NaN, 0.004312246515065121, NaN, 0.0011708853609211367, 0.00865632027910479, NaN, NaN, 0.08523721719328647, 0.026666532050731107, NaN, 0.03498113320676799, 0.007947496725536629, NaN, 0.06671360968391338, NaN, 0.019264249646985254, 0.0262105200702214, 0.006248211366718159, 0.019361706705416815, 0.1437604763991911, 0.013567261536579167, 0.06455224257860137, 0.023697041149645326, 0.05126878344446273, NaN, 0.002675172737931719, 0.01400512353272032, 0.07216330533762005, 0.07374270909870528, NaN, NaN, NaN, 0.012113747406022668, 0.03317515368884982, NaN, 0.015358353195104257, NaN, 0.06773250265698438, 0.025380738459210184, 0.011973173926280056, NaN, NaN, NaN, 0.013197380110231416, 0.06526803954615246, 0.030321327633033412, 0.006476378786641979, NaN, NaN, 0.04950042862010129, 0.17266200456155167, NaN, 0.020477393179712422, NaN, 0.04515954295535929, 0.10723513907470705, NaN, 0.010410078957934887, 0.013252236895241243, 0.004555118541296643]]}, "rob": {"1": [[false, true, false, true, true, false, false, true, true, false, true, true, false, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, false, true, true, false, true, false, true, true, true, false, false, false, true, true, true, true, false, false, true, true, false, true, false, true, true, false, true, true, true], [NaN, 0.004312246515065121, NaN, 0.0011708853609211367, 0.00865632027910479, NaN, NaN, 0.08523721719328647, 0.026666532050731107, NaN, 0.03498113320676799, 0.007947496725536629, NaN, 0.06671360968391338, NaN, 0.019264249646985254, 0.0262105200702214, 0.006248211366718159, 0.019361706705416815, 0.1437604763991911, 0.013567261536579167, 0.06455224257860137, 0.023697041149645326, 0.05126878344446273, NaN, 0.002675172737931719, 0.01400512353272032, 0.07216330533762005, 0.07374270909870528, NaN, NaN, NaN, 0.012113747406022668, 0.03317515368884982, NaN, 0.015358353195104257, NaN, 0.06773250265698438, 0.025380738459210184, 0.011973173926280056, NaN, NaN, NaN, 0.013197380110231416, 0.06526803954615246, 0.030321327633033412, 0.006476378786641979, NaN, NaN, 0.04950042862010129, 0.17266200456155167, NaN, 0.020477393179712422, NaN, 0.04515954295535929, 0.10723513907470705, NaN, 0.010410078957934887, 0.013252236895241243, 0.004555118541296643]]}}}, "val_ood": {"retr": {"raw": {"1": [[true, false, true, false, false, false, false, true, false, false, true, true, false, false, false, true, false, true, false, false, false, true, false, false, true, false, false, false, false, false, false, true, true, false, false, true, false, true, false, false, true, true, false, false, false, true, false, false, false, true, false, true, false, true, false, false, false, false, false, false], [0.19311952371073282, NaN, 0.211582376428207, NaN, NaN, NaN, NaN, 0.012066520085002086, NaN, NaN, 0.019560364224950222, 0.2505240918810421, NaN, NaN, NaN, 0.09610267528565708, NaN, 0.4497143661879657, NaN, NaN, NaN, 0.06280053148448195, NaN, NaN, 0.04645594705502032, NaN, NaN, NaN, NaN, NaN, NaN, 0.015786736559652903, 0.12640820879560377, NaN, NaN, 0.05584768373158755, NaN, 0.041899396105198106, NaN, NaN, 0.07372540415570872, 0.04369859356800654, NaN, NaN, NaN, 0.35880365420367655, NaN, NaN, NaN, 0.1776752790351972, NaN, 0.0462485432286901, NaN, 0.46342209097416687, NaN, NaN, NaN, NaN, NaN, NaN]], "2": [[true, true, true, false, true, false, false, true, true, false, true, true, false, false, false, true, false, true, false, false, false, true, false, false, true, false, false, false, false, false, true, true, true, false, false, true, false, true, false, false, true, true, false, false, false, true, false, false, false, true, false, true, false, true, false, false, false, false, false, false], [0.19311952371073282, 0.4597870865390259, 0.211582376428207, NaN, 0.13526071291322217, NaN, NaN, 0.012066520085002086, 0.043965980702980856, NaN, 0.019560364224950222, 0.2505240918810421, NaN, NaN, NaN, 0.0699518811474833, NaN, 0.4497143661879657, NaN, NaN, NaN, 0.06280053148448195, NaN, NaN, 0.04645594705502032, NaN, NaN, NaN, NaN, NaN, 0.15072868861330369, 0.015786736559652903, 0.0905013555953662, NaN, NaN, 0.05584768373158755, NaN, 0.041899396105198106, NaN, NaN, 0.012204368831867374, 0.04369859356800654, NaN, NaN, NaN, 0.35880365420367655, NaN, NaN, NaN, 0.1776752790351972, NaN, 0.0462485432286901, NaN, 0.46342209097416687, NaN, NaN, NaN, NaN, NaN, NaN]], "4": [[true, true, true, false, true, false, false, true, true, false, true, true, false, false, true, true, false, true, true, true, false, true, false, false, true, false, true, false, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, true, false, false, true, false, false, true], [0.19311952371073282, 0.4597870865390259, 0.211582376428207, NaN, 0.11414146362180966, NaN, NaN, 0.012066520085002086, 0.043965980702980856, NaN, 0.019560364224950222, 0.2505240918810421, NaN, NaN, 0.6155606988551465, 0.0699518811474833, NaN, 0.31917616076222366, 0.34233485968044364, 0.30591207723129843, NaN, 0.06280053148448195, NaN, NaN, 0.04645594705502032, NaN, 0.7622143408326094, NaN, NaN, NaN, 0.15072868861330369, 0.015786736559652903, 0.0905013555953662, 0.6027881207621026, NaN, 0.05584768373158755, NaN, 0.03370363818684119, NaN, NaN, 0.012204368831867374, 0.019056856838087777, 0.08102360954251742, NaN, NaN, 0.35880365420367655, NaN, NaN, NaN, 0.1776752790351972, 0.35244847280788183, 0.0462485432286901, NaN, 0.46342209097416687, NaN, NaN, 0.06409224666707436, NaN, NaN, 0.10547253432700798]], "8": [[true, true, true, true, true, false, false, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, false, false, true, false, true, false, false, false, true, true, true, true, true, true, false, true, false, true, true, true, true, false, false, true, false, false, false, true, true, true, true, true, false, false, true, false, false, true], [0.019232718879567123, 0.4597870865390259, 0.211582376428207, 0.12748392542909537, 0.04699994280901376, NaN, NaN, 0.012066520085002086, 0.043965980702980856, 1.0006287955600692, 0.015673265455052876, 0.2505240918810421, NaN, NaN, 0.6155606988551465, 0.039407134955034895, 0.06174288890971291, 0.2008982340047063, 0.08694879362669439, 0.30591207723129843, 0.09725249485750687, 0.06280053148448195, NaN, NaN, 0.04645594705502032, NaN, 0.7622143408326094, NaN, NaN, NaN, 0.15072868861330369, 0.015786736559652903, 0.0905013555953662, 0.010344193505001709, 0.20846992730287184, 0.05584768373158755, NaN, 0.011903854960073179, NaN, 0.9164242543318593, 0.012204368831867374, 0.003845001658672187, 0.08102360954251742, NaN, NaN, 0.35880365420367655, NaN, NaN, NaN, 0.03663154254981871, 0.20747439001791101, 0.03052922158460669, 0.17380545674771186, 0.46342209097416687, NaN, NaN, 0.06409224666707436, NaN, NaN, 0.10547253432700798]], "16": [[true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, false, true, false, false, false, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, true, false, false, false, true, true, true, true, true, false, true, true, false, false, true], [0.019232718879567123, 0.4597870865390259, 0.211582376428207, -0.01734423988928413, 0.018732216221209796, NaN, NaN, 0.012066520085002086, 0.043965980702980856, 1.0006287955600692, 0.015673265455052876, 0.2505240918810421, 0.1966723537513746, NaN, 0.6155606988551465, 0.039407134955034895, 0.06174288890971291, 0.06660211315807985, 0.05822387085959857, 0.11405272395837396, 0.0957608279612654, 0.06280053148448195, NaN, 0.1593927061692344, 0.04645594705502032, NaN, 0.7622143408326094, NaN, NaN, NaN, 0.15072868861330369, 0.015786736559652903, 0.008851424694949817, 0.010344193505001709, 0.20846992730287184, 0.05584768373158755, NaN, 0.011903854960073179, NaN, 0.9164242543318593, 0.012204368831867374, 0.003845001658672187, 0.02364389598219896, NaN, 0.2002886484525872, 0.35880365420367655, NaN, NaN, NaN, 0.03663154254981871, 0.20747439001791101, 0.03052922158460669, 0.17380545674771186, 0.46342209097416687, NaN, 0.13854662442658006, 0.06409224666707436, NaN, NaN, 0.10547253432700798]]}, "rob": {"1": [[true, true, true, false, true, false, false, true, true, true, true, true, true, false, true, true, true, false, true, true, false, false, false, true, false, true, true, false, false, false, true, false, true, false, true, true, false, true, false, false, true, false, true, false, true, false, true, false, false, false, false, true, false, false, false, false, true, false, false, false], [0.08684615853074229, 0.7800436273825393, 0.717255919922579, NaN, 0.13526071291322217, NaN, NaN, 0.1206653809927063, 0.40421848987887876, 1.0006287955600692, 0.3197040837933791, 0.04259495057844043, 0.1966723537513746, NaN, 0.45094827984808594, 0.2264201869156337, 0.06174288890971291, NaN, 1.0480498770671538, 1.3441357313384312, NaN, NaN, NaN, 0.05909087309063854, NaN, 1.258633230740445, 2.086455243864047, NaN, NaN, NaN, 0.6667039763303106, NaN, 0.04560004306234533, NaN, 0.20846992730287184, 0.10064263883342695, NaN, 0.04257921341781845, NaN, NaN, 0.15455676713051258, NaN, 0.9507152075882475, NaN, 0.1497401225664321, NaN, 0.03852287984621472, NaN, NaN, NaN, NaN, 0.3822695753351648, NaN, NaN, NaN, NaN, 0.06409224666707436, NaN, NaN, NaN]], "2": [[true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, false, false, false, true, false, true, true, false, false, false, true, true, true, false, true, true, false, true, false, true, true, false, true, false, true, false, true, false, false, true, true, true, false, true, false, true, true, false, false, false], [0.08684615853074229, 0.7800436273825393, 0.211582376428207, -0.01734423988928413, 0.13526071291322217, 0.18288738998902665, NaN, 0.1206653809927063, 0.30251104467997814, 1.0006287955600692, 0.3197040837933791, 0.04259495057844043, 0.1966723537513746, NaN, 0.39995189350549576, 0.2264201869156337, 0.06174288890971291, 0.5527445887364197, 1.0480498770671538, 0.9692698518003133, NaN, NaN, NaN, 0.05909087309063854, NaN, 1.258633230740445, 0.7977268810970792, NaN, NaN, NaN, 0.6667039763303106, 0.18084576099528515, 0.04560004306234533, NaN, 0.20846992730287184, 0.10064263883342695, NaN, 0.04257921341781845, NaN, 0.9351185714925403, 0.15455676713051258, NaN, 0.5496413599969079, NaN, 0.1497401225664321, NaN, 0.03852287984621472, NaN, NaN, 0.23668683950256408, 0.22017481969161823, 0.3822695753351648, NaN, 0.07057054744707103, NaN, 0.16380695817024749, 0.06409224666707436, NaN, NaN, NaN]], "4": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, true, true, false, false, true, true, true, false, true, false, true, true, false, false, false], [0.019232718879567123, 0.4597870865390259, 0.211582376428207, -0.01734423988928413, 0.12203157267162323, 0.08006666775439175, 0.1656691254755902, 0.1206653809927063, 0.30251104467997814, 1.0006287955600692, 0.19644107481586737, 0.04259495057844043, 0.07384296480857722, NaN, 0.39995189350549576, 0.2264201869156337, 0.06174288890971291, 0.4497143661879657, 0.7016358580128965, 0.5378816961444044, NaN, 0.40575374873572123, 0.06817028837742733, 0.05909087309063854, 0.04645594705502032, 1.258633230740445, 0.7622143408326094, NaN, NaN, NaN, 0.15072868861330369, 0.10398559705958932, 0.04560004306234533, 0.010344193505001709, 0.20846992730287184, 0.06064065374669236, NaN, 0.04257921341781845, NaN, 0.9164242543318593, 0.15455676713051258, 0.30298962151001585, 0.5496413599969079, NaN, 0.1497401225664321, 0.14944853303366745, 0.03852287984621472, NaN, NaN, 0.23668683950256408, 0.19134371336103162, 0.10043057012083567, NaN, 0.07057054744707103, NaN, 0.13854662442658006, 0.06409224666707436, NaN, NaN, NaN]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, true, true, false, false, true, true, true, true, true, false, true, true, false, false, true], [0.019232718879567123, 0.4597870865390259, 0.211582376428207, -0.01734423988928413, 0.11786658277151218, 0.08006666775439175, 0.13764536706976527, 0.06726629072732515, 0.08818388767940633, 1.0006287955600692, 0.19644107481586737, 0.04259495057844043, 0.07384296480857722, NaN, 0.39995189350549576, 0.18232946306128217, 0.06174288890971291, 0.3894910815842063, 0.34233485968044364, 0.33574016734109957, 0.1548037018730164, 0.309379973896891, 0.06817028837742733, 0.05909087309063854, 0.04645594705502032, 1.258633230740445, 0.7622143408326094, NaN, NaN, NaN, 0.116380168572914, 0.0627175424194164, 0.008851424694949817, 0.010344193505001709, 0.20846992730287184, 0.05584768373158755, NaN, 0.03370363818684119, NaN, 0.08321572036364833, 0.06334410643432098, 0.19641386362537405, 0.17366967122866517, NaN, 0.1497401225664321, 0.14944853303366745, 0.03852287984621472, NaN, NaN, 0.02752689385337259, 0.19134371336103162, 0.0896519931385178, 0.17380545674771186, 0.07057054744707103, NaN, 0.13854662442658006, 0.06409224666707436, NaN, NaN, 0.10547253432700798]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, false, true, false, true, true, true, true, false, true, true, true, false, false, true, true, true, true, true, false, true, true, false, false, true], [0.019232718879567123, 0.4597870865390259, 0.211582376428207, -0.01734423988928413, 0.023317041539266503, 0.08006666775439175, 0.13764536706976527, 0.034548740687684765, 0.03389513676340816, 1.0006287955600692, 0.10706549774629703, 0.04259495057844043, 0.045758733299148036, NaN, 0.39995189350549576, 0.1306988826255282, 0.06174288890971291, 0.10102315993744315, 0.283619954522337, 0.11405272395837396, 0.04831926733462244, 0.18661597101388328, 0.06817028837742733, 0.05909087309063854, 0.04645594705502032, 1.258633230740445, 0.26049870222025096, NaN, NaN, NaN, 0.116380168572914, 0.015786736559652903, 0.0079112892294122, 0.010344193505001709, 0.20846992730287184, 0.05584768373158755, NaN, 0.011903854960073179, NaN, 0.08321572036364833, 0.0348536444255767, 0.1260343165364861, 0.02364389598219896, NaN, 0.1497401225664321, 0.14944853303366745, 0.03852287984621472, NaN, NaN, 0.02752689385337259, 0.19134371336103162, 0.03052922158460669, 0.17380545674771186, 0.07057054744707103, NaN, 0.13854662442658006, 0.06409224666707436, NaN, NaN, 0.10547253432700798]]}}, "valbase_diff_s0": {"raw": {"1": [[true, true, false, true, true, false, true, true, false, true, true, true, false, false, false, true, false, false, true, true, false, false, false, true, true, false, true, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, false, false, true, false, true, true, true, false, true, true, false, false, false, false, false], [0.08267531437758757, 0.5971871477540505, NaN, 0.11051529924274894, 0.011172625188369922, NaN, 0.05541074267099022, 0.03963734536822994, NaN, 0.4368198754115453, 0.025935271355914002, 0.20532601900571645, NaN, NaN, NaN, 0.019719131562888847, NaN, NaN, 0.39600650183323727, 0.175788825349805, NaN, NaN, NaN, 0.013287648763179005, 0.1959345937282846, NaN, 0.6083659165708413, NaN, NaN, NaN, NaN, 0.011987604842065513, 0.022130093879277002, 0.12419391142079172, NaN, 0.04693430601909676, NaN, 0.012892019314020287, NaN, NaN, 0.015974699939332204, 0.01493117802270949, 0.4018716922220764, NaN, NaN, NaN, NaN, 0.14215405523504887, NaN, 0.0545944677532646, 0.13219282038077984, 0.09610573272740597, NaN, 0.309696904655381, 0.140284201484266, NaN, NaN, NaN, NaN, NaN]], "2": [[true, true, false, true, true, false, true, true, false, true, true, true, false, false, false, true, false, true, true, true, false, true, false, true, true, false, true, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, false, false, true, false, true, true, true, false, true, true, false, true, false, false, true], [0.044172172339906224, 0.5971871477540505, NaN, 0.08950480791846704, 0.011172625188369922, NaN, 0.05541074267099022, 0.006877869976610773, NaN, 0.4368198754115453, 0.0035880391183611415, 0.20532601900571645, NaN, NaN, NaN, 0.019719131562888847, NaN, 0.06240090744804294, 0.39600650183323727, 0.175788825349805, NaN, 0.11410082762406604, NaN, 0.013287648763179005, 0.169802335134009, NaN, 0.6083659165708413, NaN, NaN, NaN, NaN, 0.011987604842065513, 0.022130093879277002, 0.12419391142079172, NaN, 0.04693430601909676, NaN, 0.012892019314020287, NaN, NaN, 0.015974699939332204, 0.013870065610206872, 0.25930293001426197, NaN, NaN, NaN, NaN, 0.14215405523504887, NaN, 0.008682471401856517, 0.13219282038077984, 0.023925592689857167, NaN, 0.309696904655381, 0.140284201484266, NaN, 0.07626397202761925, NaN, NaN, 0.05789204052647268]], "4": [[true, true, false, true, true, false, true, true, true, true, true, true, true, false, false, true, false, true, true, true, true, true, false, true, true, false, true, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, false, false, true, false, true, true, true, false, true, true, false, true, false, false, true], [0.012971664704340746, 0.0815335034036746, NaN, 0.06632839494664045, 0.011172625188369922, NaN, 0.02978076992865053, 0.006877869976610773, 0.017451336174307386, 0.4368198754115453, 0.0035880391183611415, 0.08647226053214618, 0.041344751105784505, NaN, NaN, 0.019719131562888847, NaN, 0.03868195038915867, 0.02888666079876856, 0.175788825349805, 0.01442101271165308, 0.036337111140030354, NaN, 0.013287648763179005, 0.169802335134009, NaN, 0.6083659165708413, NaN, NaN, NaN, NaN, 0.011987604842065513, 0.022130093879277002, 0.12419391142079172, NaN, 0.037694158604871575, NaN, 0.012892019314020287, NaN, NaN, 0.00668112746455507, 0.008901103634356478, 0.25930293001426197, NaN, NaN, NaN, NaN, 0.14215405523504887, NaN, 0.008682471401856517, 0.13219282038077984, 0.023925592689857167, NaN, 0.17321651420283546, 0.140284201484266, NaN, 0.06793231799922217, NaN, NaN, 0.05117351782964996]], "8": [[true, true, true, true, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, false, true, true, false, true, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, false, false, true, false, true, true, true, false, true, true, false, true, false, false, true], [0.012971664704340746, 0.0815335034036746, -0.025249616146657106, 0.008275849757885645, 0.007719383282058567, NaN, 0.0213452328480066, 0.0003244492183700487, 0.017451336174307386, 0.09602992798580656, 0.0021587505005074004, 0.08647226053214618, 0.025213934145570605, NaN, NaN, 0.019719131562888847, -0.004930037349057392, 0.03868195038915867, 0.02888666079876856, 0.0816353926030513, 0.01442101271165308, 0.025794322915246637, NaN, 0.012354313750865265, 0.169802335134009, NaN, 0.6083659165708413, NaN, NaN, NaN, NaN, 0.01143820039550758, 0.022130093879277002, 0.09191504969355924, NaN, 0.026240587787706993, NaN, 0.012892019314020287, NaN, NaN, 0.00668112746455507, 0.008901103634356478, 0.09447352580915847, NaN, NaN, NaN, NaN, 0.14215405523504887, NaN, 0.008682471401856517, 0.06975251208405853, 0.023925592689857167, NaN, 0.1139602650324203, 0.140284201484266, NaN, 0.06793231799922217, NaN, NaN, 0.05117351782964996]], "16": [[true, true, true, true, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, false, true, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, true, false, true, true, true, false, true, true, false, true, false, false, true], [0.012971664704340746, 0.0815335034036746, -0.025249616146657106, 0.005191818569252549, 0.006312196746840915, NaN, 0.017606685796599297, 0.0003244492183700487, 0.017451336174307386, 0.09602992798580656, 0.0021587505005074004, 0.08647226053214618, 0.025213934145570605, NaN, NaN, 0.0014009988288929964, -0.004930037349057392, 0.03868195038915867, 0.02888666079876856, 0.06383067567879697, 0.01442101271165308, 0.025794322915246637, 0.05049482163904773, 0.012354313750865265, 0.050414177691124884, NaN, 0.10912948753554241, NaN, NaN, NaN, NaN, 0.008360406391946684, 0.013120232635080997, 0.059276757205990016, NaN, 0.016977763305805027, NaN, 0.012892019314020287, NaN, NaN, 0.00668112746455507, 0.005577942456988616, 0.09447352580915847, NaN, NaN, 0.06119487895202913, NaN, 0.14215405523504887, NaN, 0.008682471401856517, 0.06975251208405853, 0.011693123095753766, NaN, 0.1139602650324203, 0.140284201484266, NaN, 0.022718803332120396, NaN, NaN, 0.05117351782964996]]}, "rob": {"1": [[true, true, true, true, true, false, false, true, true, false, false, true, true, false, false, true, false, true, true, true, false, true, true, true, true, true, false, true, false, false, false, true, true, false, true, true, false, true, false, false, true, true, true, false, true, false, false, true, true, false, false, true, false, true, false, true, true, false, true, false], [0.0801813581775841, 0.6481148079401682, 0.03532523777842855, 0.01073959159311988, 0.1216729986310836, NaN, NaN, 0.01677158450511551, 0.017451336174307386, NaN, NaN, 0.10641561780670261, 0.07779760874550323, NaN, NaN, 0.05759012540868724, NaN, 0.1653512465410678, 1.0496598761414773, 0.5541604210835234, NaN, 0.17761449601117096, 0.20656508421575315, 0.06249031880786693, 0.43401957387298173, 0.2543619241826538, NaN, 0.0665281915459699, NaN, NaN, NaN, 0.209435024577735, 0.33873215996437334, NaN, 0.17390210994900057, 0.11921732485171743, NaN, 0.024791169028843152, NaN, NaN, 0.05624038521550423, 0.041156796218982716, 0.7100784381209928, NaN, 0.1687311292848388, NaN, NaN, 0.1623995693866891, 0.039160235792654374, NaN, NaN, 0.005443646968114058, NaN, 0.16350180495746125, NaN, 0.15289088627563086, 0.167143766851781, NaN, 0.18099701351160613, NaN]], "2": [[true, true, true, true, true, false, false, true, true, true, true, true, true, false, false, true, false, true, true, true, false, true, true, true, true, true, false, true, false, false, false, true, true, true, true, true, false, true, false, false, true, true, true, false, true, false, false, true, true, true, false, true, false, true, true, true, true, false, true, false], [0.03292894006564695, 0.5971871477540505, 0.0007224747240066609, 0.01073959159311988, 0.015711280413664985, NaN, NaN, 0.011938597546206298, 0.017451336174307386, 3.97463973283225, 0.09788730589048389, 0.10641561780670261, 0.07779760874550323, NaN, NaN, 0.03173840640008185, NaN, 0.15519800219218172, 1.0496598761414773, 0.5541604210835234, NaN, 0.15095232843737594, 0.20656508421575315, 0.06249031880786693, 0.31470239146949686, 0.13316335542211433, NaN, 0.0665281915459699, NaN, NaN, NaN, 0.08960678968871139, 0.11774510503626479, 0.10765276011344338, 0.17390210994900057, 0.032125267665424895, NaN, 0.024791169028843152, NaN, NaN, 0.04749106593096375, 0.010534851113575217, 0.6412238630805771, NaN, 0.1687311292848388, NaN, NaN, 0.14215405523504887, 0.039160235792654374, 0.07027580826469504, NaN, 0.005443646968114058, NaN, 0.16350180495746125, 0.35383686399946046, 0.15289088627563086, 0.11809134654211695, NaN, 0.18099701351160613, NaN]], "4": [[true, true, true, true, true, false, true, true, true, true, true, true, true, false, false, true, false, true, true, true, false, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, false, true, false, false, true, true, true, false, true, false, false, true, true, true, true, true, false, true, true, true, true, false, true, false], [0.0011992539773277855, 0.32408092398104116, -0.025249616146657106, 0.01073959159311988, 0.015711280413664985, NaN, 0.05541074267099022, 0.011938597546206298, 0.017451336174307386, 1.3283767003486209, 0.013570256803891123, 0.10641561780670261, 0.07779760874550323, NaN, NaN, 0.03173840640008185, NaN, 0.12707286956385588, 0.8745719845178914, 0.3072231527279252, NaN, 0.10648269563253399, 0.20656508421575315, 0.009771143117262904, 0.29671207571703584, 0.13316335542211433, 0.4497952335446247, 0.0665281915459699, NaN, NaN, NaN, 0.038704949822264245, 0.07179280108877184, 0.10765276011344338, 0.17390210994900057, 0.03178891950551033, NaN, 0.01528412435629578, NaN, NaN, 0.04103606511823954, 0.009848484849019457, 0.6412238630805771, NaN, 0.053611084164508105, NaN, NaN, 0.14215405523504887, 0.039160235792654374, 0.05937121007643542, 0.04843836818745206, 0.005443646968114058, NaN, 0.16350180495746125, 0.35383686399946046, 0.15289088627563086, 0.11809134654211695, NaN, 0.18099701351160613, NaN]], "8": [[true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, false, true, false, false, true, true, true, false, true, false, false, true, true, true, true, true, true, true, true, true, true, false, true, false], [0.0011992539773277855, 0.29792045139193, -0.0352062859109572, 0.005191818569252549, 0.007023390611806901, NaN, 0.0213452328480066, 0.006877869976610773, 0.017451336174307386, 1.1817770080016312, 0.010035664845736258, 0.10641561780670261, 0.027098008916664362, NaN, 0.08558069748708497, 0.024189988035781873, -0.004930037349057392, 0.07593196771462196, 0.8745719845178914, 0.175788825349805, NaN, 0.08380838632037357, 0.20656508421575315, 0.008873051155855682, 0.18144243051523734, 0.13316335542211433, 0.3452038853752386, 0.0665281915459699, 0.011471135108632735, NaN, NaN, 0.038704949822264245, 0.025299634065503174, 0.03955950076537906, 0.17390210994900057, 0.024153626581717713, NaN, 0.01528412435629578, NaN, NaN, 0.024865287731264063, 0.008901103634356478, 0.5368168969821872, NaN, 0.053611084164508105, NaN, NaN, 0.07641765732672834, 0.039160235792654374, 0.021634543849513577, 0.04843836818745206, 0.005443646968114058, 0.044516985087365235, 0.16350180495746125, 0.35383686399946046, 0.15289088627563086, 0.0691035820597583, NaN, 0.18099701351160613, NaN]], "16": [[true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, false, true, false, false, true, true, true, false, true, false, false, true, true, true, true, true, true, true, true, true, true, false, true, true], [0.0011992539773277855, 0.061430970504931404, -0.0352062859109572, 0.005191818569252549, 0.007023390611806901, NaN, 0.013202277085330838, 0.003236723555887888, 0.017451336174307386, 0.5689776108703646, 0.004912715207361806, 0.10641561780670261, 0.011094788500078945, NaN, 0.08558069748708497, 0.0122009250001327, -0.005940545564538824, 0.07593196771462196, 0.7700609442538913, 0.08291054994328784, 0.0007460816053839192, 0.06096940359914127, 0.043988920926711694, 0.005997985077821122, 0.1246903931970289, 0.13316335542211433, 0.10912948753554241, 0.0665281915459699, 0.011471135108632735, NaN, NaN, 0.015126585056529196, 0.025299634065503174, 0.03955950076537906, 0.17390210994900057, 0.016977763305805027, NaN, 0.010890916674533235, NaN, NaN, 0.011949304911812009, 0.005843551476077069, 0.4011161885601464, NaN, 0.053611084164508105, NaN, NaN, 0.07641765732672834, 0.039160235792654374, 0.01937241666821432, 0.04843836818745206, 0.005443646968114058, 0.044516985087365235, 0.16350180495746125, 0.28181853691913106, 0.15289088627563086, 0.04691841408093045, NaN, 0.18099701351160613, 0.029713305783060306]]}}, "valbase_diff_s1": {"raw": {"1": [[true, true, true, true, true, true, true, true, false, true, true, false, false, false, false, true, false, true, true, false, true, true, false, true, true, false, false, false, true, false, false, true, true, true, false, true, false, true, false, false, false, true, true, false, false, false, false, true, false, true, true, true, false, false, false, false, true, false, false, true], [0.019374560637921645, 0.39995723082755563, 0.03322698179469308, 0.06209494244640901, 0.007481047513836714, 0.035007412977405394, 0.043309549189321395, 0.00033205146657167006, NaN, 1.1516967839950722, 0.0031040108899909047, NaN, NaN, NaN, NaN, 0.023545064440655405, NaN, 0.060747169984075367, 0.06874857497983244, NaN, 0.08854904413671916, 0.05863417370212898, NaN, 0.04520777325670822, 0.21526430836350974, NaN, NaN, NaN, -0.11676118779174549, NaN, NaN, 0.056443507175545804, 0.7758148456972467, 0.06060481357983982, NaN, 0.014535365643245202, NaN, 0.08385425864086993, NaN, NaN, NaN, 0.017848863733090914, 0.4374772971580225, NaN, NaN, NaN, NaN, 0.17678142468116698, NaN, 0.011110803833130678, 0.16388287813435287, 0.01864099571389133, NaN, NaN, NaN, NaN, 0.044799834106254544, NaN, NaN, 0.07653532994413981]], "2": [[true, true, true, true, true, true, true, true, false, true, true, false, true, false, false, true, false, true, true, false, true, true, false, true, true, false, false, false, true, false, false, true, true, true, false, true, false, true, false, false, false, true, true, false, false, false, false, true, false, true, true, true, false, false, false, true, true, false, false, true], [0.019374560637921645, 0.39995723082755563, 0.03322698179469308, 0.06209494244640901, 0.007481047513836714, 0.005965456182239315, 0.043309549189321395, 0.00033205146657167006, NaN, 1.1516967839950722, 0.0031040108899909047, NaN, 0.19532220535741773, NaN, NaN, 0.023545064440655405, NaN, 0.060747169984075367, 0.06874857497983244, NaN, 0.08854904413671916, 0.0553358037140701, NaN, 0.030351394680599775, 0.21526430836350974, NaN, NaN, NaN, -0.11676118779174549, NaN, NaN, 0.056443507175545804, 0.7758148456972467, 0.06060481357983982, NaN, 0.011358640704738354, NaN, 0.026609114956039015, NaN, NaN, NaN, 0.017848863733090914, 0.08382526542077362, NaN, NaN, NaN, NaN, 0.17678142468116698, NaN, 0.011110803833130678, 0.16388287813435287, 0.01864099571389133, NaN, NaN, NaN, 0.05493523523080701, 0.044799834106254544, NaN, NaN, 0.07653532994413981]], "4": [[true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, false, true, true, false, true, true, false, true, true, false, false, false, true, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, true, true, true, true, true, false, true, true, true, true, false, false, true], [0.019374560637921645, 0.39995723082755563, 0.03322698179469308, 0.05020007574059826, 0.007481047513836714, 0.005965456182239315, 0.03611871904691211, 0.00033205146657167006, NaN, 0.20355959797079737, 0.0031040108899909047, 0.29270897920238137, 0.1931760129720026, NaN, NaN, 0.022909688313442977, NaN, 0.057815918320373694, 0.06874857497983244, NaN, 0.04492970532879137, 0.042556792290112, NaN, 0.020218565329394034, 0.21526430836350974, NaN, NaN, NaN, -0.11676118779174549, NaN, 0.2127006945014176, 0.041953126147668884, 0.1316139919913044, 0.0516741870072257, NaN, 0.005380282401933112, NaN, 0.026609114956039015, NaN, NaN, 0.02323601877163295, 0.010397894234370764, 0.08382526542077362, NaN, NaN, 0.5239849840742257, NaN, 0.17678142468116698, 0.07873222663754542, 0.008800301552359002, 0.1019040859150242, 0.01743829125197549, NaN, 0.2362438633644206, 0.5183114422935635, 0.05493523523080701, 0.044799834106254544, NaN, NaN, 0.07653532994413981]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, false, true, true, true, true, true, false, false, false, true, false, true, true, true, true, true, true, false, true, false, false, true, true, true, false, false, true, false, true, true, true, true, true, false, true, true, true, true, false, false, true], [0.010810281049359993, 0.39995723082755563, 0.03322698179469308, 0.042904059480644685, 0.007481047513836714, 0.005965456182239315, 0.010783813610923287, 0.00033205146657167006, 0.03759280658537323, 0.20355959797079737, 0.0031040108899909047, 0.1697918876620761, 0.030395851519548156, NaN, NaN, 0.018184584857610098, 0.01473929558325171, 0.057815918320373694, 0.06874857497983244, NaN, 0.04492970532879137, 0.03141459896969434, 0.028766967584269887, 0.020218565329394034, 0.06897871697530178, NaN, NaN, NaN, -0.11676118779174549, NaN, 0.185037271015827, 0.041953126147668884, 0.06611903214970827, 0.035746393964647405, 0.23094974791514367, 0.005380282401933112, NaN, 0.026609114956039015, NaN, NaN, 0.02323601877163295, 0.003429044020045735, 0.08382526542077362, NaN, NaN, 0.0972885991956478, NaN, 0.12304544763237102, 0.051080924995380306, 0.008800301552359002, 0.08994320513795384, 0.01743829125197549, NaN, 0.2362438633644206, 0.12483628805008484, 0.05493523523080701, 0.03933151466569185, NaN, NaN, 0.0492930000783911]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, false, true, false, true, false, true, true, true, true, true, true, false, true, false, false, true, true, true, false, false, true, false, true, true, true, true, true, false, true, true, true, true, true, false, true], [0.010810281049359993, 0.3872219531196386, 0.03322698179469308, 0.00960944637244876, 0.007481047513836714, 0.005965456182239315, 0.010783813610923287, 0.00033205146657167006, 0.03759280658537323, 0.20355959797079737, 0.0010811839510331822, 0.10522381251231772, 0.0175167154459277, NaN, NaN, 0.010554359375551492, 0.01473929558325171, 0.03972214432644039, 0.06874857497983244, 0.03254563848301539, 0.04492970532879137, 0.029744315843016622, 0.028766967584269887, 0.020218565329394034, 0.02622646710828125, NaN, 0.34180355667442885, NaN, -0.11676118779174549, NaN, 0.185037271015827, 0.03882936116213043, 0.06182732806936175, 0.032374647226285136, 0.23094974791514367, 0.00411765080783022, NaN, 0.026609114956039015, NaN, NaN, 0.0037752801639705513, 0.002036013287197269, 0.08382526542077362, NaN, NaN, 0.06564399306356572, NaN, -0.12889068541887128, 0.051080924995380306, 0.006895583134302052, 0.08994320513795384, 0.01743829125197549, NaN, 0.2362438633644206, 0.12483628805008484, 0.05493523523080701, 0.02967193896886622, 1.0575344532228184, NaN, 0.025839941412362233]]}, "rob": {"1": [[true, true, true, true, true, true, false, true, true, true, true, true, true, false, false, true, false, true, true, true, true, true, true, true, true, false, false, false, false, false, true, true, true, false, false, true, false, true, true, false, true, true, true, false, true, false, false, true, false, true, false, true, true, true, true, true, true, false, false, false], [0.044109233881112875, 0.8003578743767632, 0.027378473793944424, -0.008990704686041684, 0.6041881377167728, 0.024049535540810796, NaN, 0.01037326517984516, 0.03394427484776141, 4.104107360376764, 0.03179717864566278, 0.08389925292134448, 0.15258791035683483, NaN, NaN, 0.13172346115194977, NaN, 0.163328643511909, 1.3984750915694084, 0.11947013299554121, 0.03771288806334794, 0.09189059726500615, 0.13573234362295028, 0.0590291975753936, 0.4232744663752923, NaN, NaN, NaN, NaN, NaN, 0.185037271015827, 0.40724109341541315, 0.2932467406865842, NaN, NaN, 0.02552804510930362, NaN, 0.05641410726955476, 0.5582386704321451, NaN, 0.023365749270459535, 0.05636590518505935, 0.5867762178647862, NaN, 0.026558926131153848, NaN, NaN, -0.04545240361048675, NaN, 0.024896338827737674, NaN, 0.02224706745959848, 0.03356212826761262, 0.3171443134168186, 0.1146309970352708, 0.11481837807132345, 0.10415010898554655, NaN, NaN, NaN]], "2": [[true, true, true, true, true, true, false, true, true, true, true, true, true, false, false, true, false, true, true, true, true, true, true, true, true, false, true, true, false, false, true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, false, true, false, true, false, true, true, true, true, true, true, true, false, false], [0.044109233881112875, 0.7753080179041842, 0.006746719301772064, -0.013171284712436782, 0.07595640491484534, 0.024049535540810796, NaN, 0.00419194253294064, 0.03394427484776141, 2.7517627748930016, 0.03179717864566278, 0.08389925292134448, 0.15258791035683483, NaN, NaN, 0.040957017028662834, NaN, 0.163328643511909, 1.0173792264849375, 0.11947013299554121, 0.03771288806334794, 0.09189059726500615, 0.13573234362295028, 0.028075188624489877, 0.4232744663752923, NaN, 0.4767657398506018, 1.1330724026646086, NaN, NaN, 0.1825505373195042, 0.36368443597112776, 0.2932467406865842, 0.08084012384145378, 0.43312084273303353, 0.02552804510930362, NaN, 0.041229130103098255, 0.5582386704321451, NaN, 0.023365749270459535, 0.03060946418504673, 0.5867762178647862, NaN, 0.026558926131153848, 0.0845563950877517, NaN, -0.08418681294398489, NaN, 0.024896338827737674, NaN, 0.02224706745959848, 0.03356212826761262, 0.3171443134168186, 0.1146309970352708, 0.11481837807132345, 0.061477388270713584, 2.890609029450075, NaN, NaN]], "4": [[true, true, true, true, true, true, false, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, false, true, true, false, false, true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, false, true, false, true, true, true, true, true, true, true, true, true, false, false], [0.044109233881112875, 0.7489012898759215, 0.006746719301772064, -0.013171284712436782, 0.03935809311717797, 0.005965456182239315, NaN, 0.00419194253294064, 0.03320309111278319, 2.7517627748930016, 0.012347327247879125, 0.08389925292134448, 0.15258791035683483, NaN, NaN, 0.03348678320022391, -0.00589188022807785, 0.13737714368264098, 0.6157689059852374, 0.11947013299554121, 0.03771288806334794, 0.07028719483179224, 0.13573234362295028, 0.016612704750473828, 0.16964992876734497, NaN, 0.10249819387845038, 1.1330724026646086, NaN, NaN, 0.1825505373195042, 0.08447665232571433, 0.07561743969420842, 0.0516741870072257, 0.16814470553040928, 0.011350909985251123, NaN, 0.041229130103098255, 0.5582386704321451, NaN, 0.005663214142532569, 0.03060946418504673, 0.5867762178647862, NaN, 0.026558926131153848, 0.06564399306356572, NaN, -0.08418681294398489, NaN, 0.011136450110015295, 0.07076021049080228, 0.01985866656822921, 0.03356212826761262, 0.22182881123225817, 0.1146309970352708, 0.11150883873431927, 0.05411088136999487, 2.207384560259542, NaN, NaN]], "8": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, false, true, true, false, false, true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true], [0.03557322571774235, 0.72015340342485, 0.006746719301772064, -0.013171284712436782, 0.025665559465306798, 0.005965456182239315, 0.041697092403239155, 0.00419194253294064, 0.03320309111278319, 1.4839564051846752, 0.006818724497601902, 0.08389925292134448, 0.0521330358378993, NaN, NaN, 0.022909688313442977, -0.00589188022807785, 0.10364787038897227, 0.4676682258116034, 0.11947013299554121, 0.03771288806334794, 0.05641989793876623, 0.13573234362295028, 0.016612704750473828, 0.06978833197580836, NaN, 0.10249819387845038, 1.1330724026646086, NaN, NaN, 0.1825505373195042, 0.08447665232571433, 0.057408534164045566, 0.02868279711673427, 0.16814470553040928, 0.004758977725657365, NaN, 0.041229130103098255, 0.5582386704321451, NaN, 0.004187560640389609, 0.008596394708998867, 0.45180837861624323, NaN, 0.026558926131153848, 0.021275133736984753, NaN, -0.08962503099368058, 0.06561001713074277, 0.004223725767379172, 0.07076021049080228, 0.011629046563608192, 0.03356212826761262, 0.22182881123225817, 0.1146309970352708, 0.05493523523080701, 0.006207139795613381, 1.0575344532228184, NaN, 0.10883948515189323]], "16": [[true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true], [0.03557322571774235, 0.4983454317989018, -0.03755892715279774, -0.013171284712436782, 0.019878310602130078, 0.005965456182239315, 0.013385762851960248, 0.0022241897697474755, 0.026919184613224845, 0.7748733132064374, 0.0020395980309555473, 0.08389925292134448, 0.0521330358378993, NaN, NaN, 0.016823014905056777, -0.007511513518103086, 0.04978975077292147, 0.36900620377709936, 0.03254563848301539, 0.029816263622426398, 0.044758099532763884, 0.028766967584269887, 0.016612704750473828, 0.02622646710828125, NaN, 0.10249819387845038, 1.1330724026646086, -0.09554703579162371, NaN, 0.1825505373195042, 0.017050356910743192, 0.027810211636923432, 0.027636980865777927, 0.13750218398232605, 0.00411765080783022, NaN, 0.028518960096626023, 0.5582386704321451, NaN, 0.0037752801639705513, 0.004480202518198029, 0.45180837861624323, NaN, 0.026558926131153848, 0.00993034036301954, NaN, -0.12889068541887128, 0.051080924995380306, 0.0038301076988800364, 0.07076021049080228, 0.011629046563608192, 0.03356212826761262, 0.13923622752187703, 0.1146309970352708, 0.05493523523080701, 0.006207139795613381, 1.0575344532228184, NaN, 0.04005562893441206]]}}, "valbase_diff_s2": {"raw": {"1": [[true, false, true, true, true, false, false, true, false, false, true, true, true, false, false, true, true, true, true, false, false, true, false, true, true, false, false, false, false, false, false, true, true, false, false, true, false, true, false, false, true, true, true, false, false, false, false, false, true, true, false, true, false, false, true, false, true, false, false, true], [0.06504612094293716, NaN, 0.13350098102080543, 0.066489091777447, 0.010064146743704372, NaN, NaN, 0.00017664492047364533, NaN, NaN, 0.050564569726625264, 0.16876881297511082, 0.1967165701204847, NaN, NaN, 0.02264381691938233, 0.044921266264727366, 0.12229573804661875, 2.242033845727258, NaN, NaN, 0.04008655820034979, NaN, 0.04163593078738059, 0.09865858292670993, NaN, NaN, NaN, NaN, NaN, NaN, 0.11812937801217216, 0.15781988541784697, NaN, NaN, 0.022917285501530493, NaN, 0.031903663119521974, NaN, NaN, 0.031617986691010236, 0.02730910598968972, 0.4782380182214032, NaN, NaN, NaN, NaN, NaN, 0.11688796698353743, 0.005541994402322059, NaN, 0.05333954211745473, NaN, NaN, 0.2146906288718189, NaN, 0.01996695618330535, NaN, NaN, 0.00987507082597161]], "2": [[true, false, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, false, true, true, false, true, true, false, false, false, false, false, false, true, true, false, false, true, false, true, false, false, true, true, true, false, false, false, false, false, true, true, true, true, true, true, true, false, true, false, false, true], [0.0033664235507149254, NaN, 0.13350098102080543, 0.04895784146638715, 0.010064146743704372, NaN, 0.009033848463227523, 0.00017664492047364533, 0.03032245546187462, NaN, 0.0018117369544212725, 0.16876881297511082, 0.11535456912851783, NaN, NaN, 0.014132851199959662, 0.044921266264727366, 0.12229573804661875, 0.17971073453280617, NaN, 0.30342147115672313, 0.03574474359307067, NaN, 0.04163593078738059, 0.09555874076769189, NaN, NaN, NaN, NaN, NaN, NaN, 0.11812937801217216, 0.12463567251658558, NaN, NaN, 0.022917285501530493, NaN, 0.031903663119521974, NaN, NaN, 0.031617986691010236, 0.015531061765032605, 0.4782380182214032, NaN, NaN, NaN, NaN, NaN, 0.11688796698353743, 0.005541994402322059, 0.09811340240354705, 0.034428639732648536, 0.03436212026857044, 0.3048143851214955, 0.2146906288718189, NaN, 0.01996695618330535, NaN, NaN, 0.00987507082597161]], "4": [[true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, false, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, true, false, false, false, true, true, true, true, true, true, true, true, true, false, false, true], [0.0033664235507149254, 0.3953745642723039, 0.13350098102080543, 0.031923871325745035, 0.010064146743704372, NaN, 0.009033848463227523, 0.00017664492047364533, 0.015441146131587313, 0.2885358321476703, 0.0018117369544212725, 0.06041428938092008, 0.04620185631817497, NaN, 0.0874428467451791, 0.014132851199959662, 0.04154230228581901, 0.07879989250244246, 0.17971073453280617, 0.08977313410327792, 0.0460371748025763, 0.03574474359307067, NaN, 0.019041979895172423, 0.09385062410674072, NaN, NaN, NaN, NaN, NaN, NaN, 0.05388660204697282, 0.12463567251658558, 0.0850007112597948, NaN, 0.0037766738546036738, NaN, 0.006202053755496317, NaN, NaN, 0.031617986691010236, 0.009133223284746306, 0.29637652977777984, NaN, 0.06767107753900481, NaN, NaN, NaN, 0.11688796698353743, 0.005541994402322059, 0.06817911037586488, 0.01447123550781626, 0.03436212026857044, 0.2507109195435091, 0.2146906288718189, 0.11393894151275497, 0.01996695618330535, NaN, NaN, 0.00987507082597161]], "8": [[true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, false, false, false, false, true, true, true, true, true, false, true, false, false, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, true, true, false, false, true], [0.0033664235507149254, 0.18235667286182067, 0.014702523268261825, 0.031923871325745035, 0.010064146743704372, NaN, 0.009033848463227523, 0.00017664492047364533, 0.015441146131587313, 0.19694516953751973, 0.0018117369544212725, 0.06041428938092008, 0.030774260951657695, NaN, 0.04844311163060211, 0.0061505923997220435, 0.019484067953163597, 0.06847752580601107, 0.17971073453280617, 0.0763299032980751, 0.039249451078954944, 0.03574474359307067, 0.05099062895940487, 0.019041979895172423, 0.09385062410674072, NaN, 0.1498357080345265, NaN, NaN, NaN, NaN, 0.009488075107006111, 0.011721814313819134, 0.06343142348111641, 0.4243186012308735, 0.0037766738546036738, NaN, 0.006202053755496317, NaN, NaN, 0.022820714581089252, 0.004625403189826516, 0.2057586256115258, NaN, 0.06767107753900481, 0.14941040027866648, NaN, 0.2437571446351101, 0.11688796698353743, 0.005541994402322059, 0.05717094281476243, 0.01447123550781626, 0.03436212026857044, 0.2507109195435091, 0.2146906288718189, 0.11393894151275497, 0.019456630127197228, NaN, NaN, 0.00987507082597161]], "16": [[true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, false, false, true, true, true, true, true, false, true, false, false, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true], [0.0033664235507149254, 0.04128334580899007, 0.010203749767576431, 0.02173773244122268, 0.004049249527599663, NaN, 0.009033848463227523, 0.00017664492047364533, 0.014941929707314117, 0.06548923011363206, 0.0018117369544212725, 0.05131841657064662, 0.030774260951657695, NaN, 0.04844311163060211, 0.004524792307010195, 0.017607290928765673, 0.05877117915435792, 0.17971073453280617, 0.0763299032980751, 0.014911797591162346, 0.03341209433319592, 0.05099062895940487, 0.014051650904793433, 0.055582954821528974, 0.241798331187159, 0.1498357080345265, NaN, NaN, NaN, NaN, 0.009013010698196267, 0.011721814313819134, 0.0625145975525827, 0.16126396231464346, 0.003566812471863745, NaN, 0.005206503265267282, NaN, NaN, 0.01413905862080611, 0.004625403189826516, 0.2057586256115258, NaN, 0.06767107753900481, 0.06885307647280503, NaN, 0.2437571446351101, 0.10521900133553697, 0.005541994402322059, 0.05717094281476243, 0.01447123550781626, 0.03436212026857044, 0.2165273951488007, 0.1663683008688861, 0.11393894151275497, 0.002104741593689452, 0.5793483376748088, NaN, 0.00987507082597161]]}, "rob": {"1": [[true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, false, true, true, false, false, false, false, false, true, true, false, true, true, false, true, false, false, false, true, true, false, true, false, false, true, true, false, true, true, true, true, false, true, true, false, false, false], [0.038534754370583846, 0.4416735483273013, 0.02741762232579381, 0.031923871325745035, 0.16314204231724871, NaN, NaN, 0.0021611577313900288, 0.03610808987205627, 0.06548923011363206, 0.08312732347761442, 0.04836947780368028, 0.1967165701204847, NaN, 0.2550777827190478, 0.054453948334756364, NaN, 0.16240610196772587, 0.6703584265677052, 0.49514359466411517, NaN, 0.1610832672232032, 0.09157917566847118, NaN, 0.2463815859602716, 0.241798331187159, NaN, NaN, NaN, NaN, NaN, 0.17667996596980795, 0.02307082975543362, NaN, 0.37744505686211194, 0.05478162739425452, NaN, 0.03561400843833007, NaN, NaN, NaN, 0.05155216504783433, 0.5711101444936375, NaN, 0.14723294379106533, NaN, NaN, 0.123204352049882, 0.05806323254877732, NaN, 0.04621059192233101, 0.01447123550781626, 0.04362415723093749, 0.052538134891396915, NaN, 0.12788886086547158, 0.10138862979305929, NaN, NaN, NaN]], "2": [[true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, false, true, false, false, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, false, false, true], [0.02700999594426845, 0.25158956389909837, 0.02304555532232433, 0.0004741664846565907, 0.060841865183834276, NaN, NaN, 0.0021611577313900288, 0.026929277396817497, 0.06548923011363206, 0.07188101071148334, 0.04836947780368028, 0.1967165701204847, NaN, 0.2550777827190478, 0.054453948334756364, NaN, 0.16240610196772587, 0.5943598485288637, 0.38663632369575307, 0.0181452469840635, 0.11619012893661185, 0.06538553021045712, 0.03081591964278041, 0.2463815859602716, 0.13722363525023606, 0.1498357080345265, 0.15614014056734726, NaN, NaN, NaN, 0.11812937801217216, 0.02307082975543362, 0.1181730437233397, 0.27134026155190916, 0.016698759039335043, NaN, 0.03561400843833007, NaN, NaN, 0.05601827377893365, 0.038116264405623435, 0.5711101444936375, NaN, 0.06767107753900481, NaN, 0.012223808158196237, 0.123204352049882, 0.011533438783050132, 0.017830209683463716, 0.04621059192233101, 0.01447123550781626, 0.04362415723093749, 0.052538134891396915, 0.37623486087959934, 0.12788886086547158, 0.10138862979305929, NaN, NaN, 0.05637280141359424]], "4": [[true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, false, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true], [0.0033664235507149254, 0.1644928845993816, 0.0003344505079800886, 0.0004741664846565907, 0.03312893832658714, NaN, 0.02245759941681036, 0.001775628457647116, 0.026929277396817497, 0.06548923011363206, 0.019299034656435232, 0.04836947780368028, 0.1967165701204847, NaN, 0.1533585296931459, 0.03469815134760745, 0.012253912368714426, 0.14118465621788778, 0.5943598485288637, 0.21995663891968698, 0.014911797591162346, 0.08690597994150329, 0.06538553021045712, 0.03081591964278041, 0.1901445659675618, 0.13722363525023606, 0.1498357080345265, 0.15614014056734726, NaN, NaN, NaN, 0.04436395924917713, 0.02307082975543362, 0.1181730437233397, 0.16126396231464346, 0.016698759039335043, NaN, 0.014385618486463914, NaN, NaN, 0.022820714581089252, 0.03435161044887747, 0.5033548389256568, NaN, 0.04952897130088707, 0.14941040027866648, 0.012223808158196237, 0.123204352049882, 0.0077491845155166494, 0.017830209683463716, 0.04621059192233101, 0.01447123550781626, 0.04362415723093749, 0.052538134891396915, 0.37623486087959934, 0.12788886086547158, 0.061782421727796244, 0.21431405125747416, NaN, 0.03340774645931344]], "8": [[true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, false, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true], [0.0033664235507149254, 0.09020561056721177, -0.028453220583065097, 0.0004741664846565907, 0.012451834754350521, NaN, 0.009033848463227523, 0.00017664492047364533, 0.014941929707314117, 0.06548923011363206, 0.01421386833487559, 0.04836947780368028, 0.11694535393115135, NaN, 0.09767636298901605, 0.02246444683392035, 0.007247408060649496, 0.08646063144775673, 0.5943598485288637, 0.1979542775636267, 0.014911797591162346, 0.06815609075737039, 0.05099062895940487, 0.024892954707403936, 0.13875794948712472, 0.13722363525023606, 0.1498357080345265, 0.15614014056734726, NaN, NaN, NaN, 0.04436395924917713, 0.020870646713682994, 0.09243053097033838, 0.16126396231464346, 0.016698759039335043, NaN, 0.006202053755496317, NaN, NaN, 0.022820714581089252, 0.026601005274545786, 0.42550981243122643, NaN, 0.03919611282134827, 0.14941040027866648, 0.012223808158196237, 0.123204352049882, 0.0077491845155166494, 0.017830209683463716, 0.04621059192233101, 0.01447123550781626, 0.03436212026857044, 0.052538134891396915, 0.37623486087959934, 0.11393894151275497, 0.008381487073944038, 0.21431405125747416, NaN, 0.031332267467504726]], "16": [[true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, false, true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true], [0.0033664235507149254, 0.05153899396729544, -0.028453220583065097, 0.0004741664846565907, 0.011328009408882345, NaN, 0.009033848463227523, 0.00017664492047364533, 0.014941929707314117, 0.06548923011363206, 0.003615133234453838, 0.04836947780368028, 0.03773390080984962, NaN, 0.029137530708393866, 0.02246444683392035, 0.007247408060649496, 0.08452800342735145, 0.5943598485288637, 0.13424183749830698, 0.014911797591162346, 0.05785807110209129, 0.05099062895940487, 0.01494886629961334, 0.10351993944007076, 0.13722363525023606, 0.1498357080345265, 0.15614014056734726, NaN, NaN, NaN, 0.028796852809209073, 0.011721814313819134, 0.05664513845821939, 0.16126396231464346, 0.012612118325371124, NaN, 0.006202053755496317, NaN, NaN, 0.01548190111313441, 0.014226407637713656, 0.2894805344131286, NaN, 0.010479948307482445, 0.04012127471540139, 0.012223808158196237, 0.123204352049882, 0.0077491845155166494, 0.011678449839814142, 0.04621059192233101, 0.01447123550781626, 0.03436212026857044, 0.052538134891396915, 0.24843956227072117, 0.11393894151275497, 0.008381487073944038, 0.21431405125747416, NaN, 0.023902082216299192]]}}, "valbase_reg_s0_mcd": {"raw": {"1": [[true, true, false, true, true, true, false, true, false, false, true, true, true, false, true, true, false, true, true, true, false, true, false, true, false, false, false, false, false, false, false, true, true, false, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, false, false, true, false, false, true], [0.03700055151719872, 0.2747430320360511, NaN, 0.0883803511223622, 0.03268124280153173, 0.1187500997053983, NaN, 0.042320766120557574, NaN, NaN, 0.010622452421782391, 0.6480986041468588, 0.024874419304576012, NaN, 0.2248875845339846, 0.05421150454776513, NaN, 0.1669970641528451, 0.13882237424054966, 0.38645212722111677, NaN, 0.07251425917989618, NaN, 0.07351788761081202, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.024244223681824995, 0.09728357795608478, NaN, NaN, 0.043975073813198096, NaN, 0.05872594349901128, NaN, NaN, 0.03215177854883278, 0.020847380224576995, 0.13727925790926898, NaN, NaN, 0.1440743951144936, NaN, NaN, NaN, 0.031675898509307965, 0.2457465037944948, 0.026504902134177222, NaN, NaN, NaN, NaN, 0.09558299867726072, NaN, NaN, 0.025666060234041055]], "2": [[true, true, false, true, true, true, false, true, false, false, true, true, true, false, true, true, false, true, true, true, false, true, false, true, false, false, false, false, false, false, false, true, true, false, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, false, false, true, false, false, true], [0.03700055151719872, 0.2747430320360511, NaN, 0.0883803511223622, 0.03268124280153173, 0.04021672222517392, NaN, 0.035503684324571516, NaN, NaN, 0.006302610831457889, 0.4782540370261692, 0.024874419304576012, NaN, 0.21306369368245126, 0.05421150454776513, NaN, 0.09146697846928853, 0.09980655377665859, 0.3355599131367277, NaN, 0.07251425917989618, NaN, 0.059197049732743645, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.024244223681824995, 0.03479460448669802, NaN, NaN, 0.043975073813198096, NaN, 0.03330153433493943, NaN, NaN, 0.03215177854883278, 0.020847380224576995, 0.10159041505082023, NaN, NaN, 0.1440743951144936, NaN, NaN, NaN, 0.031675898509307965, 0.2457465037944948, 0.024020371079945813, NaN, NaN, NaN, NaN, 0.08994120254388016, NaN, NaN, 0.006184900581240882]], "4": [[true, true, false, true, true, true, false, true, true, false, true, true, true, false, true, true, false, true, true, true, false, true, false, true, false, false, true, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, false, false, true, false, false, true], [0.03700055151719872, 0.2747430320360511, NaN, 0.0883803511223622, 0.02059951053126463, 0.03439569229284656, NaN, 0.035503684324571516, 0.028032676565705517, NaN, 0.005024846046369991, 0.4782540370261692, 0.024874419304576012, NaN, 0.21306369368245126, 0.05421150454776513, NaN, 0.07799972974763247, 0.09980655377665859, 0.3124570045939199, NaN, 0.07251425917989618, NaN, 0.059197049732743645, NaN, NaN, 0.1639948412986154, NaN, NaN, NaN, NaN, 0.024244223681824995, 0.03479460448669802, 0.0548822492940213, NaN, 0.043975073813198096, NaN, 0.029799829148074997, NaN, NaN, 0.03215177854883278, 0.016311714298081315, 0.07182559092939766, NaN, NaN, 0.12597296872881336, NaN, NaN, NaN, 0.029286192474540007, 0.2457465037944948, 0.024020371079945813, NaN, NaN, NaN, NaN, 0.08994120254388016, NaN, NaN, 0.006184900581240882]], "8": [[true, true, false, true, true, true, false, true, true, false, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, false, true, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, true, false, true, false, false, true], [0.012845491995667091, 0.2747430320360511, NaN, 0.0883803511223622, 0.02059951053126463, 0.03439569229284656, NaN, 0.035503684324571516, 0.0181062920819568, NaN, 0.002126049707886324, 0.4782540370261692, 0.020544634169446185, NaN, 0.21306369368245126, 0.04197387663518981, NaN, 0.07487937531907285, 0.09980655377665859, 0.3124570045939199, NaN, 0.07251425917989618, 0.06054219025120999, 0.059197049732743645, 0.20219299005201607, NaN, 0.06139059446470907, NaN, NaN, NaN, NaN, 0.020144232631023273, 0.03479460448669802, 0.0548822492940213, NaN, 0.043975073813198096, NaN, 0.02773074636927375, NaN, NaN, 0.027318359784634705, 0.006894697717556353, 0.07182559092939766, NaN, NaN, 0.10860629367918229, NaN, NaN, NaN, 0.017227731990945294, 0.2457465037944948, 0.024020371079945813, NaN, NaN, 0.5986823846561349, NaN, 0.04166481017900803, NaN, NaN, 0.006184900581240882]], "16": [[true, true, false, true, true, true, false, true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, false, true, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, true, true, true, false, false, true], [0.012845491995667091, 0.21097256345893745, NaN, 0.0883803511223622, 0.015248175234252592, 0.004961462847848486, NaN, 0.02711263437835565, 0.0181062920819568, 0.2558152650819234, 0.001254730869947318, 0.46612879215580416, 0.018393483213378525, NaN, 0.2013649499783814, 0.04197387663518981, NaN, 0.07487937531907285, 0.08922016347825568, 0.3124570045939199, NaN, 0.07251425917989618, 0.06054219025120999, 0.049666767642841725, 0.20219299005201607, NaN, 0.044293609842700254, NaN, NaN, NaN, NaN, 0.012487869982201083, 0.02866516299391786, 0.0548822492940213, NaN, 0.043975073813198096, NaN, 0.015577757700913297, NaN, NaN, 0.027318359784634705, 0.006894697717556353, 0.06525904897765566, NaN, NaN, 0.10860629367918229, NaN, NaN, NaN, 0.017227731990945294, 0.2457465037944948, 0.023517977291695802, NaN, NaN, 0.5986823846561349, 0.08737052019659064, 0.036859239904368124, NaN, NaN, 0.0020908570970212814]]}, "rob": {"1": [[true, true, false, true, true, true, false, true, true, false, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, false, true, false, false, false, false, true, true, false, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, true, false, true, false, false, false], [0.030703434821684805, 0.33305234609569045, NaN, 0.05961313808139557, 0.04858508083080504, 0.028122875246172407, NaN, 0.03274164727147166, 0.031026930143900122, NaN, 0.013381642153829976, 0.6941985963452664, 0.032860653916293, NaN, 0.2858644070247063, 0.08466279476703131, NaN, 0.12128357734383477, 0.3648330787811893, 0.39405562510813574, NaN, 0.1312758141429491, 0.11978236419974864, 0.049666767642841725, 0.09212297866940755, NaN, 0.12575466196366736, NaN, NaN, NaN, NaN, 0.028061586116610027, 0.026196489894783737, NaN, NaN, 0.06589401000567285, NaN, 0.02773074636927375, NaN, NaN, 0.06753883196711863, 0.02543690116557129, 0.0797696796813161, NaN, NaN, 0.11534382218152861, NaN, NaN, NaN, 0.03222722131676803, 0.2598283661984615, 0.026335756227010343, NaN, NaN, 0.21696114928922028, NaN, 0.020011077617110296, NaN, NaN, NaN]], "2": [[true, true, false, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, false, false, false, false, true, true, false, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, true, true, true, false, false, false], [0.025934126228986942, 0.33305234609569045, NaN, 0.05961313808139557, 0.04858508083080504, 0.028122875246172407, NaN, 0.03274164727147166, 0.031026930143900122, NaN, 0.009896398200469392, 0.5542485558257331, 0.022166594176114884, NaN, 0.2767382251402395, 0.06874680994093918, 0.1992475480570155, 0.12128357734383477, 0.1974324349736869, 0.39265123888432973, NaN, 0.11442454092001553, 0.06999766577534827, 0.049666767642841725, 0.09212297866940755, NaN, 0.12575466196366736, NaN, NaN, NaN, NaN, 0.028061586116610027, 0.026196489894783737, NaN, NaN, 0.052150515619520776, NaN, 0.02773074636927375, NaN, NaN, 0.06753883196711863, 0.02543690116557129, 0.0797696796813161, NaN, NaN, 0.11534382218152861, NaN, NaN, NaN, 0.031675898509307965, 0.2598283661984615, 0.024020371079945813, NaN, NaN, 0.21696114928922028, 0.07118256649739729, 0.020011077617110296, NaN, NaN, NaN]], "4": [[true, true, false, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, false, false, false, false, true, true, false, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, true, true, true, false, false, false], [0.025040640385175506, 0.2039180028976475, NaN, 0.05961313808139557, 0.03854930010128399, 0.028122875246172407, NaN, 0.03274164727147166, 0.031026930143900122, NaN, 0.009896398200469392, 0.4442003335309468, 0.022166594176114884, NaN, 0.26563487705395805, 0.06580087761052189, 0.17673822271679107, 0.0922622881150108, 0.1485858933105133, 0.3797191671240385, NaN, 0.10661670941369761, 0.06054219025120999, 0.049666767642841725, 0.09212297866940755, NaN, 0.059020346451335026, NaN, NaN, NaN, NaN, 0.028061586116610027, 0.026196489894783737, NaN, NaN, 0.0403816915707258, NaN, 0.02773074636927375, NaN, NaN, 0.051837454321545406, 0.023244900071804686, 0.0797696796813161, NaN, NaN, 0.10856629259943396, NaN, NaN, NaN, 0.031675898509307965, 0.2598283661984615, 0.022037227825214556, NaN, NaN, 0.21696114928922028, 0.07118256649739729, 0.020011077617110296, NaN, NaN, NaN]], "8": [[true, true, false, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, false, false, false, false, true, true, false, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, true, true, true, false, false, true], [0.01148652351052415, 0.1380713131652953, NaN, 0.05961313808139557, 0.029942264947206754, 0.026577648668977938, NaN, 0.03274164727147166, 0.018050864407380462, NaN, 0.004986273238022809, 0.4442003335309468, 0.019364005082640023, NaN, 0.2511939358413797, 0.05850130534542686, 0.17673822271679107, 0.09156851551730871, 0.11774214934893901, 0.33031927909294323, NaN, 0.10661670941369761, 0.06054219025120999, 0.049666767642841725, 0.09212297866940755, NaN, 0.036864308388857125, NaN, NaN, NaN, NaN, 0.013939228739413556, 0.026196489894783737, NaN, NaN, 0.0403816915707258, NaN, 0.015284875080992633, NaN, NaN, 0.020395636212459545, 0.01888907846088128, 0.0797696796813161, NaN, NaN, 0.10856629259943396, NaN, NaN, NaN, 0.031675898509307965, 0.2548821111524524, 0.022037227825214556, NaN, NaN, 0.21696114928922028, 0.07118256649739729, 0.018319013393673256, NaN, NaN, 0.002754913647547319]], "16": [[true, true, false, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, false, true, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, true, true, true, false, false, true], [0.01148652351052415, 0.1380713131652953, NaN, 0.05961313808139557, 0.02583227228530527, 0.026577648668977938, NaN, 0.03274164727147166, 0.018050864407380462, 0.5524240700929748, 0.0020255103532940133, 0.4197411015078951, 0.016399928108485007, NaN, 0.1997504571169002, 0.05724579318648226, 0.17673822271679107, 0.0886442789465518, 0.086924418545681, 0.33031927909294323, NaN, 0.09653332725307506, 0.04042029654346324, 0.049666767642841725, 0.09212297866940755, NaN, 0.01945220939919734, NaN, NaN, NaN, NaN, 0.013939228739413556, 0.026196489894783737, 0.03843067719580073, NaN, 0.034882669526584476, NaN, 0.015284875080992633, NaN, NaN, 0.020395636212459545, 0.018453255425088466, 0.07049092544303992, NaN, NaN, 0.10047798209270442, NaN, NaN, NaN, 0.022647853570999077, 0.24480962678375562, 0.022037227825214556, NaN, NaN, 0.21696114928922028, 0.07118256649739729, 0.018319013393673256, NaN, NaN, 0.0008122214070600542]]}}, "valbase_reg_s0_det": {"raw": {"1": [[true, true, false, false, true, true, false, true, false, false, true, true, true, false, true, true, false, true, true, true, false, true, true, true, false, false, true, false, false, false, false, true, true, false, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, false, false, true, false, false, true], [0.03906092059587207, 0.4061169929328261, NaN, NaN, 0.04033831362650164, 0.030805293048939086, NaN, 0.045563398891591556, NaN, NaN, 0.0036473240958718733, 0.5017173020166674, 0.02455106575429955, NaN, 0.25025589848908614, 0.05315679068685775, NaN, 0.09432935200341541, 0.11273367924025157, 0.3318310996780074, NaN, 0.09154474613900399, 0.04519175395614505, 0.11953820662027925, NaN, NaN, 0.2866610022432343, NaN, NaN, NaN, NaN, 0.02515139874661987, 0.06925560450994195, NaN, NaN, 0.0565259016681392, NaN, 0.04203543040044133, NaN, NaN, 0.04645266833278194, 0.018780229595837916, 0.08231227212445491, NaN, NaN, 0.14551089985314514, NaN, NaN, NaN, 0.03332173978637143, 0.2960696031470209, 0.027766023533691397, NaN, NaN, NaN, NaN, 0.0760561134722082, NaN, NaN, 0.00476532523309503]]}, "rob": {"1": [[true, true, false, false, true, true, false, true, false, false, true, true, true, false, true, true, false, true, true, true, false, true, true, true, false, false, true, false, false, false, false, true, true, false, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, false, false, true, false, false, true], [0.03906092059587207, 0.4061169929328261, NaN, NaN, 0.04033831362650164, 0.030805293048939086, NaN, 0.045563398891591556, NaN, NaN, 0.0036473240958718733, 0.5017173020166674, 0.02455106575429955, NaN, 0.25025589848908614, 0.05315679068685775, NaN, 0.09432935200341541, 0.11273367924025157, 0.3318310996780074, NaN, 0.09154474613900399, 0.04519175395614505, 0.11953820662027925, NaN, NaN, 0.2866610022432343, NaN, NaN, NaN, NaN, 0.02515139874661987, 0.06925560450994195, NaN, NaN, 0.0565259016681392, NaN, 0.04203543040044133, NaN, NaN, 0.04645266833278194, 0.018780229595837916, 0.08231227212445491, NaN, NaN, 0.14551089985314514, NaN, NaN, NaN, 0.03332173978637143, 0.2960696031470209, 0.027766023533691397, NaN, NaN, NaN, NaN, 0.0760561134722082, NaN, NaN, 0.00476532523309503]]}}, "valbase_reg_s1_mcd": {"raw": {"1": [[true, false, true, false, true, true, false, true, false, false, true, true, true, false, true, true, false, true, true, true, false, true, false, false, false, false, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, false, false, false, false, true, false, true, false, false, false, false, true, false, false, false], [0.06321804800843966, NaN, 0.13269112529668314, NaN, 0.03496683362091879, 0.05671669759983344, NaN, 0.04512005809836239, NaN, NaN, 0.001620971519424419, 0.4184786226716595, 0.028037306239525384, NaN, 0.26081339671544557, 0.05347847223567892, NaN, 0.0640449372522689, 0.4475262906531223, 0.3297016512688835, NaN, 0.10922113005717904, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.02024152541337898, 0.18390777688387794, 0.06590140296611802, NaN, 0.05637445193348967, NaN, 0.08687092238834349, NaN, NaN, 0.03412042513758662, 0.014068730203568691, 0.11006544001755936, NaN, NaN, NaN, NaN, NaN, NaN, 0.010619017910119988, NaN, 0.03764248499441902, NaN, NaN, NaN, NaN, 0.10683185568320774, NaN, NaN, NaN]], "2": [[true, true, true, false, true, true, false, true, false, false, true, true, true, false, true, true, true, true, true, true, false, true, false, false, false, false, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, false, true, false, false, false, false, true, false, false, true], [0.04673900123452457, 0.5904290733086008, 0.13269112529668314, NaN, 0.01753485592507964, 0.05338268924696665, NaN, 0.040133720407969475, NaN, NaN, 0.001620971519424419, 0.4184786226716595, 0.019306317112257165, NaN, 0.26081339671544557, 0.044456646715792525, 0.10245057903555188, 0.0640449372522689, 0.4475262906531223, 0.3297016512688835, NaN, 0.08116610960510418, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.02024152541337898, 0.17303548656846135, 0.04325962622897839, NaN, 0.05637445193348967, NaN, 0.06887138888828082, NaN, NaN, 0.03412042513758662, 0.014068730203568691, 0.0715455862862906, NaN, NaN, 0.15504452181784534, NaN, NaN, NaN, 0.010619017910119988, NaN, 0.031658581691258236, NaN, NaN, NaN, NaN, 0.05189842759236707, NaN, NaN, -0.001735659106609111]], "4": [[true, true, true, false, true, true, false, true, false, false, true, true, true, false, true, true, true, true, true, true, false, true, false, true, false, false, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, false, true, false, false, true, false, true, false, false, true], [0.04573195392679508, 0.5904290733086008, 0.10375662245605333, NaN, 0.01753485592507964, 0.05207596865284825, NaN, 0.028204210886834113, NaN, NaN, 0.001620971519424419, 0.3575784543966716, 0.012993773833764433, NaN, 0.26081339671544557, 0.03591932239377171, 0.10245057903555188, 0.0569717607419431, 0.2820473813127664, 0.28380863545047696, NaN, 0.08116610960510418, NaN, 0.2786012860117413, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.012600575753525023, 0.13407214939944323, 0.04325962622897839, NaN, 0.05637445193348967, NaN, 0.04254191377899885, NaN, NaN, 0.03412042513758662, 0.009307078932127677, 0.043131659412888324, NaN, NaN, 0.15504452181784534, NaN, NaN, NaN, 0.010619017910119988, NaN, 0.02467444987068168, NaN, NaN, 0.6725941944664391, NaN, 0.05189842759236707, NaN, NaN, -0.001735659106609111]], "8": [[true, true, true, false, true, true, false, true, false, false, true, true, true, false, true, true, true, true, true, true, false, true, false, true, false, false, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, true, false, true, false, false, true], [0.04048586955036182, 0.4411019803878642, 0.10375662245605333, NaN, 0.01753485592507964, 0.008158316496947648, NaN, 0.028204210886834113, NaN, NaN, 0.001620971519424419, 0.27075750764585305, 0.012993773833764433, NaN, 0.23908933325835435, 0.03284116759377875, 0.09857832293434354, 0.0561993533779217, 0.2820473813127664, 0.28380863545047696, NaN, 0.0751595557599678, NaN, 0.2786012860117413, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.003488157320355567, 0.05065742172684584, 0.0400839808457194, NaN, 0.047519187332420776, NaN, 0.037079438229533634, NaN, NaN, 0.02271801613683544, 0.004448712159416779, 0.032949812900963105, NaN, NaN, 0.15504452181784534, NaN, NaN, NaN, 0.010619017910119988, 0.1653185368255985, 0.02467444987068168, NaN, NaN, 0.5937582792778833, NaN, 0.03582021375584321, NaN, NaN, -0.001735659106609111]], "16": [[true, true, true, false, true, true, false, true, false, false, true, true, true, false, true, true, true, true, true, true, false, true, false, true, true, false, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, true, false, true, false, false, true], [0.034950316350316424, 0.4411019803878642, 0.07923033480172181, NaN, 0.01753485592507964, 0.008158316496947648, NaN, 0.026112148731352924, NaN, NaN, 0.0001765844853849341, 0.27075750764585305, 0.012993773833764433, NaN, 0.2087600613318723, 0.024818961643004567, 0.03629817677507696, 0.0561993533779217, 0.22403335058139184, 0.28380863545047696, NaN, 0.06839416191014891, NaN, 0.26453269887431996, 0.1372193847165455, NaN, NaN, NaN, NaN, NaN, NaN, 0.003488157320355567, 0.05065742172684584, 0.02767403427621251, NaN, 0.043372994179728286, NaN, 0.03199194673330963, NaN, NaN, 0.02271801613683544, 0.004448712159416779, 0.032949812900963105, NaN, NaN, 0.10645115780741876, NaN, NaN, NaN, 0.010619017910119988, 0.1653185368255985, 0.02467444987068168, NaN, NaN, 0.5937582792778833, NaN, 0.03582021375584321, NaN, NaN, -0.001735659106609111]]}, "rob": {"1": [[true, false, true, false, true, true, false, true, false, false, true, true, true, false, true, true, false, true, true, true, false, true, false, true, true, true, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, true, false, true, false, false, false], [0.05674161726789517, NaN, 0.13269112529668314, NaN, 0.05308508114044019, 0.05338268924696665, NaN, 0.046144573776626174, NaN, NaN, 0.00306147267045187, 0.35080981762159746, 0.03878622152027966, NaN, 0.3009988573605036, 0.05433794768358857, NaN, 0.14932697387051963, 0.49932682835312736, 0.39374539732701797, NaN, 0.1414688254999108, NaN, 0.16235270006812064, 0.13323268760988816, 0.03085225924092927, NaN, NaN, NaN, NaN, NaN, 0.01815688231993362, 0.09001769386205694, 0.06934625413562245, NaN, 0.07518330103222648, NaN, 0.0634446439708769, NaN, NaN, 0.052115832143202256, 0.0293451234926021, 0.1455426540556346, NaN, NaN, 0.12166376719595129, NaN, NaN, NaN, 0.0113403131306411, 0.18714590970302125, 0.02467444987068168, NaN, NaN, 0.5937582792778833, NaN, 0.06725450612078498, NaN, NaN, NaN]], "2": [[true, false, true, false, true, true, false, true, false, false, true, true, true, false, true, true, false, true, true, true, false, true, false, true, true, true, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, true, false, true, false, false, false], [0.05674161726789517, NaN, 0.1112424343928351, NaN, 0.0453925139890885, 0.04856347160753138, NaN, 0.046144573776626174, NaN, NaN, 0.00306147267045187, 0.35080981762159746, 0.03878622152027966, NaN, 0.27647290476857944, 0.04963760185894106, NaN, 0.09601508977895179, 0.4790915082345437, 0.3790184247616657, NaN, 0.1258951220243576, NaN, 0.16235270006812064, 0.13323268760988816, 0.03085225924092927, NaN, NaN, NaN, NaN, NaN, 0.014192028507391097, 0.05065742172684584, 0.04952905321436729, NaN, 0.05098991588250268, NaN, 0.050904021876196914, NaN, NaN, 0.04712324710043814, 0.02234286856539458, 0.12777209707674442, NaN, NaN, 0.09440559628652645, NaN, NaN, NaN, 0.010619017910119988, 0.14731114365124398, 0.02467444987068168, NaN, NaN, 0.5937582792778833, NaN, 0.041073014144205944, NaN, NaN, NaN]], "4": [[true, true, true, false, true, true, false, true, false, false, true, true, true, false, true, true, false, true, true, true, false, true, false, true, true, true, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, true, false, true, false, false, false], [0.05674161726789517, 0.7923815970943213, 0.08953560135461358, NaN, 0.0453925139890885, 0.02529419738306271, NaN, 0.03955784015552122, NaN, NaN, 0.0022389779103970664, 0.3264038698367331, 0.034446711888517445, NaN, 0.27647290476857944, 0.04963760185894106, NaN, 0.08090772266512425, 0.42769761177264565, 0.33118693885666906, NaN, 0.0967098304157823, NaN, 0.16235270006812064, 0.13323268760988816, 0.03085225924092927, NaN, NaN, NaN, NaN, NaN, 0.00953631608465022, 0.05065742172684584, 0.03555844442700873, NaN, 0.04485672267033847, NaN, 0.048843891096682635, NaN, NaN, 0.04318481460375212, 0.01723004722196686, 0.10395277960273241, NaN, NaN, 0.09243910472152139, NaN, NaN, NaN, 0.010619017910119988, 0.14731114365124398, 0.02467444987068168, NaN, NaN, 0.5937582792778833, NaN, 0.017535693236423233, NaN, NaN, NaN]], "8": [[true, true, true, false, true, true, false, true, true, false, true, true, true, false, true, true, false, true, true, true, false, true, false, true, true, true, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, true, false, true, false, false, false], [0.04048586955036182, 0.7923815970943213, 0.08953560135461358, NaN, 0.038910955751947585, 0.02529419738306271, NaN, 0.03955784015552122, 0.02226998175731687, NaN, 0.0013098311828885212, 0.3264038698367331, 0.02100191268864915, NaN, 0.27647290476857944, 0.04963760185894106, NaN, 0.06753842524633313, 0.3662733474821327, 0.33118693885666906, NaN, 0.0967098304157823, NaN, 0.16235270006812064, 0.13323268760988816, 0.03085225924092927, NaN, NaN, NaN, NaN, NaN, 0.00953631608465022, 0.05065742172684584, 0.03555844442700873, NaN, 0.04305721851868194, NaN, 0.02971810729264357, NaN, NaN, 0.04318481460375212, 0.014988869466657784, 0.10395277960273241, NaN, NaN, 0.09243910472152139, NaN, NaN, NaN, 0.010619017910119988, 0.14731114365124398, 0.02467444987068168, NaN, NaN, 0.5937582792778833, NaN, 0.017535693236423233, NaN, NaN, NaN]], "16": [[true, true, true, false, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, false, true, false, true, true, true, true, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, true, true, true, false, false, false], [0.03524949317835202, 0.5452750615508895, 0.04201624535188575, NaN, 0.032896618272032496, 0.017210128624874255, NaN, 0.038155940706330105, 0.021693918438559168, NaN, 0.00038587255787692065, 0.3256687662238462, 0.01988104887124975, NaN, 0.26277273290636893, 0.046467686110245765, 0.05163181378644732, 0.06427589107712262, 0.3304900678456042, 0.306488336798294, NaN, 0.08989239370308622, NaN, 0.16235270006812064, 0.13323268760988816, 0.03085225924092927, 0.4734880478500547, NaN, NaN, NaN, NaN, 0.008269367697502084, 0.05065742172684584, 0.013734650210284416, NaN, 0.041721144900623175, NaN, 0.02971810729264357, NaN, NaN, 0.03245238920055771, 0.009307078932127677, 0.0836596994547758, NaN, NaN, 0.09243910472152139, NaN, NaN, NaN, 0.010619017910119988, 0.14731114365124398, 0.02467444987068168, NaN, NaN, 0.5937582792778833, 0.09580804025382283, 0.017535693236423233, NaN, NaN, NaN]]}}, "valbase_reg_s1_det": {"raw": {"1": [[true, true, true, false, true, true, false, true, false, false, true, true, true, false, true, true, false, true, true, true, false, true, false, false, false, false, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, false, false, false, false, true, false, true, false, false, false, false, true, false, false, false], [0.03797305866894041, 0.8113702721361835, 0.11417000321102444, NaN, 0.03475495209991242, 0.022775496137392715, NaN, 0.04994594338693048, NaN, NaN, 0.0003995502605880219, 0.3467871168857275, 0.016713306993139998, NaN, 0.28322433604502506, 0.041231033471603507, NaN, 0.07849340782452585, 0.31258029508455176, 0.3483261391102448, NaN, 0.08723064017087667, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.010503672613276116, 0.15524648380919137, 0.05414318790447714, NaN, 0.06337673553902712, NaN, 0.06560362738607117, NaN, NaN, 0.04143986155666002, 0.009101033588414964, 0.09660413211430052, NaN, NaN, NaN, NaN, NaN, NaN, 0.0610484050171356, NaN, 0.028370171542763112, NaN, NaN, NaN, NaN, 0.05041680082487643, NaN, NaN, NaN]]}, "rob": {"1": [[true, true, true, false, true, true, false, true, false, false, true, true, true, false, true, true, false, true, true, true, false, true, false, false, false, false, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, false, false, false, false, true, false, true, false, false, false, false, true, false, false, false], [0.03797305866894041, 0.8113702721361835, 0.11417000321102444, NaN, 0.03475495209991242, 0.022775496137392715, NaN, 0.04994594338693048, NaN, NaN, 0.0003995502605880219, 0.3467871168857275, 0.016713306993139998, NaN, 0.28322433604502506, 0.041231033471603507, NaN, 0.07849340782452585, 0.31258029508455176, 0.3483261391102448, NaN, 0.08723064017087667, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.010503672613276116, 0.15524648380919137, 0.05414318790447714, NaN, 0.06337673553902712, NaN, 0.06560362738607117, NaN, NaN, 0.04143986155666002, 0.009101033588414964, 0.09660413211430052, NaN, NaN, NaN, NaN, NaN, NaN, 0.0610484050171356, NaN, 0.028370171542763112, NaN, NaN, NaN, NaN, 0.05041680082487643, NaN, NaN, NaN]]}}, "valbase_reg_s2_mcd": {"raw": {"1": [[true, false, false, false, true, true, false, true, false, false, true, false, true, false, true, true, false, true, false, true, false, true, false, true, false, false, false, false, false, false, false, true, true, false, false, true, false, true, false, false, true, true, true, false, false, false, false, false, false, true, false, true, false, false, true, false, true, false, false, false], [0.03578543762493669, NaN, NaN, NaN, 0.010224261389487843, 0.06068518835509207, NaN, 0.05083088154914428, NaN, NaN, 0.019131270606821404, NaN, 0.017184771719262137, NaN, 0.22630481670301728, 0.043135273409705466, NaN, 0.10332492805142657, NaN, 0.43322652053237687, NaN, 0.0786233504263294, NaN, 0.5199830756776895, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.015238745629264416, 0.18817510049356123, NaN, NaN, 0.0662772648521397, NaN, 0.04957921120171771, NaN, NaN, 0.03743309989623178, 0.023659526173072543, 0.05805749978558339, NaN, NaN, NaN, NaN, NaN, NaN, 0.0397994748605246, NaN, 0.03727570054660512, NaN, NaN, 0.3195995077564324, NaN, 0.03630501307107692, NaN, NaN, NaN]], "2": [[true, true, false, false, true, true, false, true, false, true, true, false, true, false, true, true, false, true, true, true, false, true, false, true, false, false, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, false, true, false, false, true, false, true, false, false, true], [0.02203168075667916, 0.6208945146945282, NaN, NaN, 0.010224261389487843, 0.06068518835509207, NaN, 0.036739579271545475, NaN, 0.1761946167440902, 0.011588861146148544, NaN, 0.017184771719262137, NaN, 0.22630481670301728, 0.043135273409705466, NaN, 0.07704386944585595, 0.08976515672223151, 0.43322652053237687, NaN, 0.07485979692979372, NaN, 0.5199830756776895, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.012376194536202867, 0.18817510049356123, 0.12498159416488863, NaN, 0.0653242029572978, NaN, 0.03165112255896618, NaN, NaN, 0.029567870858582923, 0.008757782796791513, 0.05805749978558339, NaN, NaN, 0.21530848689105042, NaN, NaN, NaN, 0.02908469853942286, NaN, 0.03727570054660512, NaN, NaN, 0.3195995077564324, NaN, 0.03630501307107692, NaN, NaN, 0.06348779496717016]], "4": [[true, true, false, false, true, true, false, true, false, true, true, false, true, false, true, true, false, true, true, true, false, true, false, true, false, false, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, false, true, false, true, false, false, true], [0.02203168075667916, 0.21413069127055007, NaN, NaN, 0.010224261389487843, 0.03942973163761576, NaN, 0.036739579271545475, NaN, 0.1761946167440902, 0.0031465531889176557, NaN, 0.017184771719262137, NaN, 0.22630481670301728, 0.039337177144117774, NaN, 0.07704386944585595, 0.05594865134772031, 0.41596700971181155, NaN, 0.07485979692979372, NaN, 0.5199830756776895, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.008147238940656942, 0.1500897927373661, 0.12498159416488863, NaN, 0.05365701811961854, NaN, 0.015690217821828112, NaN, NaN, 0.029567870858582923, 0.008620971591761561, 0.05805749978558339, NaN, NaN, 0.21530848689105042, NaN, NaN, NaN, 0.02908469853942286, 0.30942705459904407, 0.03727570054660512, NaN, NaN, 0.3195995077564324, NaN, 0.028024516887283246, NaN, NaN, 0.03890264945192623]], "8": [[true, true, true, false, true, true, false, true, false, true, true, false, true, false, true, true, true, true, true, true, false, true, false, true, false, false, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, true, true, false, true, false, false, true], [0.02203168075667916, 0.0835598106821096, 0.015446435155926919, NaN, 0.010224261389487843, 0.036536699788569216, NaN, 0.036739579271545475, NaN, 0.1761946167440902, 0.0014038000203189238, NaN, 0.015467879068074453, NaN, 0.1982933463143004, 0.039337177144117774, 0.15475540289596545, 0.06867034766798286, 0.05594865134772031, 0.36182792688613796, NaN, 0.06623610783137979, NaN, 0.5199830756776895, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.008147238940656942, 0.13732809929993928, 0.12498159416488863, NaN, 0.05365701811961854, NaN, 0.015690217821828112, NaN, NaN, 0.029567870858582923, 0.008620971591761561, 0.05805749978558339, NaN, NaN, 0.21530848689105042, NaN, NaN, NaN, 0.01093712958064108, 0.30942705459904407, 0.03727570054660512, NaN, 0.3417427891628364, 0.2148312068390794, NaN, 0.028024516887283246, NaN, NaN, 0.03890264945192623]], "16": [[true, true, true, false, true, true, false, true, false, true, true, false, true, false, true, true, true, true, true, true, false, true, false, true, true, false, false, false, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, false, false, false, true, true, true, false, true, true, false, true, false, false, true], [0.02203168075667916, 0.0835598106821096, 0.011002087079332368, NaN, 0.010224261389487843, 0.031093892995742722, NaN, 0.03153904379425776, NaN, 0.1761946167440902, 0.0008429184968592462, NaN, 0.015467879068074453, NaN, 0.19594169635409409, 0.03547541963508971, 0.15475540289596545, 0.06867034766798286, 0.05594865134772031, 0.36182792688613796, NaN, 0.06623610783137979, NaN, 0.5199830756776895, 0.07781416876760394, NaN, NaN, NaN, NaN, NaN, NaN, 0.008147238940656942, 0.05725965907265329, 0.12498159416488863, NaN, 0.045519130823402865, NaN, 0.006202028755210032, NaN, NaN, 0.0280834313827798, 0.00860932372559664, 0.05732902821143271, NaN, NaN, 0.18411729771469076, NaN, NaN, NaN, 0.00284078080075445, 0.3024831496809324, 0.03428797558487107, NaN, 0.3417427891628364, 0.2148312068390794, NaN, 0.013452323226476048, NaN, NaN, 0.03890264945192623]]}, "rob": {"1": [[true, false, true, false, true, true, false, true, true, true, true, false, true, false, true, true, false, true, true, true, false, true, false, false, true, false, false, false, false, false, true, true, true, true, false, true, false, true, false, false, false, true, true, false, false, true, true, false, false, true, false, true, false, true, true, false, true, false, false, true], [0.024408149795549505, NaN, 0.039099863092177944, NaN, 0.03519319453420344, 0.05220379665405184, NaN, 0.05283734138339602, 0.06017963541585947, 0.2045505893071733, 0.010145410268867172, NaN, 0.04777504663160781, NaN, 0.2659497658090557, 0.06742012522850316, NaN, 0.08524353688643704, 0.7398767192317204, 0.5076608582335986, NaN, 0.11030310390785614, NaN, NaN, 0.15727441378213358, NaN, NaN, NaN, NaN, NaN, 0.19951123244593205, 0.02024093301353802, 0.06104645253832186, 0.12498159416488863, NaN, 0.07597623911546081, NaN, 0.018863920660209255, NaN, NaN, NaN, 0.015332829425137584, 0.19421811357660568, NaN, NaN, 0.21530848689105042, 0.034565566548961035, NaN, NaN, 0.00713085082238174, NaN, 0.03970276396990369, NaN, 0.3417427891628364, 0.3393040038336459, NaN, 0.026441674386511682, NaN, NaN, 0.02379414416439518]], "2": [[true, true, true, false, true, true, false, true, true, true, true, false, true, false, true, true, false, true, true, true, false, true, false, false, true, false, false, false, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, true, false, false, true, false, true, false, true, true, false, true, false, false, true], [0.024408149795549505, 0.7023323697607935, 0.029078418896712588, NaN, 0.03519319453420344, 0.03640101757854142, NaN, 0.05283734138339602, 0.06017963541585947, 0.2045505893071733, 0.006049807846147726, NaN, 0.04777504663160781, NaN, 0.26158113405256733, 0.0662716157690526, NaN, 0.08524353688643704, 0.537065298411433, 0.4542815864248759, NaN, 0.1065235886982876, NaN, NaN, 0.09151571132707215, NaN, NaN, NaN, NaN, NaN, 0.19951123244593205, 0.015951556183182447, 0.05725965907265329, 0.03737952355998786, NaN, 0.06688507356137618, NaN, 0.015974164499380272, NaN, NaN, 0.04892508648490557, 0.015332829425137584, 0.19421811357660568, NaN, NaN, 0.20270902601709095, 0.034565566548961035, NaN, NaN, 0.00284078080075445, NaN, 0.03893159108864075, NaN, 0.3417427891628364, 0.21752577325411848, NaN, 0.025066454578345, NaN, NaN, 0.02379414416439518]], "4": [[true, true, true, false, true, true, false, true, true, true, true, false, true, false, true, true, true, true, true, true, false, true, false, true, true, false, false, false, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, true, false, false, true, true, true, false, true, true, false, true, false, false, true], [0.024408149795549505, 0.30646818548564103, 0.027890655299618317, NaN, 0.03346797357969433, 0.033256588105699425, NaN, 0.05283734138339602, 0.06017963541585947, 0.2045505893071733, 0.005303222749010628, NaN, 0.04777504663160781, NaN, 0.2393485771031283, 0.06205069288789167, 0.0761748267936293, 0.07396967982959168, 0.340715936268863, 0.40777150245794935, NaN, 0.09297645848837832, NaN, 0.5199830756776895, 0.08976037496948308, NaN, NaN, NaN, NaN, NaN, 0.19951123244593205, 0.01496273099663048, 0.05725965907265329, 0.03737952355998786, NaN, 0.05402821402130531, NaN, 0.012540140181759307, NaN, NaN, 0.03743309989623178, 0.008724546796724297, 0.1726580806269864, NaN, NaN, 0.17501740466799043, 0.034565566548961035, NaN, NaN, 0.00284078080075445, 0.3024831496809324, 0.03686796998113495, NaN, 0.3407369804812046, 0.2148312068390794, NaN, 0.013452323226476048, NaN, NaN, 0.02379414416439518]], "8": [[true, true, true, false, true, true, false, true, true, true, true, false, true, false, true, true, true, true, true, true, false, true, false, true, true, false, false, false, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, true, false, false, true, true, true, false, true, true, false, true, false, false, true], [0.02203168075667916, 0.11957490422872197, -0.00532674456254878, NaN, 0.030459509490508907, 0.019970799947798934, NaN, 0.0509884814179995, 0.06017963541585947, 0.16685296810644723, 0.0014100697763528292, NaN, 0.04110274248916923, NaN, 0.2393485771031283, 0.049771174655335315, 0.0761748267936293, 0.07396967982959168, 0.2270042016193048, 0.39493256961246836, NaN, 0.09297645848837832, NaN, 0.5199830756776895, 0.07842486687559913, NaN, NaN, NaN, NaN, NaN, 0.19951123244593205, 0.012376194536202867, 0.05725965907265329, 0.03737952355998786, NaN, 0.04877280587992128, NaN, 0.006256991458561512, NaN, NaN, 0.025489700158651818, 0.008724546796724297, 0.12871565645101724, NaN, NaN, 0.17501740466799043, 0.034565566548961035, NaN, NaN, 0.00284078080075445, 0.2873852643169861, 0.03686796998113495, NaN, 0.3407369804812046, 0.21165862872776198, NaN, 0.013452323226476048, NaN, NaN, 0.02379414416439518]], "16": [[true, true, true, false, true, true, false, true, true, true, true, false, true, false, true, true, true, true, true, true, false, true, false, true, true, false, false, false, false, false, true, true, true, true, false, true, false, true, false, false, true, true, true, false, false, true, true, false, false, true, true, true, false, true, true, false, true, false, false, true], [0.018603748320107805, 0.0835598106821096, -0.008366065523258137, NaN, 0.028220586135465853, 0.019970799947798934, NaN, 0.030669503046830693, 0.06017963541585947, 0.16685296810644723, 0.0007599640965230137, NaN, 0.025887206082502168, NaN, 0.19393865570779112, 0.04350523906682424, 0.0761748267936293, 0.06359671379124743, 0.19325289476310203, 0.3612728292007572, NaN, 0.08514432116469339, NaN, 0.5199830756776895, 0.07781416876760394, NaN, NaN, NaN, NaN, NaN, 0.19951123244593205, 0.008950859636023933, 0.05725965907265329, 0.03737952355998786, NaN, 0.04877280587992128, NaN, 0.006256991458561512, NaN, NaN, 0.025489700158651818, 0.008707541418036646, 0.10835879223158562, NaN, NaN, 0.17501740466799043, 0.034565566548961035, NaN, NaN, 0.00284078080075445, 0.2629246523494466, 0.032981804669529824, NaN, 0.3407369804812046, 0.21165862872776198, NaN, 0.013452323226476048, NaN, NaN, 0.02379414416439518]]}}, "valbase_reg_s2_det": {"raw": {"1": [[true, true, false, false, true, true, false, true, false, false, true, false, true, false, true, true, false, true, true, true, false, true, false, false, false, false, false, false, false, false, false, true, true, false, false, true, false, true, false, false, false, true, true, false, false, true, false, false, false, true, false, true, false, false, false, false, true, false, false, true], [0.0276400758591957, 0.15864317406179285, NaN, NaN, 0.027128751883429114, 0.04294211425245864, NaN, 0.05518809059190999, NaN, NaN, 0.0008223130077669172, NaN, 0.028762122007666147, NaN, 0.24365312800609584, 0.04916153412407476, NaN, 0.07911681988806207, 0.16675707431004527, 0.4576409652134348, NaN, 0.08158627745832137, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.012145447171346913, 0.17272218791525162, NaN, NaN, 0.0605546318029051, NaN, 0.03551785979247746, NaN, NaN, NaN, 0.014236608753386282, 0.12990312377785496, NaN, NaN, 0.21596712309576183, NaN, NaN, NaN, 0.027892681029474842, NaN, 0.038747412216481925, NaN, NaN, NaN, NaN, 0.022251482610963658, NaN, NaN, 0.07169191990634105]]}, "rob": {"1": [[true, true, false, false, true, true, false, true, false, false, true, false, true, false, true, true, false, true, true, true, false, true, false, false, false, false, false, false, false, false, false, true, true, false, false, true, false, true, false, false, false, true, true, false, false, true, false, false, false, true, false, true, false, false, false, false, true, false, false, true], [0.0276400758591957, 0.15864317406179285, NaN, NaN, 0.027128751883429114, 0.04294211425245864, NaN, 0.05518809059190999, NaN, NaN, 0.0008223130077669172, NaN, 0.028762122007666147, NaN, 0.24365312800609584, 0.04916153412407476, NaN, 0.07911681988806207, 0.16675707431004527, 0.4576409652134348, NaN, 0.08158627745832137, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.012145447171346913, 0.17272218791525162, NaN, NaN, 0.0605546318029051, NaN, 0.03551785979247746, NaN, NaN, NaN, 0.014236608753386282, 0.12990312377785496, NaN, NaN, 0.21596712309576183, NaN, NaN, NaN, 0.027892681029474842, NaN, 0.038747412216481925, NaN, NaN, NaN, NaN, 0.022251482610963658, NaN, NaN, 0.07169191990634105]]}}}} \ No newline at end of file diff --git a/results/icml_r2/C_mimo/sof/eval_sofall.json b/results/icml_r2/C_mimo/sof/eval_sofall.json new file mode 100644 index 0000000000000000000000000000000000000000..f26b0bfbbebf39af3877aa52c5442d5151d8fcda --- /dev/null +++ b/results/icml_r2/C_mimo/sof/eval_sofall.json @@ -0,0 +1 @@ +{"fixed_train_rate": 0.24666666666666667, "iid": {"n": 120, "arms": {"retr": {"1": {"cert": 0.375, "cert_ci": [0.2833333333333333, 0.4666666666666667], "ok": [true, true, false, false, false, false, true, false, true, false, true, false, true, false, false, true, false, true, false, true, false, true, false, false, false, false, false, true, false, true, true, true, true, false, false, false, true, true, false, false, true, false, false, true, true, false, true, false, false, false, false, true, false, false, false, false, false, false, false, true, true, true, false, false, false, false, false, false, false, false, true, true, true, true, false, true, true, false, false, false, false, false, true, false, false, false, false, true, true, false, false, true, true, false, false, true, false, false, false, false, true, false, false, false, false, false, true, true, false, false, false, true, false, true, false, false, true, false, true, true], "reg": [0.21715557280062447, 0.05925753795452393, NaN, NaN, NaN, NaN, 0.24906746586162387, NaN, 0.12345120162276069, NaN, 0.03942587790319774, NaN, 0.0741036358336149, NaN, NaN, 0.1869723393329159, NaN, 0.19749479178209284, NaN, 0.05208478306859243, NaN, 0.002470976935194491, NaN, NaN, NaN, NaN, NaN, 0.11460823496534944, NaN, 0.7304433593560731, 0.08047019391289045, 0.45527684325361073, 0.1790624495187234, NaN, NaN, NaN, 0.0651724191751264, 0.26126820736818357, NaN, NaN, 0.07139362911663372, NaN, NaN, 0.2393524570038874, 0.0177730302912944, NaN, 0.20047245679486547, NaN, NaN, NaN, NaN, 0.14668680061433204, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.11799186205329537, 0.03287882806239506, 0.21431799013223807, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.03355937971464673, 0.09318898606165571, 0.029020339711458565, 0.01771023933483118, NaN, 0.12398102542288925, 0.18580117485807013, NaN, NaN, NaN, NaN, NaN, 0.051996038353218754, NaN, NaN, NaN, NaN, 0.007105199712032384, 0.12546905774946615, NaN, NaN, 0.03140910394415197, 0.1184429607714641, NaN, NaN, 0.3580386784279206, NaN, NaN, NaN, NaN, 0.01296519435374388, NaN, NaN, NaN, NaN, NaN, 0.05806071967973048, 0.052296275773001666, NaN, NaN, NaN, 0.01567909256654243, NaN, 0.033684942869330214, NaN, NaN, 0.05144839399162193, NaN, 0.06197244989640183, 0.023172380512249013], "regret_med_cert": 0.0741036358336149}, "4": {"cert": 0.575, "cert_ci": [0.49166666666666664, 0.6583333333333333], "ok": [true, true, false, true, false, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, false, true, true, false, false, true, true, true, false, true, true, true, true, true, false, false, true, true, false, false, true, true, false, true, true, false, true, false, false, false, true, true, true, false, true, true, true, false, false, true, true, true, false, false, false, false, false, false, false, false, true, true, true, true, false, true, true, false, false, false, false, false, true, true, false, true, true, true, true, false, false, true, true, false, true, true, false, false, false, false, true, false, false, false, true, false, true, true, true, false, false, true, false, true, true, true, true, false, true, true], "reg": [0.21715557280062447, 0.026583926401758218, NaN, 0.2604764952614478, NaN, NaN, 0.03516037661734739, 0.0037911129559842216, 0.03802623955490425, 0.14944523935388276, 0.037884874199565655, NaN, 0.07119967354640133, 0.12424789049151119, NaN, 0.010134008850596565, 0.11296831065598134, 0.19749479178209284, 0.2323540634003931, 0.05208478306859243, NaN, 0.002470976935194491, 0.13395144118521252, NaN, NaN, 0.3129709260354472, 0.029942177323914576, 0.06709199197345606, NaN, 0.02251996101380871, 0.08047019391289045, 0.45527684325361073, 0.07221252982732906, 0.029272032553039784, NaN, NaN, 0.0651724191751264, 0.04408459999212888, NaN, NaN, 0.07139362911663372, 0.3742604368272451, NaN, 0.07213803922366036, 0.0177730302912944, NaN, 0.20047245679486547, NaN, NaN, NaN, 0.03438719543355173, 0.04507113156301257, 0.08664209638022013, NaN, 0.08054108280601935, 0.027834934475072792, 0.025994574511196245, NaN, NaN, 0.04439406748323327, 0.03287882806239506, 0.12062405801737541, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.024687371323943275, 0.09318898606165571, 0.029020339711458565, 0.01771023933483118, NaN, 0.12398102542288925, 0.18580117485807013, NaN, NaN, NaN, NaN, NaN, 0.010796433418328366, 0.07744897119612171, NaN, 0.04696518317926324, 0.047496602897856066, 0.007105199712032384, 0.020919761303964224, NaN, NaN, 0.03140910394415197, 0.1184429607714641, NaN, 0.25393257514886414, 0.14653151199498105, NaN, NaN, NaN, NaN, 0.01296519435374388, NaN, NaN, NaN, 0.08228774802722638, NaN, 0.03763943213346965, 0.052296275773001666, 0.05108194811558997, NaN, NaN, 0.01567909256654243, NaN, 0.033684942869330214, 0.08329220276342242, 0.16764682095659444, 0.05144839399162193, NaN, 0.04262423253616099, 0.023172380512249013], "regret_med_cert": 0.05144839399162193}, "16": {"cert": 0.7833333333333333, "cert_ci": [0.7083333333333334, 0.85], "ok": [true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, false, false, true, true, false, true, true, true, true, false, true, false, true, true, true, false, true, true, true, false, true, true, true, true, false, false, true, false, false, false, true, true, true, true, true, true, false, true, true, true, true, false, false, false, true, true, true, true, true, true, true, false, true, true, true, false, true, true, false, true, true, false, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true], "reg": [0.21715557280062447, 0.01874216771981385, NaN, 0.04846501796755165, 0.04033104446687852, 0.13509533216577485, 0.02016989281658632, 0.0037911129559842216, 0.011592562295028364, 0.14944523935388276, 0.037884874199565655, NaN, 0.030266978888726204, 0.09964536141847624, 0.08795585388666738, 0.010134008850596565, 0.054323759612624256, 0.19749479178209284, 0.11919044134958678, 0.05208478306859243, 0.038753132088316766, 0.002470976935194491, 0.005916686278490735, NaN, 0.13174887893202203, 0.12887334303848408, 0.029942177323914576, 0.06709199197345606, 0.033331059965707066, 0.011218331334668097, 0.08047019391289045, 0.10025637580420677, 0.02453213449814373, 0.029272032553039784, 0.04196775236791228, NaN, 0.04831678318808574, 0.04408459999212888, NaN, NaN, 0.07139362911663372, 0.32256430524246116, NaN, 0.010879502270040087, 0.014968319125196583, 0.06536554187134946, 0.20047245679486547, NaN, 0.3378438211708952, NaN, 0.03438719543355173, 0.013840009789701568, 0.02364381528302184, NaN, 0.06000284347940976, 0.027834934475072792, 0.0129816225133359, NaN, 0.32986362301450933, 0.04439406748323327, 0.02020564526331592, 0.12062405801737541, NaN, NaN, 0.07889299243952741, NaN, NaN, NaN, 0.05356869680545828, 0.00850464859924549, 0.017046746442674676, 0.03858523621428822, 0.0012100085423567553, 0.01771023933483118, NaN, 0.12398102542288925, 0.18580117485807013, 0.12875959185804797, 0.0030925194458581995, NaN, NaN, NaN, 0.010796433418328366, 0.06651193888016271, 0.2210440427759226, 0.04696518317926324, 0.047496602897856066, 0.007105199712032384, 0.020919761303964224, NaN, 0.005158340220228208, 0.02145825169096649, 0.031316505288505825, NaN, 0.01057439713091246, 0.048259533663332466, NaN, 0.17837165069401895, 0.07311720243484432, NaN, 0.008904184150600125, 0.025421677073814486, 0.13885206669536454, 0.07173587558166905, 0.0002972525000062287, NaN, 0.03187083972191118, 0.052296275773001666, 0.04988829273651474, 0.00630807494741048, NaN, 0.01567909256654243, 0.13465112004347213, 0.033684942869330214, 0.08329220276342242, 0.009264736724761136, 0.0510800204288151, 0.03473880902707216, 0.04262423253616099, 0.0113975885812454], "regret_med_cert": 0.0411493984173954}}, "retr1000": {"1": {"cert": 0.36666666666666664, "cert_ci": [0.2833333333333333, 0.45], "ok": [true, false, false, false, false, false, true, true, true, false, true, false, true, false, false, false, false, true, true, true, false, false, false, false, false, false, true, true, false, true, false, false, true, true, false, false, false, true, false, false, true, false, false, true, true, false, false, false, false, false, false, true, false, false, false, false, false, false, false, true, true, true, false, false, false, false, false, false, false, false, true, true, true, true, false, true, true, false, true, false, false, false, true, false, false, true, false, true, true, false, false, true, true, false, true, true, false, false, false, false, true, false, false, false, true, false, false, true, false, false, false, false, false, false, false, true, true, true, false, true], "reg": [0.21715557280062447, NaN, NaN, NaN, NaN, NaN, 0.24906746586162387, 0.2252483145110573, 0.12345120162276069, NaN, 0.08589316637889266, NaN, 0.19308980809829457, NaN, NaN, NaN, NaN, 0.19749479178209284, 0.31168949050389294, 0.17259818751222822, NaN, NaN, NaN, NaN, NaN, NaN, 0.1416478903731897, 0.11460823496534944, NaN, 0.04603761631078451, NaN, NaN, 0.1790624495187234, 0.029272032553039784, NaN, NaN, NaN, 0.26126820736818357, NaN, NaN, 0.07139362911663372, NaN, NaN, 0.023930388749314302, 0.0177730302912944, NaN, NaN, NaN, NaN, NaN, NaN, 0.04507113156301257, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.11799186205329537, 0.03287882806239506, 0.21431799013223807, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.13816395197722553, 0.12199561064923814, 0.06980096563037863, 0.01771023933483118, NaN, 0.12398102542288925, 0.18580117485807013, NaN, 0.0030925194458581995, NaN, NaN, NaN, 0.05157162254841241, NaN, NaN, 0.04696518317926324, NaN, 0.3220593043882818, 0.12546905774946615, NaN, NaN, 0.11484194256524027, 0.6103590572943765, NaN, 0.25393257514886414, 0.41338846507853777, NaN, NaN, NaN, NaN, 0.023078108863930025, NaN, NaN, NaN, 0.1549622836728013, NaN, NaN, 0.052296275773001666, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.05214112577097829, 0.2752303047540685, 0.3079918492181546, NaN, 0.03853014218728679], "regret_med_cert": 0.12371611352282497}, "4": {"cert": 0.55, "cert_ci": [0.4666666666666667, 0.6416666666666667], "ok": [true, true, false, true, false, false, true, true, true, false, true, false, true, false, false, true, false, true, true, true, true, true, true, false, true, false, true, true, false, true, false, true, true, true, false, false, true, true, false, false, true, false, false, true, true, false, false, false, false, false, true, true, true, false, true, true, false, false, false, true, true, true, false, false, true, false, false, false, false, true, true, true, true, true, false, true, true, false, true, false, false, false, true, true, false, true, false, true, true, false, true, true, true, false, true, true, false, false, false, false, true, false, false, false, true, false, true, true, false, true, false, true, false, true, true, true, true, true, false, true], "reg": [0.21715557280062447, 0.11607841056562251, NaN, 0.553132166548336, NaN, NaN, 0.24906746586162387, 0.2252483145110573, 0.035260748301776834, NaN, 0.0465552590351912, NaN, 0.14919272431976727, NaN, NaN, 0.05289647948498333, NaN, 0.19749479178209284, 0.31168949050389294, 0.17259818751222822, 0.038753132088316766, 0.06640943684302103, 0.15132445531854022, NaN, 0.13174887893202203, NaN, 0.1416478903731897, 0.06709199197345606, NaN, 0.04603761631078451, NaN, 0.17373186197965018, 0.10986482931781327, 0.029272032553039784, NaN, NaN, 0.07419648379024446, 0.26126820736818357, NaN, NaN, 0.07139362911663372, NaN, NaN, 0.010879502270040087, 0.0177730302912944, NaN, NaN, NaN, NaN, NaN, 0.0972513933916963, 0.04507113156301257, 0.02364381528302184, NaN, 0.22068420976416792, 0.08024849955311009, NaN, NaN, NaN, 0.04959142060072641, 0.03287882806239506, 0.21431799013223807, NaN, NaN, 0.15785025091817917, NaN, NaN, NaN, NaN, 0.00850464859924549, 0.0296815072326444, 0.06679896325646872, 0.0012100085423567553, 0.01771023933483118, NaN, 0.12398102542288925, 0.18580117485807013, NaN, 0.0030925194458581995, NaN, NaN, NaN, 0.04712238366223742, 0.25281934649708826, NaN, 0.04696518317926324, NaN, 0.026317655054068245, 0.07849265670970018, NaN, 0.08334058326811578, 0.11484194256524027, 0.03920964712843933, NaN, 0.058213007114559456, 0.41338846507853777, NaN, NaN, NaN, NaN, 0.008904184150600125, NaN, NaN, NaN, 0.1549622836728013, NaN, 0.056478703917364426, 0.052296275773001666, NaN, 0.0844226609506864, NaN, 0.04556206571175503, NaN, 0.1495262403619293, 0.18436176433764362, 0.05214112577097829, 0.15138540345412554, 0.10068269883390091, NaN, 0.03853014218728679], "regret_med_cert": 0.07634457024997232}, "16": {"cert": 0.7583333333333333, "cert_ci": [0.6833333333333333, 0.8333333333333334], "ok": [true, true, false, true, false, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, true, false, false, true, false, false, true, true, false, true, false, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, false, true, true, false, true, false, false, false, true, true, false, true, true, true, true, false, true, true, true, false, true, true, false, true, true, true, true, true, false, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true], "reg": [0.15885315026540514, 0.055884655821209606, NaN, 0.2070363707948375, NaN, 0.06316442945615042, 0.24906746586162387, 0.080480487172502, 0.008049845451486792, NaN, 0.02202455052618002, NaN, 0.14919272431976727, 0.32601755246477215, 0.03792824344167056, 0.017069382552021173, 0.04272958699719931, 0.09519087872794918, 0.0614586204795351, 0.17259818751222822, 0.01976392900629076, 0.06640943684302103, 0.15132445531854022, NaN, 0.13174887893202203, 0.06867221506483268, 0.1416478903731897, 0.06709199197345606, 0.025603938366816292, 0.01813582563333238, 0.026959031965175795, 0.028558129676880872, 0.012046483361255467, 0.029272032553039784, 0.16223442581239467, NaN, 0.053953146556410925, 0.013732361253798286, NaN, NaN, 0.01757933649785537, NaN, NaN, 0.010879502270040087, 0.0177730302912944, NaN, 0.03995782851931118, NaN, NaN, 0.3627512234949697, 0.0972513933916963, 0.013840009789701568, 0.013456752365488267, 0.2694394960816, 0.07349520305290969, 0.04563137356859026, 0.04270873146072751, NaN, 0.20521161202313332, 0.04959142060072641, 0.03287882806239506, 0.10878833846689773, 0.05928244624939838, 0.11176541785582716, 0.15785025091817917, NaN, NaN, 0.2891233407265985, 0.024647572267671336, 0.00850464859924549, 0.017046746442674676, 0.06679896325646872, 0.0012100085423567553, 0.011995361693039941, NaN, 0.12398102542288925, 0.12127854198953059, NaN, 0.0030925194458581995, NaN, NaN, NaN, 0.03798158173986854, 0.03930152727507408, NaN, 0.04696518317926324, 0.052330337754622036, 0.026317655054068245, 0.032710545426243076, NaN, 0.05476776267897354, 0.11484194256524027, 0.008729054725031382, NaN, 0.058213007114559456, 0.08802334519761867, NaN, 0.16156843944720833, 0.1982250334693465, 0.2091703963316911, 0.008904184150600125, 0.03332995101164493, NaN, NaN, 0.0002972525000062287, NaN, 0.004579037496420524, 0.052296275773001666, 0.024159546313006208, 0.009321193297892272, 0.32938511275645777, 0.04556206571175503, 0.1540456581622487, 0.09656090870749812, 0.13203148370819728, 0.05214112577097829, 0.056188409380823146, 0.10068269883390091, NaN, 0.03853014218728679], "regret_med_cert": 0.052330337754622036}}, "retr2000": {"1": {"cert": 0.3416666666666667, "cert_ci": [0.25833333333333336, 0.425], "ok": [true, false, false, false, false, false, true, true, true, false, true, false, false, false, false, false, false, true, false, true, false, false, false, false, false, false, true, true, false, true, true, false, true, true, false, false, true, true, false, false, true, false, false, true, true, false, true, false, false, false, false, true, false, false, false, false, false, false, false, true, true, true, false, false, false, false, false, false, false, false, true, true, true, true, false, true, true, false, true, false, false, false, false, false, false, false, false, false, true, false, false, true, true, false, false, true, false, false, false, false, true, false, false, false, false, false, false, true, false, false, false, true, false, true, false, true, true, false, false, true], "reg": [0.21715557280062447, NaN, NaN, NaN, NaN, NaN, 0.24906746586162387, 0.2252483145110573, 0.12345120162276069, NaN, 0.03942587790319774, NaN, NaN, NaN, NaN, NaN, NaN, 0.19749479178209284, NaN, 0.17259818751222822, NaN, NaN, NaN, NaN, NaN, NaN, 0.1416478903731897, 0.11460823496534944, NaN, 0.7304433593560731, 0.08047019391289045, NaN, 0.1790624495187234, 0.029272032553039784, NaN, NaN, 0.0651724191751264, 0.26126820736818357, NaN, NaN, 0.07139362911663372, NaN, NaN, 0.023930388749314302, 0.0177730302912944, NaN, 0.20047245679486547, NaN, NaN, NaN, NaN, 0.04507113156301257, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.11799186205329537, 0.03287882806239506, 0.21431799013223807, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.13816395197722553, 0.09318898606165571, 0.06980096563037863, 0.01771023933483118, NaN, 0.12398102542288925, 0.18580117485807013, NaN, 0.0030925194458581995, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.12546905774946615, NaN, NaN, 0.11484194256524027, 0.1184429607714641, NaN, NaN, 0.3580386784279206, NaN, NaN, NaN, NaN, 0.01296519435374388, NaN, NaN, NaN, NaN, NaN, NaN, 0.052296275773001666, NaN, NaN, NaN, 0.01567909256654243, NaN, 0.033684942869330214, NaN, 0.16764682095659444, 0.2752303047540685, NaN, NaN, 0.03853014218728679], "regret_med_cert": 0.11799186205329537}, "4": {"cert": 0.6083333333333333, "cert_ci": [0.5166666666666667, 0.6916666666666667], "ok": [true, true, false, true, false, false, true, true, true, true, true, false, true, false, false, true, false, true, true, true, false, true, true, false, false, true, true, true, false, true, true, true, true, true, true, false, true, true, false, false, true, false, false, true, true, false, true, false, false, false, true, true, true, false, true, true, true, false, true, true, true, true, false, false, false, false, false, false, false, false, true, true, true, true, false, true, true, false, true, false, false, false, true, true, true, true, false, true, true, false, true, true, true, false, true, true, false, true, false, false, true, false, true, false, true, false, true, true, false, true, false, true, false, true, true, true, true, true, true, true], "reg": [0.21715557280062447, 0.06655182693134654, NaN, 0.3365188763946372, NaN, NaN, 0.0734608315566938, 0.2252483145110573, 0.03802623955490425, 0.14944523935388276, 0.03942587790319774, NaN, 0.0583693490325492, NaN, NaN, 0.05289647948498333, NaN, 0.19749479178209284, 0.31168949050389294, 0.17259818751222822, NaN, 0.06640943684302103, 0.15132445531854022, NaN, NaN, 0.3129709260354472, 0.1416478903731897, 0.06709199197345606, NaN, 0.02251996101380871, 0.08047019391289045, 0.17373186197965018, 0.11461826257912455, 0.029272032553039784, 0.04196775236791228, NaN, 0.04831678318808574, 0.26126820736818357, NaN, NaN, 0.07139362911663372, NaN, NaN, 0.023930388749314302, 0.0177730302912944, NaN, 0.20047245679486547, NaN, NaN, NaN, 0.0972513933916963, 0.04507113156301257, 0.02364381528302184, NaN, 0.06760020297478908, 0.027834934475072792, 0.025994574511196245, NaN, 0.32986362301450933, 0.04439406748323327, 0.02020564526331592, 0.12062405801737541, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.0296815072326444, 0.03858523621428822, 0.05941242006621672, 0.01771023933483118, NaN, 0.12398102542288925, 0.18580117485807013, NaN, 0.0030925194458581995, NaN, NaN, NaN, 0.05542209643343954, 0.07744897119612171, 0.2210440427759226, 0.04696518317926324, NaN, 0.3220593043882818, 0.020919761303964224, NaN, 0.005158340220228208, 0.03508966268964908, 0.1184429607714641, NaN, 0.25393257514886414, 0.22193494123963609, NaN, 0.25481702713618803, NaN, NaN, 0.008904184150600125, NaN, 0.19055243533853372, NaN, 0.1549622836728013, NaN, 0.056478703917364426, 0.052296275773001666, NaN, 0.0844226609506864, NaN, 0.01567909256654243, NaN, 0.033684942869330214, 0.08329220276342242, 0.05214112577097829, 0.15138540345412554, 0.3079918492181546, 0.32313376135564265, 0.03853014218728679], "regret_med_cert": 0.06760020297478908}, "16": {"cert": 0.775, "cert_ci": [0.7, 0.8416666666666667], "ok": [true, true, false, true, false, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, false, true, true, false, false, true, true, false, true, true, true, true, false, false, false, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, false, false, true, true, true, true, true, true, true, false, true, true, true, true, true, false, false, true, true, true, true, true, true, true, false, true, true, true, false, true, true, false, true, true, false, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true], "reg": [0.21715557280062447, 0.055884655821209606, NaN, 0.1417583651712997, NaN, NaN, 0.0415781115340208, 0.07961533531752174, 0.011592562295028364, 0.0667459051723851, 0.03942587790319774, NaN, 0.0583693490325492, 0.09964536141847624, NaN, 0.017069382552021173, 0.04272958699719931, 0.19749479178209284, 0.0614586204795351, 0.17259818751222822, 0.038753132088316766, 0.04061891792861472, 0.019948415068179903, NaN, 0.13174887893202203, 0.06867221506483268, 0.11206524799876139, 0.06709199197345606, NaN, 0.02251996101380871, 0.08047019391289045, 0.14732929993223043, 0.03833134651472547, 0.029272032553039784, 0.04196775236791228, NaN, 0.04831678318808574, 0.20997256568375988, NaN, NaN, 0.07139362911663372, 0.32256430524246116, NaN, 0.010879502270040087, 0.0177730302912944, 0.3889646088713672, 0.09254766488933885, NaN, NaN, NaN, 0.0972513933916963, 0.013840009789701568, 0.013456752365488267, 0.2694394960816, 0.06760020297478908, 0.027834934475072792, 0.0129816225133359, NaN, 0.32986362301450933, 0.04439406748323327, 0.02020564526331592, 0.06988898741624872, 0.05928244624939838, NaN, 0.07889299243952741, NaN, NaN, 0.2891233407265985, 0.024647572267671336, 0.00850464859924549, 0.0161790401514188, 0.03858523621428822, 0.0012100085423567553, 0.01771023933483118, NaN, 0.045642668626134864, 0.18580117485807013, 0.12875959185804797, 0.0030925194458581995, 0.08896537161902995, NaN, NaN, 0.04712238366223742, 0.06651193888016271, 0.2210440427759226, 0.04696518317926324, 0.052330337754622036, 0.026317655054068245, 0.020919761303964224, NaN, 0.005158340220228208, 0.02145825169096649, 0.03920964712843933, NaN, 0.058213007114559456, 0.04122811709464713, NaN, 0.17837165069401895, 0.012371485282226535, NaN, 0.008904184150600125, 0.03332995101164493, 0.07576287060479459, 0.07173587558166905, 0.0002972525000062287, NaN, 0.004579037496420524, 0.052296275773001666, 0.024159546313006208, 0.009321193297892272, NaN, 0.01567909256654243, 0.07886970719741448, 0.033684942869330214, 0.08329220276342242, 0.05214112577097829, 0.15138540345412554, 0.07506261253267676, 0.32313376135564265, 0.03853014218728679], "regret_med_cert": 0.04831678318808574}}, "fixed": {"1": {"cert": 0.2, "cert_ci": [0.13333333333333333, 0.275], "ok": [false, false, true, false, false, false, false, false, false, true, true, false, true, false, false, false, false, true, false, false, true, false, true, false, false, false, false, false, false, false, false, true, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, true, true, true, false, true, true, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, true, false, false, true, false, false, true, false, false, false, false, false, false, false, true, false, false, true, false, true, false, false, true, false, false, false], "reg": [NaN, NaN, 0.9416868354880523, NaN, NaN, NaN, NaN, NaN, NaN, 0.19722207014063597, 0.6597904436541415, NaN, 0.5972936307918322, NaN, NaN, NaN, NaN, 0.6788569000121303, NaN, NaN, 0.12179848539988214, NaN, 0.8147662890064777, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.48726322351976914, 0.4612727570781039, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.06444430761235798, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.520805600110174, 0.2881717315142718, 0.19966436528484577, NaN, 0.6451547263148731, 0.9529296840412846, 0.2679949093348435, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.23631235370212234, NaN, NaN, NaN, 0.5543548953101585, NaN, NaN, 0.17924737067477903, NaN, NaN, 0.7006619407460879, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.6282519306258052, NaN, NaN, 0.9108899026208999, NaN, 0.4695810211575564, NaN, NaN, 0.9404451487142942, NaN, NaN, NaN], "regret_med_cert": 0.5375802477101662}}, "bmi_full": {"1": {"cert": 1.0, "cert_ci": [1.0, 1.0], "ok": [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], "reg": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "regret_med_cert": 0.0}}, "diff_s0": {"1": {"cert": 0.7083333333333334, "cert_ci": [0.625, 0.7833333333333333], "ok": [true, true, false, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, false, false, false, true, true, false, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, false, false, true, true, true, false, true, true, true, false, false, true, true, true, false, true, false, true, false, true, true, true, true, true, true, true, false, true, true, false, true, false, false, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, false, false, true, false, true, true, false, false, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true], "reg": [0.043486357162378475, 0.00812666494612424, NaN, 0.010672678991392903, 0.03446028766354026, NaN, 0.03133813422899023, 0.023715543881796197, 0.0010622185366171433, 0.013778813218519037, 0.00632117301660351, NaN, 0.011281478190499739, 0.040740817610588786, NaN, 0.02451521337410223, 0.0034847509902986573, -0.012094999609879475, 0.09250140224674763, NaN, NaN, NaN, 0.12610158287161521, 0.05317613908189056, NaN, 0.23603731388790727, 0.07793098604067739, NaN, -0.006723241711357408, 0.004948101309918185, 0.01963170349486676, NaN, NaN, 0.005243756626057472, 0.0986059256831322, 0.016016654911107153, 0.017426609837225104, 0.06649458090816873, 0.04065081611341648, NaN, NaN, NaN, 0.04078617400355444, 0.010724574719140234, 0.005514270663973253, 0.025239641433758564, 0.0007075601048391889, 0.022413048172650996, NaN, NaN, 0.45176440652321137, 0.01229981362537158, 0.016297367433803167, NaN, 0.010355838693465902, 0.10088234901534077, 0.0033088537691778885, NaN, NaN, 0.013585754508798287, 0.05344936876978257, 0.057250438367080436, NaN, 0.04796906448145832, NaN, -0.006531586024968616, NaN, 0.1198312342302037, 0.0007566325814443164, 0.003060471386829411, 0.0025998928120172238, 0.10037168295347776, 0.003651751066747533, 0.011736223707479176, NaN, 0.1654698917424824, 0.1417148824386676, NaN, 0.004169908664339639, NaN, NaN, 0.02742106937575306, 0.02566494041553491, 0.058957946699566444, 0.062279588564484234, 0.0376464142242523, 0.02194193786394716, 0.0016850628195939077, 0.01595312705945351, NaN, 0.010750843167849133, 0.0026234372266911166, 0.02223038239102504, 0.030351403511405195, NaN, 0.016890928946793116, NaN, NaN, 0.002341057573197247, NaN, 0.013327991046435006, 0.00714186909217962, NaN, NaN, 0.00949207207964986, NaN, 0.0029353299150676193, 0.0971286729745866, 0.030593332407003127, NaN, 0.18535843963894738, 0.02350315318543683, 0.03880652036308119, 0.010308399425647874, 0.09733402797891699, 0.025525662278669037, 0.045548339170967456, 0.009914667534202115, 0.008667025073118673, 0.0015982528073470448], "regret_med_cert": 0.01963170349486676}, "4": {"cert": 0.8666666666666667, "cert_ci": [0.8, 0.925], "ok": [true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, true, true, true, false, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true], "reg": [0.04346062379048288, 0.00812666494612424, 0.07810329045005737, 0.010672678991392903, 0.01159520944455883, NaN, 0.004263173109685825, 0.006433117237600872, 0.0010622185366171433, 0.013778813218519037, 0.00632117301660351, NaN, 0.00932468994237623, 0.013027837680995802, 0.0007182343048710571, 0.0030357301766763545, 0.0034847509902986573, -0.012094999609879475, 0.0630504430606651, NaN, 0.012084261134441832, 0.02941065786370589, 0.10419332952759053, 0.05317613908189056, NaN, 0.05223065658891901, 0.06651274963589038, NaN, -0.02440528933922559, 0.003411966506619013, -0.014023184929160437, 0.017615958172938262, 0.0008206855183421347, 0.0013121146054340116, 0.008062153843072517, 0.0040402634097147505, 0.008141082264577548, 0.06649458090816873, 0.01087636363760347, NaN, 0.1339329243388352, NaN, 0.019647855093089417, 0.001558455076195342, 0.0018326708481404275, 0.025239641433758564, 0.0007075601048391889, 0.022413048172650996, 0.41845669707896604, 0.005035144907227673, 0.02160009126059581, 0.01229981362537158, 0.010195498225247235, 0.03284083548923111, 0.010355838693465902, 0.006453702619431789, 0.0014116620408515246, NaN, 0.026258647856948203, 0.0029727549826497057, 0.011176340641153804, 0.005357472626748017, 0.0027199107789319665, 0.04796906448145832, 0.004416048813304485, -0.006531586024968616, NaN, 0.0737756770871929, 0.0007566325814443164, 0.003060471386829411, 0.0025998928120172238, 0.016673659442105526, 0.002993622478788316, 0.006262498213524426, NaN, 0.11896361339591643, 0.03530596963299115, 0.11510357281182682, 0.004169908664339639, -0.0012846656817581126, NaN, 0.02742106937575306, 0.02440071265680066, 0.007109936614822399, 0.032430258208866025, 0.0075166723954445125, 0.02194193786394716, 0.0016850628195939077, 0.013954021239691583, NaN, 0.007496091777131841, 0.0008475178495348512, 0.0031601633871098933, 0.010067221024460338, NaN, 0.009552068226332588, 0.016547965311924484, 0.04931639483160666, 0.002341057573197247, NaN, 0.013327991046435006, 0.00714186909217962, 0.0012366671715804411, NaN, 0.0023389201756007783, NaN, 0.0029353299150676193, 0.0971286729745866, 0.002501425002753299, 0.016608582423317086, 0.053587782242697335, 0.015119562713587165, 0.030733863825569863, 0.010308399425647874, 0.050901227507184954, 0.025525662278669037, 0.02046016684195484, 0.009914667534202115, 0.008667025073118673, 0.0015982528073470448], "regret_med_cert": 0.009990944279331226}, "16": {"cert": 0.9416666666666667, "cert_ci": [0.9, 0.9833333333333333], "ok": [true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true], "reg": [0.039166355011232445, 0.0033205873350363735, 0.07810329045005737, 0.0064943247077347, 0.009553123721315337, 0.017543404665618656, 0.004263173109685825, 0.00399963553890359, 0.0010622185366171433, 0.011545663513824245, 0.00498116609107635, NaN, 0.00019356034131035038, 0.013027837680995802, 0.0007182343048710571, 0.0030357301766763545, 0.0005088190296937967, -0.019656743600880322, 0.0175117920928205, 0.007894906863816775, 0.011110414914546007, 0.008642072789803779, 0.053238288731554784, 0.007253506906389484, 0.013444795031082535, 0.04895634321924924, 0.007155483639190274, 0.08241327476190641, -0.02440528933922559, 0.0008110796575000467, -0.02115432640302195, 0.01584593246411914, 0.0008206855183421347, 0.0005946260136160397, 0.008062153843072517, 0.0017772463505516534, 0.0025229860716566854, 0.04163732386783514, 0.003852738647548204, -0.0102435916705641, 0.011364313785535485, NaN, 0.013823845188740469, 0.0009151986055326855, 0.00041710579570231054, 0.019432945001613744, 0.0007075601048391889, -0.0011472341167583222, 0.31289230268151336, 0.005035144907227673, 0.009631130789313547, 0.00435019969931405, 0.003525942038230534, 0.005363804371507186, 0.00035420917843609345, 0.0019544611613562246, 0.001073797546480737, NaN, 0.026258647856948203, 0.0029727549826497057, 0.007584509655711447, 0.0041345087140125525, 9.421798688125094e-06, 0.04796906448145832, 0.004416048813304485, -0.006531586024968616, NaN, 0.03020392931841398, 0.0007566325814443164, 0.00039208817113123295, 0.0011926106903537015, 0.0015860135955554355, 0.002993622478788316, 0.00327371498827822, 0.09932915963562028, 0.11115990273409526, 0.03530596963299115, 0.022007690017790793, 0.000981521770545779, -0.0012846656817581126, NaN, 0.004488300110846222, 0.01115890058740665, 0.007109936614822399, 0.0041496811008767676, 0.0017851931867409743, 0.015819729321538523, 0.0009934939681803812, 0.0025476711682628217, NaN, 0.007496091777131841, 0.0008475178495348512, 0.0021805348449921436, 0.010067221024460338, 0.011228216309909111, 0.008370509453783814, -0.014829608657911386, 0.02663401703681112, 0.0012518889047052895, 0.012009447999157707, 0.00575625670514146, 0.00714186909217962, 0.0012366671715804411, 0.006468886553572917, 0.0005265821467945742, NaN, 0.00025519421734787606, 0.016215681198167298, 0.002501425002753299, 0.005549428378277099, 0.053587782242697335, 0.005206688078003063, 0.019894855808957113, 0.0033714453549806844, 0.017453144288407385, 0.02088338696650216, 0.013661213682442108, 0.0003444774519612004, 0.003762853236579433, 0.0012572002390498493], "regret_med_cert": 0.004488300110846222}}, "diff_s1": {"1": {"cert": 0.6666666666666666, "cert_ci": [0.5833333333333334, 0.75], "ok": [true, true, false, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, false, true, false, true, false, false, false, false, false, false, true, false, true, true, true, true, true, true, false, true, true, false, false, true, true, true, true, false, false, true, false, true, true, true, false, true, true, true, false, true, true, true, true, true, false, false, true, false, true, true, true, true, true, true, true, false, true, true, false, true, false, false, true, true, true, true, false, true, true, true, false, false, true, true, true, false, true, false, true, true, false, true, true, false, true, true, false, true, false, true, true, true, true, true, false, false, true, true, true, false, true], "reg": [0.07771961640524006, 0.05035933713282836, NaN, 0.0033999111248201874, 0.02631832878883067, NaN, 0.06412141468973043, 0.02155391214420832, 0.007841097374816641, 0.02472857091091707, 0.01096115263932429, NaN, 0.0032865377710864507, 0.054616392702510064, NaN, 0.026850085185174066, 0.007225504123884896, 0.010643440031105955, 0.04371290516233439, NaN, 0.03352969922561977, NaN, 0.22222986955626856, NaN, NaN, NaN, NaN, NaN, NaN, 0.008512672326468351, NaN, 0.022624685884319096, 0.003793359893166981, 0.0020682143605577075, 0.015277746743387333, 0.00797998430934288, 0.004313868406718768, NaN, 0.026377302606423125, -0.009883996475808177, NaN, NaN, 0.012267245637293644, 0.007014245743544922, 0.003922630021353735, 0.14601560550893722, NaN, NaN, 0.4025236517134143, NaN, 0.06586997565329122, 0.0036260324852497305, 0.017230911518578917, NaN, 0.02098499554701605, 0.015802629348775188, 0.0022368614683752064, NaN, 0.056882157491826124, 0.017409113073287408, 0.00855308898380791, 0.013118243814261188, 0.02424080893938152, NaN, NaN, 0.1352902399878646, NaN, 0.05210350968902078, 0.013419820971792173, 0.006862903555622246, 0.0012355543070876607, 0.007333139694515989, 0.041516040415974675, 0.019797400940272825, NaN, 0.10429785732387908, 0.15372210514888995, NaN, 0.0049846019543235975, NaN, NaN, 0.01570958225535124, 0.017361914509782306, 0.0424706573078939, 0.042013217213061615, NaN, 0.00891710493575082, 0.06068275611648488, 0.020900827029457503, NaN, NaN, 0.0035921413551729398, 0.002308314872244477, 0.040670035681683814, NaN, 0.03268079754711484, NaN, 0.08591060889390856, 0.019649129789116593, NaN, 0.012072401305738056, 0.02337034410906047, NaN, 0.029077910478585878, 0.0014161620508317263, NaN, 0.007373414517820365, NaN, 0.006276125440023872, 0.015198392062695687, 0.12834939248692345, 0.01566983382998033, 0.05435477623311402, NaN, NaN, 0.049426535147801154, 0.02766452095497285, 0.016555989342614374, NaN, 0.012985440519307057], "regret_med_cert": 0.017385513791534857}, "4": {"cert": 0.8833333333333333, "cert_ci": [0.825, 0.9333333333333333], "ok": [true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, false, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true], "reg": [0.07771961640524006, 0.006295646570231295, 0.27898273652822914, 0.0033999111248201874, 0.0191234788612753, 0.044605148645004755, 0.0030854270766906833, 0.011557647864671061, 0.0014767555231336438, 0.02472857091091707, 0.00758905614935812, NaN, 0.0005357785728399289, 0.03439703476108935, 0.009885228796829182, 0.007013365065303034, 0.0020988769391721007, -0.01524828252215693, 0.04371290516233439, NaN, 0.01309322490552689, 0.002943241831698362, 0.1158773862624527, NaN, 0.019830496770870676, 0.09267678661456413, 0.0554296607025595, NaN, -0.005178735098888998, 0.005893723799373474, NaN, 0.022624685884319096, 0.003793359893166981, 0.0020682143605577075, 0.015277746743387333, 0.00797998430934288, 0.004066571847740175, 0.05055971730715214, 0.01607374065502931, -0.009883996475808177, 0.15699207111311142, NaN, 0.012267245637293644, 0.0028365410519619605, 0.002961333332052174, 0.119955433436439, 0.01107220106386464, NaN, 0.4025236517134143, 0.07674991543211007, 0.011580309322771765, 0.0036260324852497305, 0.008717756039573255, 0.04499578157565676, 0.005615309883089337, 0.011738066511458811, 0.0022368614683752064, NaN, 0.056882157491826124, 0.010144246806919055, 0.00855308898380791, 0.011370432712306977, 0.0068442037650449095, 0.02139110779054021, 0.03628597464080907, 0.01212595346380585, NaN, 0.03928777449794363, 0.00572488528251669, 0.006327629944935298, 0.0012355543070876607, 0.003954588791762692, 0.010964173350757278, 0.007646594340955604, NaN, 0.10227056172671167, 0.12503065915925338, NaN, 0.002526882407493547, NaN, NaN, 0.01570958225535124, 0.005729673847510552, 0.007314612019766464, 0.042013217213061615, 0.004198036658029425, 0.00891710493575082, 0.001632728946693307, 0.012586029159397771, 0.17183466387795376, 0.0029916996061269963, 0.0035921413551729398, 0.002308314872244477, 0.02168446062265006, 0.048826866915585576, 0.024145345728135537, -0.014970873937560358, 0.04255372777892186, 0.018661686354947804, 0.021839948545864907, 0.011601182831000756, 0.019676144460242684, 0.07670104935168398, 0.029077910478585878, 0.0014161620508317263, NaN, 0.00028458512115614454, 0.07060081839218846, 0.006276125440023872, 0.0011037779235436584, 0.10653243005977164, 0.01566983382998033, 0.05435477623311402, 0.1327920116084902, 0.03915756586087982, 0.03809909844864001, 0.02766452095497285, 0.003033309774880477, 0.006074615442629883, 0.0033082756936164692], "regret_med_cert": 0.011568978593721413}, "16": {"cert": 0.9666666666666667, "cert_ci": [0.9333333333333333, 0.9916666666666667], "ok": [true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true], "reg": [0.037842048267169526, 0.004036742553185757, 0.142080299468474, 0.0016361976272674106, 0.009208221205910139, 0.002371496088843239, 0.0030854270766906833, 0.007022000112246962, 0.0006374269790914155, 0.012894974241750568, 0.0048898772211913855, NaN, 0.0005357785728399289, 0.01418913046001924, 0.009885228796829182, 0.003139141539410195, 0.0005739324888587305, -0.030047309581784032, 0.02916890010452322, 0.03596300488128068, 0.005514616392737093, 0.002943241831698362, 0.05723771230690744, 0.05629677845716485, 0.012895163105252516, 0.05422986967446741, 0.010375429551193971, 0.02180040883963552, -0.005178735098888998, 0.00254195159708992, -0.022699870608991035, 0.005672610197791528, 0.0023049064072275804, 0.0020682143605577075, 0.015277746743387333, 0.0012825453507341322, 0.0010286426821697336, 0.02575768819585811, 0.004177881337287692, -0.009883996475808177, 0.006752279605928724, 0.10077614927414746, 0.011188059649798854, 0.0028365410519619605, 0.00029263625563102913, 0.033242295527670995, 0.0008481616309945483, NaN, 0.4025236517134143, 0.022687507404509644, 0.003087557925042228, 0.0010102543868428793, 0.0007445041528291174, 0.004624151405312249, 0.005615309883089337, 0.009863478511555002, 0.0010730612467229061, NaN, 0.006792209114256043, 0.006199334220741148, 0.0065901498265612535, 0.0035389602751982885, 0.0003176455939000178, 0.02139110779054021, 0.022707947376245485, -0.0012606290657336539, 0.1016806445526166, 0.02502380798014925, 0.001851345029695528, 0.0016841354775554152, 0.0005384754539075054, 0.0017399755874478728, 0.0016504201011542374, 0.0039650067493173236, 0.10791432411982771, 0.0014762059474313638, 0.054780424143167084, 0.10045913273151541, 0.002526882407493547, 0.0479873416042067, 0.030221186469051142, 0.015651801725597547, 0.00188354883507591, 0.007314612019766464, 0.008506304169114465, 0.0022568491374095334, 0.00891710493575082, 0.0008223110853462501, 0.004568323323170365, 0.17183466387795376, 0.0029916996061269963, 0.0008533584003103112, 0.002308314872244477, 0.016881677443207677, -0.011987725851466458, 0.010294961694539362, -0.014970873937560358, 0.04255372777892186, 0.0029342968655101664, 0.01605184262875725, 0.009284086511224254, 0.007009182674286629, 0.006468330683174983, 0.015047043797427051, 0.0003395088618263209, NaN, 8.456962378988742e-05, 0.030513639356486877, 0.0012003072712483132, 0.0011037779235436584, 0.04547011030809678, 0.01566983382998033, 0.026441525678748246, 0.003667806945252483, 0.0330320360631009, 0.024440499151750616, 0.01143343236562755, 0.0029388195719892707, 0.006074615442629883, 0.0033082756936164692], "regret_med_cert": 0.005643960040440432}}, "diff_s2": {"1": {"cert": 0.6583333333333333, "cert_ci": [0.575, 0.7416666666666667], "ok": [true, true, true, true, false, false, true, true, true, false, true, false, true, true, false, true, true, true, true, false, true, true, true, false, false, false, true, false, false, true, false, false, true, true, true, true, true, false, true, false, true, false, true, true, true, false, false, true, true, true, true, true, true, false, true, false, true, false, false, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, false, true, true, false, true, false, false, true, true, true, false, true, true, true, true, false, true, true, true, true, false, false, false, false, true, false, true, true, false, false, true, false, false, true, true, true, false, true, true, true, true, false, true, true, false, true], "reg": [0.026089727814313513, 0.012443842694433771, 0.05230830691338273, 0.00964158788441627, NaN, NaN, 0.015653002465228383, 0.01980588027716368, 0.013545848772640756, NaN, 0.04819990125874174, NaN, 0.00946719497570947, 0.08690863589693998, NaN, 0.012853647146377156, 0.003035136231606783, 0.046199159024719716, 0.10699764095693065, NaN, 0.01240734859636472, 0.005590974407632121, 0.12135184015041967, NaN, NaN, NaN, 0.09005333921394598, NaN, NaN, 0.003695137469005738, NaN, NaN, 0.004988600210208194, 0.004914600366880295, 0.028754833797728585, 0.005522732063375058, 0.018324409000688657, NaN, 0.03477110254120075, NaN, 0.0645230548558604, NaN, 0.033569839014481406, 0.0065321556303479245, 0.004184542741870745, NaN, NaN, 0.026585234229840937, 0.36713814670627887, 0.03750907758472133, 0.13533044171841246, 0.003937595069675837, 0.03525847256571746, NaN, 0.008650050586890279, NaN, 0.0011038138953025634, NaN, NaN, 0.013403982020624428, 0.008756745501823149, 0.009443036970187668, 0.027795369660745806, NaN, 0.023992777061929704, 0.1345922333883669, 0.09547836870010107, 0.08447876986158187, 0.00950860277525134, 0.008594026807856148, 0.006034150625983781, 0.12798280220096458, 0.022423892318768512, 0.009962076499635986, NaN, 0.1786364672364238, 0.12878259135476333, NaN, 0.0011932640135647876, NaN, NaN, 0.012414582015263909, 0.05405658752198317, 0.08803351812200244, NaN, 0.0063867029909496775, 0.028361037463279226, 0.006089379183787047, 0.003853325299171706, NaN, 0.017047061529885665, 0.004317917382727243, 0.028213736516284005, 0.03668238086844311, NaN, NaN, NaN, NaN, 0.0291009993618645, NaN, 0.008435530503747346, 0.010595877546831112, NaN, NaN, 0.008052555286841123, NaN, NaN, 0.20458682815727958, 0.021127091680613663, 0.0023070324231007078, NaN, 0.024748261412874673, 0.3336109546561621, 0.04911531745821951, 0.03214635772604435, NaN, 0.047263718966224166, 0.01746674694698669, NaN, 0.02423556123841175], "regret_med_cert": 0.021127091680613663}, "4": {"cert": 0.8583333333333333, "cert_ci": [0.7916666666666666, 0.9166666666666666], "ok": [true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true, true, false, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, false, true, false, false, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, false, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true], "reg": [0.026089727814313513, 0.012443842694433771, 0.05230830691338273, 0.00964158788441627, 0.0014125604464743091, NaN, 0.005834762999999521, 0.012623993795292776, 0.0036236081474518844, 0.024011365154357645, 0.008005604962474377, -0.0394279503354682, 0.003465372110991627, 0.08690863589693998, 0.13765338292456142, 0.001541278197608742, 0.003035136231606783, -0.013047699801061907, 0.0470048430887533, 0.027839844286510873, 0.010604513555181772, 0.005590974407632121, 0.05520414788355543, NaN, 0.0009711659754929602, 0.09866057870633016, 0.031222563245882018, NaN, NaN, 0.0015158713061635964, 0.013971271058415446, 0.0064542513428269555, 0.002499667196813604, 0.0034479303247849646, 0.028754833797728585, 0.005522732063375058, 0.013309521555363801, NaN, 0.01676240078889668, NaN, 0.0645230548558604, NaN, 0.010582770246673201, 0.00408651403746596, 0.003323395406675589, 0.08517880418214974, 0.022283507347513165, 0.026585234229840937, 0.340703080015484, 0.016469816537237225, 0.027443868163902208, 0.0029493969925873387, 0.0031143525575707542, 0.02784692690139945, 0.003968877044955299, 0.005756895553407304, 0.0011038138953025634, NaN, 0.03666754444306264, 0.005636414389141642, 0.008756745501823149, 0.003832346070418602, 0.005248692841508973, 0.03331328026015168, 0.008871615709080904, 0.024744817788830753, 0.09547836870010107, 0.08447876986158187, 0.0012379265952611185, 0.008495003411688629, 0.006034150625983781, 0.012827013945960974, 0.016512415526899193, 0.004440037622565063, NaN, 0.1300092442172054, 0.07558371263486197, NaN, 0.0011932640135647876, NaN, NaN, 0.012414582015263909, 0.019041851506992558, 0.03659260156985766, 0.011061536205531297, 0.0063867029909496775, 0.011573988387172607, 0.0031328436667219517, 0.003006763845273319, NaN, 0.017047061529885665, 0.0002583727589622331, 0.004954031645350465, 0.02000542954479889, -0.027523481907117064, 0.01401195040798875, 0.05312219298157306, NaN, 0.02214843249598486, NaN, 0.008435530503747346, 0.010595877546831112, 0.008596567574835401, NaN, 0.0010696229166529125, 0.017511922193906626, 0.0023756211363088475, 0.1598696073691923, 0.006455019565875686, 0.0023070324231007078, 0.047610618157408746, 0.02220669355887095, 0.04598883140325727, 0.0045143173178527896, 0.017314479110264847, 0.010560631010462895, 0.047263718966224166, 0.0131415050544621, NaN, 0.013938691254095303], "regret_med_cert": 0.011061536205531297}, "16": {"cert": 0.9666666666666667, "cert_ci": [0.9333333333333333, 0.9916666666666667], "ok": [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], "reg": [0.026089727814313513, 0.007950383700977115, 0.05230830691338273, 0.006726516791607295, 0.0014125604464743091, 0.01906954800039129, 0.0017718475362471509, 0.005232936780857678, 0.0006823548628829279, 0.016300244985730128, 0.004661623706295082, -0.08778511473982975, 0.00219844143771164, 0.023049041130561276, 0.00571958929012073, 0.001541278197608742, 0.0004922187442000237, -0.013047699801061907, 0.01561979710617778, 0.007614720534490527, 0.006364117544239267, 0.0027229308026182064, 0.03906956401061801, NaN, 0.0009711659754929602, 0.024258502270125604, 0.01580351879642783, 0.015051432565738487, -0.017526069154229607, 0.001171272385652955, 0.012612174335168369, 0.0064542513428269555, 0.00161343404226022, 0.001043635752733696, 0.028754833797728585, 0.0036240367847162336, 0.008248466444443991, 0.021363830206918122, 0.006863732334528638, 0.04733683350926032, 0.05322461766858089, 0.010668827634507272, 0.010582770246673201, 0.0022363435401373533, 0.0010658768496705218, 0.03959610849091688, 0.012126512367274245, 0.026585234229840937, 0.17179423615668932, 0.007427795309527863, 0.010272074500524475, 0.002775739927342702, 0.0031143525575707542, 0.003468646725189206, 0.003968877044955299, 0.005756895553407304, 0.0006263494494087585, NaN, 0.024792606507685777, 0.005274893575019313, 0.002053477904440326, 0.003832346070418602, -0.0016881819269658482, 0.02036703485000868, 0.008871615709080904, -0.002615073532680423, 0.09332410308802341, 0.055456325072545276, 0.0004836417954245942, 0.001983575334661092, 0.003384507961100125, 0.012827013945960974, 0.00110862137385781, 0.004025789932941004, NaN, 0.08416727033763505, 0.04536169078197139, 0.09837232825036324, 0.0004928271573434451, -0.038363952449416816, 0.018931762580128186, 0.010493691471027411, 0.008642657217195593, 0.011660571316391088, 0.011061536205531297, 0.00178917204629081, 0.011573988387172607, 0.0011173805328321684, 0.003006763845273319, 0.16171359005534525, 0.0034169418063167978, 0.0002583727589622331, 0.0014811449549139155, 0.008145337087128501, -0.027523481907117064, 0.01401195040798875, -0.009039723647327413, 0.04940174556907562, 0.00836579010202776, NaN, 0.004927062233506474, 0.003613483116809757, -0.006464572093770049, 0.007899814104187497, 0.0009128454493250171, 0.017511922193906626, 0.0023756211363088475, 0.07828033919470712, 0.0030844342345823783, 0.0023070324231007078, 0.03772552228532966, 0.011010774564638393, 0.017965888870312474, 0.0045143173178527896, 0.01096194928398031, 0.010560631010462895, 0.022653642310954902, 0.0029432660981283387, 0.005972377395417228, 0.0026312361584801547], "regret_med_cert": 0.006409184443533111}}, "reg_s0_mcd": {"1": {"cert": 0.6333333333333333, "cert_ci": [0.5416666666666666, 0.7166666666666667], "ok": [true, true, true, false, true, false, false, true, true, true, true, false, true, true, false, true, true, true, true, false, false, true, true, false, false, true, true, false, false, true, false, true, true, true, true, true, false, false, false, false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, false, true, false, false, true, true, true, false, false, false, true, false, true, false, true, true, true, true, true, false, false, true, true, true, true, false, false, true, true, false, true, true, true, true, false, true, true, true, true, false, true, false, true, true, false, true, true, false, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], "reg": [0.10912854010124007, 0.008869763897727312, 0.044632065391873255, NaN, 0.011652827718134251, NaN, NaN, 0.04102699606661697, 0.0007571414033955559, 0.012911700424117045, 0.022565597800554782, NaN, 0.011990154335986603, 0.14543688848306013, NaN, 0.07243075146927547, 0.011959298270249663, 0.03647833901594244, 0.051042228054295036, NaN, NaN, 0.009251039911229553, 0.09172623598308705, NaN, NaN, 0.07331497968018641, 0.15012175772331715, NaN, NaN, 0.014120008708624177, NaN, 0.03881337341013169, 0.003210550196306672, 0.006217458854416158, 0.077079803514154, 0.025794254069851252, NaN, NaN, NaN, NaN, NaN, NaN, 0.04047498495952695, 0.005239611279249434, 0.0007960769387862499, 0.07611708418256735, 0.056751223769404335, NaN, NaN, NaN, 0.12841354592505172, 0.01466769837625681, 0.014794256601648126, NaN, 0.020695300854026266, NaN, 0.0023221534459254567, NaN, NaN, 0.010177773173297044, 0.034717265311420054, 0.023639568528412314, NaN, NaN, NaN, 0.09686515944240792, NaN, 0.119389278419058, NaN, 0.0006424268142619649, 0.013069195918954168, 0.021076864306221355, 0.009621165797296882, 0.012599110096302102, NaN, NaN, 0.17637199629871247, 0.2609413364289932, 0.01381108718828461, 0.022590410489963242, NaN, NaN, 0.011835939957466568, 0.00995195655842962, NaN, 0.010628909465947523, 0.04425067104157243, 0.043747499407770674, 0.004241977502966288, NaN, 0.007897529157660843, 0.007130498136313834, 0.005386645948312951, 0.06656029552685339, NaN, 0.030074157183789474, NaN, 0.07305404405009996, 0.04860639653112697, NaN, 0.012444958607682466, 0.003671323775952251, NaN, NaN, 0.012665331453874717, NaN, 0.00417373828479084, 0.06752150368102972, 0.03131137750619195, 0.0176927372927409, NaN, 0.0512414804929342, 0.06359548842182061, 0.027338917204507096, NaN, 0.03045094574888374, 0.029747001094633463, 0.024077418267948625, 0.046493577634990624, 0.002367224120352951], "regret_med_cert": 0.023114989509187778}, "4": {"cert": 0.7083333333333334, "cert_ci": [0.625, 0.7916666666666666], "ok": [true, true, true, false, true, false, false, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, false, true, true, false, false, true, true, true, true, true, true, true, true, false, false, false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, false, true, true, true, false, true, false, true, false, true, false, true, true, true, true, true, false, false, true, true, true, true, false, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, false, true, true, false, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true], "reg": [0.10910849507043885, 0.002868034571695155, 0.044632065391873255, NaN, 0.011652827718134251, NaN, NaN, 0.021471911258897025, 0.0007571414033955559, 0.012911700424117045, 0.010485013891708528, NaN, 0.011990154335986603, 0.10771935714548797, NaN, 0.06516242290398422, 0.0027978765056986266, 0.02081692171247873, 0.04609629507713309, NaN, 0.00979761376860111, 0.009251039911229553, 0.04599496867670494, NaN, NaN, 0.050856477400714306, 0.15012175772331715, NaN, NaN, 0.006225919061878971, -0.0019333956043685596, 0.0346838395801401, 0.002920915649194944, 0.004379949348930046, 0.077079803514154, 0.012710011512171437, 0.018447197586822783, NaN, NaN, NaN, NaN, NaN, 0.019684190143858915, 0.0006254595983132827, 0.0007960769387862499, 0.058856290858260385, 0.045442358716480946, NaN, NaN, NaN, 0.013286526864591197, 0.006340177388624468, 0.003410120406131645, NaN, 0.020695300854026266, 0.01239914833257072, 0.00016001180416380656, NaN, NaN, 0.006391984988841415, 0.0191353515911985, 0.023639568528412314, NaN, 0.06944634723488852, NaN, 0.010171641758469407, NaN, 0.10969535007058107, NaN, 0.0006424268142619649, 0.010535448757390764, 0.018382934980056165, 0.005375215193902605, 0.009901732635848148, NaN, NaN, 0.14995067689336872, 0.2038425210182535, 0.0060024084496124175, 0.010144333105964964, NaN, NaN, 0.011119916235724281, 0.0022906875605654964, 0.09958976007106224, 0.010628909465947523, 0.023336486288414893, 0.01958620150392676, 0.0029293844581892436, NaN, 0.0065023116245515045, 0.007130498136313834, 0.005386645948312951, 0.048052783596078896, 0.026139218881209292, 0.012642148144855536, NaN, 0.07305404405009996, 0.04860639653112697, NaN, 0.01005608372796929, 0.001622799823079779, NaN, NaN, 0.0036186959387947137, 0.18297765679895628, 0.003202851693707709, 0.064771888124177, 0.019965699540844373, 0.0176927372927409, NaN, 0.010464605441816044, 0.04064125927602835, 0.009169638938987257, 0.004818839266807595, 0.02281060129924306, 0.01974384766515791, 0.024077418267948625, 0.03594417778168579, 0.002367224120352951], "regret_med_cert": 0.012710011512171437}, "16": {"cert": 0.7583333333333333, "cert_ci": [0.6833333333333333, 0.8333333333333334], "ok": [true, true, true, true, true, false, false, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, false, false, true, true, true, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, false, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, false, true, true, false, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true], "reg": [0.0769663632957216, 0.002541213487794458, 0.04100495603211707, 0.01955972902547609, 0.009475833938721978, NaN, NaN, 0.021471911258897025, 0.0007571414033955559, 0.009850867521732143, 0.008261061263642011, NaN, 0.009235879171814121, 0.08740290952780905, NaN, 0.053677547815381255, 0.0014670319854748204, -0.008093253201490458, 0.04609629507713309, 0.014239990058593222, 0.003937880625000112, 0.005766473299244623, 0.03136552110178403, NaN, NaN, 0.043303094837924494, 0.13062525122015334, NaN, NaN, 0.0024492512914910947, -0.01461623545714219, 0.0346838395801401, 0.0006415343663044304, 0.0016177121983473874, 0.077079803514154, 0.012710011512171437, 0.01300186397465497, 0.10515613411209035, 0.05256048914052758, NaN, NaN, NaN, 0.0069726478363092426, 0.0006254595983132827, 0.00034418619373122183, 0.04900960581195113, 0.03321332462448523, NaN, NaN, NaN, 0.013286526864591197, 0.004875378428357724, 0.003410120406131645, NaN, 0.013007776760568746, 0.01239914833257072, 0.00016001180416380656, NaN, NaN, 0.004451274103136393, 0.01408468899307036, 0.00670112572875059, 0.13937252604153127, 0.0535418845208282, NaN, 0.010171641758469407, NaN, 0.10449310519521138, 0.02302224233416772, 0.0006424268142619649, 0.008711918628289128, 0.0142521057925451, 0.005375215193902605, 0.005454507506238215, NaN, NaN, 0.13626604894279692, 0.17603813811165536, 0.005914182537201551, -0.00763987518404452, NaN, NaN, 0.008354754428180788, 0.0022906875605654964, 0.06725558211084692, 0.006629103820928739, 0.01290345248693936, 0.015421618006715043, 0.0013424486678659253, NaN, 0.005710756056444444, 0.002830839019098308, 0.005386645948312951, 0.048052783596078896, 0.026139218881209292, 0.012642148144855536, NaN, 0.07053742985131395, 0.03579344379178595, NaN, 0.0024834117404715084, 0.001622799823079779, NaN, NaN, 0.0014849633523976724, 0.14233754274034283, 0.0016893224039411514, 0.04796107771685265, 0.0048679748431113, 0.0176927372927409, NaN, 0.0058720258406150805, 0.04064125927602835, 0.009169638938987257, 0.003786478149579997, 0.019648964425967197, 0.006680618207366207, 0.012398932761491954, 0.035450527351605476, 0.0019549056294674294], "regret_med_cert": 0.010171641758469407}}, "reg_s0_det": {"1": {"cert": 0.65, "cert_ci": [0.5666666666666667, 0.7333333333333333], "ok": [true, true, true, false, true, false, false, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, false, true, true, false, false, true, false, false, true, true, false, true, false, false, false, false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, false, true, true, true, false, false, false, true, false, true, false, true, true, true, true, true, false, false, true, true, true, true, false, false, true, true, true, true, true, true, true, false, true, true, true, true, false, true, false, true, true, false, true, true, false, false, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true], "reg": [0.10716850220189578, 0.004971820787920578, 0.1111652799533085, NaN, 0.019918154491791684, NaN, NaN, 0.03465618601121778, 0.0013034848942616861, 0.012724024949876567, 0.012525970248304263, NaN, 0.018692600406165383, 0.10916590286049188, NaN, 0.08274520205485603, 0.002737798427771443, 0.03224229880440199, 0.07900134639278544, NaN, 0.009441955007502889, 0.011574648754926642, 0.07454424429091144, NaN, NaN, 0.07023799370418815, 0.1709305833786947, NaN, NaN, 0.005425306258168838, NaN, NaN, 0.0017008869509465008, 0.0042406485130852545, NaN, 0.019247801043898338, NaN, NaN, NaN, NaN, NaN, NaN, 0.022372120502246684, 0.0034480259475375696, 0.002985435972395978, 0.08978178961549088, 0.05861672110943639, NaN, NaN, NaN, 0.061559877866903756, 0.01114128340376408, 0.008517180017712178, NaN, 0.022734494922602266, 0.03197570522202309, 0.00042391349884263185, NaN, NaN, 0.007121701579878126, 0.018236898284775593, 0.012699929676807775, NaN, NaN, NaN, 0.08412051986955404, NaN, 0.12055626835590383, NaN, 0.0015317201779752043, 0.011811793929606296, 0.029133764869403, 0.009448406238319329, 0.008082242375560433, NaN, NaN, 0.1702372851314411, 0.1904803865255733, 0.013637041710310438, 0.013418438796367615, NaN, NaN, 0.013876274824774493, 0.0035598653359598664, 0.17006507983694208, 0.013172566125408736, 0.025673240478004677, 0.030959278243678723, 0.007806449936945903, NaN, 0.006776810652826981, 0.008055025502560653, 0.007264654300287443, 0.075922242065668, NaN, 0.028621190298957266, NaN, 0.07991814650740747, 0.056968309594462196, NaN, 0.009568433844629132, 0.0020451217520385256, NaN, NaN, 0.003420442556680392, 0.21423220878660443, 0.0029491792229383584, 0.07083011131983197, 0.03676786109806396, 0.0381068210088964, NaN, 0.014303908061636506, 0.05663488053646559, 0.03553483989378958, NaN, 0.05110736776199598, 0.016025351691253187, 0.021070552593583702, 0.048680828620619954, 0.0045825170554472106], "regret_med_cert": 0.01897020072503186}}, "reg_s1_mcd": {"1": {"cert": 0.625, "cert_ci": [0.5333333333333333, 0.7083333333333334], "ok": [true, true, true, false, true, false, true, true, true, true, true, false, true, false, false, true, true, true, true, true, false, true, true, false, false, true, true, false, false, true, false, false, false, true, false, true, true, false, false, false, false, false, true, true, true, false, true, false, false, false, true, true, true, true, true, true, true, false, false, true, true, true, false, false, false, true, false, true, false, true, true, true, true, true, false, false, true, true, true, false, false, false, true, true, true, false, true, true, true, false, true, true, true, true, false, false, false, true, true, false, true, true, false, false, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true], "reg": [0.08203540522346531, 0.000520664665315751, 0.1515825532648991, NaN, 0.01325093899172658, NaN, 0.0369488688584696, 0.047515889840247905, 0.001355184802303011, 0.008259232300321218, 0.014042652911239628, NaN, 0.011548354822990659, NaN, NaN, 0.07534816025580104, 0.02166711352603512, 0.012870603059474517, 0.12396734746976268, 0.043210670476763635, NaN, 0.03296353020825671, 0.08840988526022175, NaN, NaN, 0.07294065728864862, 0.08639434541207414, NaN, NaN, 0.008460243639945464, NaN, NaN, NaN, 0.003911386446200815, NaN, 0.020061151556025836, 0.014107533552773166, NaN, NaN, NaN, NaN, NaN, 0.013535143593886634, 0.005827312661744077, 0.012486303496859863, NaN, 0.035624324834430565, NaN, NaN, NaN, 0.015966326134307485, 0.010131631531449692, 0.01661414859228194, 0.045009077134860576, 0.019961378504695704, 0.02077143418199534, 0.0035760429333739907, NaN, NaN, 0.009617681837679859, 0.010900448786452799, 0.03656746929359289, NaN, NaN, NaN, 0.020504453859084615, NaN, 0.11912124379286304, NaN, 0.006384699925716442, 0.006995552121885629, 0.053194686007698166, 0.0291139143816177, 0.029627642739703086, NaN, NaN, 0.16889588233582575, 0.11266976304153586, 0.012994483574149562, NaN, NaN, NaN, 0.01210219860393158, 0.004882581671082464, 0.18706115613801333, NaN, 0.019195648210562632, 0.06079197027214467, 0.05270274891264504, NaN, 0.014550132583413644, 0.009233359980672207, 0.009950274944194426, 0.07172826628354279, NaN, NaN, NaN, 0.06881515584740683, 0.03933280986117427, NaN, 0.029007951023817258, 0.0051717770300347965, NaN, NaN, 0.0009684896274251287, 0.0372767039084172, 0.0024112133481943854, 0.07319782989949353, 0.009793321877970218, 0.037107647364522656, NaN, 0.03599423735419527, 0.10046581690836165, 0.03007888514831958, NaN, 0.05413005366505863, 0.006479580728201206, 0.00677406624149568, 0.0617588538731062, 0.0215926215700597], "regret_med_cert": 0.02077143418199534}, "4": {"cert": 0.7166666666666667, "cert_ci": [0.6333333333333333, 0.7916666666666666], "ok": [true, true, true, false, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, false, true, true, false, false, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, true, false, false, true, true, true, false, true, false, true, false, true, false, true, true, true, true, true, false, false, true, true, true, false, false, false, true, true, true, true, true, true, true, false, true, true, true, true, false, true, false, true, true, false, true, true, false, false, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true], "reg": [0.06485112228670808, 0.000520664665315751, 0.0839869267940887, NaN, 0.009740314495210622, NaN, 0.030610906155386752, 0.04495029671948614, 0.0005830281785939029, 0.008259232300321218, 0.014042652911239628, NaN, 0.008110629170557493, 0.09316228929200299, NaN, 0.07534816025580104, 0.006859979469220789, 0.012870603059474517, 0.04994934971814846, 0.014141941842502392, 0.0073539398573923, 0.028678045638426575, 0.05224622118458311, NaN, NaN, 0.07294065728864862, 0.06520647041304573, NaN, 0.01497817110339339, 0.002587297711569736, NaN, NaN, 0.0013685061297759038, 0.0014315748896986946, NaN, 0.01553589198012939, 0.012008313948746796, 0.06830052980895518, NaN, NaN, 0.00894903661708435, 0.06935137155470805, 0.013535143593886634, 0.0017443575060622774, 0.012486303496859863, 0.018262883534820862, 0.035424071774566857, NaN, NaN, NaN, 0.008365888824413803, 0.006744725513181615, 0.007959073586781384, 0.045009077134860576, 0.013343827490220006, 0.02077143418199534, 0.0005101510659464292, NaN, NaN, 0.008624989304902853, 0.006606972140911882, 0.029400961641757872, NaN, 0.051935859154297104, NaN, 0.01576591526526494, NaN, 0.09927856003131397, NaN, 0.0030664075643977995, 0.005575158993793794, 0.053194686007698166, 0.008535368251676001, 0.013158084998789121, NaN, NaN, 0.16889588233582575, 0.11266976304153586, 0.012297677603462454, NaN, NaN, NaN, 0.009380614368424967, 0.004882581671082464, 0.18000995158612842, 0.005745408000207286, 0.01772964537514987, 0.05342009289352201, 0.025082236734921937, NaN, 0.01066970770410558, 0.007836526968087343, 0.0055680900626238206, 0.058528971431595966, NaN, 0.0296277199331636, NaN, 0.04890367495554537, 0.03451678552927118, NaN, 0.013383267277978339, 0.004123979759379726, NaN, NaN, 0.0009684896274251287, 0.034850578228184936, 0.0019945063880668634, 0.06477613951651962, 0.008599132451889702, 0.037107647364522656, NaN, 0.026520078260106494, 0.04822014706221611, 0.014772396446697256, NaN, 0.03491184315847473, 0.006479580728201206, 0.00677406624149568, 0.04824417988417595, 0.013324850835331636], "regret_med_cert": 0.01409229737687101}, "16": {"cert": 0.7916666666666666, "cert_ci": [0.7166666666666667, 0.8666666666666667], "ok": [true, true, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, false, false, true, true, true, false, true, false, true, false, true, false, true, true, true, true, true, false, false, true, true, true, false, false, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, false, true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true], "reg": [0.06485112228670808, 0.000520664665315751, 0.05481911106998516, 0.01178636936504529, 0.009740314495210622, NaN, 0.019910990940898987, 0.02655557422130972, 0.0005830281785939029, 0.008259232300321218, 0.010999332435120301, NaN, 0.008110629170557493, 0.09316228929200299, NaN, 0.059130031915238135, 0.006859979469220789, -0.0026572589686967296, 0.04994934971814846, 0.012174817691117168, 0.0073539398573923, 0.020957871374727377, 0.05224622118458311, NaN, NaN, 0.06448391098952078, 0.05652968892022647, 0.0474328063048044, 0.00012607580733359214, 0.00177068061218133, NaN, 0.03772413380830808, 0.0013685061297759038, 0.0014315748896986946, 0.1031430035605001, 0.01056425600740929, 0.009642153329046943, 0.06830052980895518, NaN, 0.04077808814305972, 0.00894903661708435, 0.0589607996671202, 0.010392807422872297, 0.0017443575060622774, 0.002516184225470619, 0.018262883534820862, 0.028465703671495257, NaN, NaN, 0.008563135373677477, 0.008365888824413803, 0.006744725513181615, 0.002016146897451776, 0.03699844600959379, 0.012115750595103503, 0.017399734348012563, 0.0005101510659464292, NaN, NaN, 0.00472629736072383, 0.0030993012883122617, 0.012548043439311485, NaN, 0.051935859154297104, NaN, 0.010573033781154262, NaN, 0.09927856003131397, NaN, 0.0007196311124590959, 0.0032028923432330103, 0.053194686007698166, 0.005895519053302989, 0.013158084998789121, NaN, NaN, 0.12814415131738643, 0.11266976304153586, 0.008374850112774723, NaN, NaN, NaN, 0.007942573529338137, 0.0029665161935314988, 0.1058881949807926, 0.005745408000207286, 0.01772964537514987, 0.0457572704387208, 0.006501712441471463, NaN, 0.006066121854109596, 0.0029327650516515202, 0.0055680900626238206, 0.058528971431595966, 0.006487943369926752, 0.02954400817536551, NaN, 0.03193846612203033, 0.03222481725394721, NaN, 0.010581921416024986, 0.0016929892810255698, 0.042278422363586365, NaN, 0.0002647984629462474, 0.026792880310382072, 0.00024301865574760662, 0.05535058096268086, 0.007604796560277238, 0.03173685255272729, NaN, 0.010759765075103456, 0.04822014706221611, 0.00724272980574292, 0.01289897185111255, 0.03491184315847473, 0.006479580728201206, 0.00677406624149568, 0.027413480898415, 0.011022883604244083], "regret_med_cert": 0.010999332435120301}}, "reg_s1_det": {"1": {"cert": 0.6666666666666666, "cert_ci": [0.5833333333333334, 0.75], "ok": [true, true, true, false, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, false, false, true, false, true, true, true, false, true, true, true, false, false, false, false, true, true, true, false, true, false, false, false, true, true, true, true, true, true, true, false, false, true, true, true, false, false, false, true, false, true, false, true, true, true, true, true, false, false, true, false, true, false, false, false, true, true, true, false, true, true, true, false, true, true, true, true, false, true, false, true, true, false, true, true, false, false, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true], "reg": [0.09735459981867889, 0.0022533974057930006, 0.10988425580425898, NaN, 0.01599430179719219, NaN, 0.027389597973547453, 0.04482578368339696, 0.0014118353479404266, 0.012653328987472845, 0.01893364227388661, NaN, 0.015608866710294045, 0.12846955284879158, NaN, 0.09568818427146719, 0.016746335127558742, 0.019553510167209298, 0.09054991233344989, 0.03519452708864579, 0.011236092996094182, 0.022041289454351576, 0.09050716507011214, NaN, NaN, 0.08385933980370464, 0.09062364676193346, NaN, NaN, 0.0022972593731793722, NaN, 0.04714505253740375, 0.0023435620061480478, 0.0025526426099931054, NaN, 0.012876913047675798, 0.010932187266862181, 0.09970498474839928, NaN, NaN, NaN, NaN, 0.03020960224520408, 0.008165444866942151, 0.020588063557772207, NaN, 0.033608016104022864, NaN, NaN, NaN, 0.01359794482978871, 0.015281657387343994, 0.008719025117601253, 0.05492479933700034, 0.017560012835724725, 0.020523506214024767, 0.0010720408421169836, NaN, NaN, 0.011084638779290223, 0.010435464715067067, 0.0361600773217825, NaN, NaN, NaN, 0.024080789075323183, NaN, 0.14114237896593407, NaN, 0.002294047946535649, 0.0053837507367282544, 0.10372603104203248, 0.007773446152655739, 0.014161349052044248, NaN, NaN, 0.18605739138044486, NaN, 0.011736067872891498, NaN, NaN, NaN, 0.013415185698403942, 0.012776668622756393, 0.16201750617082356, NaN, 0.033010703247901896, 0.05429481169457673, 0.028919675887393304, NaN, 0.00908269368007586, 0.011869436490084428, 0.03511153614979046, 0.06343228751592789, NaN, 0.04191470550960763, NaN, 0.049790178734169466, 0.04132661645634039, NaN, 0.016927837773748733, 0.004215945871371529, NaN, NaN, 0.0015364301948193049, 0.07342731697392502, 0.0021257061793034104, 0.08360043500537029, 0.01667334621119365, 0.043766736285875796, NaN, 0.023443444886352527, 0.09025055247016645, 0.04256539317945607, NaN, 0.0940678754268982, 0.024139911543982873, 0.016261791622000255, 0.06769404895428521, 0.01543331721471608], "regret_med_cert": 0.02131467650606189}}, "reg_s2_mcd": {"1": {"cert": 0.6666666666666666, "cert_ci": [0.5833333333333334, 0.75], "ok": [true, true, true, true, true, false, true, true, true, true, true, false, true, false, false, true, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, false, false, false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, false, true, true, true, false, true, false, true, false, true, false, false, true, true, true, true, false, false, true, true, true, false, false, false, true, true, true, false, true, true, true, false, true, true, true, false, true, true, false, true, true, false, true, true, false, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], "reg": [0.08966964605358752, 0.000735709724157152, 0.12826569148394396, 0.014806568826319033, 0.029334831898164326, NaN, 0.04238800747993343, 0.07512943281470696, 0.000627651097323767, 0.01581813466328441, 0.0102583535166616, NaN, 0.004453544371590068, NaN, NaN, 0.021872756331723142, 0.015376814417909168, 0.03298882143501469, 0.047817792204148946, NaN, 0.017669794824512808, 0.02724069411264174, 0.14521957888942683, NaN, NaN, 0.07880078051952033, 0.07892373444643841, 0.017906095082729445, 0.13818449532195554, 0.011863370324669553, -0.00098257770736343, NaN, NaN, 0.004199116067777675, 0.07968927996965025, 0.028960804997571588, 0.01049529573383201, NaN, NaN, NaN, NaN, NaN, 0.05528021598467858, 0.0030586287768559206, 0.004917309520087398, 0.07884929515658645, 0.044931170229171924, NaN, NaN, NaN, 0.03326192510873183, 0.02476853541287305, 0.027016001293758585, NaN, 0.010168513678589397, 0.017361366537266054, 0.0021491154845296734, NaN, NaN, 0.023113671559850557, 0.009384891057969247, 0.15286687726668635, NaN, 0.058957544286013075, NaN, 0.02118276692014809, NaN, 0.11802464210733699, NaN, NaN, 0.00926050799664413, 0.06913038630504476, 0.015572638812278994, 0.01904206297590849, NaN, NaN, 0.21280765411989466, 0.12063141418536882, 0.009723097464602093, NaN, NaN, NaN, 0.022098262845702932, 0.054923113797370915, 0.27163305607241406, NaN, 0.009982268889738855, 0.016050345422837342, 0.01949988867736918, NaN, 0.008123569572119571, 0.016684654181904346, 0.03426931751060747, NaN, 0.03729971096603757, 0.04103257659150317, NaN, 0.14425549600295473, 0.04101416452541118, NaN, 0.005271912314558369, 0.00659680136509655, NaN, NaN, 0.00514633203140713, NaN, 0.025095215091794465, 0.13097218239976716, 0.015362980398437864, 0.03383283639686274, NaN, 0.006371415492152366, 0.08236403152930905, 0.023298533800481414, NaN, 0.027372279172936054, 0.018534193126712672, 0.009584578421203416, 0.025265177586579313, 0.002090060141592298], "regret_med_cert": 0.023206102680165985}, "4": {"cert": 0.7083333333333334, "cert_ci": [0.625, 0.7916666666666666], "ok": [true, true, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, false, false, false, false, true, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, false, true, true, true, false, true, false, true, false, true, false, true, true, true, true, true, false, false, true, true, true, false, false, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, false, true, true, false, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], "reg": [0.08642180944083977, 0.000735709724157152, 0.1157556768257817, 0.014806568826319033, 0.012956929196801026, NaN, 0.04238800747993343, 0.03211572027973464, 0.000627651097323767, 0.01581813466328441, 0.0102583535166616, NaN, 0.004453544371590068, 0.2219067865286446, NaN, 0.021872756331723142, 0.006776637954431619, -0.003302367995780653, 0.047817792204148946, NaN, 0.017669794824512808, 0.007755095448037652, 0.07302412704104344, NaN, NaN, 0.069761364082356, 0.06547741613032887, 0.017906095082729445, 0.021806223281630954, 0.008075348243831826, -0.009423714804778771, NaN, NaN, 0.0011978346671159823, 0.06629612759600656, 0.013177044879516098, 0.0067838022924369135, NaN, NaN, NaN, NaN, 0.05494504090908214, 0.03209331677175342, 0.0006514671853294907, 0.0035662306886057316, 0.04468249355802567, 0.04121374898423813, NaN, NaN, NaN, 0.03135333675239149, 0.008052180864794867, 0.013951552334114714, NaN, 0.00599602322381676, 0.015575150300964014, 0.0021491154845296734, NaN, NaN, 0.012500328137151406, 0.003782214189308686, 0.04223055918696739, NaN, 0.05293984530514906, NaN, 0.01057583612409907, NaN, 0.10556283602977645, NaN, 0.004178521541114311, 0.004908176230410843, 0.03918657777256329, 0.015572638812278994, 0.01904206297590849, NaN, NaN, 0.16917519375749124, 0.12063141418536882, 0.005621574675215957, NaN, NaN, NaN, 0.016919340415369577, 0.02082231365058318, 0.12130327417101561, 0.028059356332096774, 0.004104235191804584, 0.016050345422837342, 0.008932907519569877, NaN, 0.008123569572119571, 0.012165315347514971, 0.005412162567176804, 0.07174487639417526, 0.004931347125352925, 0.030770089143937307, NaN, 0.11683327465479598, 0.021416873430510908, NaN, 0.004387558158682525, 0.00659680136509655, NaN, NaN, 0.0037147672477868543, NaN, 0.0025755178041670934, 0.08554800974070265, 0.00318685285684861, 0.025208185586001797, NaN, 0.005723083010635177, 0.05553998545269234, 0.023298533800481414, NaN, 0.02530754184041495, 0.018534193126712672, 0.009584578421203416, 0.025265177586579313, 0.0016766739169558065], "regret_med_cert": 0.01581813466328441}, "16": {"cert": 0.7833333333333333, "cert_ci": [0.7083333333333334, 0.8583333333333333], "ok": [true, true, true, true, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, false, true, true, true, true, true, true, false, false, false, true, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, true, true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, false, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, false, true, true, false, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true], "reg": [0.08467877796953083, 0.000735709724157152, 0.08020590753993395, 0.012072091336779556, 0.006136184145764556, NaN, 0.032045794760483526, 0.02351060416211026, 0.000627651097323767, 0.013053895372729718, 0.0102583535166616, NaN, 0.004453544371590068, 0.10946368278653829, NaN, 0.015345695886250565, 0.00524234813822444, -0.010625874739282004, 0.047817792204148946, 0.009593478055907267, 0.01757828365793257, 0.007755095448037652, 0.060605160312231066, NaN, NaN, 0.05156111303870059, 0.0543394676146598, 0.017906095082729445, 0.01018238724927123, 0.007179422879126207, -0.025233406633108357, NaN, 0.011381972875761148, 0.00027480892996534223, 0.06629612759600656, 0.009249024108373805, 0.0067838022924369135, 0.07480412754345123, NaN, NaN, NaN, 0.044637904247117666, 0.020617197606382254, 0.0006514671853294907, 0.001423825091236619, 0.014616280662784531, 0.04049022842342964, NaN, NaN, NaN, 0.017783590321821308, 0.0061557194002863636, 0.008502660014751307, NaN, 0.00599602322381676, 0.010049331433116704, 0.0006933283055374773, NaN, 0.18337677291750354, 0.0035748028351942907, 0.003782214189308686, 0.025153454027111888, 0.061865175392952, 0.05293984530514906, NaN, 0.0011992932931970124, NaN, 0.08652556484633478, 0.005928465724875931, 0.0025502821043517088, 0.0031512405254991993, 0.033819574355083315, 0.007827369434686648, 0.007971496557637847, NaN, NaN, 0.13372311778709678, 0.0901714402759568, 0.0038943722900168787, -0.00941858397225881, NaN, NaN, 0.011129073526860322, 0.007715073122644078, 0.12130327417101561, 0.014792982502316754, 0.004104235191804584, 0.01553392401934195, 0.007058348012150439, NaN, 0.0034070357106905647, 0.006399812699281471, 0.002425866032391477, 0.05944178634574726, 0.004931347125352925, 0.030770089143937307, NaN, 0.09647379161589487, 0.021416873430510908, NaN, 0.004387558158682525, 0.0022961355137920414, NaN, NaN, 0.0012173141526199416, 0.1257111743358148, 0.0014074447352647734, 0.08186048468220353, 0.00318685285684861, 0.023968551224192947, NaN, 0.005644965192024731, 0.05218475462787775, 0.013233099677951277, 0.02466801768708038, 0.01826546898923742, 0.018534193126712672, 0.005827485702225577, 0.022423471917955906, 0.0016766739169558065], "regret_med_cert": 0.010693713521760961}}, "reg_s2_det": {"1": {"cert": 0.675, "cert_ci": [0.5916666666666667, 0.7583333333333333], "ok": [true, true, true, false, true, false, true, true, true, true, true, false, true, true, false, true, true, true, true, false, true, true, true, false, false, true, true, false, true, true, true, false, false, true, true, true, true, false, false, false, false, false, true, true, true, true, true, false, false, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, false, true, false, true, false, true, true, true, true, true, false, false, true, false, true, false, false, false, true, true, true, true, true, true, true, false, true, true, true, true, false, true, false, true, true, false, true, true, false, false, true, false, true, true, true, true, false, true, true, true, false, true, true, true, true, true], "reg": [0.10567159028460105, 0.001938112696654004, 0.16167925806254635, NaN, 0.021693107974548376, NaN, 0.03841468122107128, 0.04791006083985461, 0.001579661866921711, 0.01674007498591701, 0.015377602629891962, NaN, 0.014091482736985128, 0.166083011551031, NaN, 0.0428728729662351, 0.008833190711864836, 0.03262761498441691, 0.07763899895661841, NaN, 0.01810999582367101, 0.010823883648488186, 0.10647157842897848, NaN, NaN, 0.06441002051238276, 0.09449991383606737, NaN, 0.02343604967283608, 0.011470844315513817, -0.009020759518117205, NaN, NaN, 0.0008659857904953494, 0.07045199891163323, 0.018346005164203705, 0.009529652647465081, NaN, NaN, NaN, NaN, NaN, 0.04707244596369331, 0.003407639788124195, 0.004234292613932489, 0.055411609274228724, 0.04531880684238998, NaN, NaN, NaN, 0.07140215851018694, 0.016165954161791563, 0.015383036792465221, NaN, 0.010961765736418494, 0.014376775347980653, 0.002190811929217107, NaN, NaN, 0.014903755108777172, 0.00879277776805032, 0.04671824152643356, 0.04886857128188815, 0.06109843916759816, NaN, 0.021989906376283175, NaN, 0.14121041475075136, NaN, 0.005851190912376625, 0.006653602762558997, 0.05226642976741713, 0.013711091284885013, 0.01586619604399142, NaN, NaN, 0.2026487058893205, NaN, 0.007735284676927412, NaN, NaN, NaN, 0.018460703822541724, 0.02565359051566518, 0.18774092780562301, 0.022159545709368622, 0.00994477905587221, 0.027116621717507616, 0.017978911879883874, NaN, 0.009500173892801111, 0.022291048851081907, 0.01140886715426026, 0.07954071695305798, NaN, 0.045818762484942654, NaN, 0.10863700973724777, 0.03677484236086137, NaN, 0.014202118639587757, 0.0045415645192088405, NaN, NaN, 0.005794457356169014, NaN, 0.0023034543938422747, 0.1060007835303225, 0.0074940633945350665, 0.0313313777289288, NaN, 0.005921172123989571, 0.08340801162259903, 0.030258669227093415, NaN, 0.03911526018089506, 0.038947724384908344, 0.01488952926063547, 0.04895828795339319, 0.009754658825953832], "regret_med_cert": 0.021693107974548376}}}, "budget": {"0.05": {"cert": 0.0, "reg_med": null}, "0.25": {"cert": 0.475, "reg_med": 2.1217420191899095e-06}, "1.0": {"cert": 0.975, "reg_med": 3.8765145753405506e-06}, "2.5": {"cert": 0.975, "reg_med": 2.469561377616003e-08}}, "oracle_J_median": 2.0314220803311986, "oracle_wall_per_plant_s": 1.5813359340031943, "oracle_wall_per_start_s": 0.0658889972501331, "oracle_start_success": 0.24548611111111113, "paired": {"diff_s0|K1|vs_retr": {"diff": 0.3333333333333333, "ci": [0.23333333333333334, 0.43333333333333335], "model_only": 46, "ref_only": 6, "p": 1.0325821975243343e-08, "regret_diff_mean": -0.09356613533915879, "regret_p": 0.0}, "diff_s0|K1|vs_fixed": {"diff": 0.5083333333333333, "ci": [0.4, 0.6166666666666667], "model_only": 67, "ref_only": 6, "p": 3.947260651543665e-14, "regret_diff_mean": -0.5085292502418007, "regret_p": 5e-05}, "diff_s0|K4|vs_retr": {"diff": 0.2916666666666667, "ci": [0.2, 0.38333333333333336], "model_only": 39, "ref_only": 4, "p": 3.1081526685738936e-08, "regret_diff_mean": -0.06164666229759086, "regret_p": 0.0}, "diff_s0|K4|vs_fixed": {"diff": 0.6666666666666666, "ci": [0.575, 0.7583333333333333], "model_only": 81, "ref_only": 1, "p": 3.432799542095065e-23, "regret_diff_mean": -0.500254440466339, "regret_p": 0.0}, "diff_s0|K16|vs_retr": {"diff": 0.15833333333333333, "ci": [0.09166666666666666, 0.23333333333333334], "model_only": 20, "ref_only": 1, "p": 2.09808349609375e-05, "regret_diff_mean": -0.04934834262571489, "regret_p": 0.0}, "diff_s0|K16|vs_fixed": {"diff": 0.7416666666666667, "ci": [0.6583333333333333, 0.8166666666666667], "model_only": 89, "ref_only": 0, "p": 3.2311742677852644e-27, "regret_diff_mean": -0.5102359353412204, "regret_p": 0.0}, "diff_s1|K1|vs_retr": {"diff": 0.2916666666666667, "ci": [0.18333333333333332, 0.4], "model_only": 45, "ref_only": 10, "p": 2.0572645155203517e-06, "regret_diff_mean": -0.1084876384419384, "regret_p": 0.0}, "diff_s1|K1|vs_fixed": {"diff": 0.4666666666666667, "ci": [0.36666666666666664, 0.5666666666666667], "model_only": 60, "ref_only": 4, "p": 7.363044635805283e-14, "regret_diff_mean": -0.4840349583122542, "regret_p": 0.0}, "diff_s1|K4|vs_retr": {"diff": 0.30833333333333335, "ci": [0.21666666666666667, 0.4], "model_only": 41, "ref_only": 4, "p": 9.334883088740753e-09, "regret_diff_mean": -0.05998707725436409, "regret_p": 0.0}, "diff_s1|K4|vs_fixed": {"diff": 0.6833333333333333, "ci": [0.6, 0.7666666666666667], "model_only": 82, "ref_only": 0, "p": 4.1359030627651384e-25, "regret_diff_mean": -0.4872026801910539, "regret_p": 0.0}, "diff_s1|K16|vs_retr": {"diff": 0.18333333333333332, "ci": [0.11666666666666667, 0.25], "model_only": 22, "ref_only": 0, "p": 4.76837158203125e-07, "regret_diff_mean": -0.050056091120914074, "regret_p": 0.0}, "diff_s1|K16|vs_fixed": {"diff": 0.7666666666666667, "ci": [0.6916666666666667, 0.8416666666666667], "model_only": 92, "ref_only": 0, "p": 4.0389678347315804e-28, "regret_diff_mean": -0.5082160716556022, "regret_p": 0.0}, "diff_s2|K1|vs_retr": {"diff": 0.2833333333333333, "ci": [0.175, 0.38333333333333336], "model_only": 43, "ref_only": 9, "p": 2.0377698612961126e-06, "regret_diff_mean": -0.07541198080954396, "regret_p": 0.0004}, "diff_s2|K1|vs_fixed": {"diff": 0.4583333333333333, "ci": [0.35833333333333334, 0.5583333333333333], "model_only": 60, "ref_only": 5, "p": 4.869560700851427e-13, "regret_diff_mean": -0.542669429076448, "regret_p": 0.0}, "diff_s2|K4|vs_retr": {"diff": 0.2833333333333333, "ci": [0.19166666666666668, 0.375], "model_only": 38, "ref_only": 4, "p": 5.65314621780999e-08, "regret_diff_mean": -0.06494645941837225, "regret_p": 0.0}, "diff_s2|K4|vs_fixed": {"diff": 0.6583333333333333, "ci": [0.5666666666666667, 0.75], "model_only": 80, "ref_only": 1, "p": 6.782881022934827e-23, "regret_diff_mean": -0.5207809000351902, "regret_p": 0.0}, "diff_s2|K16|vs_retr": {"diff": 0.18333333333333332, "ci": [0.11666666666666667, 0.25833333333333336], "model_only": 22, "ref_only": 0, "p": 4.76837158203125e-07, "regret_diff_mean": -0.052252978269035175, "regret_p": 0.0}, "diff_s2|K16|vs_fixed": {"diff": 0.7666666666666667, "ci": [0.6916666666666667, 0.8416666666666667], "model_only": 92, "ref_only": 0, "p": 4.0389678347315804e-28, "regret_diff_mean": -0.510408789147282, "regret_p": 0.0}, "reg_s0_mcd|K1|vs_retr": {"diff": 0.25833333333333336, "ci": [0.15833333333333333, 0.35833333333333334], "model_only": 39, "ref_only": 8, "p": 5.539621596994947e-06, "regret_diff_mean": -0.0958248835195921, "regret_p": 0.0}, "reg_s0_mcd|K1|vs_fixed": {"diff": 0.43333333333333335, "ci": [0.3333333333333333, 0.5333333333333333], "model_only": 56, "ref_only": 4, "p": 9.084503982403902e-13, "regret_diff_mean": -0.541569946645693, "regret_p": 0.0}, "reg_s0_mcd|K4|vs_retr": {"diff": 0.13333333333333333, "ci": [0.041666666666666664, 0.225], "model_only": 24, "ref_only": 8, "p": 0.0070003666914999485, "regret_diff_mean": -0.058554843302226385, "regret_p": 0.0}, "reg_s0_mcd|K4|vs_fixed": {"diff": 0.5083333333333333, "ci": [0.4166666666666667, 0.6], "model_only": 62, "ref_only": 1, "p": 1.3877787807814457e-17, "regret_diff_mean": -0.5089114495657585, "regret_p": 0.0}, "reg_s0_mcd|K16|vs_retr": {"diff": -0.025, "ci": [-0.10833333333333334, 0.058333333333333334], "model_only": 11, "ref_only": 14, "p": 0.6900379657745361, "regret_diff_mean": -0.029439795866829137, "regret_p": 0.0}, "reg_s0_mcd|K16|vs_fixed": {"diff": 0.5583333333333333, "ci": [0.4666666666666667, 0.65], "model_only": 67, "ref_only": 0, "p": 1.3552527156068805e-20, "regret_diff_mean": -0.5037863504527467, "regret_p": 0.0}, "reg_s0_det|K1|vs_retr": {"diff": 0.275, "ci": [0.16666666666666666, 0.375], "model_only": 42, "ref_only": 9, "p": 3.3888279489246997e-06, "regret_diff_mean": -0.08944332009931788, "regret_p": 0.0}, "reg_s0_det|K1|vs_fixed": {"diff": 0.45, "ci": [0.35, 0.55], "model_only": 57, "ref_only": 3, "p": 6.253851603243987e-14, "regret_diff_mean": -0.500781426329094, "regret_p": 0.0}, "reg_s1_mcd|K1|vs_retr": {"diff": 0.25, "ci": [0.15, 0.35], "model_only": 38, "ref_only": 8, "p": 9.24769992138863e-06, "regret_diff_mean": -0.07626645589912302, "regret_p": 0.0}, "reg_s1_mcd|K1|vs_fixed": {"diff": 0.425, "ci": [0.325, 0.525], "model_only": 56, "ref_only": 5, "p": 5.645556938604912e-12, "regret_diff_mean": -0.5192817506747962, "regret_p": 0.0}, "reg_s1_mcd|K4|vs_retr": {"diff": 0.14166666666666666, "ci": [0.058333333333333334, 0.225], "model_only": 24, "ref_only": 7, "p": 0.003326892852783203, "regret_diff_mean": -0.04970428373133598, "regret_p": 0.0}, "reg_s1_mcd|K4|vs_fixed": {"diff": 0.5166666666666667, "ci": [0.4166666666666667, 0.6083333333333333], "model_only": 65, "ref_only": 3, "p": 3.5550311609441887e-16, "regret_diff_mean": -0.5082618848687311, "regret_p": 0.0}, "reg_s1_mcd|K16|vs_retr": {"diff": 0.008333333333333333, "ci": [-0.06666666666666667, 0.08333333333333333], "model_only": 11, "ref_only": 10, "p": 1.0, "regret_diff_mean": -0.03206377408271828, "regret_p": 0.0}, "reg_s1_mcd|K16|vs_fixed": {"diff": 0.5916666666666667, "ci": [0.5, 0.6833333333333333], "model_only": 72, "ref_only": 1, "p": 1.5670109524204556e-20, "regret_diff_mean": -0.5119851045161203, "regret_p": 0.0}, "reg_s1_det|K1|vs_retr": {"diff": 0.2916666666666667, "ci": [0.2, 0.38333333333333336], "model_only": 39, "ref_only": 4, "p": 3.1081526685738936e-08, "regret_diff_mean": -0.09296263954374875, "regret_p": 0.0}, "reg_s1_det|K1|vs_fixed": {"diff": 0.4666666666666667, "ci": [0.375, 0.5583333333333333], "model_only": 58, "ref_only": 2, "p": 3.1762786845135338e-15, "regret_diff_mean": -0.4943738570043575, "regret_p": 0.0}, "reg_s2_mcd|K1|vs_retr": {"diff": 0.2916666666666667, "ci": [0.19166666666666668, 0.39166666666666666], "model_only": 41, "ref_only": 6, "p": 1.7716986633331544e-07, "regret_diff_mean": -0.0827098000999104, "regret_p": 0.0}, "reg_s2_mcd|K1|vs_fixed": {"diff": 0.4666666666666667, "ci": [0.36666666666666664, 0.5666666666666667], "model_only": 60, "ref_only": 4, "p": 7.363044635805283e-14, "regret_diff_mean": -0.5115082808931333, "regret_p": 0.0}, "reg_s2_mcd|K4|vs_retr": {"diff": 0.13333333333333333, "ci": [0.05, 0.21666666666666667], "model_only": 23, "ref_only": 7, "p": 0.005222879350185395, "regret_diff_mean": -0.056956259876451115, "regret_p": 0.0}, "reg_s2_mcd|K4|vs_fixed": {"diff": 0.5083333333333333, "ci": [0.4083333333333333, 0.6083333333333333], "model_only": 64, "ref_only": 3, "p": 6.801200228001569e-16, "regret_diff_mean": -0.5078256832265671, "regret_p": 0.0}, "reg_s2_mcd|K16|vs_retr": {"diff": 0.0, "ci": [-0.075, 0.075], "model_only": 10, "ref_only": 10, "p": 1.0, "regret_diff_mean": -0.033616269600157664, "regret_p": 0.0}, "reg_s2_mcd|K16|vs_fixed": {"diff": 0.5833333333333334, "ci": [0.49166666666666664, 0.675], "model_only": 71, "ref_only": 1, "p": 3.091670257478196e-20, "regret_diff_mean": -0.5017484838481655, "regret_p": 0.0}, "reg_s2_det|K1|vs_retr": {"diff": 0.3, "ci": [0.2, 0.4], "model_only": 43, "ref_only": 7, "p": 2.098677427397888e-07, "regret_diff_mean": -0.08553928649150988, "regret_p": 0.0}, "reg_s2_det|K1|vs_fixed": {"diff": 0.475, "ci": [0.375, 0.575], "model_only": 61, "ref_only": 4, "p": 3.918664438079533e-14, "regret_diff_mean": -0.49522286391365516, "regret_p": 0.0}}}, "ood": {"n": 60, "arms": {"retr": {"1": {"cert": 0.35, "cert_ci": [0.23333333333333334, 0.4666666666666667], "ok": [false, true, true, false, true, false, true, false, false, false, true, false, false, false, true, false, true, true, false, false, false, false, false, true, false, false, false, false, true, false, false, false, true, false, true, false, false, false, true, true, true, false, false, false, false, false, true, true, false, false, true, false, true, true, false, false, false, false, true, false], "reg": [NaN, 0.22259340921598025, 0.0923617017760281, NaN, 0.024629922579795016, NaN, 0.31092341340943896, NaN, NaN, NaN, 0.20825787176125532, NaN, NaN, NaN, 0.06577263125072896, NaN, 0.011467873955384178, 0.08056424042302401, NaN, NaN, NaN, NaN, NaN, 0.06419358003131559, NaN, NaN, NaN, NaN, 0.09780711770977613, NaN, NaN, NaN, 0.12430418452804859, NaN, 0.06669595108967141, NaN, NaN, NaN, 0.22626179140428837, 0.16339184613148183, 0.0954873806506431, NaN, NaN, NaN, NaN, NaN, 0.32845712253284987, 0.14945065224102616, NaN, NaN, 0.10747994897326496, NaN, 0.15085857955054305, 0.3848616222783925, NaN, NaN, NaN, NaN, 0.18254868519471024, NaN], "regret_med_cert": 0.12430418452804859}, "4": {"cert": 0.65, "cert_ci": [0.5166666666666667, 0.7666666666666667], "ok": [true, true, true, true, true, false, true, false, false, false, true, true, false, false, true, false, true, true, true, true, false, false, true, true, true, false, true, true, true, false, false, true, true, true, true, false, false, true, true, true, true, false, false, true, false, true, true, true, true, true, true, true, true, true, true, false, false, false, true, false], "reg": [0.033734018132935306, 0.22259340921598025, 0.0923617017760281, 0.11708581461745005, 0.024629922579795016, NaN, 0.19034378832017995, NaN, NaN, NaN, 0.010512881186657719, 0.11062453709057962, NaN, NaN, 0.04176776837604468, NaN, 0.011467873955384178, 0.08056424042302401, 0.1386430194038717, 0.05322111600053803, NaN, NaN, 0.13228160374633746, 0.007157428242490216, 0.13127033558474044, NaN, 0.05255140308417716, 0.038948531614908743, 0.04980828775019286, NaN, NaN, 0.04657365422597426, 0.12430418452804859, 0.08010694621587677, 0.04276941579993765, NaN, NaN, 0.9686750763366405, 0.049256266665907766, 0.16339184613148183, 0.0954873806506431, NaN, NaN, 0.22507695204677058, NaN, 0.28669185519767115, 0.32845712253284987, 0.14945065224102616, 0.024962837392627835, 0.030501961473602845, 0.04622972596733588, 0.19793224042346824, 0.04142565382158514, 0.045108568447206565, 0.07919257708785699, NaN, NaN, NaN, 0.07407957179086333, NaN], "regret_med_cert": 0.07919257708785699}, "16": {"cert": 0.8333333333333334, "cert_ci": [0.7333333333333333, 0.9166666666666666], "ok": [true, true, true, true, true, false, true, false, true, true, true, true, true, false, true, false, true, true, true, true, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, true, true, false], "reg": [0.025152408031333895, 0.10127079025071861, 0.0923617017760281, 0.05717904405886265, 0.024629922579795016, NaN, 0.19034378832017995, NaN, 0.028766700228535447, 0.08053196882862634, 0.010512881186657719, 0.10916561265040503, 0.08813504334325728, NaN, 0.04176776837604468, NaN, 0.011467873955384178, 0.0666687548203615, 0.040587891765848205, 0.015013273916911984, 0.19312268158156098, NaN, 0.07200525116602252, 0.0022462503248430465, 0.07443191695555318, 0.02757517371372664, 0.017909384498984826, 0.038948531614908743, 0.02451006986508264, NaN, NaN, 0.04657365422597426, 0.12430418452804859, 0.0460810086600425, 0.04276941579993765, 0.06796831355564437, 0.05247580262718232, 0.07611284158997544, 0.017900076348034366, 0.06351810445352446, 0.0954873806506431, 0.0513542271606473, 0.035114296023089464, 0.05739878783120722, 0.21399060890378196, 0.24964458684809498, 0.1279186032536097, 0.14945065224102616, 0.024962837392627835, 0.030501961473602845, 0.02052797142514806, 0.19793224042346824, 0.04142565382158514, 0.045108568447206565, 0.07919257708785699, NaN, NaN, 0.1260813804201637, 0.028593863965885147, NaN], "regret_med_cert": 0.05191501489391481}}, "fixed": {"1": {"cert": 0.15, "cert_ci": [0.06666666666666667, 0.25], "ok": [false, false, false, false, false, false, true, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, true, false, true, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, true, false, false, true, false, false, false, false, false, false, true, false, true, false, false, false, false, false], "reg": [NaN, NaN, NaN, NaN, NaN, NaN, 0.6139024430198974, NaN, NaN, NaN, NaN, 0.4514337338508265, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.8294559965326838, NaN, 1.2276016094251516, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.1997242155836545, NaN, NaN, NaN, NaN, NaN, 0.14777705860345147, NaN, NaN, 0.8669805431201101, NaN, NaN, NaN, NaN, NaN, NaN, 0.5538076270116445, NaN, 0.27773761434799904, NaN, NaN, NaN, NaN, NaN], "regret_med_cert": 0.5538076270116445}}, "bmi_full": {"1": {"cert": 1.0, "cert_ci": [1.0, 1.0], "ok": [true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], "reg": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0], "regret_med_cert": 0.0}}, "diff_s0": {"1": {"cert": 0.5166666666666667, "cert_ci": [0.38333333333333336, 0.6333333333333333], "ok": [false, false, false, false, true, false, true, false, true, true, true, true, false, false, true, false, true, true, false, false, false, false, true, true, false, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, false, true, true, true, false, true, false, true, false, true, true, false, false, true, true, false, false, false, true, false], "reg": [NaN, NaN, NaN, NaN, 0.07314224051530704, NaN, 0.10692319127755878, NaN, 0.07153445051280793, 0.03514141920883551, 0.05554140597829038, 0.04725236287744283, NaN, NaN, 0.05410473519993242, NaN, 0.3718436868007222, 0.11343507018459276, NaN, NaN, NaN, NaN, 0.20396569494466465, 0.0318004612979772, NaN, NaN, 0.050325897655871366, 0.024166409398198807, 0.03492390076324736, NaN, NaN, 0.26199047925701424, 0.12015015985252386, 0.092851686743048, 0.00912990366902644, 0.07685951363219967, 0.014772402726305423, NaN, NaN, 0.022113419329668593, NaN, 0.025697915290491258, 0.008308577069038758, 0.050329712130108284, NaN, 0.19988402045868492, NaN, 0.3772695604814389, NaN, 0.06697750638069988, 0.06992122652285926, NaN, NaN, 0.03488979751292365, 0.07568600846336904, NaN, NaN, NaN, 0.01867369066942115, NaN], "regret_med_cert": 0.05554140597829038}, "4": {"cert": 0.75, "cert_ci": [0.6333333333333333, 0.85], "ok": [true, true, false, true, true, false, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, false, false, true, true, true, false, true, true, true, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, false, false, true, false], "reg": [0.02365942269967891, 0.00010158161096862628, NaN, 0.0066459506954617, 0.005135757473208047, NaN, 0.0899488484620874, NaN, 0.06172647184393654, 0.03514141920883551, 0.05554140597829038, 0.04118520274293491, 0.11948919791042867, 0.039089300971769214, 0.05410473519993242, NaN, 0.020053593203475772, 0.05868082281009901, 0.06394343507599554, 0.022097115116228583, 0.08014563990584911, NaN, 0.08676579207408364, 0.007490896991317886, NaN, NaN, 0.050325897655871366, 0.024166409398198807, 0.021638145895654937, NaN, 0.11457889431908286, 0.10966696633118955, 0.016785150038734598, 0.014526108947061411, 0.00912990366902644, 0.012322171175327412, 0.014772402726305423, NaN, NaN, 0.01402044793500834, 0.014248129113270114, 0.00992912548260838, 0.008308577069038758, 0.050329712130108284, 0.23228173028452082, 0.10923487348327154, 0.06708408428062151, 0.14549764764987838, 0.008900476510554034, 0.031204270339450835, 0.06328707855574867, NaN, 0.020654991451524163, 0.029096494543679796, 0.034933522336874745, NaN, NaN, NaN, 0.01867369066942115, NaN], "regret_med_cert": 0.031204270339450835}, "16": {"cert": 0.8666666666666667, "cert_ci": [0.7833333333333333, 0.95], "ok": [true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, false], "reg": [0.013354780438485259, 0.00010158161096862628, 0.00766445729107379, 0.002685919463552011, 0.0037160707882228916, NaN, 0.051038458314242696, 0.4010711373074827, 0.02196276779416495, 0.01607804578628369, 0.050024106441906246, 0.003663933243485573, 0.02334431443133833, 0.018283725871717893, 0.0375186867298094, NaN, 0.018865088712919142, 0.028050523504565383, 0.016073348124592268, 0.022097115116228583, 0.042106468253233276, 0.10211732276872443, 0.07290073929304608, 0.005447176778037299, 0.0430728050346465, 0.09028135311852092, 0.028617440653829096, 0.010227893686730827, 0.018786393604286244, NaN, 0.03995636018880444, 0.03873792345698868, 0.016785150038734598, 0.014526108947061411, 0.00912990366902644, 0.005971511085488768, 0.014772402726305423, NaN, 0.07835540228616944, 0.012698770573698281, 0.014248129113270114, 0.00992912548260838, 0.008308577069038758, 0.050329712130108284, 0.02780656334516296, 0.053073463935705334, 0.06708408428062151, 0.14549764764987838, 0.008900476510554034, 0.031204270339450835, 0.024594941998198783, NaN, 0.020654991451524163, 0.01600675080669811, 0.034933522336874745, 0.23268299646743817, NaN, NaN, 0.013632330523386749, NaN], "regret_med_cert": 0.021308879622844557}}, "diff_s1": {"1": {"cert": 0.6333333333333333, "cert_ci": [0.5, 0.75], "ok": [true, false, true, true, true, false, true, false, true, true, true, true, true, true, false, false, true, true, true, false, false, false, false, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, true, false, true, true, false, false, false, true, true, true, true, true, false, false, false, true, false], "reg": [0.017624461514865963, NaN, 0.12522924101154032, 0.0029450112743585333, 0.003679110993946244, NaN, 0.047702651234242444, NaN, 0.04010719166966137, 0.04037253349480352, 0.18183262209684048, 0.08995225394934492, 0.15419025769698735, 0.11047938645866684, NaN, NaN, 0.13819705136914484, 0.09455593246177818, 0.06547559164563999, NaN, NaN, NaN, NaN, 0.06546494260711366, 0.10021817546477507, NaN, 0.2666016639897364, 0.07938265764820551, 0.015907888135383796, NaN, NaN, 0.03772590098677919, 0.014363816520938544, 0.032011293294629706, 0.1008738373093343, 0.17042044940316692, 0.03813415766649819, NaN, NaN, 0.05379486985062276, 0.030704361510086597, 0.014172721900070462, 0.10023334668449269, 0.36504708066979696, NaN, 0.2107201450919407, 0.34917802037231005, NaN, NaN, NaN, 0.020085239712322567, 0.008526542117853309, 0.07389999412517922, 0.029331746868957786, 0.07078628148708033, NaN, NaN, NaN, 0.02253093163080977, NaN], "regret_med_cert": 0.06547026712637682}, "4": {"cert": 0.7833333333333333, "cert_ci": [0.6666666666666666, 0.8833333333333333], "ok": [true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, false, true, true, true, true, true, true, true, false, false, false, true, false], "reg": [0.011447660030671214, 0.013422476418887497, 0.012197787415738404, 0.0029450112743585333, 0.003575134897419563, NaN, 0.047702651234242444, NaN, 0.04010719166966137, 0.02801054829000771, 0.10815282463495368, 0.06055172688933319, 0.11776571866563867, 0.07096026876082129, 0.040388291746869864, 0.3123002050442216, 0.007405929233486264, 0.06722948775669058, 0.03830653488952662, 0.04414462470189129, 0.0833562676913926, NaN, 0.08820896849032067, 0.04751152166691952, 0.02004335281149472, NaN, 0.04440509285457539, 0.029862746813938745, 0.002251573084935732, NaN, NaN, 0.0359833470026214, 0.014363816520938544, 0.03051733585330907, 0.062079102849128986, 0.035474683146753616, 0.03813415766649819, NaN, 0.007795416013417267, 0.030913988049674712, 0.018318042091420628, 0.013398213080711319, 0.10023334668449269, 0.36504708066979696, NaN, 0.07120746428062796, 0.07904601656730836, NaN, 0.0024287480700437847, 0.07468470248010828, 0.020085239712322567, 0.008526542117853309, 0.07389999412517922, 0.022943053228510202, 0.05807055519733173, NaN, NaN, NaN, 0.018197256259540495, NaN], "regret_med_cert": 0.03813415766649819}, "16": {"cert": 0.8333333333333334, "cert_ci": [0.7333333333333333, 0.9166666666666666], "ok": [true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, false, false, true, false], "reg": [0.011447660030671214, 0.011333560318563363, 0.012197787415738404, 0.0029450112743585333, 0.0014995038175682485, NaN, 0.047702651234242444, NaN, 0.04010719166966137, 0.023971648123264133, 0.10427581826708932, 0.01053555912582027, 0.04203909482630319, 0.03524258046184192, 0.02559474532860695, 0.3123002050442216, 0.007405929233486264, 0.061204153117329296, 0.012080863323610469, 0.028211156713157104, 0.026360307865394228, NaN, 0.07124580182484741, 0.03197005316269408, 0.02004335281149472, NaN, 0.04440509285457539, 0.02441791275765204, 0.002251573084935732, NaN, NaN, 0.023646097894617357, 0.014363816520938544, 0.009193777153977845, 0.00012886220372276824, 0.010777794007895691, 0.023001313579359195, 0.9030278802712615, 0.007795416013417267, 0.006883174248601964, 0.018318042091420628, 0.006513166263365733, 0.00397191904785954, 0.041770342502670754, -0.02828212034296662, 0.012333448622454002, 0.05669882701760254, 0.049638588551930374, 0.0024287480700437847, 0.01819120968396093, 0.013467144988321245, 0.008526542117853309, 0.0332165771920796, 0.020004916793758376, 0.04074286512974834, NaN, NaN, NaN, 0.008211548510933309, NaN], "regret_med_cert": 0.019161479442589502}}, "diff_s2": {"1": {"cert": 0.5833333333333334, "cert_ci": [0.4666666666666667, 0.7], "ok": [true, false, false, true, true, false, true, false, true, true, true, true, true, false, false, false, true, true, true, true, true, false, false, true, false, false, true, true, true, false, false, true, false, true, true, true, true, false, false, true, false, true, false, false, true, true, true, false, true, true, true, false, true, true, true, false, false, false, true, false], "reg": [0.033397998860595024, NaN, NaN, 0.03249245788950561, 0.04124438952482734, NaN, 0.1522063602319228, NaN, 0.34498728835236214, 0.10019622615935586, 0.3706356486846669, 0.0606215465003066, 0.1394368110774693, NaN, NaN, NaN, 0.28711365685991685, 0.08634474928288749, 0.10825368847067063, 0.026889758829732546, 0.09382659179361186, NaN, NaN, 0.0377303718782287, NaN, NaN, 0.07374205068879314, 0.27723955372145515, 0.02737789303990734, NaN, NaN, 0.44253924077931917, NaN, 0.04317419691755342, 0.09973763136083624, 0.0215095033895758, 0.12757036079764794, NaN, NaN, 0.035351246725575436, NaN, 0.03364460478258824, NaN, NaN, -0.000939026099705309, 0.1418088603327603, 0.14714466042012475, NaN, 0.030764686123247564, 0.12883119353075978, 0.07939684934688618, NaN, 0.04364638228093254, 0.06005861056894046, 0.12068860173944818, NaN, NaN, NaN, 0.029500363827026366, NaN], "regret_med_cert": 0.07939684934688618}, "4": {"cert": 0.7666666666666667, "cert_ci": [0.6666666666666666, 0.8666666666666667], "ok": [true, false, true, true, true, false, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, false], "reg": [0.009509379204979629, NaN, 0.017241962526328036, 0.005823967617642145, 0.009969967597324825, NaN, 0.059775848200149806, NaN, 0.056060531936585445, 0.035804025531908534, 0.11716653425958734, 0.004773538977393521, 0.027302351039763195, 0.08730236542577163, 0.10287556145590249, NaN, 0.007334173598547045, 0.07181106867385556, 0.06668701830655865, 0.026889758829732546, 0.015417110914535126, NaN, 0.10828645320836983, 0.012883973129995896, 0.060603754352829275, NaN, 0.04810883126355803, 0.04744584404459107, 0.012183977949602909, NaN, NaN, 0.13167248923329944, 0.07612411642593742, 0.030986613485309844, 0.03740233636938628, 0.01047389565107415, 0.0805797842025886, 1.0981809484731389, NaN, 0.015887338093153236, 0.02845250295960078, 0.021512808106333603, NaN, 0.40738755280772665, -0.000939026099705309, 0.1418088603327603, 0.03400543437489545, 1.53355087009006, 0.030764686123247564, 0.06382979441951786, 0.02886519839036672, NaN, 0.04364638228093254, 0.013738298669887072, 0.03680640077653896, 0.02055264427201564, NaN, NaN, 0.014747612542745259, NaN], "regret_med_cert": 0.03490472995340199}, "16": {"cert": 0.8333333333333334, "cert_ci": [0.7333333333333333, 0.9166666666666666], "ok": [true, true, true, true, true, false, true, false, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, false], "reg": [0.008986100787866436, 0.024294342437865657, 0.017241962526328036, 0.005823967617642145, 0.0018090851230507798, NaN, 0.058310861247612644, NaN, 0.03592526791148165, 0.02387713731306973, 0.08353851633247378, 0.004773538977393521, 0.023486743988498482, 0.08730236542577163, 0.026632110388791874, NaN, 0.0015537525377653516, 0.03637121979866076, 0.002327351569074265, 0.006606609164771182, 0.015417110914535126, 0.15076545532810326, 0.10828645320836983, 0.005201307571365499, 0.05923503789585993, NaN, 0.03010743226568713, 0.020868578687501582, 0.008128933145936212, NaN, NaN, 0.0032540620037944112, 0.003540980605433397, 0.007736863170356045, 0.004937876049875944, 0.007754298091259049, 0.02609603837785235, 1.0981809484731389, 0.0006878054516237242, 0.015887338093153236, 0.0041038245563413955, 0.021512808106333603, 0.047724611750773915, 0.40738755280772665, -0.014655053506317905, 0.1081456885636336, 0.03400543437489545, 0.051094392075334394, 0.016596306374670133, 0.06382979441951786, 0.022837572788074523, NaN, 0.04364638228093254, 0.013738298669887072, 0.03680640077653896, 0.02055264427201564, NaN, NaN, 0.014728899969836506, NaN], "regret_med_cert": 0.021190693396917593}}, "reg_s0_mcd": {"1": {"cert": 0.5833333333333334, "cert_ci": [0.45, 0.7], "ok": [true, true, true, true, true, false, true, false, true, true, true, false, false, false, true, false, true, false, true, true, false, false, true, true, false, false, true, true, true, false, false, true, true, true, true, true, true, true, false, true, false, false, false, false, false, true, true, false, true, true, true, true, false, true, true, false, false, false, true, false], "reg": [0.03416783580851113, 0.05307014668164389, 0.0876552706510183, 0.04009246044888526, 0.04569665668725409, NaN, 0.15883556788312947, NaN, 0.10276162608962536, 0.09013488256636881, 0.22502345156920822, NaN, NaN, NaN, 0.06284853769356946, NaN, 0.10343544434094376, NaN, 0.02750563626486291, 0.028488210579305617, NaN, NaN, 0.2338773162115586, 0.011280579615028374, NaN, NaN, 0.13215064938244447, 0.021508045093191486, 0.026810726620999592, NaN, NaN, 0.10128881864414652, 0.06243418823788249, 0.05913259367829804, 0.011987187496947271, 0.028330820717545446, 0.11914699118988525, 0.25050176473687036, NaN, 0.029184544880898944, NaN, NaN, NaN, NaN, NaN, 0.23803860324756032, 0.04365952841654974, NaN, 0.018067723222224608, 0.2043083006855797, 0.031975532018597264, 0.05562274600189587, NaN, 0.02662821773027657, 0.06410636574258866, NaN, NaN, NaN, 0.03541469317711399, NaN], "regret_med_cert": 0.05562274600189587}, "4": {"cert": 0.7, "cert_ci": [0.5833333333333334, 0.8166666666666667], "ok": [true, true, true, true, true, false, true, false, true, true, true, false, false, false, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true, false, true, false, true, true, false, false, true, true, true, true, true, true, true, true, true, true, false, false, false, true, false], "reg": [0.03152471604886187, 0.05307014668164389, 0.0876552706510183, 0.0263749215099236, 0.014734123106318053, NaN, 0.14645937436153278, NaN, 0.06510943730929308, 0.09013488256636881, 0.16852915097767607, NaN, NaN, NaN, 0.06284853769356946, NaN, 0.0422917915813521, 0.033404172035530255, 0.01304927757653429, 0.0066449961236116906, 0.02165227799176339, NaN, 0.2338773162115586, 0.011280579615028374, 0.06725701844911458, NaN, 0.13215064938244447, 0.021508045093191486, 0.026810726620999592, NaN, NaN, 0.10128881864414652, 0.06243418823788249, 0.03501081393514305, 0.011987187496947271, 0.025953240355818252, 0.05987664571553064, 0.25050176473687036, NaN, 0.029184544880898944, NaN, 0.02431875726412902, 0.0439209107529519, NaN, NaN, 0.21312146730270154, 0.04365952841654974, 0.1889722954473272, 0.012217087041276775, 0.12804875795143666, 0.030906278464723602, 0.05562274600189587, 0.09713472299362635, 0.02662821773027657, 0.05244280816360125, NaN, NaN, NaN, 0.0322684946194185, NaN], "regret_med_cert": 0.04379021958475082}, "16": {"cert": 0.7333333333333333, "cert_ci": [0.6166666666666667, 0.8333333333333334], "ok": [true, true, true, true, true, false, true, false, true, true, true, false, true, false, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, true, false, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, false, false, false, true, false], "reg": [0.02388308110139814, 0.04084299664498192, 0.0876552706510183, 0.023312234713972924, 0.014611085014632152, NaN, 0.13519524502757085, NaN, 0.06510943730929308, 0.09013488256636881, 0.16557105038808606, NaN, 0.09616159236965838, NaN, 0.050394057069680365, NaN, 0.03486966680340764, 0.014270428131418544, 0.01304927757653429, 0.003990035861433094, 0.02165227799176339, NaN, 0.21674209830662283, 0.007815395035266404, 0.053119611532564726, NaN, 0.13215064938244447, 0.010799708000978958, 0.021039490302611874, NaN, NaN, 0.07126086870361825, 0.025908897601319314, 0.03066658751010598, 0.010380744491311544, 0.021710042124541085, 0.038962485109598655, 0.25050176473687036, NaN, 0.029184544880898944, 0.00861582858429566, 0.0017321118106456979, 0.04111002948342324, NaN, NaN, 0.1740150802846403, 0.03358014913350105, 0.06877597463950424, 0.004987845617002051, 0.12804875795143666, 0.01791615943714464, 0.03012484514935121, 0.05865180518583868, 0.018787484116873365, 0.04359759632022686, NaN, NaN, NaN, 0.02669607671409313, NaN], "regret_med_cert": 0.032123368321803514}}, "reg_s0_det": {"1": {"cert": 0.6333333333333333, "cert_ci": [0.5, 0.75], "ok": [true, true, false, true, true, false, true, false, true, true, true, false, false, false, true, false, true, true, true, true, true, false, true, true, false, false, true, true, true, false, false, true, true, true, true, true, true, true, false, true, false, true, true, false, false, true, true, false, true, true, true, false, true, true, true, false, false, false, true, false], "reg": [0.03346826361312538, 0.05411077390350805, NaN, 0.024890698812294998, 0.035415201612606584, NaN, 0.14840351735487722, NaN, 0.12649096810602423, 0.14027137321487393, 0.2160696755138305, NaN, NaN, NaN, 0.07928765896159296, NaN, 0.05102655085424823, 0.028127633526734197, 0.01244715087822268, 0.01759802788623821, 0.03880544606607206, NaN, 0.24504622310620494, 0.014871981640658394, NaN, NaN, 0.22925107858892724, 0.04951417910238454, 0.02482808525295721, NaN, NaN, 0.12561989500873683, 0.033262356246591684, 0.04522024849036477, 0.01864146782511744, 0.03560270517949937, 0.0641572486536175, 0.563860917486974, NaN, 0.03650953940098045, NaN, 0.01152485848987661, 0.037571547541406236, NaN, NaN, 0.24726308782774997, 0.05454318908642786, NaN, 0.013318813593304446, 0.16227110482268858, 0.04754420940736703, NaN, 0.44904098273791915, 0.03706144098119557, 0.054630513188130614, NaN, NaN, NaN, 0.03182325622948423, NaN], "regret_med_cert": 0.0463822289488659}}, "reg_s1_mcd": {"1": {"cert": 0.5666666666666667, "cert_ci": [0.43333333333333335, 0.6833333333333333], "ok": [true, true, false, true, true, false, true, false, true, false, true, true, false, false, false, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, false, true, false, false, false, false, true, false, true, false, true, false, true, true, true, false, false, false, true, false], "reg": [0.020389914745254867, 0.05051279316630608, NaN, 0.03680818871892799, 0.021258658477537384, NaN, 0.16329360363875622, NaN, 0.1855191265880234, NaN, 0.12358674688381921, 0.07943582477956057, NaN, NaN, NaN, NaN, 0.07772845049049537, 0.14058719014185428, 0.04848973306457971, 0.03631982338644524, 0.039626788761558895, NaN, 0.24183832728272603, 0.018685614261348737, 0.11285803719577148, NaN, 0.3120201481566065, 0.017403052297282118, 0.036500860502393095, NaN, NaN, 0.11623810395239365, 0.07904884725139683, 0.03400273141859245, 0.033178151420336865, 0.05423257238098045, 0.04179299201420439, NaN, NaN, 0.12095949880533263, NaN, 0.018239783279504707, NaN, NaN, NaN, NaN, 0.08255536333014835, NaN, 0.0850502346019204, NaN, 0.03183302896627582, NaN, 0.08430488902579669, 0.02910120733909083, 0.04878559215709455, NaN, NaN, NaN, 0.03207676289003536, NaN], "regret_med_cert": 0.049649192661700314}, "4": {"cert": 0.6833333333333333, "cert_ci": [0.5666666666666667, 0.8], "ok": [true, true, true, true, true, false, true, false, true, true, true, true, true, false, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, true, false, false, false, true, true, false, true, true, true, false, true, true, true, false, false, false, true, false], "reg": [0.017400023303892675, 0.025533013841126495, 0.0438038961676126, 0.03680818871892799, 0.009363308596631592, NaN, 0.1587743898201952, NaN, 0.13373330974183473, 0.15628733028615116, 0.11906704017173708, 0.07943582477956057, 0.19788691744752085, NaN, 0.08399974587599224, NaN, 0.053808385155990957, 0.09199819512040341, 0.03110019409607445, 0.0294514295808197, 0.036142354194622195, NaN, 0.2038419380611003, 0.00764588723444537, 0.08162603800754775, NaN, 0.08167351508942722, 0.010413050400797985, 0.024989867404247246, NaN, NaN, 0.10773640958074227, 0.06482459944063601, 0.016085631381729915, 0.010882124373772672, 0.04107585746129061, 0.026460248343129766, NaN, NaN, 0.06247595704019537, 0.008879803634638694, 0.018239783279504707, NaN, NaN, NaN, 0.06564307030273486, 0.03949640140200694, NaN, 0.060186344425491534, 0.17143368808434278, 0.026264976644184257, NaN, 0.08430488902579669, 0.027566438463251464, 0.04442770831665088, NaN, NaN, NaN, 0.023689398334319822, NaN], "regret_med_cert": 0.0438038961676126}, "16": {"cert": 0.7166666666666667, "cert_ci": [0.6, 0.8333333333333334], "ok": [true, true, true, true, true, false, true, false, true, true, true, true, true, false, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, false, false, true, true, true, true, true, true, false, true, true, true, false, false, false, true, false], "reg": [0.01682306962591329, 0.025533013841126495, 0.0438038961676126, 0.021535937596214083, 0.007903248171814425, NaN, 0.14988547396760032, NaN, 0.131186145782338, 0.07095632291550036, 0.08757437471063256, 0.037732877888048355, 0.17975490544309847, NaN, 0.059092456283325046, NaN, 0.053808385155990957, 0.06721281778883448, 0.014229508000003, 0.0068263800276666675, 0.014971507537254292, NaN, 0.1584658325192152, 0.005721617364260689, 0.05186757161873312, NaN, 0.07263190341047321, 0.010240529545072263, 0.024989867404247246, NaN, NaN, 0.08046411851565849, 0.03331014725763359, 0.016085631381729915, 0.010882124373772672, 0.04107585746129061, 0.026460248343129766, NaN, NaN, 0.03958298879789335, 0.008879803634638694, 0.015267960904630451, 0.10150396096794867, NaN, NaN, 0.06504965752528324, 0.020906763499323633, 0.3903415101820984, 0.023603327732850232, 0.12182452682947975, 0.02087355343321562, NaN, 0.06314485386742841, 0.016635288840960216, 0.040435609391606064, NaN, NaN, NaN, 0.021760231218867387, NaN], "regret_med_cert": 0.037732877888048355}}, "reg_s1_det": {"1": {"cert": 0.5833333333333334, "cert_ci": [0.45, 0.7], "ok": [true, true, false, false, true, false, true, false, true, true, true, false, false, false, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, false, true, false, false, false, true, true, false, true, true, true, false, false, true, true, false, false, false, true, false], "reg": [0.020211351509239917, 0.047355282400539656, NaN, NaN, 0.019529553226086627, NaN, 0.16162890952529185, NaN, 0.194443229943424, 0.1518037797737648, 0.1133460334079206, NaN, NaN, NaN, 0.08499303378091572, NaN, 0.09200867986743444, 0.12548604451699097, 0.040501869685340974, 0.030874460925173652, 0.02234525065341275, NaN, 0.20700152019243956, 0.013166368385070681, 0.10439396758441566, NaN, 0.16806649485816894, 0.013899898288055601, 0.031109723961904923, NaN, NaN, 0.1458557374074232, 0.04057981882220707, 0.025952811925701536, 0.01928980393981261, 0.074697238336628, 0.03762036460814011, NaN, NaN, 0.0641749493367898, NaN, 0.032530652773328894, NaN, NaN, NaN, 0.09771695814101755, 0.03994823530767522, NaN, 0.08065130679597043, 0.16187527129583268, 0.02629797904429587, NaN, NaN, 0.022824711469733083, 0.06782719200179743, NaN, NaN, NaN, 0.028239327328293484, NaN], "regret_med_cert": 0.047355282400539656}}, "reg_s2_mcd": {"1": {"cert": 0.5833333333333334, "cert_ci": [0.45, 0.7], "ok": [true, true, true, true, true, false, true, false, true, true, true, false, false, false, false, false, true, true, true, true, true, false, true, true, false, false, true, true, true, false, false, true, true, true, false, true, true, false, false, true, false, true, true, false, false, true, false, true, true, false, true, false, true, true, true, false, false, false, true, false], "reg": [0.060946202891239754, 0.03271546003463177, 0.032336750076713106, 0.04135247941479281, 0.03991424465381166, NaN, 0.14811989510967694, NaN, 0.21486235345198734, 0.10638469911294446, 0.16777266124378976, NaN, NaN, NaN, NaN, NaN, 0.13285993105140315, 0.07114520567262117, 0.01081360826011224, 0.004812332520312879, 0.15130858281164472, NaN, 0.27401133798780863, 0.01192495820126438, NaN, NaN, 0.27669931246688995, 0.02837278282388822, 0.032299159473786254, NaN, NaN, 0.10172488836376092, 0.05227259071941592, 0.0339028999453026, NaN, 0.049558106874471486, 0.04826757971109208, NaN, NaN, 0.16156917355713718, NaN, 0.011281554699060115, 0.04966157337210064, NaN, NaN, 0.09193020752359904, NaN, 0.04657518840923047, 0.030951132035516915, NaN, 0.0450046889229776, NaN, 0.13478178678100727, 0.020550703686990746, 0.04311267854054668, NaN, NaN, NaN, 0.025397868140138335, NaN], "regret_med_cert": 0.04826757971109208}, "4": {"cert": 0.65, "cert_ci": [0.5333333333333333, 0.7666666666666667], "ok": [true, true, true, true, true, false, true, false, true, true, true, false, false, false, true, false, true, true, true, true, true, false, true, true, false, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, false, true, true, false, false, true, true, true, true, true, true, false, true, true, true, false, false, false, true, false], "reg": [0.026067906191991952, 0.02306557840747603, 0.029325359363777448, 0.040535353353364334, 0.03991424465381166, NaN, 0.11312877297164059, NaN, 0.11146046067853455, 0.08249651904563704, 0.12037965564886233, NaN, NaN, NaN, 0.07893207326097262, NaN, 0.131411217313663, 0.02615909091304114, 0.01081360826011224, 0.0037501826238495184, 0.07497425745186215, NaN, 0.27401133798780863, 0.001346871714582809, NaN, NaN, 0.27669931246688995, 0.01721404632962953, 0.032299159473786254, NaN, NaN, 0.06064291476657302, 0.04905027883174329, 0.0339028999453026, 0.021694874724750735, 0.033810850116939406, 0.0366974259832713, NaN, NaN, 0.09830420413102536, NaN, 0.011281554699060115, 0.01978893252989722, NaN, NaN, 0.09193020752359904, 0.016650804743287617, 0.04657518840923047, 0.030951132035516915, 0.05424495219947034, 0.025783121896183925, NaN, 0.07063668221456121, 0.0170332099571171, 0.03323182896611465, NaN, NaN, NaN, 0.025397868140138335, NaN], "regret_med_cert": 0.0339028999453026}, "16": {"cert": 0.7, "cert_ci": [0.5833333333333334, 0.8166666666666667], "ok": [true, true, true, true, true, false, true, false, true, true, true, false, false, true, true, false, true, true, true, true, true, false, true, true, false, false, true, true, true, false, false, true, true, true, true, true, true, false, false, true, true, true, true, false, false, true, true, true, true, true, true, true, true, true, true, false, false, false, true, false], "reg": [0.024838935858674915, 0.015166888476723983, 0.024286844108055705, 0.028761972471901043, 0.01843387152502607, NaN, 0.11312877297164059, NaN, 0.09922257478071272, 0.0625623989884092, 0.10377802034716832, NaN, NaN, 0.1947557992761626, 0.05921832884706735, NaN, 0.07586225273690106, 0.02412239887230072, 0.005233951688634386, 0.0007387004292844779, 0.06593902284784892, NaN, 0.22249520281216384, 0.001346871714582809, NaN, NaN, 0.1796113235851753, 0.016094420223782047, 0.022247524658554285, NaN, NaN, 0.05759546811149718, 0.037504121891676956, 0.029403224879968715, 0.004813514869113522, 0.020656935008632527, 0.0366974259832713, NaN, NaN, 0.07406260137709864, 0.020232873662398898, 0.005871241218784684, 0.00904334032486731, NaN, NaN, 0.09193020752359904, 0.016650804743287617, 0.04657518840923047, 0.02488785109775149, 0.036222122022669945, 0.025783121896183925, 0.02107083004149235, 0.07063668221456121, 0.0170332099571171, 0.02958471828893061, NaN, NaN, NaN, 0.019212744892752598, NaN], "regret_med_cert": 0.027272547184042484}}, "reg_s2_det": {"1": {"cert": 0.6, "cert_ci": [0.4829166666666668, 0.7166666666666667], "ok": [true, true, true, true, true, false, true, false, true, true, true, false, false, false, false, false, true, true, true, true, true, false, true, true, false, false, true, true, true, false, false, true, false, true, true, true, true, false, false, true, false, true, true, false, false, true, false, true, true, true, true, false, true, true, true, false, false, false, true, false], "reg": [0.042002816987407154, 0.03128073528232589, 0.024639910829201694, 0.02894851384861097, 0.08101928881354636, NaN, 0.1459870041228033, NaN, 0.1933539685737069, 0.07155126408962054, 0.15349928557827974, NaN, NaN, NaN, NaN, NaN, 0.1316927197527158, 0.05608885236072281, 0.010787180840490018, 0.00446525007444909, 0.07385247867564804, NaN, 0.2750888357970067, 0.010143424833268133, NaN, NaN, 0.4016007661703711, 0.024110964686885783, 0.024629331031530644, NaN, NaN, 0.09061442960190247, NaN, 0.04743799794839254, 0.009521609825249744, 0.04668560274607492, 0.04700457643730038, NaN, NaN, 0.10814585982309222, NaN, 0.018456263013132634, 0.008926311110102114, NaN, NaN, 0.13901030645919277, NaN, 0.23587018942807392, 0.058141640305577, 0.06566663992582034, 0.05173231861434813, NaN, 0.09306311724123062, 0.02113302312616394, 0.0456817579801414, NaN, NaN, NaN, 0.025497847379776895, NaN], "regret_med_cert": 0.049585158281370334}}}, "budget": {"0.05": {"cert": 0.0, "reg_med": null}, "0.25": {"cert": 0.4, "reg_med": 3.8566877115675524e-05}, "1.0": {"cert": 0.9166666666666666, "reg_med": 0.0002662003233706578}, "2.5": {"cert": 0.9333333333333333, "reg_med": 1.5133858659255317e-05}}, "oracle_J_median": 1.6697491719710258, "oracle_wall_per_plant_s": 1.795942735671997, "oracle_wall_per_start_s": 0.07483094731966654, "oracle_start_success": 0.2784722222222222, "paired": {"diff_s0|K1|vs_retr": {"diff": 0.16666666666666666, "ci": [0.016666666666666666, 0.31666666666666665], "model_only": 16, "ref_only": 6, "p": 0.052478790283203125, "regret_diff_mean": -0.03656580610012159, "regret_p": 0.42525}, "diff_s0|K1|vs_fixed": {"diff": 0.36666666666666664, "ci": [0.23333333333333334, 0.5], "model_only": 24, "ref_only": 2, "p": 1.049041748046875e-05, "regret_diff_mean": -0.4688578224889742, "regret_p": 0.01665}, "diff_s0|K4|vs_retr": {"diff": 0.1, "ci": [-0.03333333333333333, 0.23333333333333334], "model_only": 11, "ref_only": 5, "p": 0.210113525390625, "regret_diff_mean": -0.053264352594793944, "regret_p": 0.0001}, "diff_s0|K4|vs_fixed": {"diff": 0.6, "ci": [0.4666666666666667, 0.7333333333333333], "model_only": 37, "ref_only": 1, "p": 2.837623469531536e-10, "regret_diff_mean": -0.49620006612935336, "regret_p": 0.00705}, "diff_s0|K16|vs_retr": {"diff": 0.03333333333333333, "ci": [-0.06666666666666667, 0.11666666666666667], "model_only": 5, "ref_only": 3, "p": 0.7265625, "regret_diff_mean": -0.03833418282049598, "regret_p": 0.0}, "diff_s0|K16|vs_fixed": {"diff": 0.7166666666666667, "ci": [0.6, 0.8166666666666667], "model_only": 43, "ref_only": 0, "p": 2.2737367544323206e-13, "regret_diff_mean": -0.5455872496366408, "regret_p": 0.00475}, "diff_s1|K1|vs_retr": {"diff": 0.2833333333333333, "ci": [0.13333333333333333, 0.43333333333333335], "model_only": 21, "ref_only": 4, "p": 0.0009105205535888672, "regret_diff_mean": -0.06629169322147478, "regret_p": 0.0271}, "diff_s1|K1|vs_fixed": {"diff": 0.48333333333333334, "ci": [0.35, 0.6004166666666606], "model_only": 29, "ref_only": 0, "p": 3.725290298461914e-09, "regret_diff_mean": -0.4633524635335699, "regret_p": 0.00435}, "diff_s1|K4|vs_retr": {"diff": 0.13333333333333333, "ci": [0.03333333333333333, 0.25], "model_only": 10, "ref_only": 2, "p": 0.03857421875, "regret_diff_mean": -0.04965554982609828, "regret_p": 0.0004}, "diff_s1|K4|vs_fixed": {"diff": 0.6333333333333333, "ci": [0.5166666666666667, 0.75], "model_only": 38, "ref_only": 0, "p": 7.275957614183426e-12, "regret_diff_mean": -0.5171302777501826, "regret_p": 0.0036}, "diff_s1|K16|vs_retr": {"diff": 0.0, "ci": [-0.06666666666666667, 0.06666666666666667], "model_only": 2, "ref_only": 2, "p": 1.0, "regret_diff_mean": -0.029692112552455397, "regret_p": 0.141}, "diff_s1|K16|vs_fixed": {"diff": 0.6833333333333333, "ci": [0.5666666666666667, 0.8], "model_only": 41, "ref_only": 0, "p": 9.094947017729282e-13, "regret_diff_mean": -0.5480520068775316, "regret_p": 0.00425}, "diff_s2|K1|vs_retr": {"diff": 0.23333333333333334, "ci": [0.06666666666666667, 0.38333333333333336], "model_only": 21, "ref_only": 7, "p": 0.012540951371192932, "regret_diff_mean": -0.048903497256301685, "regret_p": 0.24535}, "diff_s2|K1|vs_fixed": {"diff": 0.43333333333333335, "ci": [0.3, 0.5666666666666667], "model_only": 28, "ref_only": 2, "p": 8.67992639541626e-07, "regret_diff_mean": -0.4958433748267818, "regret_p": 0.01495}, "diff_s2|K4|vs_retr": {"diff": 0.11666666666666667, "ci": [0.0, 0.23333333333333334], "model_only": 10, "ref_only": 3, "p": 0.09228515625, "regret_diff_mean": 0.010771355424225514, "regret_p": 0.97225}, "diff_s2|K4|vs_fixed": {"diff": 0.6166666666666667, "ci": [0.48333333333333334, 0.75], "model_only": 38, "ref_only": 1, "p": 1.4551915228366852e-10, "regret_diff_mean": -0.568067547813152, "regret_p": 0.0083}, "diff_s2|K16|vs_retr": {"diff": 0.0, "ci": [-0.08333333333333333, 0.08333333333333333], "model_only": 3, "ref_only": 3, "p": 1.0, "regret_diff_mean": -0.011632403035617354, "regret_p": 0.78025}, "diff_s2|K16|vs_fixed": {"diff": 0.6833333333333333, "ci": [0.5666666666666667, 0.8], "model_only": 41, "ref_only": 0, "p": 9.094947017729282e-13, "regret_diff_mean": -0.528174983262126, "regret_p": 0.00405}, "reg_s0_mcd|K1|vs_retr": {"diff": 0.23333333333333334, "ci": [0.08333333333333333, 0.38333333333333336], "model_only": 19, "ref_only": 5, "p": 0.006610751152038574, "regret_diff_mean": -0.08998791304481628, "regret_p": 0.00335}, "reg_s0_mcd|K1|vs_fixed": {"diff": 0.43333333333333335, "ci": [0.26666666666666666, 0.5833333333333334], "model_only": 30, "ref_only": 4, "p": 6.16488978266716e-06, "regret_diff_mean": -0.4947336496102409, "regret_p": 0.0634}, "reg_s0_mcd|K4|vs_retr": {"diff": 0.05, "ci": [-0.05, 0.15], "model_only": 7, "ref_only": 4, "p": 0.548828125, "regret_diff_mean": -0.04593989993829021, "regret_p": 0.04225}, "reg_s0_mcd|K4|vs_fixed": {"diff": 0.55, "ci": [0.4166666666666667, 0.6833333333333333], "model_only": 34, "ref_only": 1, "p": 2.0954757928848267e-09, "regret_diff_mean": -0.48807793881538614, "regret_p": 0.0074}, "reg_s0_mcd|K16|vs_retr": {"diff": -0.1, "ci": [-0.18333333333333332, -0.03333333333333333], "model_only": 0, "ref_only": 6, "p": 0.03125, "regret_diff_mean": -0.012204486175735784, "regret_p": 0.2592}, "reg_s0_mcd|K16|vs_fixed": {"diff": 0.5833333333333334, "ci": [0.45, 0.7166666666666667], "model_only": 36, "ref_only": 1, "p": 5.529727786779404e-10, "regret_diff_mean": -0.5050230756647855, "regret_p": 0.00775}, "reg_s0_det|K1|vs_retr": {"diff": 0.2833333333333333, "ci": [0.13333333333333333, 0.43333333333333335], "model_only": 21, "ref_only": 4, "p": 0.0009105205535888672, "regret_diff_mean": -0.07260238118115082, "regret_p": 0.0495}, "reg_s0_det|K1|vs_fixed": {"diff": 0.48333333333333334, "ci": [0.3333333333333333, 0.6333333333333333], "model_only": 31, "ref_only": 2, "p": 1.3085082173347473e-07, "regret_diff_mean": -0.37960187645989724, "regret_p": 0.01645}, "reg_s1_mcd|K1|vs_retr": {"diff": 0.21666666666666667, "ci": [0.06666666666666667, 0.36666666666666664], "model_only": 18, "ref_only": 5, "p": 0.010622024536132812, "regret_diff_mean": -0.08773898142337551, "regret_p": 0.0024}, "reg_s1_mcd|K1|vs_fixed": {"diff": 0.4166666666666667, "ci": [0.26666666666666666, 0.55], "model_only": 27, "ref_only": 2, "p": 1.6242265701293945e-06, "regret_diff_mean": -0.4730245932577239, "regret_p": 0.0154}, "reg_s1_mcd|K4|vs_retr": {"diff": 0.03333333333333333, "ci": [-0.08333333333333333, 0.15], "model_only": 7, "ref_only": 5, "p": 0.7744140625, "regret_diff_mean": -0.03071234148493683, "regret_p": 0.04065}, "reg_s1_mcd|K4|vs_fixed": {"diff": 0.5333333333333333, "ci": [0.4, 0.6666666666666666], "model_only": 33, "ref_only": 1, "p": 4.0745362639427185e-09, "regret_diff_mean": -0.5497872624008655, "regret_p": 0.0076}, "reg_s1_mcd|K16|vs_retr": {"diff": -0.11666666666666667, "ci": [-0.2, -0.05], "model_only": 0, "ref_only": 7, "p": 0.015625, "regret_diff_mean": -0.008345752716578364, "regret_p": 0.4699}, "reg_s1_mcd|K16|vs_fixed": {"diff": 0.5666666666666667, "ci": [0.43333333333333335, 0.683749999999994], "model_only": 34, "ref_only": 0, "p": 1.1641532182693481e-10, "regret_diff_mean": -0.506634298279463, "regret_p": 0.0034}, "reg_s1_det|K1|vs_retr": {"diff": 0.23333333333333334, "ci": [0.08333333333333333, 0.38333333333333336], "model_only": 19, "ref_only": 5, "p": 0.006610751152038574, "regret_diff_mean": -0.0946231854215097, "regret_p": 0.0032}, "reg_s1_det|K1|vs_fixed": {"diff": 0.43333333333333335, "ci": [0.2833333333333333, 0.5833333333333334], "model_only": 29, "ref_only": 3, "p": 2.5560148060321808e-06, "regret_diff_mean": -0.5630247558851108, "regret_p": 0.03105}, "reg_s2_mcd|K1|vs_retr": {"diff": 0.23333333333333334, "ci": [0.08333333333333333, 0.38333333333333336], "model_only": 19, "ref_only": 5, "p": 0.006610751152038574, "regret_diff_mean": -0.07627839900155432, "regret_p": 0.0077}, "reg_s2_mcd|K1|vs_fixed": {"diff": 0.43333333333333335, "ci": [0.2833333333333333, 0.5666666666666667], "model_only": 28, "ref_only": 2, "p": 8.67992639541626e-07, "regret_diff_mean": -0.4421368682295708, "regret_p": 0.01575}, "reg_s2_mcd|K4|vs_retr": {"diff": 0.0, "ci": [-0.11666666666666667, 0.11666666666666667], "model_only": 7, "ref_only": 7, "p": 1.0, "regret_diff_mean": -0.02936985755812705, "regret_p": 0.1131}, "reg_s2_mcd|K4|vs_fixed": {"diff": 0.5, "ci": [0.35, 0.6333333333333333], "model_only": 32, "ref_only": 2, "p": 6.938353180885315e-08, "regret_diff_mean": -0.463631135493705, "regret_p": 0.015}, "reg_s2_mcd|K16|vs_retr": {"diff": -0.13333333333333333, "ci": [-0.23333333333333334, -0.03333333333333333], "model_only": 1, "ref_only": 9, "p": 0.021484375, "regret_diff_mean": -0.021886447191513243, "regret_p": 0.04775}, "reg_s2_mcd|K16|vs_fixed": {"diff": 0.55, "ci": [0.4, 0.6833333333333333], "model_only": 35, "ref_only": 2, "p": 1.0244548320770264e-08, "regret_diff_mean": -0.47955694860283765, "regret_p": 0.01665}, "reg_s2_det|K1|vs_retr": {"diff": 0.25, "ci": [0.1, 0.4], "model_only": 20, "ref_only": 5, "p": 0.004077315330505371, "regret_diff_mean": -0.06963386864242237, "regret_p": 0.02245}, "reg_s2_det|K1|vs_fixed": {"diff": 0.45, "ci": [0.3, 0.5833333333333334], "model_only": 29, "ref_only": 2, "p": 4.628673195838928e-07, "regret_diff_mean": -0.42946532451296676, "regret_p": 0.01665}}}, "verify_ms": 3.2811800638834634} \ No newline at end of file diff --git a/results/icml_r2/C_mimo/sof/logs/build_bank.log b/results/icml_r2/C_mimo/sof/logs/build_bank.log new file mode 100644 index 0000000000000000000000000000000000000000..f174b7ab1e7640d766b76e9231b22777fe17d87e --- /dev/null +++ b/results/icml_r2/C_mimo/sof/logs/build_bank.log @@ -0,0 +1,61 @@ +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +141/4000 attempts 160 20s +289/4000 attempts 320 43s +437/4000 attempts 480 64s +584/4000 attempts 640 85s +731/4000 attempts 800 108s +875/4000 attempts 960 130s +1023/4000 attempts 1120 151s +1168/4000 attempts 1280 172s +1312/4000 attempts 1440 194s +1462/4000 attempts 1600 215s +1603/4000 attempts 1760 236s +1753/4000 attempts 1920 258s +1901/4000 attempts 2080 280s +2052/4000 attempts 2240 304s +2200/4000 attempts 2400 327s +2350/4000 attempts 2560 350s +2499/4000 attempts 2720 373s +2652/4000 attempts 2880 395s +2797/4000 attempts 3040 417s +2940/4000 attempts 3200 438s +3092/4000 attempts 3360 460s +3243/4000 attempts 3520 483s +3392/4000 attempts 3680 504s +3541/4000 attempts 3840 526s +3687/4000 attempts 4000 548s +3834/4000 attempts 4160 570s +3984/4000 attempts 4320 593s +4000/4000 attempts 4346 597s +done results/icml_r2/C_mimo/sof/bank.npz plant yield 0.9203865623561897 diff --git a/results/icml_r2/C_mimo/sof/logs/train_sofall_diff_s0.log b/results/icml_r2/C_mimo/sof/logs/train_sofall_diff_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..b6bfd22752c3291391b010233f166e9e39da883a --- /dev/null +++ b/results/icml_r2/C_mimo/sof/logs/train_sofall_diff_s0.log @@ -0,0 +1,24 @@ +step 4000 loss 0.08023 137s +step 8000 loss 0.05706 273s +step 12000 loss 0.05375 410s +step 16000 loss 0.04720 546s +step 20000 loss 0.05551 682s +step 24000 loss 0.08395 810s +step 28000 loss 0.02409 922s +step 32000 loss 0.02971 1033s +step 36000 loss 0.06484 1144s +step 40000 loss 0.02661 1255s +step 44000 loss 0.04388 1367s +step 48000 loss 0.02972 1478s +step 52000 loss 0.03769 1580s +step 56000 loss 0.03452 1667s +step 60000 loss 0.05413 1753s +step 64000 loss 0.02113 1840s +step 68000 loss 0.04071 1926s +step 72000 loss 0.02816 2013s +step 76000 loss 0.04536 2099s +step 80000 loss 0.01898 2185s +step 84000 loss 0.03397 2272s +step 88000 loss 0.03066 2358s +step 92000 loss 0.03929 2445s +step 96000 loss 0.03434 2530s diff --git a/results/icml_r2/C_mimo/sof/logs/train_sofall_diff_s1.log b/results/icml_r2/C_mimo/sof/logs/train_sofall_diff_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..a36368d4730cb1c83c089c07f66cf42a6b720835 --- /dev/null +++ b/results/icml_r2/C_mimo/sof/logs/train_sofall_diff_s1.log @@ -0,0 +1,24 @@ +step 4000 loss 0.04099 138s +step 8000 loss 0.06370 274s +step 12000 loss 0.03830 410s +step 16000 loss 0.06442 546s +step 20000 loss 0.06167 683s +step 24000 loss 0.09650 810s +step 28000 loss 0.06300 922s +step 32000 loss 0.05467 1033s +step 36000 loss 0.04547 1144s +step 40000 loss 0.04174 1255s +step 44000 loss 0.02764 1367s +step 48000 loss 0.02643 1478s +step 52000 loss 0.05782 1580s +step 56000 loss 0.03782 1667s +step 60000 loss 0.06052 1753s +step 64000 loss 0.02982 1840s +step 68000 loss 0.03856 1926s +step 72000 loss 0.03371 2012s +step 76000 loss 0.04626 2099s +step 80000 loss 0.03463 2185s +step 84000 loss 0.05688 2272s +step 88000 loss 0.01862 2358s +step 92000 loss 0.02952 2444s +step 96000 loss 0.06260 2530s diff --git a/results/icml_r2/C_mimo/sof/logs/train_sofall_diff_s2.log b/results/icml_r2/C_mimo/sof/logs/train_sofall_diff_s2.log new file mode 100644 index 0000000000000000000000000000000000000000..cba2b469d4ff3bab94646bcbe36e189536c25fb0 --- /dev/null +++ b/results/icml_r2/C_mimo/sof/logs/train_sofall_diff_s2.log @@ -0,0 +1,24 @@ +step 4000 loss 0.08673 137s +step 8000 loss 0.07001 273s +step 12000 loss 0.04713 409s +step 16000 loss 0.12000 545s +step 20000 loss 0.04523 681s +step 24000 loss 0.09248 809s +step 28000 loss 0.04868 920s +step 32000 loss 0.06851 1032s +step 36000 loss 0.02256 1143s +step 40000 loss 0.06383 1254s +step 44000 loss 0.07590 1365s +step 48000 loss 0.07441 1476s +step 52000 loss 0.08081 1579s +step 56000 loss 0.05167 1665s +step 60000 loss 0.04797 1751s +step 64000 loss 0.02855 1838s +step 68000 loss 0.03708 1924s +step 72000 loss 0.07725 2010s +step 76000 loss 0.07802 2096s +step 80000 loss 0.01784 2183s +step 84000 loss 0.01671 2269s +step 88000 loss 0.03610 2355s +step 92000 loss 0.05696 2442s +step 96000 loss 0.03095 2528s diff --git a/results/icml_r2/C_mimo/sof/logs/train_sofall_reg_s0.log b/results/icml_r2/C_mimo/sof/logs/train_sofall_reg_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..3f6f4455dda8b96f330e1289725e466680f98957 --- /dev/null +++ b/results/icml_r2/C_mimo/sof/logs/train_sofall_reg_s0.log @@ -0,0 +1,24 @@ +step 4000 loss 0.00616 137s +step 8000 loss 0.00695 273s +step 12000 loss 0.00806 409s +step 16000 loss 0.00694 545s +step 20000 loss 0.00340 681s +step 24000 loss 0.00247 809s +step 28000 loss 0.00277 920s +step 32000 loss 0.00550 1031s +step 36000 loss 0.00363 1143s +step 40000 loss 0.00453 1254s +step 44000 loss 0.00490 1365s +step 48000 loss 0.00507 1476s +step 52000 loss 0.00353 1579s +step 56000 loss 0.00548 1665s +step 60000 loss 0.00450 1751s +step 64000 loss 0.00312 1838s +step 68000 loss 0.00334 1924s +step 72000 loss 0.00291 2010s +step 76000 loss 0.00210 2097s +step 80000 loss 0.00414 2183s +step 84000 loss 0.00461 2269s +step 88000 loss 0.00286 2355s +step 92000 loss 0.00382 2442s +step 96000 loss 0.00222 2528s diff --git a/results/icml_r2/C_mimo/sof/logs/train_sofall_reg_s1.log b/results/icml_r2/C_mimo/sof/logs/train_sofall_reg_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..badb8c92e559f750bcf5801fbbc8974c7fb061b6 --- /dev/null +++ b/results/icml_r2/C_mimo/sof/logs/train_sofall_reg_s1.log @@ -0,0 +1,24 @@ +step 4000 loss 0.00854 138s +step 8000 loss 0.00722 274s +step 12000 loss 0.00338 410s +step 16000 loss 0.00336 546s +step 20000 loss 0.00478 683s +step 24000 loss 0.00413 811s +step 28000 loss 0.00414 922s +step 32000 loss 0.00411 1033s +step 36000 loss 0.00683 1144s +step 40000 loss 0.00467 1256s +step 44000 loss 0.00474 1367s +step 48000 loss 0.00305 1478s +step 52000 loss 0.00289 1580s +step 56000 loss 0.00292 1667s +step 60000 loss 0.00224 1753s +step 64000 loss 0.00682 1840s +step 68000 loss 0.00333 1926s +step 72000 loss 0.00429 2013s +step 76000 loss 0.00605 2099s +step 80000 loss 0.00319 2186s +step 84000 loss 0.00215 2272s +step 88000 loss 0.00285 2359s +step 92000 loss 0.00314 2445s +step 96000 loss 0.00256 2530s diff --git a/results/icml_r2/C_mimo/sof/logs/train_sofall_reg_s2.log b/results/icml_r2/C_mimo/sof/logs/train_sofall_reg_s2.log new file mode 100644 index 0000000000000000000000000000000000000000..54a457ca91e51b24165f02c68e8d6d5d486f7f00 --- /dev/null +++ b/results/icml_r2/C_mimo/sof/logs/train_sofall_reg_s2.log @@ -0,0 +1,24 @@ +step 4000 loss 0.00880 137s +step 8000 loss 0.00590 273s +step 12000 loss 0.00466 409s +step 16000 loss 0.00584 545s +step 20000 loss 0.00422 681s +step 24000 loss 0.00320 809s +step 28000 loss 0.00398 920s +step 32000 loss 0.00516 1032s +step 36000 loss 0.00296 1143s +step 40000 loss 0.00432 1254s +step 44000 loss 0.00222 1365s +step 48000 loss 0.00602 1476s +step 52000 loss 0.00384 1579s +step 56000 loss 0.00488 1665s +step 60000 loss 0.00287 1752s +step 64000 loss 0.00266 1838s +step 68000 loss 0.00356 1924s +step 72000 loss 0.00339 2011s +step 76000 loss 0.00469 2097s +step 80000 loss 0.00470 2183s +step 84000 loss 0.00704 2270s +step 88000 loss 0.00351 2356s +step 92000 loss 0.00564 2442s +step 96000 loss 0.00297 2528s diff --git a/results/icml_r2/C_mimo/sof/logs/train_sofbest_diff_s0.log b/results/icml_r2/C_mimo/sof/logs/train_sofbest_diff_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..102219f57a40d7243675f627906f8affc9f777e0 --- /dev/null +++ b/results/icml_r2/C_mimo/sof/logs/train_sofbest_diff_s0.log @@ -0,0 +1,24 @@ +step 4000 loss 0.08867 137s +step 8000 loss 0.03807 273s +step 12000 loss 0.02288 410s +step 16000 loss 0.02265 546s +step 20000 loss 0.05028 682s +step 24000 loss 0.03169 810s +step 28000 loss 0.01161 921s +step 32000 loss 0.02632 1032s +step 36000 loss 0.02816 1143s +step 40000 loss 0.02141 1254s +step 44000 loss 0.01110 1365s +step 48000 loss 0.02358 1476s +step 52000 loss 0.02267 1579s +step 56000 loss 0.01776 1665s +step 60000 loss 0.02596 1751s +step 64000 loss 0.01528 1838s +step 68000 loss 0.03500 1924s +step 72000 loss 0.00643 2010s +step 76000 loss 0.03834 2096s +step 80000 loss 0.00582 2183s +step 84000 loss 0.01562 2269s +step 88000 loss 0.01267 2355s +step 92000 loss 0.04540 2441s +step 96000 loss 0.00994 2528s diff --git a/results/icml_r2/C_mimo/sof/logs/train_sofbest_diff_s1.log b/results/icml_r2/C_mimo/sof/logs/train_sofbest_diff_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..08776625b02644221d03bf72c84dccc1b8cebdaa --- /dev/null +++ b/results/icml_r2/C_mimo/sof/logs/train_sofbest_diff_s1.log @@ -0,0 +1,24 @@ +step 4000 loss 0.03486 137s +step 8000 loss 0.03652 273s +step 12000 loss 0.04607 410s +step 16000 loss 0.03893 547s +step 20000 loss 0.02039 683s +step 24000 loss 0.04043 811s +step 28000 loss 0.04339 923s +step 32000 loss 0.03515 1035s +step 36000 loss 0.00915 1146s +step 40000 loss 0.02038 1258s +step 44000 loss 0.01904 1369s +step 48000 loss 0.01114 1481s +step 52000 loss 0.03252 1583s +step 56000 loss 0.02651 1669s +step 60000 loss 0.05629 1756s +step 64000 loss 0.01337 1843s +step 68000 loss 0.02518 1929s +step 72000 loss 0.00611 2016s +step 76000 loss 0.00802 2102s +step 80000 loss 0.00574 2189s +step 84000 loss 0.01579 2275s +step 88000 loss 0.01334 2362s +step 92000 loss 0.02590 2449s +step 96000 loss 0.01373 2532s diff --git a/results/icml_r2/C_mimo/sof/logs/train_sofbest_diff_s2.log b/results/icml_r2/C_mimo/sof/logs/train_sofbest_diff_s2.log new file mode 100644 index 0000000000000000000000000000000000000000..358afa15dd2384fd6ce62bd8260619d6d4f423a4 --- /dev/null +++ b/results/icml_r2/C_mimo/sof/logs/train_sofbest_diff_s2.log @@ -0,0 +1,24 @@ +step 4000 loss 0.05848 137s +step 8000 loss 0.06494 274s +step 12000 loss 0.04046 410s +step 16000 loss 0.04034 546s +step 20000 loss 0.03107 682s +step 24000 loss 0.02675 810s +step 28000 loss 0.04191 921s +step 32000 loss 0.04536 1032s +step 36000 loss 0.02009 1143s +step 40000 loss 0.06093 1254s +step 44000 loss 0.02327 1365s +step 48000 loss 0.04262 1476s +step 52000 loss 0.05678 1579s +step 56000 loss 0.02795 1665s +step 60000 loss 0.01091 1752s +step 64000 loss 0.01289 1838s +step 68000 loss 0.02792 1924s +step 72000 loss 0.02724 2011s +step 76000 loss 0.02631 2097s +step 80000 loss 0.00970 2183s +step 84000 loss 0.00923 2270s +step 88000 loss 0.02798 2356s +step 92000 loss 0.01840 2442s +step 96000 loss 0.01238 2528s diff --git a/results/icml_r2/C_mimo/sof/logs/train_sofbest_reg_s0.log b/results/icml_r2/C_mimo/sof/logs/train_sofbest_reg_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..b55df7f778ddfb7fa7cbafbb8689d0a2cdefdefa --- /dev/null +++ b/results/icml_r2/C_mimo/sof/logs/train_sofbest_reg_s0.log @@ -0,0 +1,24 @@ +step 4000 loss 0.00198 137s +step 8000 loss 0.00143 274s +step 12000 loss 0.00083 410s +step 16000 loss 0.00041 547s +step 20000 loss 0.00051 683s +step 24000 loss 0.00022 811s +step 28000 loss 0.00018 923s +step 32000 loss 0.00015 1035s +step 36000 loss 0.00020 1146s +step 40000 loss 0.00014 1258s +step 44000 loss 0.00013 1369s +step 48000 loss 0.00017 1481s +step 52000 loss 0.00012 1583s +step 56000 loss 0.00009 1670s +step 60000 loss 0.00008 1756s +step 64000 loss 0.00008 1843s +step 68000 loss 0.00006 1930s +step 72000 loss 0.00007 2016s +step 76000 loss 0.00007 2103s +step 80000 loss 0.00007 2189s +step 84000 loss 0.00005 2276s +step 88000 loss 0.00006 2363s +step 92000 loss 0.00009 2449s +step 96000 loss 0.00005 2532s diff --git a/results/icml_r2/C_mimo/sof/logs/train_sofbest_reg_s1.log b/results/icml_r2/C_mimo/sof/logs/train_sofbest_reg_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..ee370b9edf958def1718ee4fe09467e3cc8de183 --- /dev/null +++ b/results/icml_r2/C_mimo/sof/logs/train_sofbest_reg_s1.log @@ -0,0 +1,24 @@ +step 4000 loss 0.00234 137s +step 8000 loss 0.00101 274s +step 12000 loss 0.00072 410s +step 16000 loss 0.00056 547s +step 20000 loss 0.00028 684s +step 24000 loss 0.00034 812s +step 28000 loss 0.00022 923s +step 32000 loss 0.00019 1035s +step 36000 loss 0.00020 1146s +step 40000 loss 0.00015 1258s +step 44000 loss 0.00015 1370s +step 48000 loss 0.00011 1481s +step 52000 loss 0.00014 1583s +step 56000 loss 0.00011 1670s +step 60000 loss 0.00009 1757s +step 64000 loss 0.00012 1843s +step 68000 loss 0.00008 1930s +step 72000 loss 0.00008 2017s +step 76000 loss 0.00007 2103s +step 80000 loss 0.00006 2190s +step 84000 loss 0.00008 2277s +step 88000 loss 0.00006 2363s +step 92000 loss 0.00006 2450s +step 96000 loss 0.00005 2532s diff --git a/results/icml_r2/C_mimo/sof/logs/train_sofbest_reg_s2.log b/results/icml_r2/C_mimo/sof/logs/train_sofbest_reg_s2.log new file mode 100644 index 0000000000000000000000000000000000000000..9657d9bed9f0248e41fb8572e73b5d4962ccbab7 --- /dev/null +++ b/results/icml_r2/C_mimo/sof/logs/train_sofbest_reg_s2.log @@ -0,0 +1,24 @@ +step 4000 loss 0.00236 137s +step 8000 loss 0.00121 274s +step 12000 loss 0.00052 411s +step 16000 loss 0.00043 547s +step 20000 loss 0.00040 684s +step 24000 loss 0.00033 812s +step 28000 loss 0.00024 923s +step 32000 loss 0.00019 1035s +step 36000 loss 0.00013 1146s +step 40000 loss 0.00012 1258s +step 44000 loss 0.00012 1369s +step 48000 loss 0.00013 1481s +step 52000 loss 0.00012 1583s +step 56000 loss 0.00008 1669s +step 60000 loss 0.00007 1756s +step 64000 loss 0.00010 1842s +step 68000 loss 0.00008 1928s +step 72000 loss 0.00008 2015s +step 76000 loss 0.00007 2101s +step 80000 loss 0.00006 2188s +step 84000 loss 0.00006 2274s +step 88000 loss 0.00007 2361s +step 92000 loss 0.00006 2447s +step 96000 loss 0.00004 2531s diff --git a/results/icml_r2/C_mimo/sof/oracle_stats.json b/results/icml_r2/C_mimo/sof/oracle_stats.json new file mode 100644 index 0000000000000000000000000000000000000000..2ab6f1df7aea4e2720b07a6134ccef4c576faf2c --- /dev/null +++ b/results/icml_r2/C_mimo/sof/oracle_stats.json @@ -0,0 +1,14 @@ +{ + "n_plants": 60, + "n_starts": 24, + "wall_per_plant_s": 2.256918148199717, + "wall_per_start_s": 0.09403444727261862, + "nsdp_per_start": 23.1625, + "start_success": 0.20694444444444443, + "plant_success": 0.9333333333333333, + "distinct_K_per_plant_mean": 2.7857142857142856, + "frac_plants_ge2_distinct": 0.6785714285714286, + "cost_spread_max_over_min_median": 0.015052010288584161, + "cost_spread_p90": 0.3735010126324343, + "median_start_vs_best": 0.002870062456017952 +} \ No newline at end of file diff --git a/results/icml_r2/C_mimo/stale_local/eval_main.json b/results/icml_r2/C_mimo/stale_local/eval_main.json new file mode 100644 index 0000000000000000000000000000000000000000..6ebbcd53ce1601b511feed111a43fd297aca4048 --- /dev/null +++ b/results/icml_r2/C_mimo/stale_local/eval_main.json @@ -0,0 +1 @@ +{"iid": {"n": 120, "arms": {"retr": {"1": {"cert": 0.43333333333333335, "cert_ci": [0.3416666666666667, 0.525], "ok": [false, true, true, false, false, false, false, true, false, true, false, true, false, false, false, false, true, false, false, false, true, true, false, false, false, false, false, false, false, true, false, false, true, false, true, false, true, false, true, true, true, true, false, true, true, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, true, false, false, false, false, true, true, true, true, true, false, false, true, false, true, false, true, true, true, false, true, false, false, true, false, false, true, true, true, true, false, true, false, false, false, false, true, false, true, false, false, true, true, true, false, true, true, true, true, true, true, false, false, true, true, true], "regret_med_cert": 0.09217208860735326, "reg": [NaN, 0.19611018268278557, 0.027230424171984513, NaN, NaN, NaN, NaN, 0.024835938159937232, NaN, 0.0028310776181024178, NaN, 0.024295879214581984, NaN, NaN, NaN, NaN, 0.06671865045744907, NaN, NaN, NaN, 0.09835016424909848, 0.0853175015454759, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.044655228837850336, NaN, NaN, 0.043579624344785683, NaN, 0.011287363286771601, NaN, 0.22025785141908605, NaN, 0.08065858751392185, 0.02526037602326192, 0.0947052730707778, 0.16871214515507837, NaN, 0.08963890414392872, 0.028042295719442167, NaN, NaN, NaN, -0.017979996216814453, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.4174277110962126, NaN, NaN, NaN, 0.16309541842600583, NaN, NaN, NaN, NaN, 0.07170310508319488, 0.015606020153292821, 0.011429332688094096, 0.04252111278721249, 0.0275727345690564, NaN, NaN, 0.10275265211349427, NaN, 0.3186735007551167, NaN, 0.2063687061784576, 0.39254994062012716, 0.135099206968196, NaN, -0.005964106446411543, NaN, NaN, 0.954697509139057, NaN, NaN, 0.15978571040413714, 0.13264513035719405, 0.15003503067089352, 0.11589478394855024, NaN, 0.153047828118406, NaN, NaN, NaN, NaN, 0.06177264684440065, NaN, 0.061817978762008785, NaN, NaN, 0.19530457833871573, 0.23544694539802258, 0.040225268016091276, NaN, 0.02653021318327431, 0.25160811955733475, 0.6178444581637805, 0.5621118489341266, -0.0013970043469873072, 0.6179928876387493, NaN, NaN, 0.022097697594025467, 0.6047029334394118, 0.13385857237501475]}, "4": {"cert": 0.7, "cert_ci": [0.6166666666666667, 0.775], "ok": [false, true, true, false, true, false, true, true, true, true, false, true, false, true, true, true, true, true, true, false, true, true, false, false, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, true, true, false, false, true, false, true, true, false, false, true, true, false, true, true, true, true, false, false, false, true, true, false, true, false, true, true, true, true, true, false, false, true, false, true, false, true, true, true, true, true, false, true, true, true, false, true, true, true, true, true, true, false, true, false, false, true, false, true, false, false, true, true, true, false, true, true, true, true, true, true, true, false, true, true, true], "regret_med_cert": 0.04942973407360485, "reg": [NaN, 0.05914468311667376, 0.027230424171984513, NaN, 0.024008074824216852, NaN, 0.0030487482671428534, 0.024835938159937232, 0.4564385024542026, 0.0028310776181024178, NaN, 0.024295879214581984, NaN, 0.1380025426785958, 1.042732675429194, 0.17315092181926262, 0.06671865045744907, 0.06314445797738877, 0.13664961223854788, NaN, 0.0004942083222936322, 0.0853175015454759, NaN, NaN, 0.07877159291248814, NaN, 0.03891945849853751, 0.09394627763378094, 0.1324713016814516, 0.025214564399734574, 0.45689065118999084, 0.5018641099139365, 0.043579624344785683, 0.046705694223041716, 0.011287363286771601, NaN, 0.07094189453980104, 0.4529278217715822, 0.08065858751392185, 0.02526037602326192, 0.049626167438013624, 0.16871214515507837, NaN, 0.04057037242472372, 0.019007954153291262, 0.03223260155999741, NaN, NaN, -0.017979996216814453, NaN, 0.3022731390843221, 0.20527151730323157, NaN, NaN, 0.04154470240725128, 0.0015276855540908851, NaN, 0.7848579475692268, 0.07186002021020799, 0.0709212872517413, 0.1712643224652044, NaN, NaN, NaN, 0.02690748454750569, 0.009276038513035045, NaN, 0.8964580117444749, NaN, 0.05191230617626075, 0.013611128933299632, 0.011429332688094096, 0.025568733111460018, 0.0275727345690564, NaN, NaN, 0.04923330070919607, NaN, 0.3186735007551167, NaN, 0.2063687061784576, 0.39254994062012716, 0.01326197124092765, 0.023853901325940452, -0.005964106446411543, NaN, -0.006546552380874315, 0.04047415057621584, 0.0735475962482528, NaN, 0.15978571040413714, 0.05228148557139156, 0.03113538689765294, 0.11589478394855024, 0.0848129732659153, 0.05217370566709323, NaN, 0.03270901291155859, NaN, NaN, 0.03844382703016769, NaN, 0.02925385896912025, NaN, NaN, 0.19530457833871573, 0.23544694539802258, 0.040225268016091276, NaN, 0.02653021318327431, 0.25160811955733475, 0.6178444581637805, 0.09195023370861044, -0.0013970043469873072, 0.04055015123647432, 0.008781429327639811, NaN, 0.022097697594025467, 0.014677863649456446, 0.08513161560415683]}, "16": {"cert": 0.8333333333333334, "cert_ci": [0.7666666666666667, 0.9], "ok": [true, true, true, false, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, true, true, false, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, false, true, false, true, true, false, true, true, true, true, true, true, true, true, false, false, false, true, true, false, true, true, true, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, true, true, true, true, false, true, false, false, true, false, true, false, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, true], "regret_med_cert": 0.039143252275952944, "reg": [0.043387649568847664, 0.03871275270492358, 0.027230424171984513, NaN, -0.00670604608501324, 0.853555531609828, 0.0030487482671428534, 0.024835938159937232, 0.025689418872931524, 0.0028310776181024178, NaN, 0.024295879214581984, 0.16841315856313854, 0.013532179389002419, 0.04932573374303706, 0.04063463766226638, 0.041730226712261675, 0.06314445797738877, 0.13664961223854788, 0.29285828877218134, 0.0004942083222936322, 0.0853175015454759, NaN, NaN, 0.0028211386080965184, NaN, 0.03891945849853751, 0.024685849782721814, 0.1324713016814516, 0.0050878470003623555, 0.45689065118999084, 0.5018641099139365, 0.043579624344785683, 0.046705694223041716, 0.011287363286771601, 0.07940601629196586, 0.06700456076919004, 0.01830740845867962, 0.08065858751392185, 0.02526037602326192, 0.015817294842075835, 0.10877126890597277, NaN, 0.03607276659203085, 0.019007954153291262, -0.021332009337125535, 0.08520984004254695, NaN, -0.017979996216814453, NaN, 0.3022731390843221, 0.03936704605336838, NaN, -0.022850410608854177, 0.04060277856494032, 0.0015276855540908851, 0.08474868772422983, 0.09210374957981471, 0.07186002021020799, 0.0709212872517413, 0.1420059350461531, NaN, NaN, NaN, 0.02690748454750569, 0.009276038513035045, NaN, 0.14792453834158903, 0.050998187741323475, 0.01579995130294698, 0.013611128933299632, 0.011429332688094096, 0.025568733111460018, 0.0275727345690564, 0.32345319989088095, 0.29748579550473586, 0.04923330070919607, 0.39825551249673863, 0.02776746815573139, NaN, 0.2063687061784576, 0.39254994062012716, 0.01326197124092765, 0.023853901325940452, -0.005964106446411543, 0.8651867044158061, -0.006546552380874315, 0.04047415057621584, 0.0735475962482528, NaN, 0.10837094641248712, 0.02747259337197705, 0.015544339903666105, 0.09164336439022036, 0.011283732317092454, 0.033516083766680804, NaN, 0.03270901291155859, NaN, NaN, 0.03532264028548182, NaN, 0.02925385896912025, NaN, 0.3217301028396211, 0.051119118858827806, 0.23544694539802258, 0.040225268016091276, 0.3560407305235025, 0.02164036914083467, 0.051659042977692415, 0.13724606479354762, 0.0648639934334625, -0.0013970043469873072, 0.008395116996092966, 0.008781429327639811, 0.016119831747023472, 0.022097697594025467, 0.014677863649456446, 0.08513161560415683]}}, "fixed": {"1": {"cert": 0.24166666666666667, "cert_ci": [0.16666666666666666, 0.31666666666666665], "ok": [false, true, false, false, false, false, false, false, true, true, true, true, false, false, false, false, true, false, false, true, false, true, false, false, true, false, false, false, false, false, false, true, true, false, false, false, false, false, true, true, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, true, true, false, true, true, true, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, true, false, false, false, true, false, false, true, false, false, true, false, false, false, false, false, true, false, false, true, false, false, false, false, true, false, false, true, false, false], "regret_med_cert": 1.7982604710214836, "reg": [NaN, 3.879232868547999, NaN, NaN, NaN, NaN, NaN, NaN, 1.1899604006187046, 2.762316111921453, 0.6291776954712598, 2.6194783055674615, NaN, NaN, NaN, NaN, 2.285734793493215, NaN, NaN, 1.2112529869804112, NaN, 1.7982604710214836, NaN, NaN, 2.4673644296341686, NaN, NaN, NaN, NaN, NaN, NaN, 2.898397943215124, 2.390272147375741, NaN, NaN, NaN, NaN, NaN, 0.654194891202118, 0.31754961133834403, NaN, NaN, NaN, NaN, NaN, 1.3846300863324146, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.5781317477310504, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 1.582804758108058, 1.68100933288608, NaN, 3.9869483919872373, 3.5457971350650865, 1.6567521969095496, NaN, NaN, NaN, NaN, NaN, NaN, 0.449535089390537, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 1.715581404174431, NaN, NaN, NaN, 2.305368989107197, NaN, NaN, 0.9154335146972366, NaN, NaN, 3.9915978130919854, NaN, NaN, NaN, NaN, NaN, 0.7703377569064798, NaN, NaN, 4.0953515294966385, NaN, NaN, NaN, NaN, 2.0245743340162985, NaN, NaN, 2.9258784140047887, NaN, NaN]}}, "lqr": {"1": {"cert": 0.21666666666666667, "cert_ci": [0.15, 0.2916666666666667], "ok": [false, false, true, false, true, false, false, true, false, true, false, true, false, false, false, true, false, false, false, false, true, false, false, false, true, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, true, false, false, true, true, false, false, false, false, false, true, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, true, true, false, false, false, true, false, false, false, false, false, false, false, false, false, false, true, true, false, false, true, false, false, true, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, true, false, false, false, true, false, false, true, false, false], "regret_med_cert": -0.005937825634640015, "reg": [NaN, NaN, -0.0060611175989603305, NaN, -0.04013022107623354, NaN, NaN, -0.0016936851314343082, NaN, -0.001733930963648267, NaN, -0.006535903335894266, NaN, NaN, NaN, -0.006499698938061571, NaN, NaN, NaN, NaN, -0.0012303798052250015, NaN, NaN, NaN, -0.010796876833822688, NaN, NaN, NaN, NaN, -0.0003700781743364301, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, -0.0003194597503256569, NaN, NaN, -0.001018474152076898, -0.005368668320026249, NaN, NaN, NaN, NaN, NaN, -0.021425025616631177, NaN, NaN, NaN, -0.010010009329613156, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, -9.862088961032356e-07, -0.012410625961914001, -0.0022923482540192497, NaN, NaN, NaN, -0.011199209848155367, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, -0.00031741473537483245, -0.005814533670319699, NaN, NaN, -0.007209517897411755, NaN, NaN, -0.008015467594647219, NaN, NaN, NaN, NaN, NaN, -0.002666634004549806, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, -0.014223907906708022, NaN, NaN, NaN, -0.020858939532065746, NaN, NaN, -0.003846685928682536, NaN, NaN]}}, "mlp_diff_s0": {"1": {"cert": 0.025, "cert_ci": [0.0, 0.058333333333333334], "ok": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "regret_med_cert": 0.015725997673739833, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.039717113766764234, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.015725997673739833, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.00973771434754478, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN]}, "4": {"cert": 0.025, "cert_ci": [0.0, 0.058333333333333334], "ok": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "regret_med_cert": 0.015725997673739833, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.034488075950043884, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.015725997673739833, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.00973771434754478, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN]}, "16": {"cert": 0.025, "cert_ci": [0.0, 0.058333333333333334], "ok": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "regret_med_cert": 0.012267228303706856, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.034488075950043884, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.012267228303706856, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.009686800278713159, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN]}}, "mlp_diff_s1": {"1": {"cert": 0.025, "cert_ci": [0.0, 0.058333333333333334], "ok": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "regret_med_cert": 0.017202783410893874, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.05815132008789892, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.017202783410893874, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.014112071062497789, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN]}, "4": {"cert": 0.025, "cert_ci": [0.0, 0.058333333333333334], "ok": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "regret_med_cert": 0.01409798878645474, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.05815132008789892, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.01409798878645474, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.009467971202551384, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN]}, "16": {"cert": 0.025, "cert_ci": [0.0, 0.058333333333333334], "ok": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "regret_med_cert": 0.013730637978817573, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.031529099470078537, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.013730637978817573, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.006537417660756217, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN]}}, "mlp_diff_s2": {"1": {"cert": 0.025, "cert_ci": [0.0, 0.058333333333333334], "ok": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "regret_med_cert": 0.015040043129478153, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.03930007664184387, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.015040043129478153, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.011485984967861684, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN]}, "4": {"cert": 0.025, "cert_ci": [0.0, 0.058333333333333334], "ok": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "regret_med_cert": 0.010105742008227114, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.03930007664184387, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.009524343736830199, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.010105742008227114, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN]}, "16": {"cert": 0.025, "cert_ci": [0.0, 0.058333333333333334], "ok": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "regret_med_cert": 0.009524343736830199, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.03103555198452579, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.009524343736830199, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.00899493161676057, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN]}}, "mlp_reg_s0_mcd": {"1": {"cert": 0.025, "cert_ci": [0.0, 0.058333333333333334], "ok": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "regret_med_cert": 0.012805502140660785, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.03525088366807294, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.012805502140660785, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.010085817449956291, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN]}, "4": {"cert": 0.025, "cert_ci": [0.0, 0.058333333333333334], "ok": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "regret_med_cert": 0.012805502140660785, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.03525088366807294, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.012805502140660785, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.010085817449956291, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN]}, "16": {"cert": 0.025, "cert_ci": [0.0, 0.058333333333333334], "ok": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "regret_med_cert": 0.009906114216328366, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.03002949574390157, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.009906114216328366, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.006676143594934958, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN]}}, "mlp_reg_s0_det": {"1": {"cert": 0.025, "cert_ci": [0.0, 0.058333333333333334], "ok": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "regret_med_cert": 0.02027899018471735, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.04698778994312591, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.02027899018471735, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.011815149185141927, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN]}}, "mlp_reg_s1_mcd": {"1": {"cert": 0.016666666666666666, "cert_ci": [0.0, 0.041666666666666664], "ok": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "regret_med_cert": 0.013972381157310587, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.016109973777486353, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.011834788537134822, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN]}, "4": {"cert": 0.025, "cert_ci": [0.0, 0.058333333333333334], "ok": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "regret_med_cert": 0.013064319533085067, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.03525384818662669, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.013064319533085067, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.008372357473946934, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN]}, "16": {"cert": 0.025, "cert_ci": [0.0, 0.058333333333333334], "ok": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "regret_med_cert": 0.013064319533085067, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.027520859087680094, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.013064319533085067, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.006141926836472189, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN]}}, "mlp_reg_s1_det": {"1": {"cert": 0.025, "cert_ci": [0.0, 0.058333333333333334], "ok": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "regret_med_cert": 0.020799888374621878, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.04715730386329864, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.020799888374621878, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.012189521407818704, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN]}}, "mlp_reg_s2_mcd": {"1": {"cert": 0.025, "cert_ci": [0.0, 0.058333333333333334], "ok": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "regret_med_cert": 0.016341220378233823, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.04136149514041665, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.016341220378233823, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.004307102867183055, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN]}, "4": {"cert": 0.025, "cert_ci": [0.0, 0.058333333333333334], "ok": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "regret_med_cert": 0.016341220378233823, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.030269551815314655, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.016341220378233823, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.004307102867183055, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN]}, "16": {"cert": 0.025, "cert_ci": [0.0, 0.058333333333333334], "ok": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "regret_med_cert": 0.013119633460102476, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.029337336405230063, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.013119633460102476, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.004307102867183055, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN]}}, "mlp_reg_s2_det": {"1": {"cert": 0.025, "cert_ci": [0.0, 0.058333333333333334], "ok": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "regret_med_cert": 0.02188817444719482, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.049136128792852896, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.02188817444719482, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.013943761405122324, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN]}}}, "oracle_J_median": 1.956469163396347, "paired": {"mlp_diff_s0|K1|vs_retr": {"diff": -0.4083333333333333, "ci": [-0.5, -0.31666666666666665], "model_only": 0, "ref_only": 49, "p": 3.552713678800501e-15, "n_common": 3, "regret_diff_mean": -0.03114352915073093, "regret_p": null}, "mlp_diff_s0|K1|vs_fixed": {"diff": -0.21666666666666667, "ci": [-0.3, -0.13333333333333333], "model_only": 3, "ref_only": 29, "p": 2.5560148060321808e-06, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_diff_s0|K4|vs_retr": {"diff": -0.675, "ci": [-0.7583333333333333, -0.5916666666666667], "model_only": 0, "ref_only": 81, "p": 8.271806125530277e-25, "n_common": 3, "regret_diff_mean": 0.006877295438666886, "regret_p": null}, "mlp_diff_s0|K4|vs_fixed": {"diff": -0.21666666666666667, "ci": [-0.3, -0.13333333333333333], "model_only": 3, "ref_only": 29, "p": 2.5560148060321808e-06, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_diff_s0|K16|vs_retr": {"diff": -0.8083333333333333, "ci": [-0.875, -0.7333333333333333], "model_only": 0, "ref_only": 97, "p": 1.262177448353619e-29, "n_common": 3, "regret_diff_mean": 0.012416306758836093, "regret_p": null}, "mlp_diff_s0|K16|vs_fixed": {"diff": -0.21666666666666667, "ci": [-0.3, -0.13333333333333333], "model_only": 3, "ref_only": 29, "p": 2.5560148060321808e-06, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_diff_s1|K1|vs_retr": {"diff": -0.4083333333333333, "ci": [-0.5, -0.325], "model_only": 0, "ref_only": 49, "p": 3.552713678800501e-15, "n_common": 3, "regret_diff_mean": -0.023048412892983688, "regret_p": null}, "mlp_diff_s1|K1|vs_fixed": {"diff": -0.21666666666666667, "ci": [-0.3, -0.13333333333333333], "model_only": 3, "ref_only": 29, "p": 2.5560148060321808e-06, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_diff_s1|K4|vs_retr": {"diff": -0.675, "ci": [-0.7583333333333333, -0.5916666666666667], "model_only": 0, "ref_only": 81, "p": 8.271806125530277e-25, "n_common": 3, "regret_diff_mean": 0.014132459473859068, "regret_p": null}, "mlp_diff_s1|K4|vs_fixed": {"diff": -0.21666666666666667, "ci": [-0.3, -0.13333333333333333], "model_only": 3, "ref_only": 29, "p": 2.5560148060321808e-06, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_diff_s1|K16|vs_retr": {"diff": -0.8083333333333333, "ci": [-0.875, -0.7333333333333333], "model_only": 0, "ref_only": 97, "p": 1.262177448353619e-29, "n_common": 3, "regret_diff_mean": 0.010867990284565568, "regret_p": null}, "mlp_diff_s1|K16|vs_fixed": {"diff": -0.21666666666666667, "ci": [-0.3, -0.13333333333333333], "model_only": 3, "ref_only": 29, "p": 2.5560148060321808e-06, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_diff_s2|K1|vs_retr": {"diff": -0.4083333333333333, "ci": [-0.49166666666666664, -0.325], "model_only": 0, "ref_only": 49, "p": 3.552713678800501e-15, "n_common": 3, "regret_diff_mean": -0.030928436167019308, "regret_p": null}, "mlp_diff_s2|K1|vs_fixed": {"diff": -0.21666666666666667, "ci": [-0.3, -0.13333333333333333], "model_only": 3, "ref_only": 29, "p": 2.5560148060321808e-06, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_diff_s2|K4|vs_retr": {"diff": -0.675, "ci": [-0.7583333333333333, -0.5916666666666667], "model_only": 0, "ref_only": 81, "p": 8.271806125530277e-25, "n_common": 3, "regret_diff_mean": 0.006536753577191116, "regret_p": null}, "mlp_diff_s2|K4|vs_fixed": {"diff": -0.21666666666666667, "ci": [-0.3, -0.13333333333333333], "model_only": 3, "ref_only": 29, "p": 2.5560148060321808e-06, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_diff_s2|K16|vs_retr": {"diff": -0.8083333333333333, "ci": [-0.875, -0.7333333333333333], "model_only": 0, "ref_only": 97, "p": 1.262177448353619e-29, "n_common": 3, "regret_diff_mean": 0.010120547694053647, "regret_p": null}, "mlp_diff_s2|K16|vs_fixed": {"diff": -0.21666666666666667, "ci": [-0.3, -0.13333333333333333], "model_only": 3, "ref_only": 29, "p": 2.5560148060321808e-06, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_reg_s0_mcd|K1|vs_retr": {"diff": -0.4083333333333333, "ci": [-0.5, -0.325], "model_only": 0, "ref_only": 49, "p": 3.552713678800501e-15, "n_common": 3, "regret_diff_mean": -0.03348973666051721, "regret_p": null}, "mlp_reg_s0_mcd|K1|vs_fixed": {"diff": -0.21666666666666667, "ci": [-0.3, -0.13333333333333333], "model_only": 3, "ref_only": 29, "p": 2.5560148060321808e-06, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_reg_s0_mcd|K4|vs_retr": {"diff": -0.675, "ci": [-0.7583333333333333, -0.5916666666666667], "model_only": 0, "ref_only": 81, "p": 8.271806125530277e-25, "n_common": 3, "regret_diff_mean": 0.0062741005344540595, "regret_p": null}, "mlp_reg_s0_mcd|K4|vs_fixed": {"diff": -0.21666666666666667, "ci": [-0.3, -0.13333333333333333], "model_only": 3, "ref_only": 29, "p": 2.5560148060321808e-06, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_reg_s0_mcd|K16|vs_retr": {"diff": -0.8083333333333333, "ci": [-0.875, -0.7333333333333333], "model_only": 0, "ref_only": 97, "p": 1.262177448353619e-29, "n_common": 3, "regret_diff_mean": 0.009139523099736424, "regret_p": null}, "mlp_reg_s0_mcd|K16|vs_fixed": {"diff": -0.21666666666666667, "ci": [-0.3, -0.13333333333333333], "model_only": 3, "ref_only": 29, "p": 2.5560148060321808e-06, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_reg_s0_det|K1|vs_retr": {"diff": -0.4083333333333333, "ci": [-0.5, -0.325], "model_only": 0, "ref_only": 49, "p": 3.552713678800501e-15, "n_common": 3, "regret_diff_mean": -0.02650982797575215, "regret_p": null}, "mlp_reg_s0_det|K1|vs_fixed": {"diff": -0.21666666666666667, "ci": [-0.3, -0.13333333333333333], "model_only": 3, "ref_only": 29, "p": 2.5560148060321808e-06, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_reg_s1_mcd|K1|vs_retr": {"diff": -0.4166666666666667, "ci": [-0.5, -0.325], "model_only": 0, "ref_only": 50, "p": 1.7763568394002505e-15, "n_common": 2, "regret_diff_mean": -0.01615824333826099, "regret_p": null}, "mlp_reg_s1_mcd|K1|vs_fixed": {"diff": -0.225, "ci": [-0.30833333333333335, -0.14166666666666666], "model_only": 2, "ref_only": 29, "p": 4.628673195838928e-07, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_reg_s1_mcd|K4|vs_retr": {"diff": -0.675, "ci": [-0.7583333333333333, -0.5916666666666667], "model_only": 0, "ref_only": 81, "p": 8.271806125530277e-25, "n_common": 3, "regret_diff_mean": 0.005790207846110285, "regret_p": null}, "mlp_reg_s1_mcd|K4|vs_fixed": {"diff": -0.21666666666666667, "ci": [-0.3, -0.13333333333333333], "model_only": 3, "ref_only": 29, "p": 2.5560148060321808e-06, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_reg_s1_mcd|K16|vs_retr": {"diff": -0.8083333333333333, "ci": [-0.875, -0.7333333333333333], "model_only": 0, "ref_only": 97, "p": 1.262177448353619e-29, "n_common": 3, "regret_diff_mean": 0.009177973733760577, "regret_p": null}, "mlp_reg_s1_mcd|K16|vs_fixed": {"diff": -0.21666666666666667, "ci": [-0.3, -0.13333333333333333], "model_only": 3, "ref_only": 29, "p": 2.5560148060321808e-06, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_reg_s1_det|K1|vs_retr": {"diff": -0.4083333333333333, "ci": [-0.5, -0.325], "model_only": 0, "ref_only": 49, "p": 3.552713678800501e-15, "n_common": 3, "regret_diff_mean": -0.02615489986483414, "regret_p": null}, "mlp_reg_s1_det|K1|vs_fixed": {"diff": -0.21666666666666667, "ci": [-0.3, -0.13333333333333333], "model_only": 3, "ref_only": 29, "p": 2.5560148060321808e-06, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_reg_s2_mcd|K1|vs_retr": {"diff": -0.4083333333333333, "ci": [-0.5, -0.325], "model_only": 0, "ref_only": 49, "p": 3.552713678800501e-15, "n_common": 3, "regret_diff_mean": -0.03220053161813604, "regret_p": null}, "mlp_reg_s2_mcd|K1|vs_fixed": {"diff": -0.21666666666666667, "ci": [-0.3, -0.13333333333333333], "model_only": 3, "ref_only": 29, "p": 2.5560148060321808e-06, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_reg_s2_mcd|K4|vs_retr": {"diff": -0.675, "ci": [-0.7583333333333333, -0.5916666666666667], "model_only": 0, "ref_only": 81, "p": 8.271806125530277e-25, "n_common": 3, "regret_diff_mean": 0.0038659911351345646, "regret_p": null}, "mlp_reg_s2_mcd|K4|vs_fixed": {"diff": -0.21666666666666667, "ci": [-0.3, -0.13333333333333333], "model_only": 3, "ref_only": 29, "p": 2.5560148060321808e-06, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_reg_s2_mcd|K16|vs_retr": {"diff": -0.8083333333333333, "ci": [-0.875, -0.7416666666666667], "model_only": 0, "ref_only": 97, "p": 1.262177448353619e-29, "n_common": 3, "regret_diff_mean": 0.009190296158853325, "regret_p": null}, "mlp_reg_s2_mcd|K16|vs_fixed": {"diff": -0.21666666666666667, "ci": [-0.3, -0.13333333333333333], "model_only": 3, "ref_only": 29, "p": 2.5560148060321808e-06, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_reg_s2_det|K1|vs_retr": {"diff": -0.4083333333333333, "ci": [-0.49166666666666664, -0.31666666666666665], "model_only": 0, "ref_only": 49, "p": 3.552713678800501e-15, "n_common": 3, "regret_diff_mean": -0.024547782865023866, "regret_p": null}, "mlp_reg_s2_det|K1|vs_fixed": {"diff": -0.21666666666666667, "ci": [-0.3, -0.13333333333333333], "model_only": 3, "ref_only": 29, "p": 2.5560148060321808e-06, "n_common": 0, "regret_diff_mean": null, "regret_p": null}}}, "ood": {"n": 60, "arms": {"retr": {"1": {"cert": 0.35, "cert_ci": [0.23333333333333334, 0.48333333333333334], "ok": [false, false, false, true, false, true, false, true, true, true, true, true, false, false, false, true, false, false, false, false, false, false, false, false, false, true, false, true, true, false, true, false, true, true, false, true, true, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, true, false, true, true], "regret_med_cert": 0.0798715949017168, "reg": [NaN, NaN, NaN, 0.0798715949017168, NaN, 0.1550647469305122, NaN, 0.10381403162282687, 0.11888508708869261, 0.26495767534698755, 0.08814227760102211, 0.07697593437815153, NaN, NaN, NaN, 0.05235404280974154, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.021897682309658384, NaN, 0.08439502810784383, 0.04792998234988621, NaN, 0.08235843523087527, NaN, 0.02509167585917038, 0.39893992052721416, NaN, 0.35075567530987395, -0.0446649655381407, NaN, NaN, NaN, 0.13779415101868508, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.07415989019149549, 0.07799942921609615, NaN, 0.058268591960278115, 0.03144304496438988]}, "4": {"cert": 0.48333333333333334, "cert_ci": [0.36666666666666664, 0.6], "ok": [false, true, false, true, false, true, false, true, true, true, true, true, false, true, false, true, false, false, false, false, false, false, false, false, false, true, false, true, true, false, true, true, true, true, true, true, true, true, true, false, true, false, false, false, true, false, false, false, false, true, false, false, false, false, false, true, true, false, true, true], "regret_med_cert": 0.03602711529669711, "reg": [NaN, 0.2568949700629235, NaN, 0.008345179796599433, NaN, 0.03602711529669711, NaN, 0.029792860176432123, 0.019766347065712342, 0.04731390505394528, 0.06048825355161047, 0.03891229178126654, NaN, 0.1177048763779196, NaN, 0.025137095367386397, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.021897682309658384, NaN, 0.08439502810784383, 0.03133138615504638, NaN, 0.02790677940503139, 0.0013436342029655712, 0.015188195449206798, 0.11533260984946758, 0.05538450859009614, 0.09449580354045661, -0.0446649655381407, 0.01084865175895433, 1.083759202299091, NaN, 0.13779415101868508, NaN, NaN, NaN, 0.02691608303566495, NaN, NaN, NaN, NaN, 1.6135535975313253, NaN, NaN, NaN, NaN, NaN, 0.07415989019149549, 0.07799942921609615, NaN, 0.0217107638673375, 0.03144304496438988]}, "16": {"cert": 0.55, "cert_ci": [0.43333333333333335, 0.6670833333333273], "ok": [false, true, false, true, false, true, false, true, true, true, true, true, false, true, true, true, false, false, false, false, false, false, true, false, false, true, false, true, true, false, true, true, true, true, true, true, true, true, true, false, true, true, false, false, true, false, false, false, false, true, false, false, false, false, false, true, true, true, true, true], "regret_med_cert": 0.029792860176432123, "reg": [NaN, 0.11052952106680736, NaN, 0.008345179796599433, NaN, 0.014131968552230978, NaN, 0.029792860176432123, 0.019766347065712342, 0.04731390505394528, 0.02519412685393485, 0.03891229178126654, NaN, 0.10893789560646971, 0.06017776707171607, 0.025137095367386397, NaN, NaN, NaN, NaN, NaN, NaN, 0.08401797938055844, NaN, NaN, 0.021897682309658384, NaN, 0.08439502810784383, 0.018232307754821875, NaN, 0.02790677940503139, 0.0013436342029655712, 0.015188195449206798, 0.10330902027828781, 0.03385576794173528, 0.02286659898539445, -0.0446649655381407, 0.01084865175895433, 0.5319205241886649, NaN, 0.06317881137001824, 0.1671452740448256, NaN, NaN, 0.02691608303566495, NaN, NaN, NaN, NaN, 0.1437699636707006, NaN, NaN, NaN, NaN, NaN, 0.016515670440070185, 0.07799942921609615, 0.09995021871809073, 0.0217107638673375, 0.03144304496438988]}}, "fixed": {"1": {"cert": 0.1, "cert_ci": [0.03333333333333333, 0.18333333333333332], "ok": [false, false, false, false, false, false, false, false, true, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, true, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false], "regret_med_cert": 3.114543667337122, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 3.2328421233347413, NaN, 2.7013348523695337, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 3.8341387471697246, 3.4913636139826334, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 2.6291945560686596, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 2.9962452113395024, NaN, NaN, NaN, NaN]}}, "lqr": {"1": {"cert": 0.6166666666666667, "cert_ci": [0.48333333333333334, 0.7333333333333333], "ok": [true, false, false, true, true, true, false, true, true, true, true, true, true, true, true, true, false, false, false, true, false, true, false, false, false, false, true, true, true, true, true, false, true, true, true, true, true, false, true, true, false, false, false, true, false, true, true, true, false, false, true, true, false, false, true, true, true, false, false, true], "regret_med_cert": -0.009580577105884558, "reg": [-0.060129614989800184, NaN, NaN, -6.2347432772114075e-09, -0.04209991563238613, -3.999825359812803e-09, NaN, -8.122189143477954e-09, -7.869236970203808e-05, -0.003909923897223777, -0.0006111416326030072, -1.93821436678121e-09, -0.02062520035406734, -1.2132630455852222e-08, -0.011079730254565434, -0.010370166375397005, NaN, NaN, NaN, -0.014531163729812446, NaN, -0.018858750282552794, NaN, NaN, NaN, NaN, -0.009667727021270944, -0.005125239371470802, -0.0032592949176104558, -0.013645366481307208, -0.0035359088669969507, NaN, -8.448752919498759e-09, -0.005836658437827658, -0.0013320782584642643, -0.007646004914537818, -0.06990489494212704, NaN, -0.020223256158488967, -0.049285832620583725, NaN, NaN, NaN, -0.00512140287567564, NaN, -0.05118336653741418, -0.03690727148231043, -0.0010429044213011718, NaN, NaN, -0.03335189146044415, -0.01308112196039013, NaN, NaN, -0.033287679092339095, -0.009580577105884558, -0.0414076917874967, NaN, NaN, -3.0544868301340955e-08]}}, "mlp_diff_s0": {"1": {"cert": 0.03333333333333333, "cert_ci": [0.0, 0.08333333333333333], "ok": [false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "regret_med_cert": 0.008386315557416202, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.0046339979951512955, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.012138633119681108]}, "4": {"cert": 0.03333333333333333, "cert_ci": [0.0, 0.08333333333333333], "ok": [false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "regret_med_cert": 0.006520073255792402, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.0022591540225347373, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.010780992489050067]}, "16": {"cert": 0.03333333333333333, "cert_ci": [0.0, 0.08333333333333333], "ok": [false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "regret_med_cert": 0.003689617659468958, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.00042742022933617285, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.006951815089601743]}}, "mlp_diff_s1": {"1": {"cert": 0.03333333333333333, "cert_ci": [0.0, 0.08333333333333333], "ok": [false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "regret_med_cert": 0.006542655408660392, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.002922399752997684, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.010162911064323099]}, "4": {"cert": 0.03333333333333333, "cert_ci": [0.0, 0.08333333333333333], "ok": [false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "regret_med_cert": 0.006542655408660392, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.002922399752997684, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.010162911064323099]}, "16": {"cert": 0.03333333333333333, "cert_ci": [0.0, 0.08333333333333333], "ok": [false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "regret_med_cert": 0.004353314914544382, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.0015353199647256677, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.007171309864363096]}}, "mlp_diff_s2": {"1": {"cert": 0.03333333333333333, "cert_ci": [0.0, 0.08333333333333333], "ok": [false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "regret_med_cert": 0.04725928825148873, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.06966319192898207, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.024855384573995387]}, "4": {"cert": 0.03333333333333333, "cert_ci": [0.0, 0.08333333333333333], "ok": [false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "regret_med_cert": 0.008295280535167038, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.005009355083215983, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.011581205987118093]}, "16": {"cert": 0.03333333333333333, "cert_ci": [0.0, 0.08333333333333333], "ok": [false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "regret_med_cert": 0.004376727125195545, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.0014648386380560208, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.00728861561233507]}}, "mlp_reg_s0_mcd": {"1": {"cert": 0.03333333333333333, "cert_ci": [0.0, 0.08333333333333333], "ok": [false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "regret_med_cert": 0.008574664964025924, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.00461969725955913, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.012529632668492718]}, "4": {"cert": 0.03333333333333333, "cert_ci": [0.0, 0.08333333333333333], "ok": [false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "regret_med_cert": 0.006066631773585129, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.004375605484407741, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.007757658062762518]}, "16": {"cert": 0.03333333333333333, "cert_ci": [0.0, 0.08333333333333333], "ok": [false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "regret_med_cert": 0.0040403534334690905, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.0012554364192300937, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.006825270447708087]}}, "mlp_reg_s0_det": {"1": {"cert": 0.03333333333333333, "cert_ci": [0.0, 0.08333333333333333], "ok": [false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "regret_med_cert": 0.0052224619877201395, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.0012002484570148297, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.00924467551842545]}}, "mlp_reg_s1_mcd": {"1": {"cert": 0.03333333333333333, "cert_ci": [0.0, 0.08333333333333333], "ok": [false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "regret_med_cert": 0.0070886373391892965, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.0009012532776722093, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.013276021400706384]}, "4": {"cert": 0.03333333333333333, "cert_ci": [0.0, 0.08333333333333333], "ok": [false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "regret_med_cert": 0.005838400348560868, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.0008451547154209038, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.010831645981700833]}, "16": {"cert": 0.03333333333333333, "cert_ci": [0.0, 0.08333333333333333], "ok": [false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "regret_med_cert": 0.004656727671688898, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.0008442074858552306, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.008469247857522566]}}, "mlp_reg_s1_det": {"1": {"cert": 0.03333333333333333, "cert_ci": [0.0, 0.08333333333333333], "ok": [false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "regret_med_cert": 0.005332375413517165, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.0009549626579803405, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.00970978816905399]}}, "mlp_reg_s2_mcd": {"1": {"cert": 0.03333333333333333, "cert_ci": [0.0, 0.08333333333333333], "ok": [false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "regret_med_cert": 0.0064509202532017085, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.0034382192054875915, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.009463621300915825]}, "4": {"cert": 0.03333333333333333, "cert_ci": [0.0, 0.08333333333333333], "ok": [false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "regret_med_cert": 0.005970443273670578, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.002477265246425331, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.009463621300915825]}, "16": {"cert": 0.03333333333333333, "cert_ci": [0.0, 0.08333333333333333], "ok": [false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "regret_med_cert": 0.0048930040030088495, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.0013066394125869074, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.008479368593430792]}}, "mlp_reg_s2_det": {"1": {"cert": 0.03333333333333333, "cert_ci": [0.0, 0.08333333333333333], "ok": [false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true], "regret_med_cert": 0.005145389299688885, "reg": [NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.0016925733650934305, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, NaN, 0.00859820523428434]}}}, "oracle_J_median": 2.935685220307266, "paired": {"mlp_diff_s0|K1|vs_retr": {"diff": -0.31666666666666665, "ci": [-0.43333333333333335, -0.2], "model_only": 0, "ref_only": 19, "p": 3.814697265625e-06, "n_common": 2, "regret_diff_mean": -0.0458231741138545, "regret_p": null}, "mlp_diff_s0|K1|vs_fixed": {"diff": -0.06666666666666667, "ci": [-0.16666666666666666, 0.016666666666666666], "model_only": 2, "ref_only": 6, "p": 0.2890625, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_diff_s0|K4|vs_retr": {"diff": -0.45, "ci": [-0.5833333333333334, -0.3333333333333333], "model_only": 0, "ref_only": 27, "p": 1.4901161193847656e-08, "n_common": 2, "regret_diff_mean": -0.028657595117035806, "regret_p": null}, "mlp_diff_s0|K4|vs_fixed": {"diff": -0.06666666666666667, "ci": [-0.15, 0.016666666666666666], "model_only": 2, "ref_only": 6, "p": 0.2890625, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_diff_s0|K16|vs_retr": {"diff": -0.5166666666666667, "ci": [-0.6333333333333333, -0.38333333333333336], "model_only": 0, "ref_only": 31, "p": 9.313225746154785e-10, "n_common": 2, "regret_diff_mean": -0.03148805071335925, "regret_p": null}, "mlp_diff_s0|K16|vs_fixed": {"diff": -0.06666666666666667, "ci": [-0.16666666666666666, 0.016666666666666666], "model_only": 2, "ref_only": 6, "p": 0.2890625, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_diff_s1|K1|vs_retr": {"diff": -0.31666666666666665, "ci": [-0.43333333333333335, -0.2], "model_only": 0, "ref_only": 19, "p": 3.814697265625e-06, "n_common": 2, "regret_diff_mean": -0.047666834262610314, "regret_p": null}, "mlp_diff_s1|K1|vs_fixed": {"diff": -0.06666666666666667, "ci": [-0.15041666666666653, 0.016666666666666666], "model_only": 2, "ref_only": 6, "p": 0.2890625, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_diff_s1|K4|vs_retr": {"diff": -0.45, "ci": [-0.5666666666666667, -0.3333333333333333], "model_only": 0, "ref_only": 27, "p": 1.4901161193847656e-08, "n_common": 2, "regret_diff_mean": -0.028635012964167816, "regret_p": null}, "mlp_diff_s1|K4|vs_fixed": {"diff": -0.06666666666666667, "ci": [-0.16666666666666666, 0.016666666666666666], "model_only": 2, "ref_only": 6, "p": 0.2890625, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_diff_s1|K16|vs_retr": {"diff": -0.5166666666666667, "ci": [-0.6333333333333333, -0.38333333333333336], "model_only": 0, "ref_only": 31, "p": 9.313225746154785e-10, "n_common": 2, "regret_diff_mean": -0.030824353458283826, "regret_p": null}, "mlp_diff_s1|K16|vs_fixed": {"diff": -0.06666666666666667, "ci": [-0.16666666666666666, 0.016666666666666666], "model_only": 2, "ref_only": 6, "p": 0.2890625, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_diff_s2|K1|vs_retr": {"diff": -0.31666666666666665, "ci": [-0.43333333333333335, -0.2], "model_only": 0, "ref_only": 19, "p": 3.814697265625e-06, "n_common": 2, "regret_diff_mean": -0.006950201419781976, "regret_p": null}, "mlp_diff_s2|K1|vs_fixed": {"diff": -0.06666666666666667, "ci": [-0.15, 0.016666666666666666], "model_only": 2, "ref_only": 6, "p": 0.2890625, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_diff_s2|K4|vs_retr": {"diff": -0.45, "ci": [-0.5833333333333334, -0.3333333333333333], "model_only": 0, "ref_only": 27, "p": 1.4901161193847656e-08, "n_common": 2, "regret_diff_mean": -0.02688238783766117, "regret_p": null}, "mlp_diff_s2|K4|vs_fixed": {"diff": -0.06666666666666667, "ci": [-0.15041666666666653, 0.016666666666666666], "model_only": 2, "ref_only": 6, "p": 0.2890625, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_diff_s2|K16|vs_retr": {"diff": -0.5166666666666667, "ci": [-0.65, -0.4], "model_only": 0, "ref_only": 31, "p": 9.313225746154785e-10, "n_common": 2, "regret_diff_mean": -0.030800941247632663, "regret_p": null}, "mlp_diff_s2|K16|vs_fixed": {"diff": -0.06666666666666667, "ci": [-0.16666666666666666, 0.016666666666666666], "model_only": 2, "ref_only": 6, "p": 0.2890625, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_reg_s0_mcd|K1|vs_retr": {"diff": -0.31666666666666665, "ci": [-0.43333333333333335, -0.2], "model_only": 0, "ref_only": 19, "p": 3.814697265625e-06, "n_common": 2, "regret_diff_mean": -0.04563482470724478, "regret_p": null}, "mlp_reg_s0_mcd|K1|vs_fixed": {"diff": -0.06666666666666667, "ci": [-0.16666666666666666, 0.016666666666666666], "model_only": 2, "ref_only": 6, "p": 0.2890625, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_reg_s0_mcd|K4|vs_retr": {"diff": -0.45, "ci": [-0.5833333333333334, -0.31666666666666665], "model_only": 0, "ref_only": 27, "p": 1.4901161193847656e-08, "n_common": 2, "regret_diff_mean": -0.02911103659924308, "regret_p": null}, "mlp_reg_s0_mcd|K4|vs_fixed": {"diff": -0.06666666666666667, "ci": [-0.15, 0.016666666666666666], "model_only": 2, "ref_only": 6, "p": 0.2890625, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_reg_s0_mcd|K16|vs_retr": {"diff": -0.5166666666666667, "ci": [-0.65, -0.4], "model_only": 0, "ref_only": 31, "p": 9.313225746154785e-10, "n_common": 2, "regret_diff_mean": -0.031137314939359118, "regret_p": null}, "mlp_reg_s0_mcd|K16|vs_fixed": {"diff": -0.06666666666666667, "ci": [-0.16666666666666666, 0.016666666666666666], "model_only": 2, "ref_only": 6, "p": 0.2890625, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_reg_s0_det|K1|vs_retr": {"diff": -0.31666666666666665, "ci": [-0.43333333333333335, -0.2], "model_only": 0, "ref_only": 19, "p": 3.814697265625e-06, "n_common": 2, "regret_diff_mean": -0.048987027683550566, "regret_p": null}, "mlp_reg_s0_det|K1|vs_fixed": {"diff": -0.06666666666666667, "ci": [-0.15, 0.016666666666666666], "model_only": 2, "ref_only": 6, "p": 0.2890625, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_reg_s1_mcd|K1|vs_retr": {"diff": -0.31666666666666665, "ci": [-0.43333333333333335, -0.2], "model_only": 0, "ref_only": 19, "p": 3.814697265625e-06, "n_common": 2, "regret_diff_mean": -0.04712085233208141, "regret_p": null}, "mlp_reg_s1_mcd|K1|vs_fixed": {"diff": -0.06666666666666667, "ci": [-0.16666666666666666, 0.016666666666666666], "model_only": 2, "ref_only": 6, "p": 0.2890625, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_reg_s1_mcd|K4|vs_retr": {"diff": -0.45, "ci": [-0.5833333333333334, -0.3333333333333333], "model_only": 0, "ref_only": 27, "p": 1.4901161193847656e-08, "n_common": 2, "regret_diff_mean": -0.02933926802426734, "regret_p": null}, "mlp_reg_s1_mcd|K4|vs_fixed": {"diff": -0.06666666666666667, "ci": [-0.16666666666666666, 0.016666666666666666], "model_only": 2, "ref_only": 6, "p": 0.2890625, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_reg_s1_mcd|K16|vs_retr": {"diff": -0.5166666666666667, "ci": [-0.6333333333333333, -0.38333333333333336], "model_only": 0, "ref_only": 31, "p": 9.313225746154785e-10, "n_common": 2, "regret_diff_mean": -0.03052094070113931, "regret_p": null}, "mlp_reg_s1_mcd|K16|vs_fixed": {"diff": -0.06666666666666667, "ci": [-0.16666666666666666, 0.01708333333332727], "model_only": 2, "ref_only": 6, "p": 0.2890625, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_reg_s1_det|K1|vs_retr": {"diff": -0.31666666666666665, "ci": [-0.43333333333333335, -0.2], "model_only": 0, "ref_only": 19, "p": 3.814697265625e-06, "n_common": 2, "regret_diff_mean": -0.04887711425775354, "regret_p": null}, "mlp_reg_s1_det|K1|vs_fixed": {"diff": -0.06666666666666667, "ci": [-0.16666666666666666, 0.016666666666666666], "model_only": 2, "ref_only": 6, "p": 0.2890625, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_reg_s2_mcd|K1|vs_retr": {"diff": -0.31666666666666665, "ci": [-0.43333333333333335, -0.2], "model_only": 0, "ref_only": 19, "p": 3.814697265625e-06, "n_common": 2, "regret_diff_mean": -0.047758569418069, "regret_p": null}, "mlp_reg_s2_mcd|K1|vs_fixed": {"diff": -0.06666666666666667, "ci": [-0.16666666666666666, 0.016666666666666666], "model_only": 2, "ref_only": 6, "p": 0.2890625, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_reg_s2_mcd|K4|vs_retr": {"diff": -0.45, "ci": [-0.5833333333333334, -0.3333333333333333], "model_only": 0, "ref_only": 27, "p": 1.4901161193847656e-08, "n_common": 2, "regret_diff_mean": -0.02920722509915763, "regret_p": null}, "mlp_reg_s2_mcd|K4|vs_fixed": {"diff": -0.06666666666666667, "ci": [-0.15, 0.016666666666666666], "model_only": 2, "ref_only": 6, "p": 0.2890625, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_reg_s2_mcd|K16|vs_retr": {"diff": -0.5166666666666667, "ci": [-0.65, -0.4], "model_only": 0, "ref_only": 31, "p": 9.313225746154785e-10, "n_common": 2, "regret_diff_mean": -0.03028466436981936, "regret_p": null}, "mlp_reg_s2_mcd|K16|vs_fixed": {"diff": -0.06666666666666667, "ci": [-0.15, 0.016666666666666666], "model_only": 2, "ref_only": 6, "p": 0.2890625, "n_common": 0, "regret_diff_mean": null, "regret_p": null}, "mlp_reg_s2_det|K1|vs_retr": {"diff": -0.31666666666666665, "ci": [-0.43333333333333335, -0.2], "model_only": 0, "ref_only": 19, "p": 3.814697265625e-06, "n_common": 2, "regret_diff_mean": -0.04906410037158182, "regret_p": null}, "mlp_reg_s2_det|K1|vs_fixed": {"diff": -0.06666666666666667, "ci": [-0.16666666666666666, 0.016666666666666666], "model_only": 2, "ref_only": 6, "p": 0.2890625, "n_common": 0, "regret_diff_mean": null, "regret_p": null}}}, "timing_ms": {"synth_sdp": 8.23068618774414, "verify": 3.3797383308410645}} \ No newline at end of file diff --git a/results/icml_r2/D2_scale/logs/build.log b/results/icml_r2/D2_scale/logs/build.log new file mode 100644 index 0000000000000000000000000000000000000000..a2579dcca6902cba8b4bbbd52f076b8659366b79 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/build.log @@ -0,0 +1,325 @@ +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +176/8000 attempts 200 31s +345/8000 attempts 400 64s +522/8000 attempts 600 98s +688/8000 attempts 800 142s +859/8000 attempts 1000 186s +1032/8000 attempts 1200 233s +1209/8000 attempts 1400 282s +1382/8000 attempts 1600 330s +1554/8000 attempts 1800 376s +1729/8000 attempts 2000 422s +1901/8000 attempts 2200 469s +2080/8000 attempts 2400 517s +2255/8000 attempts 2600 565s +2422/8000 attempts 2800 610s +2593/8000 attempts 3000 657s +2762/8000 attempts 3200 704s +2940/8000 attempts 3400 750s +3114/8000 attempts 3600 800s +3290/8000 attempts 3800 846s +3459/8000 attempts 4000 891s +3628/8000 attempts 4200 937s +3796/8000 attempts 4400 986s +3973/8000 attempts 4600 1021s +4144/8000 attempts 4800 1055s +4326/8000 attempts 5000 1090s +4507/8000 attempts 5200 1128s +4672/8000 attempts 5400 1162s +4841/8000 attempts 5600 1194s +5016/8000 attempts 5800 1228s +5193/8000 attempts 6000 1263s +5366/8000 attempts 6200 1298s +5544/8000 attempts 6400 1331s +5714/8000 attempts 6600 1363s +5885/8000 attempts 6800 1394s +6058/8000 attempts 7000 1427s +6228/8000 attempts 7200 1460s +6404/8000 attempts 7400 1494s +6572/8000 attempts 7600 1528s +6741/8000 attempts 7800 1563s +6919/8000 attempts 8000 1597s +7098/8000 attempts 8200 1631s +7265/8000 attempts 8400 1665s +7440/8000 attempts 8600 1699s +7619/8000 attempts 8800 1734s +7787/8000 attempts 9000 1766s +7961/8000 attempts 9200 1801s +8000/8000 attempts 9254 1812s +done results/icml_r2/D2_scale/m3_bank.npz plant yield 0.8644910309055543 +m 3 nn 1.0780966174605338 +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +60/60 attempts 80 25s +done results/icml_r2/D2_scale/m3_heldout_4242.npz plant yield 0.75 +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +60/60 attempts 80 28s +done results/icml_r2/D2_scale/m3_heldout_9001.npz plant yield 0.75 +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +55/60 attempts 80 28s +60/60 attempts 94 33s +done results/icml_r2/D2_scale/m3_ood.npz plant yield 0.6382978723404256 +DONE3 +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +159/8000 attempts 200 92s +325/8000 attempts 400 206s +496/8000 attempts 600 314s +652/8000 attempts 800 424s +811/8000 attempts 1000 531s +965/8000 attempts 1200 642s +1129/8000 attempts 1400 756s +1293/8000 attempts 1600 874s +1456/8000 attempts 1800 990s +1615/8000 attempts 2000 1099s +1777/8000 attempts 2200 1216s +1934/8000 attempts 2400 1329s +2096/8000 attempts 2600 1443s +2266/8000 attempts 2800 1565s +2426/8000 attempts 3000 1645s +2595/8000 attempts 3200 1693s +2763/8000 attempts 3400 1747s +2935/8000 attempts 3600 1798s +3099/8000 attempts 3800 1851s +3265/8000 attempts 4000 1906s +3429/8000 attempts 4200 1963s +3600/8000 attempts 4400 2024s +3753/8000 attempts 4600 2084s +3904/8000 attempts 4800 2139s +4057/8000 attempts 5000 2195s +4223/8000 attempts 5200 2252s +4379/8000 attempts 5400 2308s +4549/8000 attempts 5600 2371s +4719/8000 attempts 5800 2424s +4878/8000 attempts 6000 2470s +5042/8000 attempts 6200 2518s +5202/8000 attempts 6400 2562s +5359/8000 attempts 6600 2606s +5525/8000 attempts 6800 2651s +5695/8000 attempts 7000 2697s +5862/8000 attempts 7200 2741s +6031/8000 attempts 7400 2788s +6197/8000 attempts 7600 2831s +6372/8000 attempts 7800 2877s +6541/8000 attempts 8000 2921s +6702/8000 attempts 8200 2965s +6863/8000 attempts 8400 3010s +7029/8000 attempts 8600 3053s +7193/8000 attempts 8800 3097s +7354/8000 attempts 9000 3144s +7523/8000 attempts 9200 3190s +7692/8000 attempts 9400 3236s +7855/8000 attempts 9600 3281s +8000/8000 attempts 9782 3321s +done results/icml_r2/D2_scale/m4_bank.npz plant yield 0.8178286648947045 +m 4 nn 1.7033176875690281 +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +60/60 attempts 80 38s +done results/icml_r2/D2_scale/m4_heldout_4242.npz plant yield 0.75 +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +60/60 attempts 80 37s +done results/icml_r2/D2_scale/m4_heldout_9001.npz plant yield 0.75 +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +/home/cercola/DiffusionControl/.venv/lib/python3.12/site-packages/cvxpy/problems/problem.py:1539: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + warnings.warn( +41/60 attempts 80 32s +59/60 attempts 110 50s +60/60 attempts 119 56s +done results/icml_r2/D2_scale/m4_ood.npz plant yield 0.5042016806722689 +DONE4 diff --git a/results/icml_r2/D2_scale/logs/d3_cpu_chain.log b/results/icml_r2/D2_scale/logs/d3_cpu_chain.log new file mode 100644 index 0000000000000000000000000000000000000000..91b253b89330e7dd8ba8ca1df54ca1c860dc93f7 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/d3_cpu_chain.log @@ -0,0 +1,26 @@ +start Sun Oct 4 04:13:03 AM PDT 2026 +Terminated +Terminated +Terminated +Terminated +Terminated +Terminated +training done Sun Oct 4 06:18:06 AM PDT 2026 +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +FileNotFoundError: +FileNotFoundError: +FileNotFoundError: +FileNotFoundError: +FileNotFoundError: +FileNotFoundError: diff --git a/results/icml_r2/D2_scale/logs/d3_cpu_chain_aborted_b128.log b/results/icml_r2/D2_scale/logs/d3_cpu_chain_aborted_b128.log new file mode 100644 index 0000000000000000000000000000000000000000..79417208deddc08f86cdc929132693ac11fd5e15 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/d3_cpu_chain_aborted_b128.log @@ -0,0 +1,25 @@ +start Sun Oct 4 03:50:28 AM PDT 2026 +Terminated +Terminated +Terminated +Terminated +Terminated +Terminated +Terminated +Terminated +Terminated +Terminated +Terminated +Terminated +Terminated +Terminated +Terminated +Terminated +Terminated +Terminated +Terminated +Terminated +Terminated +Terminated +Terminated +Terminated diff --git a/results/icml_r2/D2_scale/logs/d3_stage2.log b/results/icml_r2/D2_scale/logs/d3_stage2.log new file mode 100644 index 0000000000000000000000000000000000000000..8c641400af436d75a1841a8dc662fe07ef3cdb33 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/d3_stage2.log @@ -0,0 +1,25 @@ +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +sampling done Sun Oct 4 06:21:47 AM PDT 2026 +iid m 2 n 8000 {1: (0.706, 0.697, 0.425), 4: (0.956, 0.778, 0.667), 16: (0.989, 0.861, 0.842)} +ood m 2 n 8000 {1: (0.633, 0.639, 0.383), 4: (0.828, 0.7, 0.733), 16: (0.9, 0.744, 0.883)} +saved +iid m 3 n 8000 {1: (0.531, 0.569, 0.108), 4: (0.783, 0.619, 0.308), 16: (0.928, 0.678, 0.583)} +ood m 3 n 8000 {1: (0.383, 0.45, 0.1), 4: (0.583, 0.5, 0.283), 16: (0.75, 0.544, 0.533)} +saved +iid m 4 n 8000 {1: (0.361, 0.319, 0.033), 4: (0.608, 0.367, 0.142), 16: (0.789, 0.475, 0.283)} +iid m 4 n 16000 {1: (0.356, 0.397, 0.067), 4: (0.664, 0.458, 0.158), 16: (0.883, 0.575, 0.333)} +ood m 4 n 8000 {1: (0.222, 0.244, 0.067), 4: (0.372, 0.256, 0.133), 16: (0.561, 0.322, 0.267)} +ood m 4 n 16000 {1: (0.3, 0.306, 0.083), 4: (0.506, 0.361, 0.167), 16: (0.711, 0.45, 0.217)} +saved +eval234 done Sun Oct 4 06:22:17 AM PDT 2026 diff --git a/results/icml_r2/D2_scale/logs/d3_stage3.log b/results/icml_r2/D2_scale/logs/d3_stage3.log new file mode 100644 index 0000000000000000000000000000000000000000..94e71b9c31fc133ca25b6c23062792581dee4f2d --- /dev/null +++ b/results/icml_r2/D2_scale/logs/d3_stage3.log @@ -0,0 +1,11 @@ +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +iid m 5 n 8000 {1: (0.206, 0.181, 0.017), 4: (0.4, 0.214, 0.092), 16: (0.583, 0.289, 0.175)} +ood m 5 n 8000 {1: (0.189, 0.133, 0.017), 4: (0.356, 0.161, 0.067), 16: (0.483, 0.228, 0.1)} +saved +m5 done Sun Oct 4 06:25:18 AM PDT 2026 +timing done Sun Oct 4 06:28:11 AM PDT 2026 diff --git a/results/icml_r2/D2_scale/logs/d3f_stage.log b/results/icml_r2/D2_scale/logs/d3f_stage.log new file mode 100644 index 0000000000000000000000000000000000000000..3c57cd9c97ececd9719c55429389ddea7d0833b8 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/d3f_stage.log @@ -0,0 +1,46 @@ +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +saved results/icml_r2/D2_scale +sampling done Sun Oct 4 07:58:55 AM PDT 2026 +iid m 2 n 8000 {1: (0.7, 0.728, 0.425), 4: (0.939, 0.778, 0.667), 16: (0.986, 0.844, 0.842)} +ood m 2 n 8000 {1: (0.622, 0.617, 0.383), 4: (0.833, 0.694, 0.733), 16: (0.922, 0.761, 0.883)} +saved +iid m 3 n 8000 {1: (0.528, 0.553, 0.108), 4: (0.783, 0.625, 0.308), 16: (0.922, 0.669, 0.583)} +ood m 3 n 8000 {1: (0.411, 0.422, 0.1), 4: (0.617, 0.5, 0.283), 16: (0.756, 0.533, 0.533)} +saved +iid m 4 n 8000 {1: (0.342, 0.356, 0.033), 4: (0.586, 0.425, 0.142), 16: (0.814, 0.483, 0.283)} +iid m 4 n 16000 {1: (0.344, 0.419, 0.067), 4: (0.639, 0.492, 0.158), 16: (0.892, 0.594, 0.333)} +ood m 4 n 8000 {1: (0.206, 0.217, 0.067), 4: (0.4, 0.244, 0.133), 16: (0.572, 0.3, 0.267)} +ood m 4 n 16000 {1: (0.283, 0.289, 0.083), 4: (0.472, 0.328, 0.167), 16: (0.706, 0.439, 0.217)} +saved +iid m 5 n 8000 {1: (0.197, 0.175, 0.017), 4: (0.406, 0.197, 0.092), 16: (0.608, 0.278, 0.175)} +ood m 5 n 8000 {1: (0.244, 0.144, 0.017), 4: (0.367, 0.189, 0.067), 16: (0.489, 0.25, 0.1)} +saved +eval done Sun Oct 4 07:59:43 AM PDT 2026 diff --git a/results/icml_r2/D2_scale/logs/timing_d3.log b/results/icml_r2/D2_scale/logs/timing_d3.log new file mode 100644 index 0000000000000000000000000000000000000000..22f66ada8582659fe2ff013bc09b69a930245d72 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/timing_d3.log @@ -0,0 +1,6 @@ +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +2 {'verify_ms': 1362.278151512146, 'gpu_ms_per_cand': None, 'cpu1_ms_per_cand': 41.15033708512783, 'cpu16_ms_per_cand': 8.371919766068459, 'twin_forward_gpu_ms': None} +3 {'verify_ms': 1471.577803293864, 'gpu_ms_per_cand': None, 'cpu1_ms_per_cand': 42.59010776877403, 'cpu16_ms_per_cand': 8.897818997502327, 'twin_forward_gpu_ms': None} +4 {'verify_ms': 1388.2058223088582, 'gpu_ms_per_cand': None, 'cpu1_ms_per_cand': 41.07470251619816, 'cpu16_ms_per_cand': 8.41430388391018, 'twin_forward_gpu_ms': None} +5 {'verify_ms': 1432.516344388326, 'gpu_ms_per_cand': None, 'cpu1_ms_per_cand': 42.755745351314545, 'cpu16_ms_per_cand': 8.582468330860138, 'twin_forward_gpu_ms': None} diff --git a/results/icml_r2/D2_scale/logs/train_d2m2n1000_diff_s0.log b/results/icml_r2/D2_scale/logs/train_d2m2n1000_diff_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..8e212e5fdf3a90603336b7ee50bba359da51b341 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m2n1000_diff_s0.log @@ -0,0 +1,8 @@ +step 4000 loss 0.05785 112s +step 8000 loss 0.04995 223s +step 12000 loss 0.03428 334s +step 16000 loss 0.03552 444s +step 20000 loss 0.04145 555s +step 24000 loss 0.04812 666s +step 28000 loss 0.02794 777s +step 32000 loss 0.02878 887s diff --git a/results/icml_r2/D2_scale/logs/train_d2m2n1000_diff_s1.log b/results/icml_r2/D2_scale/logs/train_d2m2n1000_diff_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..c2ff731c1dc305547cb2e0e6654277caf4975bc3 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m2n1000_diff_s1.log @@ -0,0 +1,8 @@ +step 4000 loss 0.04484 110s +step 8000 loss 0.05697 221s +step 12000 loss 0.03510 332s +step 16000 loss 0.03037 443s +step 20000 loss 0.01816 553s +step 24000 loss 0.04051 664s +step 28000 loss 0.04694 775s +step 32000 loss 0.04995 886s diff --git a/results/icml_r2/D2_scale/logs/train_d2m2n1000_reg_s0.log b/results/icml_r2/D2_scale/logs/train_d2m2n1000_reg_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..c93f416bc497adf55e08c799e27de9dd8cc447bf --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m2n1000_reg_s0.log @@ -0,0 +1,8 @@ +step 4000 loss 0.00675 111s +step 8000 loss 0.00543 223s +step 12000 loss 0.00748 335s +step 16000 loss 0.00383 448s +step 20000 loss 0.00679 560s +step 24000 loss 0.00436 672s +step 28000 loss 0.00350 784s +step 32000 loss 0.00462 893s diff --git a/results/icml_r2/D2_scale/logs/train_d2m2n1000_reg_s1.log b/results/icml_r2/D2_scale/logs/train_d2m2n1000_reg_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..5575bf4541d7b301a5871eec91c0f222e2305613 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m2n1000_reg_s1.log @@ -0,0 +1,8 @@ +step 4000 loss 0.00544 111s +step 8000 loss 0.00635 223s +step 12000 loss 0.00439 335s +step 16000 loss 0.00357 447s +step 20000 loss 0.00512 559s +step 24000 loss 0.00333 671s +step 28000 loss 0.00378 782s +step 32000 loss 0.00416 892s diff --git a/results/icml_r2/D2_scale/logs/train_d2m2n3000_diff_s0.log b/results/icml_r2/D2_scale/logs/train_d2m2n3000_diff_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..5ff3dad55e11d4007ff78c311138d13661384c3d --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m2n3000_diff_s0.log @@ -0,0 +1,8 @@ +step 4000 loss 0.06510 112s +step 8000 loss 0.04925 224s +step 12000 loss 0.04764 335s +step 16000 loss 0.05442 447s +step 20000 loss 0.06116 558s +step 24000 loss 0.04267 670s +step 28000 loss 0.04303 781s +step 32000 loss 0.03505 891s diff --git a/results/icml_r2/D2_scale/logs/train_d2m2n3000_diff_s1.log b/results/icml_r2/D2_scale/logs/train_d2m2n3000_diff_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..f856f138a97b693ee41b4878ccf9c9725caffcd6 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m2n3000_diff_s1.log @@ -0,0 +1,8 @@ +step 4000 loss 0.05757 112s +step 8000 loss 0.04472 224s +step 12000 loss 0.05867 335s +step 16000 loss 0.03962 447s +step 20000 loss 0.02305 559s +step 24000 loss 0.06636 670s +step 28000 loss 0.06443 782s +step 32000 loss 0.05662 891s diff --git a/results/icml_r2/D2_scale/logs/train_d2m2n3000_reg_s0.log b/results/icml_r2/D2_scale/logs/train_d2m2n3000_reg_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..2b16ee0582c03fd914a2c537d3e14efc5526d889 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m2n3000_reg_s0.log @@ -0,0 +1,8 @@ +step 4000 loss 0.00541 112s +step 8000 loss 0.00498 224s +step 12000 loss 0.00490 337s +step 16000 loss 0.00609 449s +step 20000 loss 0.00435 562s +step 24000 loss 0.00434 674s +step 28000 loss 0.00424 787s +step 32000 loss 0.00455 894s diff --git a/results/icml_r2/D2_scale/logs/train_d2m2n3000_reg_s1.log b/results/icml_r2/D2_scale/logs/train_d2m2n3000_reg_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..87993357aad7e5b8fc445476d028e1521a55c9c6 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m2n3000_reg_s1.log @@ -0,0 +1,8 @@ +step 4000 loss 0.00622 113s +step 8000 loss 0.00474 224s +step 12000 loss 0.00539 336s +step 16000 loss 0.00354 448s +step 20000 loss 0.00383 560s +step 24000 loss 0.00476 672s +step 28000 loss 0.00448 784s +step 32000 loss 0.00403 892s diff --git a/results/icml_r2/D2_scale/logs/train_d2m2n8000_diff_s0.log b/results/icml_r2/D2_scale/logs/train_d2m2n8000_diff_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..42d1ce77b2405c638ce30d8e4504c0dd166409c9 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m2n8000_diff_s0.log @@ -0,0 +1,8 @@ +step 4000 loss 0.05810 112s +step 8000 loss 0.06310 223s +step 12000 loss 0.05408 334s +step 16000 loss 0.06809 446s +step 20000 loss 0.03798 557s +step 24000 loss 0.06323 668s +step 28000 loss 0.04898 779s +step 32000 loss 0.05177 889s diff --git a/results/icml_r2/D2_scale/logs/train_d2m2n8000_diff_s1.log b/results/icml_r2/D2_scale/logs/train_d2m2n8000_diff_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..a6b87465b2cd0ff6258f38293d53c46b38ee30cd --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m2n8000_diff_s1.log @@ -0,0 +1,8 @@ +step 4000 loss 0.06854 111s +step 8000 loss 0.07950 221s +step 12000 loss 0.04231 332s +step 16000 loss 0.04904 443s +step 20000 loss 0.04662 553s +step 24000 loss 0.04688 664s +step 28000 loss 0.04796 774s +step 32000 loss 0.06106 885s diff --git a/results/icml_r2/D2_scale/logs/train_d2m2n8000_reg_s0.log b/results/icml_r2/D2_scale/logs/train_d2m2n8000_reg_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..cbf45a82e743278af06231a98dfe424225c18239 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m2n8000_reg_s0.log @@ -0,0 +1,8 @@ +step 4000 loss 0.00670 112s +step 8000 loss 0.00716 223s +step 12000 loss 0.00461 334s +step 16000 loss 0.00473 446s +step 20000 loss 0.00235 557s +step 24000 loss 0.00399 668s +step 28000 loss 0.00349 780s +step 32000 loss 0.00385 889s diff --git a/results/icml_r2/D2_scale/logs/train_d2m2n8000_reg_s1.log b/results/icml_r2/D2_scale/logs/train_d2m2n8000_reg_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..c38e8dad7143b5384de75dd932fc1f472566e9cd --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m2n8000_reg_s1.log @@ -0,0 +1,8 @@ +step 4000 loss 0.00711 112s +step 8000 loss 0.00445 222s +step 12000 loss 0.00358 333s +step 16000 loss 0.00523 444s +step 20000 loss 0.00427 554s +step 24000 loss 0.00395 665s +step 28000 loss 0.00453 776s +step 32000 loss 0.00306 886s diff --git a/results/icml_r2/D2_scale/logs/train_d2m3n1000_diff_s0.log b/results/icml_r2/D2_scale/logs/train_d2m3n1000_diff_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..4bef44628df5164c8a2cbf44ee7abbbce10c3f8f --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m3n1000_diff_s0.log @@ -0,0 +1,8 @@ +step 4000 loss 0.04504 205s +step 8000 loss 0.04283 406s +step 12000 loss 0.03468 607s +step 16000 loss 0.02905 808s +step 20000 loss 0.03729 1009s +step 24000 loss 0.03479 1210s +step 28000 loss 0.03229 1411s +step 32000 loss 0.02252 1604s diff --git a/results/icml_r2/D2_scale/logs/train_d2m3n1000_diff_s1.log b/results/icml_r2/D2_scale/logs/train_d2m3n1000_diff_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..b9d03c3f752a2bc139a87707d581ec3e2420674c --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m3n1000_diff_s1.log @@ -0,0 +1,5 @@ +step 4000 loss 0.04527 207s +step 8000 loss 0.04923 408s +step 12000 loss 0.04468 612s +step 16000 loss 0.03735 814s +step 20000 loss 0.02340 1016ssstep 24000 loss 0.03796 1220ssstep 28000 loss 0.03343 1422ssstep 32000 loss 0.03490 1606s diff --git a/results/icml_r2/D2_scale/logs/train_d2m3n1000_reg_s0.log b/results/icml_r2/D2_scale/logs/train_d2m3n1000_reg_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..50f5266319b75aaa25a29eaaa15b7e8f4944f780 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m3n1000_reg_s0.log @@ -0,0 +1,8 @@ +step 4000 loss 0.00568 202s +step 8000 loss 0.00475 404s +step 12000 loss 0.00471 605s +step 16000 loss 0.00474 807s +step 20000 loss 0.00414 1009s +step 24000 loss 0.00530 1211s +step 28000 loss 0.00334 1412s +step 32000 loss 0.00564 1605s diff --git a/results/icml_r2/D2_scale/logs/train_d2m3n1000_reg_s1.log b/results/icml_r2/D2_scale/logs/train_d2m3n1000_reg_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..972ff0588f84cc2d2743cc92f59a986f8b750cf2 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m3n1000_reg_s1.log @@ -0,0 +1,8 @@ +step 4000 loss 0.00618 203s +step 8000 loss 0.00469 404s +step 12000 loss 0.00424 607s +step 16000 loss 0.00582 809s +step 20000 loss 0.00624 1012s +step 24000 loss 0.00769 1213s +step 28000 loss 0.00481 1414s +step 32000 loss 0.00432 1605s diff --git a/results/icml_r2/D2_scale/logs/train_d2m3n3000_diff_s0.log b/results/icml_r2/D2_scale/logs/train_d2m3n3000_diff_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..d8c8ebb60dc1e4c764b36c231d34b26f29c83abf --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m3n3000_diff_s0.log @@ -0,0 +1,8 @@ +step 4000 loss 0.06424 205s +step 8000 loss 0.05415 406s +step 12000 loss 0.04422 607s +step 16000 loss 0.04766 810s +step 20000 loss 0.04488 1011s +step 24000 loss 0.03505 1214s +step 28000 loss 0.04235 1415s +step 32000 loss 0.04110 1606s diff --git a/results/icml_r2/D2_scale/logs/train_d2m3n3000_diff_s1.log b/results/icml_r2/D2_scale/logs/train_d2m3n3000_diff_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..f4c2515b848c130951e3684eb581e058401e7c78 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m3n3000_diff_s1.log @@ -0,0 +1,8 @@ +step 4000 loss 0.05454 204s +step 8000 loss 0.04764 407s +step 12000 loss 0.04316 610s +step 16000 loss 0.04608 811s +step 20000 loss 0.02164 1013s +step 24000 loss 0.05156 1214s +step 28000 loss 0.04400 1416s +step 32000 loss 0.03214 1606s diff --git a/results/icml_r2/D2_scale/logs/train_d2m3n3000_reg_s0.log b/results/icml_r2/D2_scale/logs/train_d2m3n3000_reg_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..2ed901f013358c5f782b376630ab7c477c03d9f8 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m3n3000_reg_s0.log @@ -0,0 +1,8 @@ +step 4000 loss 0.00641 203s +step 8000 loss 0.00518 406s +step 12000 loss 0.00494 608s +step 16000 loss 0.00394 809s +step 20000 loss 0.00402 1011s +step 24000 loss 0.00274 1212s +step 28000 loss 0.00314 1414s +step 32000 loss 0.00370 1605s diff --git a/results/icml_r2/D2_scale/logs/train_d2m3n3000_reg_s1.log b/results/icml_r2/D2_scale/logs/train_d2m3n3000_reg_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..1189dc5ff6016826ae3504b31d6a8cb1d3d34d4d --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m3n3000_reg_s1.log @@ -0,0 +1,8 @@ +step 4000 loss 0.00379 203s +step 8000 loss 0.00540 406s +step 12000 loss 0.00405 608s +step 16000 loss 0.00331 810s +step 20000 loss 0.00508 1012s +step 24000 loss 0.00314 1214s +step 28000 loss 0.00348 1416s +step 32000 loss 0.00255 1606s diff --git a/results/icml_r2/D2_scale/logs/train_d2m3n8000_diff_s0.log b/results/icml_r2/D2_scale/logs/train_d2m3n8000_diff_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..2f7266fc94554732b2b901b27eebdcb2bca83e11 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m3n8000_diff_s0.log @@ -0,0 +1,5 @@ +step 4000 loss 0.04394 204s +step 8000 loss 0.03882 404s +step 12000 loss 0.04722 605s +step 16000 loss 0.04740 805s +step 20000 loss 0.04769 1005ssstep 24000 loss 0.05993 1205ssstep 28000 loss 0.05323 1405ssstep 32000 loss 0.04411 1602s diff --git a/results/icml_r2/D2_scale/logs/train_d2m3n8000_diff_s1.log b/results/icml_r2/D2_scale/logs/train_d2m3n8000_diff_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..5af04e3bf023710a4740727a303a6f12789b18ec --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m3n8000_diff_s1.log @@ -0,0 +1,5 @@ +step 4000 loss 0.05775 201s +step 8000 loss 0.06040 401s +step 12000 loss 0.04628 601s +step 16000 loss 0.05035 801s +step 20000 loss 0.03031 1001ssstep 24000 loss 0.07778 1201ssstep 28000 loss 0.04653 1402ssstep 32000 loss 0.05508 1600s diff --git a/results/icml_r2/D2_scale/logs/train_d2m3n8000_reg_s0.log b/results/icml_r2/D2_scale/logs/train_d2m3n8000_reg_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..4bf1f9006dba74e2c06b31b70ba15fd524852b76 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m3n8000_reg_s0.log @@ -0,0 +1,5 @@ +step 4000 loss 0.00548 201s +step 8000 loss 0.00419 402s +step 12000 loss 0.00403 602s +step 16000 loss 0.00380 802s +step 20000 loss 0.00219 1003ssstep 24000 loss 0.00329 1203ssstep 28000 loss 0.00294 1403ssstep 32000 loss 0.00254 1600s diff --git a/results/icml_r2/D2_scale/logs/train_d2m3n8000_reg_s1.log b/results/icml_r2/D2_scale/logs/train_d2m3n8000_reg_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..0997f2cc0f5a275a7c797a43f74c618798ef4cf8 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m3n8000_reg_s1.log @@ -0,0 +1,5 @@ +step 4000 loss 0.00693 202s +step 8000 loss 0.00476 402s +step 12000 loss 0.00497 602s +step 16000 loss 0.00270 803s +step 20000 loss 0.00391 1003ssstep 24000 loss 0.00280 1204ssstep 28000 loss 0.00318 1405ssstep 32000 loss 0.00484 1601s diff --git a/results/icml_r2/D2_scale/logs/train_d2m4n1000_diff_s0.log b/results/icml_r2/D2_scale/logs/train_d2m4n1000_diff_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..bdf46c6a7cc7ff4262f58464ee3ed5ee2909ce6b --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m4n1000_diff_s0.log @@ -0,0 +1,8 @@ +step 4000 loss 0.05020 52s +step 8000 loss 0.04903 103s +step 12000 loss 0.04221 185s +step 16000 loss 0.04614 266s +step 20000 loss 0.05622 347s +step 24000 loss 0.03539 428s +step 28000 loss 0.03082 509s +step 32000 loss 0.02936 591s diff --git a/results/icml_r2/D2_scale/logs/train_d2m4n1000_diff_s1.log b/results/icml_r2/D2_scale/logs/train_d2m4n1000_diff_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..13025310ec193fad9bd9008a23dffb631cd5f04f --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m4n1000_diff_s1.log @@ -0,0 +1,8 @@ +step 4000 loss 0.05579 52s +step 8000 loss 0.05091 104s +step 12000 loss 0.04786 186s +step 16000 loss 0.04641 267s +step 20000 loss 0.02721 348s +step 24000 loss 0.06102 430s +step 28000 loss 0.03887 511s +step 32000 loss 0.04393 592s diff --git a/results/icml_r2/D2_scale/logs/train_d2m4n1000_reg_s0.log b/results/icml_r2/D2_scale/logs/train_d2m4n1000_reg_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..2541d5725b407de19de16679b175590b8f15838a --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m4n1000_reg_s0.log @@ -0,0 +1,8 @@ +step 4000 loss 0.00692 52s +step 8000 loss 0.00522 104s +step 12000 loss 0.00485 185s +step 16000 loss 0.00553 267s +step 20000 loss 0.00543 348s +step 24000 loss 0.00721 429s +step 28000 loss 0.00645 510s +step 32000 loss 0.00596 591s diff --git a/results/icml_r2/D2_scale/logs/train_d2m4n1000_reg_s1.log b/results/icml_r2/D2_scale/logs/train_d2m4n1000_reg_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..d767eb349994518fa99f6bcc1a74a2e09aba5f2e --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m4n1000_reg_s1.log @@ -0,0 +1,8 @@ +step 4000 loss 0.00561 52s +step 8000 loss 0.00740 105s +step 12000 loss 0.00617 186s +step 16000 loss 0.00616 268s +step 20000 loss 0.00585 349s +step 24000 loss 0.00562 431s +step 28000 loss 0.00549 512s +step 32000 loss 0.00524 593s diff --git a/results/icml_r2/D2_scale/logs/train_d2m4n3000_diff_s0.log b/results/icml_r2/D2_scale/logs/train_d2m4n3000_diff_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..ccb72437eb7710cb4ec7e9bb3dc4257701c727ac --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m4n3000_diff_s0.log @@ -0,0 +1,8 @@ +step 4000 loss 0.06739 82s +step 8000 loss 0.05978 163s +step 12000 loss 0.04879 244s +step 16000 loss 0.03909 325s +step 20000 loss 0.05540 406s +step 24000 loss 0.05697 487s +step 28000 loss 0.03971 536s +step 32000 loss 0.03202 566s diff --git a/results/icml_r2/D2_scale/logs/train_d2m4n3000_diff_s1.log b/results/icml_r2/D2_scale/logs/train_d2m4n3000_diff_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..6c00efe9e81f0e37efcb6f64fb80d4da3e65f2b5 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m4n3000_diff_s1.log @@ -0,0 +1,8 @@ +step 4000 loss 0.05626 82s +step 8000 loss 0.06432 164s +step 12000 loss 0.04884 245s +step 16000 loss 0.05652 326s +step 20000 loss 0.03120 408s +step 24000 loss 0.06142 489s +step 28000 loss 0.04051 537s +step 32000 loss 0.04056 566s diff --git a/results/icml_r2/D2_scale/logs/train_d2m4n3000_reg_s0.log b/results/icml_r2/D2_scale/logs/train_d2m4n3000_reg_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..01c26480872ecfc1fe9d46cec84841e1885874e8 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m4n3000_reg_s0.log @@ -0,0 +1,8 @@ +step 4000 loss 0.00662 82s +step 8000 loss 0.00513 163s +step 12000 loss 0.00551 244s +step 16000 loss 0.00434 325s +step 20000 loss 0.00419 406s +step 24000 loss 0.00486 488s +step 28000 loss 0.00433 536s +step 32000 loss 0.00294 565s diff --git a/results/icml_r2/D2_scale/logs/train_d2m4n3000_reg_s1.log b/results/icml_r2/D2_scale/logs/train_d2m4n3000_reg_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..4d78ea2c7e9cc895dc0ad044b5d546cbd4e9cacc --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m4n3000_reg_s1.log @@ -0,0 +1,8 @@ +step 4000 loss 0.00525 82s +step 8000 loss 0.00413 163s +step 12000 loss 0.00396 244s +step 16000 loss 0.00345 325s +step 20000 loss 0.00397 406s +step 24000 loss 0.00322 487s +step 28000 loss 0.00417 536s +step 32000 loss 0.00358 565s diff --git a/results/icml_r2/D2_scale/logs/train_d2m4n8000_diff_s0.log b/results/icml_r2/D2_scale/logs/train_d2m4n8000_diff_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..488425c29ba61d6df3a30ed377d4187839a25dc0 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m4n8000_diff_s0.log @@ -0,0 +1,8 @@ +step 4000 loss 0.06450 30s +step 8000 loss 0.05772 60s +step 12000 loss 0.05358 89s +step 16000 loss 0.04983 119s +step 20000 loss 0.08590 149s +step 24000 loss 0.04102 178s +step 28000 loss 0.05014 208s +step 32000 loss 0.03449 237s diff --git a/results/icml_r2/D2_scale/logs/train_d2m4n8000_diff_s1.log b/results/icml_r2/D2_scale/logs/train_d2m4n8000_diff_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..be6cbe87a2c2894169eba49fdfe29781d9e8bb39 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m4n8000_diff_s1.log @@ -0,0 +1,8 @@ +step 4000 loss 0.07297 30s +step 8000 loss 0.09032 59s +step 12000 loss 0.04483 89s +step 16000 loss 0.06044 119s +step 20000 loss 0.03436 148s +step 24000 loss 0.08642 178s +step 28000 loss 0.06041 208s +step 32000 loss 0.06089 237s diff --git a/results/icml_r2/D2_scale/logs/train_d2m4n8000_reg_s0.log b/results/icml_r2/D2_scale/logs/train_d2m4n8000_reg_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..2ceddefbf3405cbbc5d281ed6a003469238174fc --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m4n8000_reg_s0.log @@ -0,0 +1,8 @@ +step 4000 loss 0.00779 30s +step 8000 loss 0.00595 59s +step 12000 loss 0.00481 89s +step 16000 loss 0.00346 119s +step 20000 loss 0.00382 149s +step 24000 loss 0.00322 178s +step 28000 loss 0.00268 208s +step 32000 loss 0.00333 238s diff --git a/results/icml_r2/D2_scale/logs/train_d2m4n8000_reg_s1.log b/results/icml_r2/D2_scale/logs/train_d2m4n8000_reg_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..ac1d35009b201bfd0fae45d2216ba7c501c66031 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d2m4n8000_reg_s1.log @@ -0,0 +1,8 @@ +step 4000 loss 0.00792 30s +step 8000 loss 0.00368 59s +step 12000 loss 0.00378 89s +step 16000 loss 0.00365 119s +step 20000 loss 0.00326 149s +step 24000 loss 0.00433 179s +step 28000 loss 0.00277 208s +step 32000 loss 0.00325 238s diff --git a/results/icml_r2/D2_scale/logs/train_d3m2n8000_diff_s0.log b/results/icml_r2/D2_scale/logs/train_d3m2n8000_diff_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..61e9ef1ef0c252b9da1493f0213953ce8b11fc9b --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d3m2n8000_diff_s0.log @@ -0,0 +1,6 @@ +step 4000 loss 0.06001 1421s +step 8000 loss 0.07446 2725s +step 12000 loss 0.05192 3808s +step 16000 loss 0.04243 4949s +step 20000 loss 0.03827 6068s +step 24000 loss 0.03286 7181s diff --git a/results/icml_r2/D2_scale/logs/train_d3m2n8000_diff_s1.log b/results/icml_r2/D2_scale/logs/train_d3m2n8000_diff_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..aeed93aef898205ec459cbb75693ed16be208217 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d3m2n8000_diff_s1.log @@ -0,0 +1,6 @@ +step 4000 loss 0.07044 1407s +step 8000 loss 0.05822 2706s +step 12000 loss 0.06291 3794s +step 16000 loss 0.05699 4868s +step 20000 loss 0.03793 5958s +step 24000 loss 0.02389 7097s diff --git a/results/icml_r2/D2_scale/logs/train_d3m2n8000_diff_s2.log b/results/icml_r2/D2_scale/logs/train_d3m2n8000_diff_s2.log new file mode 100644 index 0000000000000000000000000000000000000000..2cbe114c7c3eada3466934163f3fb4891119d19c --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d3m2n8000_diff_s2.log @@ -0,0 +1,6 @@ +step 4000 loss 0.06184 1399s +step 8000 loss 0.05185 2720s +step 12000 loss 0.05370 3804s +step 16000 loss 0.05230 4892s +step 20000 loss 0.04913 5964s +step 24000 loss 0.03410 7051s diff --git a/results/icml_r2/D2_scale/logs/train_d3m2n8000_reg_s0.log b/results/icml_r2/D2_scale/logs/train_d3m2n8000_reg_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..197cd99631d563cc3e1ba64aa82214d33481a162 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d3m2n8000_reg_s0.log @@ -0,0 +1,6 @@ +step 4000 loss 0.00533 1405s +step 8000 loss 0.00482 2723s +step 12000 loss 0.00423 3849s +step 16000 loss 0.00515 4989s +step 20000 loss 0.00441 6121s +step 24000 loss 0.00325 7232s diff --git a/results/icml_r2/D2_scale/logs/train_d3m2n8000_reg_s1.log b/results/icml_r2/D2_scale/logs/train_d3m2n8000_reg_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..5c4fd29910f7c8a2a517d65efbd6d059bd1e15a9 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d3m2n8000_reg_s1.log @@ -0,0 +1,6 @@ +step 4000 loss 0.00600 1413s +step 8000 loss 0.00489 2728s +step 12000 loss 0.00353 3836s +step 16000 loss 0.00343 4970s +step 20000 loss 0.00426 6111s +step 24000 loss 0.00309 7227s diff --git a/results/icml_r2/D2_scale/logs/train_d3m2n8000_reg_s2.log b/results/icml_r2/D2_scale/logs/train_d3m2n8000_reg_s2.log new file mode 100644 index 0000000000000000000000000000000000000000..3e7b8d48507691ea47241f16902a92d047949de5 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d3m2n8000_reg_s2.log @@ -0,0 +1,6 @@ +step 4000 loss 0.00532 1433s +step 8000 loss 0.00490 2736s +step 12000 loss 0.00341 3874s +step 16000 loss 0.00402 5002s +step 20000 loss 0.00351 6084s +step 24000 loss 0.00436 7199s diff --git a/results/icml_r2/D2_scale/logs/train_d3m3n8000_diff_s0.log b/results/icml_r2/D2_scale/logs/train_d3m3n8000_diff_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..d7ef684faf0534f723cba59539d44de6f9cfb034 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d3m3n8000_diff_s0.log @@ -0,0 +1,6 @@ +step 4000 loss 0.06129 1421s +step 8000 loss 0.07074 2715s +step 12000 loss 0.04749 3846s +step 16000 loss 0.06106 4967s +step 20000 loss 0.02971 6053s +step 24000 loss 0.03987 7172s diff --git a/results/icml_r2/D2_scale/logs/train_d3m3n8000_diff_s1.log b/results/icml_r2/D2_scale/logs/train_d3m3n8000_diff_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..b939e3d4bd10b1812a4339b01ec11545225f2a21 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d3m3n8000_diff_s1.log @@ -0,0 +1,6 @@ +step 4000 loss 0.05316 1418s +step 8000 loss 0.06570 2758s +step 12000 loss 0.06954 3855s +step 16000 loss 0.04683 4980s +step 20000 loss 0.04752 6115s +step 24000 loss 0.03891 7229s diff --git a/results/icml_r2/D2_scale/logs/train_d3m3n8000_diff_s2.log b/results/icml_r2/D2_scale/logs/train_d3m3n8000_diff_s2.log new file mode 100644 index 0000000000000000000000000000000000000000..5ae916ffdf63f5c9adee262d42d942894cdac36d --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d3m3n8000_diff_s2.log @@ -0,0 +1,6 @@ +step 4000 loss 0.07711 1411s +step 8000 loss 0.05704 2714s +step 12000 loss 0.06413 3797s +step 16000 loss 0.04238 4890s +step 20000 loss 0.03371 6027s +step 24000 loss 0.05056 7113s diff --git a/results/icml_r2/D2_scale/logs/train_d3m3n8000_reg_s0.log b/results/icml_r2/D2_scale/logs/train_d3m3n8000_reg_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..8ac1d5ace4869ce528ae30fd727b36f6927137a9 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d3m3n8000_reg_s0.log @@ -0,0 +1,6 @@ +step 4000 loss 0.00411 1417s +step 8000 loss 0.00391 2727s +step 12000 loss 0.00288 3878s +step 16000 loss 0.00342 4999s +step 20000 loss 0.00330 6116s +step 24000 loss 0.00279 7229s diff --git a/results/icml_r2/D2_scale/logs/train_d3m3n8000_reg_s1.log b/results/icml_r2/D2_scale/logs/train_d3m3n8000_reg_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..ce1a122eef7b4233b259c5f37e4edafafed49ff3 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d3m3n8000_reg_s1.log @@ -0,0 +1,6 @@ +step 4000 loss 0.00486 1400s +step 8000 loss 0.00285 2712s +step 12000 loss 0.00325 3786s +step 16000 loss 0.00312 4868s +step 20000 loss 0.00343 5996s +step 24000 loss 0.00302 7092s diff --git a/results/icml_r2/D2_scale/logs/train_d3m3n8000_reg_s2.log b/results/icml_r2/D2_scale/logs/train_d3m3n8000_reg_s2.log new file mode 100644 index 0000000000000000000000000000000000000000..02aadc7b7fd0ef0fe43eee992520a2d176a08cff --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d3m3n8000_reg_s2.log @@ -0,0 +1,6 @@ +step 4000 loss 0.00508 1419s +step 8000 loss 0.00364 2759s +step 12000 loss 0.00356 3861s +step 16000 loss 0.00376 5004s +step 20000 loss 0.00373 6097s +step 24000 loss 0.00273 7204s diff --git a/results/icml_r2/D2_scale/logs/train_d3m4n16000_diff_s0.log b/results/icml_r2/D2_scale/logs/train_d3m4n16000_diff_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..62a7b7c8aa0988e69e4aea663a8ca0b089bc84d0 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d3m4n16000_diff_s0.log @@ -0,0 +1,6 @@ +step 4000 loss 0.06666 1396s +step 8000 loss 0.06109 2711s +step 12000 loss 0.06207 3837s +step 16000 loss 0.05845 4954s +step 20000 loss 0.04584 6114s +step 24000 loss 0.06523 7224s diff --git a/results/icml_r2/D2_scale/logs/train_d3m4n16000_diff_s1.log b/results/icml_r2/D2_scale/logs/train_d3m4n16000_diff_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..fa324a6aed85d74cba9bada13d38b766f1b780e3 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d3m4n16000_diff_s1.log @@ -0,0 +1,6 @@ +step 4000 loss 0.05617 1397s +step 8000 loss 0.06637 2743s +step 12000 loss 0.05392 3941s +step 16000 loss 0.05733 5056s +step 20000 loss 0.03784 6194s +step 24000 loss 0.05039 7263s diff --git a/results/icml_r2/D2_scale/logs/train_d3m4n16000_diff_s2.log b/results/icml_r2/D2_scale/logs/train_d3m4n16000_diff_s2.log new file mode 100644 index 0000000000000000000000000000000000000000..2320736383ba2dd1bb58cb18a23822ca220e6629 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d3m4n16000_diff_s2.log @@ -0,0 +1,6 @@ +step 4000 loss 0.04903 1408s +step 8000 loss 0.05689 2722s +step 12000 loss 0.07271 3850s +step 16000 loss 0.04285 4934s +step 20000 loss 0.04167 6062s +step 24000 loss 0.06381 7188s diff --git a/results/icml_r2/D2_scale/logs/train_d3m4n16000_reg_s0.log b/results/icml_r2/D2_scale/logs/train_d3m4n16000_reg_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..aa5bdcb415f33f0b6cd537d1623ae8c0df3aee63 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d3m4n16000_reg_s0.log @@ -0,0 +1,6 @@ +step 4000 loss 0.00598 1394s +step 8000 loss 0.00492 2733s +step 12000 loss 0.00381 3834s +step 16000 loss 0.00292 4944s +step 20000 loss 0.00221 6062s +step 24000 loss 0.00295 7172s diff --git a/results/icml_r2/D2_scale/logs/train_d3m4n16000_reg_s1.log b/results/icml_r2/D2_scale/logs/train_d3m4n16000_reg_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..eb5f4dbf19bc92f657bff84e1aa9f8b45721be29 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d3m4n16000_reg_s1.log @@ -0,0 +1,6 @@ +step 4000 loss 0.00523 1398s +step 8000 loss 0.00428 2732s +step 12000 loss 0.00348 3840s +step 16000 loss 0.00352 4960s +step 20000 loss 0.00357 6080s +step 24000 loss 0.00270 7187s diff --git a/results/icml_r2/D2_scale/logs/train_d3m4n16000_reg_s2.log b/results/icml_r2/D2_scale/logs/train_d3m4n16000_reg_s2.log new file mode 100644 index 0000000000000000000000000000000000000000..04d5a15664023540997c6438bbd5c0864b2be462 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d3m4n16000_reg_s2.log @@ -0,0 +1,6 @@ +step 4000 loss 0.00625 1431s +step 8000 loss 0.00395 2714s +step 12000 loss 0.00332 3882s +step 16000 loss 0.00697 4964s +step 20000 loss 0.00354 6081s +step 24000 loss 0.00294 7231s diff --git a/results/icml_r2/D2_scale/logs/train_d3m4n8000_diff_s0.log b/results/icml_r2/D2_scale/logs/train_d3m4n8000_diff_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..71893e550ce9132b1cb0b42297898ef05a90799e --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d3m4n8000_diff_s0.log @@ -0,0 +1,6 @@ +step 4000 loss 0.05928 1400s +step 8000 loss 0.05945 2723s +step 12000 loss 0.06459 3847s +step 16000 loss 0.05339 4970s +step 20000 loss 0.04055 6106s +step 24000 loss 0.06345 7198s diff --git a/results/icml_r2/D2_scale/logs/train_d3m4n8000_diff_s1.log b/results/icml_r2/D2_scale/logs/train_d3m4n8000_diff_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..12ace19ce93b035bfc795c216b5780769a2c68e0 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d3m4n8000_diff_s1.log @@ -0,0 +1,6 @@ +step 4000 loss 0.06468 1426s +step 8000 loss 0.05869 2763s +step 12000 loss 0.05135 3846s +step 16000 loss 0.04763 4970s +step 20000 loss 0.03279 6079s +step 24000 loss 0.04622 7159s diff --git a/results/icml_r2/D2_scale/logs/train_d3m4n8000_diff_s2.log b/results/icml_r2/D2_scale/logs/train_d3m4n8000_diff_s2.log new file mode 100644 index 0000000000000000000000000000000000000000..277398c04c2128d51fe536a64b9cd5c541f68c62 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d3m4n8000_diff_s2.log @@ -0,0 +1,6 @@ +step 4000 loss 0.05856 1407s +step 8000 loss 0.05436 2775s +step 12000 loss 0.07071 3901s +step 16000 loss 0.05055 5066s +step 20000 loss 0.04056 6170s +step 24000 loss 0.05176 7258s diff --git a/results/icml_r2/D2_scale/logs/train_d3m4n8000_reg_s0.log b/results/icml_r2/D2_scale/logs/train_d3m4n8000_reg_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..ac1f344449b211db1f3f62741ca6111c09289014 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d3m4n8000_reg_s0.log @@ -0,0 +1,6 @@ +step 4000 loss 0.00524 1423s +step 8000 loss 0.00400 2754s +step 12000 loss 0.00305 3921s +step 16000 loss 0.00336 5050s +step 20000 loss 0.00295 6168s +step 24000 loss 0.00269 7245s diff --git a/results/icml_r2/D2_scale/logs/train_d3m4n8000_reg_s1.log b/results/icml_r2/D2_scale/logs/train_d3m4n8000_reg_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..9f43468d096c84c21fef738a895d4cc3f8dc20fb --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d3m4n8000_reg_s1.log @@ -0,0 +1,6 @@ +step 4000 loss 0.00457 1443s +step 8000 loss 0.00360 2760s +step 12000 loss 0.00282 3881s +step 16000 loss 0.00330 5012s +step 20000 loss 0.00289 6166s +step 24000 loss 0.00323 7255s diff --git a/results/icml_r2/D2_scale/logs/train_d3m4n8000_reg_s2.log b/results/icml_r2/D2_scale/logs/train_d3m4n8000_reg_s2.log new file mode 100644 index 0000000000000000000000000000000000000000..f4fcd5c888a3d9eedd6349a9b40737ebf895d116 --- /dev/null +++ b/results/icml_r2/D2_scale/logs/train_d3m4n8000_reg_s2.log @@ -0,0 +1,6 @@ +step 4000 loss 0.00505 1400s +step 8000 loss 0.00416 2738s +step 12000 loss 0.00347 3859s +step 16000 loss 0.00336 5026s +step 20000 loss 0.00368 6165s +step 24000 loss 0.00413 7252s diff --git a/results/icml_r2/D2_scale/logs/train_d3m5n8000_diff_s0.log b/results/icml_r2/D2_scale/logs/train_d3m5n8000_diff_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/results/icml_r2/D2_scale/logs/train_d3m5n8000_diff_s1.log b/results/icml_r2/D2_scale/logs/train_d3m5n8000_diff_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/results/icml_r2/D2_scale/logs/train_d3m5n8000_diff_s2.log b/results/icml_r2/D2_scale/logs/train_d3m5n8000_diff_s2.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/results/icml_r2/D2_scale/logs/train_d3m5n8000_reg_s0.log b/results/icml_r2/D2_scale/logs/train_d3m5n8000_reg_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/results/icml_r2/D2_scale/logs/train_d3m5n8000_reg_s1.log b/results/icml_r2/D2_scale/logs/train_d3m5n8000_reg_s1.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/results/icml_r2/D2_scale/logs/train_d3m5n8000_reg_s2.log b/results/icml_r2/D2_scale/logs/train_d3m5n8000_reg_s2.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/results/icml_r3/X10/PREREG.md b/results/icml_r3/X10/PREREG.md new file mode 100644 index 0000000000000000000000000000000000000000..181d9084b7c145d75efb9be58e2d0087bdfa1d6f --- /dev/null +++ b/results/icml_r3/X10/PREREG.md @@ -0,0 +1,66 @@ +# X10 PREREG: stronger non-generative baselines at matched verifier budget (written 2026-10-13 ~00:40 PDT, before any test-plant scoring) + +Agent X7X10. virgo CPU only, <= 10 worker processes, no torch, no GPU. Code: `nonlinear/mimo_unstable/x10_retr.py` (predictors), `x10_val.py` +(validation sweep), `x10_test.py` (frozen-config test scoring). + +## What is compared (same everything except the candidate generator) +- Plants: D3f iid test plants, 120 per m = `results/icml_r2/D2_scale/m{m}_heldout_4242.npz` + `_9001.npz`, m = 2,3,4,5. Held-out plants are in no bank. +- **Bank (named, used by every non-generative arm and the data of the models): 8k bank** = `results/icml_r2/D2_scale/m{m}_bank*.npz`, first 8000 plants + (m=2: m2_bank_a + m2_bank_b); each plant stores up to 4 distinct certified gains (cost-sorted, NaN padded). No 16k bank is used (the m=4 16k + variant is out of scope here). +- Verifier: `family_sofm.verify` (one call per candidate), budgets b = 1, 4, 16 = first b of 16 ordered candidates, plant counted certified if any + of the b verifies. Raw order, no proxy ordering. +- Reference arms re-verified in the same run: diffusion (d3f, 3 training seeds), regression twin (3 seeds; det at b=1, MC-dropout for b>1), + existing retrieval (b nearest plants' best gain, unit-box distance). +- New arms (all produce 16 ordered candidates; stochastic arms use sampler seeds 0,1,2 on the test plants, seed 100 on validation): + 1. `retr_all`: nearest plants each contribute up to `sols` stored solutions (cost order), metric unit-box or ARD-scaled. + 2. `jit` (X10a): kNN with jitter: candidates cycle through the k nearest plants' best gains; after the first k, Gaussian noise + sigma x (per-coordinate std of the 16 nearest best gains = local bank spread). Candidate 0 is the unperturbed nearest neighbour. + 3. `boot` (X10a): bootstrap means of the kb nearest plants' best gains (candidate 0 = plain mean). + 4. `gp_ard` (X10b): exact GP regression (RBF-ARD, 8000 bank points, best-gain targets standardised); candidate 0 = posterior mean, candidates 1-15 = + mean + tau x posterior std x N(0,I) per output. ARD length scales / signal / noise by marginal likelihood on a 1500-plant bank subsample (bank only). + 5. `krr_ard_ens`, `krr_iso_ens` (X10b): kernel-ridge ensemble: candidate 0 = ridge fit on best-gain targets; members 1-15 = ridge fits on targets + where each bank plant contributes a randomly chosen stored solution (multimodal ensemble). ARD or isotropic RBF (median-distance scaled). + 6. `ll` and `llbw` (X10c): local-linear (tricube-weighted ridge regression on the k nearest bank plants). `ll`: candidate 0 = full fit, members = bootstrap + resamples of the neighbours. `llbw`: candidate j uses neighbourhood size (k, k/2, 2k, 4k)[j mod 4], the recipe of the existing Furuta baseline + (`nonlinear/experiments/furuta_v4_interp.py`, docs/furuta_generated_trajectory_v4.md lines 70, 99, 205: local-linear regression, 4 bandwidths as 4 candidates). + A local-linear baseline therefore exists for Furuta but NOT for the SOF family (grep of docs/*.md, RESULTS.md, NARRATIVE.md); it is reused in recipe and + re-implemented here for the 8k SOF bank. +- Hyperparameter grids (validation only; widened once after the first m=2 look showed best configs on the grid edge, validation data only): + metric in {unit, ARD}; retr_all sols {1,2,4}; jit k {1,2,4,8} x sigma {0.1,0.3,1,2}; boot kb {4,8,16,32,64}; ll k {32,64,128,256} x ridge {0.01,0.03,0.3}; + llbw k {16,32,64,128} x ridge {0.01,0.03,0.3}; gp_ard c {0.35,0.5,0.7,1,2} (length-scale multiplier) x eta {0.3,1,3,10} (noise multiplier) x tau {0.5,1,2,3}; + krr_ard_ens c x eta as above; krr_iso_ens c {0.35,0.5,1,2} x eta {0.01,0.1,1}. ARD hyperparameters: L-BFGS-B, 500 iterations max, 1500-plant bank subsample. + +## Validation (the only place hyperparameters are chosen) +- Validation plants: 160 per m, fresh draw (builder seed 31415, `build_sofm --kind heldout`, kept if the 48-start oracle certified >= 1 gain, exactly as the + held-out sets); never in the bank or the test sets. File `results/icml_r3/X10/val_m{m}.npz`. +- For each (arm, m, b in {1,4,16}) the configuration with the highest validation certified rate at that b is selected (ties: first in grid order). + Selected configurations are written to `selected_configs.json` BEFORE the test plants are verified. + +## Test scoring, endpoints, tests +- Primary endpoint: certified rate at b = 1, 4, 16 per m. For each (m, b) the **comparator** is the non-generative arm (among retr, retr_all, jit, boot, + gp_ard, krr_*, ll) with the highest VALIDATION rate at that (m, b); the primary question is diffusion minus comparator. +- Test: exact two-sided McNemar on the 120 per-plant indicators, separately for each training seed s (diffusion seed s against the comparator run with + sampler seed s; deterministic comparators are the same run for all s). The seed is the resampling unit for the across-seed statement; per-seed + numbers are always shown; no pooling of seeds in a McNemar. 12 primary cells; Holm correction on the worst-seed p of each cell; a cell is called + significant only if all three per-seed tests are significant after Holm (alpha = 0.05). Bootstrap 95% CI (10000, over plants) of the seed-averaged + paired difference. +- Secondary (descriptive): every arm's test rate at its own validation-selected configuration per (m, b), the twin as a comparator, validation rates of all + configs (sensitivity), median regret J/J_ref - 1 over certified plants (J_ref = `J[:,0]` of the held-out files). +- Negative outcomes (a baseline that matches or beats diffusion) are reported as such. + +## Addendum: frozen configurations (2026-10-13 01:14:20 PDT, BEFORE any test plant was verified for the new arms) +- Validation finished for all four m (208 configurations per m, 160 validation plants per m, sampler seed 100). `selected_configs.json` (sha256 below) holds, per + (m, arm, b), the selected configuration and, per (m, b), the validation comparator. No test-plant candidate of a new arm existed when this file was written. +- Validation comparators (arm @ validation rate): m=2: ll .738 (b=1), ll .850 (b=4), gp_ard .988 (b=16); m=3: ll .494, ll .681, gp_ard .881; m=4: ll .263, ll .406, gp_ard .613; + m=5: gp_ard .163, gp_ard .231, retr_all .406. (Winner's-curse note: these are maxima over 208 configurations on 160 plants, test rates will be lower.) +- Deviation log: (1) the grid was widened once after the first m=2 look (documented above); (2) ARD fit iterations raised from 80 to 500 after m=4,5 hit the cap; + both decisions used validation data only. (3) `llbw` was added before any m=3..5 validation was scored. +267d1aed91f5cc60a1f3050a5f1ce0b8f6b048cc53cfbe5cf56ea8b079e9f985 results/icml_r3/X10/selected_configs.json + +## Addendum: what ran after the freeze (2026-10-13 ~02:15 PDT) +- Test candidates were built and verified exactly as frozen (`x10_test run`, 4 processes x 2 workers, m = 2..5); `x10_test rep` then computed the pre-registered primary family (12 cells, + worst-seed McNemar, Holm). One post-hoc sensitivity was added (best non-generative arm ON the test plants per cell), labelled post hoc. +- Deviation: median regret (listed as secondary) was NOT computed for X10 because the test candidate arrays were not stored; the X10 claim is about certified rate only. +- Not run: OOD plants, the 16k m=4 bank, any GPU use. +- `valcand_m*.pkl` (validation candidate arrays, 230 MB) were deleted after verification; regenerate with `x10_val gen --m M` (deterministic given the seed). diff --git a/results/icml_r3/X10/build_val.log b/results/icml_r3/X10/build_val.log new file mode 100644 index 0000000000000000000000000000000000000000..003b7f711c6bb2470cd39b9ab6a270bbef799ccd --- /dev/null +++ b/results/icml_r3/X10/build_val.log @@ -0,0 +1,6 @@ +160/160 attempts 200 122s +done results/icml_r3/X10/val_m2.npz plant yield 0.8 +160/160 attempts 200 132s +done results/icml_r3/X10/val_m3.npz plant yield 0.8 +160/160 attempts 200 171s +done results/icml_r3/X10/val_m4.npz plant yield 0.8 diff --git a/results/icml_r3/X10/build_val.sh b/results/icml_r3/X10/build_val.sh new file mode 100644 index 0000000000000000000000000000000000000000..c46f3e1b3b2556a8be4fa2881b77a754e4bcecee --- /dev/null +++ b/results/icml_r3/X10/build_val.sh @@ -0,0 +1,7 @@ +#!/bin/bash +# X10 validation plants (never in a bank or test set): seed 31415, 160 plants/m kept (oracle certified >=1 of 48 starts, as the held-out sets) +cd /home/cercola/matte_server/DiffusionControl +export CUDA_VISIBLE_DEVICES= OMP_NUM_THREADS=1 RAYON_NUM_THREADS=1 PYTHONPATH=. +for m in 2 3 4 5; do + myenv/bin/python -W ignore -m nonlinear.mimo_unstable.build_sofm --m $m --kind heldout --n 160 --seed 31415 --starts 48 --workers 9 --out results/icml_r3/X10/val_m$m.npz +done diff --git a/results/icml_r3/X10/build_val5.log b/results/icml_r3/X10/build_val5.log new file mode 100644 index 0000000000000000000000000000000000000000..795c2df7627b8691494e2a6c9b4ae584c79b890c --- /dev/null +++ b/results/icml_r3/X10/build_val5.log @@ -0,0 +1,2 @@ +160/160 attempts 200 251s +done results/icml_r3/X10/val_m5.npz plant yield 0.8 diff --git a/results/icml_r3/X10/build_val5.sh b/results/icml_r3/X10/build_val5.sh new file mode 100644 index 0000000000000000000000000000000000000000..50256590e864854360b1d3c959d8aac690007f88 --- /dev/null +++ b/results/icml_r3/X10/build_val5.sh @@ -0,0 +1,4 @@ +#!/bin/bash +cd /home/cercola/matte_server/DiffusionControl +export CUDA_VISIBLE_DEVICES= OMP_NUM_THREADS=1 RAYON_NUM_THREADS=1 PYTHONPATH=. +myenv/bin/python -W ignore -m nonlinear.mimo_unstable.build_sofm --m 5 --kind heldout --n 160 --seed 31415 --starts 48 --workers 9 --out results/icml_r3/X10/val_m5.npz diff --git a/results/icml_r3/X10/gen_chain.log b/results/icml_r3/X10/gen_chain.log new file mode 100644 index 0000000000000000000000000000000000000000..09c08f3b7c233fb4dcb8751fc9fc0810cf251fa6 --- /dev/null +++ b/results/icml_r3/X10/gen_chain.log @@ -0,0 +1,27 @@ +3 10 86 0s +3 20 86 1s +3 30 86 2s +3 40 86 2s +3 50 86 14s +3 60 86 35s +3 70 86 58s +3 80 86 79s +gen done 3 125s +4 10 86 0s +4 20 86 1s +4 30 86 1s +4 40 86 2s +4 50 86 14s +4 60 86 32s +4 70 86 50s +4 80 86 69s +gen done 4 112s +5 10 86 0s +5 20 86 1s +5 30 86 2s +5 40 86 2s +5 50 86 15s +5 60 86 35s +5 70 86 55s +5 80 86 74s +gen done 5 120s diff --git a/results/icml_r3/X10/gen_chain.sh b/results/icml_r3/X10/gen_chain.sh new file mode 100644 index 0000000000000000000000000000000000000000..a742ba3d77e154c512bd165b526361594507baa6 --- /dev/null +++ b/results/icml_r3/X10/gen_chain.sh @@ -0,0 +1,7 @@ +#!/bin/bash +cd /home/cercola/matte_server/DiffusionControl +export CUDA_VISIBLE_DEVICES= OMP_NUM_THREADS=1 RAYON_NUM_THREADS=1 PYTHONPATH=. +for m in 3 4 5; do + until [ -f results/icml_r3/X10/val_m$m.npz ]; do sleep 5; done + taskset -c 19 myenv/bin/python -W ignore -m nonlinear.mimo_unstable.x10_val gen --m $m +done diff --git a/results/icml_r3/X10/gen_chain2.log b/results/icml_r3/X10/gen_chain2.log new file mode 100644 index 0000000000000000000000000000000000000000..19fdfc78aff1cff8b49e2c418202f32c63481bbf --- /dev/null +++ b/results/icml_r3/X10/gen_chain2.log @@ -0,0 +1,12 @@ +2 100 208 0s +2 110 208 1s +2 120 208 3s +2 130 208 4s +2 140 208 9s +2 150 208 24s +2 160 208 42s +2 170 208 57s +2 180 208 71s +2 190 208 96s +2 200 208 114s +gen done 2 158s diff --git a/results/icml_r3/X10/gen_chain2.sh b/results/icml_r3/X10/gen_chain2.sh new file mode 100644 index 0000000000000000000000000000000000000000..0fea912ed9ffb006de83b2613990a22e35ba72c7 --- /dev/null +++ b/results/icml_r3/X10/gen_chain2.sh @@ -0,0 +1,7 @@ +#!/bin/bash +# refit ARD (maxiter 500) for m=4,5 and (re)generate validation candidates; m=2,3 get the incremental llbw configs only +cd /home/cercola/matte_server/DiffusionControl +export CUDA_VISIBLE_DEVICES= OMP_NUM_THREADS=1 RAYON_NUM_THREADS=1 PYTHONPATH=. +for m in 2 3 4 5; do + taskset -c 19 myenv/bin/python -W ignore -m nonlinear.mimo_unstable.x10_val gen --m $m +done diff --git a/results/icml_r3/X10/gen_m3.log b/results/icml_r3/X10/gen_m3.log new file mode 100644 index 0000000000000000000000000000000000000000..55f59db5fc08a101256e53bd2efbccb96a085781 --- /dev/null +++ b/results/icml_r3/X10/gen_m3.log @@ -0,0 +1,12 @@ +3 100 208 0s +3 110 208 1s +3 120 208 3s +3 130 208 4s +3 140 208 11s +3 150 208 27s +3 160 208 46s +3 170 208 62s +3 180 208 79s +3 190 208 105s +3 200 208 124s +gen done 3 168s diff --git a/results/icml_r3/X10/gen_m4.log b/results/icml_r3/X10/gen_m4.log new file mode 100644 index 0000000000000000000000000000000000000000..2b9a2c0ea5b0053a92c2975ddf3b905b607cb867 --- /dev/null +++ b/results/icml_r3/X10/gen_m4.log @@ -0,0 +1,21 @@ +4 10 208 0s +4 20 208 0s +4 30 208 1s +4 40 208 4s +4 50 208 11s +4 60 208 11s +4 70 208 11s +4 80 208 13s +4 90 208 17s +4 100 208 26s +4 110 208 43s +4 120 208 59s +4 130 208 75s +4 140 208 90s +4 150 208 106s +4 160 208 121s +4 170 208 137s +4 180 208 152s +4 190 208 167s +4 200 208 206s +gen done 4 264s diff --git a/results/icml_r3/X10/gen_m5.log b/results/icml_r3/X10/gen_m5.log new file mode 100644 index 0000000000000000000000000000000000000000..75cd9788781afe1598204e482b35ed3fe21b0327 --- /dev/null +++ b/results/icml_r3/X10/gen_m5.log @@ -0,0 +1,21 @@ +5 10 208 0s +5 20 208 0s +5 30 208 2s +5 40 208 6s +5 50 208 16s +5 60 208 16s +5 70 208 16s +5 80 208 18s +5 90 208 25s +5 100 208 36s +5 110 208 51s +5 120 208 67s +5 130 208 82s +5 140 208 97s +5 150 208 113s +5 160 208 128s +5 170 208 143s +5 180 208 159s +5 190 208 174s +5 200 208 213s +gen done 5 267s diff --git a/results/icml_r3/X10/run_test.sh b/results/icml_r3/X10/run_test.sh new file mode 100644 index 0000000000000000000000000000000000000000..202ad23a0a931bd94606f0c9dfc6d475aa92d3fd --- /dev/null +++ b/results/icml_r3/X10/run_test.sh @@ -0,0 +1,7 @@ +#!/bin/bash +cd /home/cercola/matte_server/DiffusionControl +export CUDA_VISIBLE_DEVICES= OMP_NUM_THREADS=1 RAYON_NUM_THREADS=1 PYTHONPATH=. +for m in 2 3 4 5; do + myenv/bin/python -W ignore -m nonlinear.mimo_unstable.x10_test run --ms $m --workers 2 > results/icml_r3/X10/test_m$m.log 2>&1 & +done +wait diff --git a/results/icml_r3/X10/selected_configs.json b/results/icml_r3/X10/selected_configs.json new file mode 100644 index 0000000000000000000000000000000000000000..efb544a78d429e679ae8be36bde584293945097f --- /dev/null +++ b/results/icml_r3/X10/selected_configs.json @@ -0,0 +1,958 @@ +{ + "2": { + "n_val": 160, + "arms": { + "retr_all": { + "1": { + "key": "retr_all:metric=ard,sols=1", + "cfg": { + "metric": "ard", + "sols": 1 + }, + "val_rate": 0.44375 + }, + "4": { + "key": "retr_all:metric=ard,sols=1", + "cfg": { + "metric": "ard", + "sols": 1 + }, + "val_rate": 0.75 + }, + "16": { + "key": "retr_all:metric=ard,sols=1", + "cfg": { + "metric": "ard", + "sols": 1 + }, + "val_rate": 0.91875 + } + }, + "jit": { + "1": { + "key": "jit:k=1,metric=ard,sigma=0.1", + "cfg": { + "metric": "ard", + "k": 1, + "sigma": 0.1 + }, + "val_rate": 0.44375 + }, + "4": { + "key": "jit:k=4,metric=ard,sigma=0.1", + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 0.1 + }, + "val_rate": 0.75 + }, + "16": { + "key": "jit:k=4,metric=ard,sigma=2.0", + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 2.0 + }, + "val_rate": 0.9625 + } + }, + "boot": { + "1": { + "key": "boot:kb=16,metric=ard", + "cfg": { + "metric": "ard", + "kb": 16 + }, + "val_rate": 0.6125 + }, + "4": { + "key": "boot:kb=4,metric=ard", + "cfg": { + "metric": "ard", + "kb": 4 + }, + "val_rate": 0.7125 + }, + "16": { + "key": "boot:kb=8,metric=ard", + "cfg": { + "metric": "ard", + "kb": 8 + }, + "val_rate": 0.83125 + } + }, + "ll": { + "1": { + "key": "ll:k=256,lam=0.3,metric=ard", + "cfg": { + "metric": "ard", + "k": 256, + "lam": 0.3 + }, + "val_rate": 0.7375 + }, + "4": { + "key": "ll:k=64,lam=0.03,metric=ard", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.03 + }, + "val_rate": 0.85 + }, + "16": { + "key": "ll:k=32,lam=0.01,metric=ard", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.01 + }, + "val_rate": 0.95 + } + }, + "llbw": { + "1": { + "key": "llbw:k=64,lam=0.3,metric=ard", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.3 + }, + "val_rate": 0.71875 + }, + "4": { + "key": "llbw:k=16,lam=0.01,metric=ard", + "cfg": { + "metric": "ard", + "k": 16, + "lam": 0.01 + }, + "val_rate": 0.825 + }, + "16": { + "key": "llbw:k=16,lam=0.01,metric=ard", + "cfg": { + "metric": "ard", + "k": 16, + "lam": 0.01 + }, + "val_rate": 0.825 + } + }, + "gp_ard": { + "1": { + "key": "gp_ard:c=1.0,eta=3.0,tau=0.5", + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 0.5 + }, + "val_rate": 0.61875 + }, + "4": { + "key": "gp_ard:c=1.0,eta=1.0,tau=2.0", + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 2.0 + }, + "val_rate": 0.8375 + }, + "16": { + "key": "gp_ard:c=0.7,eta=1.0,tau=3.0", + "cfg": { + "c": 0.7, + "eta": 1.0, + "tau": 3.0 + }, + "val_rate": 0.9875 + } + }, + "krr_ard_ens": { + "1": { + "key": "krr_ard_ens:c=1.0,eta=3.0", + "cfg": { + "c": 1.0, + "eta": 3.0 + }, + "val_rate": 0.61875 + }, + "4": { + "key": "krr_ard_ens:c=1.0,eta=0.3", + "cfg": { + "c": 1.0, + "eta": 0.3 + }, + "val_rate": 0.7875 + }, + "16": { + "key": "krr_ard_ens:c=0.7,eta=0.3", + "cfg": { + "c": 0.7, + "eta": 0.3 + }, + "val_rate": 0.9 + } + }, + "krr_iso_ens": { + "1": { + "key": "krr_iso_ens:c=0.35,eta=1.0", + "cfg": { + "c": 0.35, + "eta": 1.0 + }, + "val_rate": 0.4875 + }, + "4": { + "key": "krr_iso_ens:c=0.5,eta=0.1", + "cfg": { + "c": 0.5, + "eta": 0.1 + }, + "val_rate": 0.55625 + }, + "16": { + "key": "krr_iso_ens:c=0.35,eta=0.1", + "cfg": { + "c": 0.35, + "eta": 0.1 + }, + "val_rate": 0.6375 + } + } + }, + "comparator": { + "1": { + "arm": "ll", + "val_rate": 0.7375 + }, + "4": { + "arm": "ll", + "val_rate": 0.85 + }, + "16": { + "arm": "gp_ard", + "val_rate": 0.9875 + } + } + }, + "3": { + "n_val": 160, + "arms": { + "retr_all": { + "1": { + "key": "retr_all:metric=ard,sols=1", + "cfg": { + "metric": "ard", + "sols": 1 + }, + "val_rate": 0.21875 + }, + "4": { + "key": "retr_all:metric=ard,sols=1", + "cfg": { + "metric": "ard", + "sols": 1 + }, + "val_rate": 0.53125 + }, + "16": { + "key": "retr_all:metric=ard,sols=1", + "cfg": { + "metric": "ard", + "sols": 1 + }, + "val_rate": 0.76875 + } + }, + "jit": { + "1": { + "key": "jit:k=1,metric=ard,sigma=0.1", + "cfg": { + "metric": "ard", + "k": 1, + "sigma": 0.1 + }, + "val_rate": 0.21875 + }, + "4": { + "key": "jit:k=4,metric=ard,sigma=0.1", + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 0.1 + }, + "val_rate": 0.53125 + }, + "16": { + "key": "jit:k=8,metric=ard,sigma=2.0", + "cfg": { + "metric": "ard", + "k": 8, + "sigma": 2.0 + }, + "val_rate": 0.8125 + } + }, + "boot": { + "1": { + "key": "boot:kb=16,metric=ard", + "cfg": { + "metric": "ard", + "kb": 16 + }, + "val_rate": 0.325 + }, + "4": { + "key": "boot:kb=8,metric=ard", + "cfg": { + "metric": "ard", + "kb": 8 + }, + "val_rate": 0.4625 + }, + "16": { + "key": "boot:kb=8,metric=ard", + "cfg": { + "metric": "ard", + "kb": 8 + }, + "val_rate": 0.56875 + } + }, + "ll": { + "1": { + "key": "ll:k=256,lam=0.3,metric=ard", + "cfg": { + "metric": "ard", + "k": 256, + "lam": 0.3 + }, + "val_rate": 0.49375 + }, + "4": { + "key": "ll:k=128,lam=0.3,metric=ard", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.3 + }, + "val_rate": 0.68125 + }, + "16": { + "key": "ll:k=64,lam=0.01,metric=ard", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.01 + }, + "val_rate": 0.83125 + } + }, + "llbw": { + "1": { + "key": "llbw:k=128,lam=0.3,metric=ard", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.3 + }, + "val_rate": 0.4875 + }, + "4": { + "key": "llbw:k=64,lam=0.03,metric=ard", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.03 + }, + "val_rate": 0.625 + }, + "16": { + "key": "llbw:k=64,lam=0.03,metric=ard", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.03 + }, + "val_rate": 0.625 + } + }, + "gp_ard": { + "1": { + "key": "gp_ard:c=1.0,eta=3.0,tau=0.5", + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 0.5 + }, + "val_rate": 0.4875 + }, + "4": { + "key": "gp_ard:c=1.0,eta=3.0,tau=3.0", + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 3.0 + }, + "val_rate": 0.60625 + }, + "16": { + "key": "gp_ard:c=1.0,eta=0.3,tau=3.0", + "cfg": { + "c": 1.0, + "eta": 0.3, + "tau": 3.0 + }, + "val_rate": 0.88125 + } + }, + "krr_ard_ens": { + "1": { + "key": "krr_ard_ens:c=1.0,eta=3.0", + "cfg": { + "c": 1.0, + "eta": 3.0 + }, + "val_rate": 0.4875 + }, + "4": { + "key": "krr_ard_ens:c=1.0,eta=0.3", + "cfg": { + "c": 1.0, + "eta": 0.3 + }, + "val_rate": 0.6 + }, + "16": { + "key": "krr_ard_ens:c=1.0,eta=0.3", + "cfg": { + "c": 1.0, + "eta": 0.3 + }, + "val_rate": 0.65625 + } + }, + "krr_iso_ens": { + "1": { + "key": "krr_iso_ens:c=0.35,eta=0.1", + "cfg": { + "c": 0.35, + "eta": 0.1 + }, + "val_rate": 0.20625 + }, + "4": { + "key": "krr_iso_ens:c=1.0,eta=0.01", + "cfg": { + "c": 1.0, + "eta": 0.01 + }, + "val_rate": 0.3125 + }, + "16": { + "key": "krr_iso_ens:c=0.5,eta=0.01", + "cfg": { + "c": 0.5, + "eta": 0.01 + }, + "val_rate": 0.3625 + } + } + }, + "comparator": { + "1": { + "arm": "ll", + "val_rate": 0.49375 + }, + "4": { + "arm": "ll", + "val_rate": 0.68125 + }, + "16": { + "arm": "gp_ard", + "val_rate": 0.88125 + } + } + }, + "4": { + "n_val": 160, + "arms": { + "retr_all": { + "1": { + "key": "retr_all:metric=ard,sols=1", + "cfg": { + "metric": "ard", + "sols": 1 + }, + "val_rate": 0.125 + }, + "4": { + "key": "retr_all:metric=ard,sols=1", + "cfg": { + "metric": "ard", + "sols": 1 + }, + "val_rate": 0.3125 + }, + "16": { + "key": "retr_all:metric=ard,sols=2", + "cfg": { + "metric": "ard", + "sols": 2 + }, + "val_rate": 0.5875 + } + }, + "jit": { + "1": { + "key": "jit:k=1,metric=ard,sigma=0.1", + "cfg": { + "metric": "ard", + "k": 1, + "sigma": 0.1 + }, + "val_rate": 0.125 + }, + "4": { + "key": "jit:k=4,metric=ard,sigma=0.1", + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 0.1 + }, + "val_rate": 0.3125 + }, + "16": { + "key": "jit:k=8,metric=ard,sigma=1.0", + "cfg": { + "metric": "ard", + "k": 8, + "sigma": 1.0 + }, + "val_rate": 0.59375 + } + }, + "boot": { + "1": { + "key": "boot:kb=16,metric=ard", + "cfg": { + "metric": "ard", + "kb": 16 + }, + "val_rate": 0.175 + }, + "4": { + "key": "boot:kb=8,metric=ard", + "cfg": { + "metric": "ard", + "kb": 8 + }, + "val_rate": 0.3125 + }, + "16": { + "key": "boot:kb=8,metric=ard", + "cfg": { + "metric": "ard", + "kb": 8 + }, + "val_rate": 0.425 + } + }, + "ll": { + "1": { + "key": "ll:k=32,lam=0.01,metric=ard", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.01 + }, + "val_rate": 0.2625 + }, + "4": { + "key": "ll:k=64,lam=0.03,metric=ard", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.03 + }, + "val_rate": 0.40625 + }, + "16": { + "key": "ll:k=64,lam=0.01,metric=ard", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.01 + }, + "val_rate": 0.53125 + } + }, + "llbw": { + "1": { + "key": "llbw:k=32,lam=0.01,metric=ard", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.01 + }, + "val_rate": 0.2625 + }, + "4": { + "key": "llbw:k=32,lam=0.03,metric=ard", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.03 + }, + "val_rate": 0.39375 + }, + "16": { + "key": "llbw:k=32,lam=0.03,metric=ard", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.03 + }, + "val_rate": 0.39375 + } + }, + "gp_ard": { + "1": { + "key": "gp_ard:c=1.0,eta=1.0,tau=0.5", + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 0.5 + }, + "val_rate": 0.2625 + }, + "4": { + "key": "gp_ard:c=1.0,eta=3.0,tau=2.0", + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 2.0 + }, + "val_rate": 0.36875 + }, + "16": { + "key": "gp_ard:c=1.0,eta=3.0,tau=3.0", + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 3.0 + }, + "val_rate": 0.6125 + } + }, + "krr_ard_ens": { + "1": { + "key": "krr_ard_ens:c=1.0,eta=1.0", + "cfg": { + "c": 1.0, + "eta": 1.0 + }, + "val_rate": 0.2625 + }, + "4": { + "key": "krr_ard_ens:c=1.0,eta=0.3", + "cfg": { + "c": 1.0, + "eta": 0.3 + }, + "val_rate": 0.33125 + }, + "16": { + "key": "krr_ard_ens:c=1.0,eta=0.3", + "cfg": { + "c": 1.0, + "eta": 0.3 + }, + "val_rate": 0.4 + } + }, + "krr_iso_ens": { + "1": { + "key": "krr_iso_ens:c=1.0,eta=0.1", + "cfg": { + "c": 1.0, + "eta": 0.1 + }, + "val_rate": 0.1 + }, + "4": { + "key": "krr_iso_ens:c=2.0,eta=0.01", + "cfg": { + "c": 2.0, + "eta": 0.01 + }, + "val_rate": 0.1375 + }, + "16": { + "key": "krr_iso_ens:c=1.0,eta=0.01", + "cfg": { + "c": 1.0, + "eta": 0.01 + }, + "val_rate": 0.15 + } + } + }, + "comparator": { + "1": { + "arm": "ll", + "val_rate": 0.2625 + }, + "4": { + "arm": "ll", + "val_rate": 0.40625 + }, + "16": { + "arm": "gp_ard", + "val_rate": 0.6125 + } + } + }, + "5": { + "n_val": 160, + "arms": { + "retr_all": { + "1": { + "key": "retr_all:metric=ard,sols=1", + "cfg": { + "metric": "ard", + "sols": 1 + }, + "val_rate": 0.06875 + }, + "4": { + "key": "retr_all:metric=ard,sols=1", + "cfg": { + "metric": "ard", + "sols": 1 + }, + "val_rate": 0.19375 + }, + "16": { + "key": "retr_all:metric=ard,sols=2", + "cfg": { + "metric": "ard", + "sols": 2 + }, + "val_rate": 0.40625 + } + }, + "jit": { + "1": { + "key": "jit:k=1,metric=ard,sigma=0.1", + "cfg": { + "metric": "ard", + "k": 1, + "sigma": 0.1 + }, + "val_rate": 0.06875 + }, + "4": { + "key": "jit:k=4,metric=ard,sigma=0.1", + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 0.1 + }, + "val_rate": 0.19375 + }, + "16": { + "key": "jit:k=4,metric=ard,sigma=1.0", + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 1.0 + }, + "val_rate": 0.3625 + } + }, + "boot": { + "1": { + "key": "boot:kb=32,metric=ard", + "cfg": { + "metric": "ard", + "kb": 32 + }, + "val_rate": 0.13125 + }, + "4": { + "key": "boot:kb=8,metric=ard", + "cfg": { + "metric": "ard", + "kb": 8 + }, + "val_rate": 0.16875 + }, + "16": { + "key": "boot:kb=8,metric=ard", + "cfg": { + "metric": "ard", + "kb": 8 + }, + "val_rate": 0.26875 + } + }, + "ll": { + "1": { + "key": "ll:k=32,lam=0.01,metric=ard", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.01 + }, + "val_rate": 0.125 + }, + "4": { + "key": "ll:k=32,lam=0.01,metric=ard", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.01 + }, + "val_rate": 0.19375 + }, + "16": { + "key": "ll:k=32,lam=0.03,metric=ard", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.03 + }, + "val_rate": 0.26875 + } + }, + "llbw": { + "1": { + "key": "llbw:k=16,lam=0.3,metric=ard", + "cfg": { + "metric": "ard", + "k": 16, + "lam": 0.3 + }, + "val_rate": 0.13125 + }, + "4": { + "key": "llbw:k=16,lam=0.01,metric=ard", + "cfg": { + "metric": "ard", + "k": 16, + "lam": 0.01 + }, + "val_rate": 0.225 + }, + "16": { + "key": "llbw:k=16,lam=0.01,metric=ard", + "cfg": { + "metric": "ard", + "k": 16, + "lam": 0.01 + }, + "val_rate": 0.225 + } + }, + "gp_ard": { + "1": { + "key": "gp_ard:c=1.0,eta=1.0,tau=0.5", + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 0.5 + }, + "val_rate": 0.1625 + }, + "4": { + "key": "gp_ard:c=1.0,eta=1.0,tau=2.0", + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 2.0 + }, + "val_rate": 0.23125 + }, + "16": { + "key": "gp_ard:c=1.0,eta=1.0,tau=2.0", + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 2.0 + }, + "val_rate": 0.3875 + } + }, + "krr_ard_ens": { + "1": { + "key": "krr_ard_ens:c=1.0,eta=1.0", + "cfg": { + "c": 1.0, + "eta": 1.0 + }, + "val_rate": 0.1625 + }, + "4": { + "key": "krr_ard_ens:c=1.0,eta=0.3", + "cfg": { + "c": 1.0, + "eta": 0.3 + }, + "val_rate": 0.2 + }, + "16": { + "key": "krr_ard_ens:c=1.0,eta=0.3", + "cfg": { + "c": 1.0, + "eta": 0.3 + }, + "val_rate": 0.21875 + } + }, + "krr_iso_ens": { + "1": { + "key": "krr_iso_ens:c=1.0,eta=0.1", + "cfg": { + "c": 1.0, + "eta": 0.1 + }, + "val_rate": 0.0625 + }, + "4": { + "key": "krr_iso_ens:c=1.0,eta=0.1", + "cfg": { + "c": 1.0, + "eta": 0.1 + }, + "val_rate": 0.0875 + }, + "16": { + "key": "krr_iso_ens:c=2.0,eta=0.1", + "cfg": { + "c": 2.0, + "eta": 0.1 + }, + "val_rate": 0.09375 + } + } + }, + "comparator": { + "1": { + "arm": "gp_ard", + "val_rate": 0.1625 + }, + "4": { + "arm": "gp_ard", + "val_rate": 0.23125 + }, + "16": { + "arm": "retr_all", + "val_rate": 0.40625 + } + } + } +} \ No newline at end of file diff --git a/results/icml_r3/X10/tables.md b/results/icml_r3/X10/tables.md new file mode 100644 index 0000000000000000000000000000000000000000..2485af08772cab9a9675f5791c27879827a68a63 --- /dev/null +++ b/results/icml_r3/X10/tables.md @@ -0,0 +1,63 @@ +| m | b | retrieval (unit box, D3f) | kNN, ARD metric, stored solutions | kNN + jitter | kNN bootstrap mean | local-linear (bootstrap) | local-linear (4 bandwidths) | GP-ARD posterior samples | KRR-ARD solution ensemble | KRR-iso solution ensemble | regression twin | diffusion | +|---|---|---|---|---|---|---|---|---|---|---|---|---| +| 2 | 1 | 0.425 | 0.458 | 0.458 | 0.525 | **0.633** | 0.658 | 0.625 | 0.625 | 0.433 | 0.728 | 0.700 | +| 2 | 4 | 0.667 | 0.775 | 0.775 | 0.633 | **0.783** | 0.742 | 0.728 | 0.756 | 0.517 | 0.778 | 0.939 | +| 2 | 16 | 0.842 | 0.917 | 0.961 | 0.756 | 0.936 | 0.742 | **0.969** | 0.842 | 0.611 | 0.844 | 0.986 | +| 3 | 1 | 0.108 | 0.258 | 0.258 | 0.325 | **0.467** | 0.433 | 0.442 | 0.442 | 0.167 | 0.553 | 0.528 | +| 3 | 4 | 0.308 | 0.442 | 0.442 | 0.444 | **0.547** | 0.575 | 0.542 | 0.544 | 0.217 | 0.625 | 0.783 | +| 3 | 16 | 0.583 | 0.708 | 0.731 | 0.528 | 0.758 | 0.575 | **0.817** | 0.644 | 0.322 | 0.669 | 0.922 | +| 4 | 1 | 0.033 | 0.142 | 0.142 | 0.192 | **0.183** | 0.183 | 0.217 | 0.217 | 0.050 | 0.356 | 0.342 | +| 4 | 4 | 0.142 | 0.392 | 0.392 | 0.225 | **0.283** | 0.300 | 0.281 | 0.289 | 0.094 | 0.425 | 0.586 | +| 4 | 16 | 0.283 | 0.567 | 0.569 | 0.372 | 0.447 | 0.300 | **0.486** | 0.375 | 0.131 | 0.483 | 0.814 | +| 5 | 1 | 0.017 | 0.050 | 0.050 | 0.092 | 0.117 | 0.142 | **0.125** | 0.125 | 0.025 | 0.175 | 0.197 | +| 5 | 4 | 0.092 | 0.183 | 0.183 | 0.197 | 0.183 | 0.217 | **0.192** | 0.172 | 0.042 | 0.197 | 0.406 | +| 5 | 16 | 0.175 | **0.425** | 0.372 | 0.317 | 0.258 | 0.217 | 0.350 | 0.211 | 0.044 | 0.278 | 0.608 | + +| m | b | validated comparator (val rate) | test rate | diffusion | diffusion - comparator [95% CI] | p per seed | p_worst | p_Holm | best non-generative arm on test | diffusion - it [95% CI] | p per seed | +|---|---|---|---|---|---|---|---|---|---|---|---| +| 2 | 1 | local-linear (bootstrap) (0.738) | 0.633 | 0.700 | +0.067 [-0.008, +0.144] | 0.14, 0.16, 0.46 | 0.46 | 1 | local-linear (4 bandwidths) (0.658) | +0.042 [-0.039, +0.122] | 0.35, 0.39, 0.86 | +| 2 | 4 | local-linear (bootstrap) (0.850) | 0.783 | 0.939 | +0.156 [+0.092, +0.222] | 0.0094, 8.8e-05, 1e-05 | 0.0094 | 0.057 | local-linear (bootstrap) (0.783) | +0.156 [+0.092, +0.219] | 0.0094, 8.8e-05, 1e-05 | +| 2 | 16 | GP-ARD posterior samples (0.988) | 0.969 | 0.986 | +0.017 [-0.008, +0.042] | 0.45, 0.69, 1 | 1 | 1 | GP-ARD posterior samples (0.969) | +0.017 [-0.008, +0.042] | 0.45, 0.69, 1 | +| 3 | 1 | local-linear (bootstrap) (0.494) | 0.467 | 0.528 | +0.061 [-0.019, +0.139] | 0.029, 0.39, 1 | 1 | 1 | local-linear (bootstrap) (0.467) | +0.061 [-0.019, +0.144] | 0.029, 0.39, 1 | +| 3 | 4 | local-linear (bootstrap) (0.681) | 0.547 | 0.783 | +0.236 [+0.172, +0.306] | 7.8e-10, 8.4e-06, 1.9e-05 | 1.9e-05 | 0.00019 * | local-linear (4 bandwidths) (0.575) | +0.208 [+0.133, +0.283] | 3.6e-08, 0.00019, 0.00051 | +| 3 | 16 | GP-ARD posterior samples (0.881) | 0.817 | 0.922 | +0.106 [+0.061, +0.153] | 0.00086, 0.012, 0.031 | 0.031 | 0.15 | GP-ARD posterior samples (0.817) | +0.106 [+0.061, +0.150] | 0.00086, 0.012, 0.031 | +| 4 | 1 | local-linear (bootstrap) (0.263) | 0.183 | 0.342 | +0.158 [+0.094, +0.225] | 0.00091, 3.9e-05, 0.0081 | 0.0081 | 0.057 | GP-ARD posterior samples (0.217) | +0.125 [+0.056, +0.197] | 0.013, 0.0022, 0.061 | +| 4 | 4 | local-linear (bootstrap) (0.406) | 0.283 | 0.586 | +0.303 [+0.230, +0.381] | 1e-07, 1.8e-08, 5.7e-08 | 1e-07 | 1.2e-06 * | kNN, ARD metric, stored solutions (0.392) | +0.194 [+0.103, +0.286] | 0.00047, 0.0016, 0.00082 | +| 4 | 16 | GP-ARD posterior samples (0.613) | 0.486 | 0.814 | +0.328 [+0.256, +0.400] | 3.2e-08, 1.6e-07, 1e-08 | 1.6e-07 | 1.8e-06 * | kNN + jitter (0.569) | +0.244 [+0.169, +0.322] | 7.8e-07, 0.00011, 6.7e-08 | +| 5 | 1 | GP-ARD posterior samples (0.163) | 0.125 | 0.197 | +0.072 [+0.014, +0.131] | 0.19, 0.087, 0.093 | 0.19 | 0.76 | local-linear (4 bandwidths) (0.142) | +0.056 [-0.003, +0.114] | 0.42, 0.15, 0.23 | +| 5 | 4 | GP-ARD posterior samples (0.231) | 0.192 | 0.406 | +0.214 [+0.147, +0.281] | 7e-05, 2.8e-06, 6.6e-05 | 7e-05 | 0.00063 * | local-linear (4 bandwidths) (0.217) | +0.189 [+0.125, +0.253] | 0.0014, 2.5e-07, 5.9e-05 | +| 5 | 16 | kNN, ARD metric, stored solutions (0.406) | 0.425 | 0.608 | +0.183 [+0.103, +0.264] | 0.0011, 0.0002, 0.00043 | 0.0011 | 0.0085 * | kNN, ARD metric, stored solutions (0.425) | +0.183 [+0.103, +0.264] | 0.0011, 0.0002, 0.00043 | + +selected configurations (test arms; hyperparameters chosen on validation per m and b): +- m=2 retr_all: b=1: metric=ard,sols=1; b=4: metric=ard,sols=1; b=16: metric=ard,sols=1 +- m=2 jit: b=1: metric=ard,k=1,sigma=0.1; b=4: metric=ard,k=4,sigma=0.1; b=16: metric=ard,k=4,sigma=2.0 +- m=2 boot: b=1: metric=ard,kb=16; b=4: metric=ard,kb=4; b=16: metric=ard,kb=8 +- m=2 ll: b=1: metric=ard,k=256,lam=0.3; b=4: metric=ard,k=64,lam=0.03; b=16: metric=ard,k=32,lam=0.01 +- m=2 llbw: b=1: metric=ard,k=64,lam=0.3; b=4: metric=ard,k=16,lam=0.01; b=16: metric=ard,k=16,lam=0.01 +- m=2 gp_ard: b=1: c=1.0,eta=3.0,tau=0.5; b=4: c=1.0,eta=1.0,tau=2.0; b=16: c=0.7,eta=1.0,tau=3.0 +- m=2 krr_ard_ens: b=1: c=1.0,eta=3.0; b=4: c=1.0,eta=0.3; b=16: c=0.7,eta=0.3 +- m=2 krr_iso_ens: b=1: c=0.35,eta=1.0; b=4: c=0.5,eta=0.1; b=16: c=0.35,eta=0.1 +- m=3 retr_all: b=1: metric=ard,sols=1; b=4: metric=ard,sols=1; b=16: metric=ard,sols=1 +- m=3 jit: b=1: metric=ard,k=1,sigma=0.1; b=4: metric=ard,k=4,sigma=0.1; b=16: metric=ard,k=8,sigma=2.0 +- m=3 boot: b=1: metric=ard,kb=16; b=4: metric=ard,kb=8; b=16: metric=ard,kb=8 +- m=3 ll: b=1: metric=ard,k=256,lam=0.3; b=4: metric=ard,k=128,lam=0.3; b=16: metric=ard,k=64,lam=0.01 +- m=3 llbw: b=1: metric=ard,k=128,lam=0.3; b=4: metric=ard,k=64,lam=0.03; b=16: metric=ard,k=64,lam=0.03 +- m=3 gp_ard: b=1: c=1.0,eta=3.0,tau=0.5; b=4: c=1.0,eta=3.0,tau=3.0; b=16: c=1.0,eta=0.3,tau=3.0 +- m=3 krr_ard_ens: b=1: c=1.0,eta=3.0; b=4: c=1.0,eta=0.3; b=16: c=1.0,eta=0.3 +- m=3 krr_iso_ens: b=1: c=0.35,eta=0.1; b=4: c=1.0,eta=0.01; b=16: c=0.5,eta=0.01 +- m=4 retr_all: b=1: metric=ard,sols=1; b=4: metric=ard,sols=1; b=16: metric=ard,sols=2 +- m=4 jit: b=1: metric=ard,k=1,sigma=0.1; b=4: metric=ard,k=4,sigma=0.1; b=16: metric=ard,k=8,sigma=1.0 +- m=4 boot: b=1: metric=ard,kb=16; b=4: metric=ard,kb=8; b=16: metric=ard,kb=8 +- m=4 ll: b=1: metric=ard,k=32,lam=0.01; b=4: metric=ard,k=64,lam=0.03; b=16: metric=ard,k=64,lam=0.01 +- m=4 llbw: b=1: metric=ard,k=32,lam=0.01; b=4: metric=ard,k=32,lam=0.03; b=16: metric=ard,k=32,lam=0.03 +- m=4 gp_ard: b=1: c=1.0,eta=1.0,tau=0.5; b=4: c=1.0,eta=3.0,tau=2.0; b=16: c=1.0,eta=3.0,tau=3.0 +- m=4 krr_ard_ens: b=1: c=1.0,eta=1.0; b=4: c=1.0,eta=0.3; b=16: c=1.0,eta=0.3 +- m=4 krr_iso_ens: b=1: c=1.0,eta=0.1; b=4: c=2.0,eta=0.01; b=16: c=1.0,eta=0.01 +- m=5 retr_all: b=1: metric=ard,sols=1; b=4: metric=ard,sols=1; b=16: metric=ard,sols=2 +- m=5 jit: b=1: metric=ard,k=1,sigma=0.1; b=4: metric=ard,k=4,sigma=0.1; b=16: metric=ard,k=4,sigma=1.0 +- m=5 boot: b=1: metric=ard,kb=32; b=4: metric=ard,kb=8; b=16: metric=ard,kb=8 +- m=5 ll: b=1: metric=ard,k=32,lam=0.01; b=4: metric=ard,k=32,lam=0.01; b=16: metric=ard,k=32,lam=0.03 +- m=5 llbw: b=1: metric=ard,k=16,lam=0.3; b=4: metric=ard,k=16,lam=0.01; b=16: metric=ard,k=16,lam=0.01 +- m=5 gp_ard: b=1: c=1.0,eta=1.0,tau=0.5; b=4: c=1.0,eta=1.0,tau=2.0; b=16: c=1.0,eta=1.0,tau=2.0 +- m=5 krr_ard_ens: b=1: c=1.0,eta=1.0; b=4: c=1.0,eta=0.3; b=16: c=1.0,eta=0.3 +- m=5 krr_iso_ens: b=1: c=1.0,eta=0.1; b=4: c=1.0,eta=0.1; b=16: c=2.0,eta=0.1 diff --git a/results/icml_r3/X10/test_m2.log b/results/icml_r3/X10/test_m2.log new file mode 100644 index 0000000000000000000000000000000000000000..508333e081dba895069e3535109f76b918bb143b --- /dev/null +++ b/results/icml_r3/X10/test_m2.log @@ -0,0 +1,16 @@ +2 candidates built 67 91s +2 0 67 95s +2 5 67 121s +2 10 67 149s +2 15 67 176s +2 20 67 206s +2 25 67 237s +2 30 67 257s +2 35 67 286s +2 40 67 315s +2 45 67 345s +2 50 67 378s +2 55 67 411s +2 60 67 436s +2 65 67 462s +run done 2 463s diff --git a/results/icml_r3/X10/test_m3.log b/results/icml_r3/X10/test_m3.log new file mode 100644 index 0000000000000000000000000000000000000000..eeb12c00bee4fa5b9ed5d7fbc216e40e0ac283cc --- /dev/null +++ b/results/icml_r3/X10/test_m3.log @@ -0,0 +1,15 @@ +3 candidates built 61 74s +3 0 61 80s +3 5 61 107s +3 10 61 131s +3 15 61 167s +3 20 61 204s +3 25 61 233s +3 30 61 262s +3 35 61 297s +3 40 61 331s +3 45 61 367s +3 50 61 403s +3 55 61 432s +3 60 61 455s +run done 3 455s diff --git a/results/icml_r3/X10/test_m4.log b/results/icml_r3/X10/test_m4.log new file mode 100644 index 0000000000000000000000000000000000000000..a5cfff417d9a504fb012bc22e526f3e5d607a7d5 --- /dev/null +++ b/results/icml_r3/X10/test_m4.log @@ -0,0 +1,15 @@ +4 candidates built 62 82s +4 0 62 90s +4 5 62 126s +4 10 62 157s +4 15 62 205s +4 20 62 251s +4 25 62 297s +4 30 62 329s +4 35 62 376s +4 40 62 424s +4 45 62 473s +4 50 62 518s +4 55 62 554s +4 60 62 593s +run done 4 593s diff --git a/results/icml_r3/X10/test_m5.log b/results/icml_r3/X10/test_m5.log new file mode 100644 index 0000000000000000000000000000000000000000..c6ac9411483a6699fb3bb4b19d2cd6b38358961c --- /dev/null +++ b/results/icml_r3/X10/test_m5.log @@ -0,0 +1,13 @@ +5 candidates built 53 66s +5 0 53 79s +5 5 53 134s +5 10 53 197s +5 15 53 267s +5 20 53 338s +5 25 53 391s +5 30 53 464s +5 35 53 533s +5 40 53 603s +5 45 53 668s +5 50 53 711s +run done 5 727s diff --git a/results/icml_r3/X10/test_summary.json b/results/icml_r3/X10/test_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..a8bd2d0c3eea3b356d5b0b80d8c97114fcb099be --- /dev/null +++ b/results/icml_r3/X10/test_summary.json @@ -0,0 +1,3430 @@ +{ + "2": { + "1": { + "diff": { + "rate_seed": [ + 0.7166666666666667, + 0.7083333333333334, + 0.675 + ], + "rate": 0.7000000000000001, + "cfg": null, + "val_rate": null + }, + "twin": { + "rate_seed": [ + 0.7666666666666667, + 0.7, + 0.7166666666666667 + ], + "rate": 0.7277777777777779, + "cfg": null, + "val_rate": null, + "diff_minus": -0.027777777777777787, + "diff_minus_ci": [ + -0.08333333333333334, + 0.02777777777777777 + ], + "p_seeds": [ + 0.32693958282470703, + 1.0, + 0.42435622215270996 + ] + }, + "retr": { + "rate_seed": [ + 0.425, + 0.425, + 0.425 + ], + "rate": 0.425, + "cfg": null, + "val_rate": null, + "diff_minus": 0.275, + "diff_minus_ci": [ + 0.18055555555555552, + 0.3694444444444444 + ], + "p_seeds": [ + 3.3118847623803123e-06, + 3.3856859533720747e-06, + 1.5221826110689564e-05 + ] + }, + "retr_all": { + "rate_seed": [ + 0.4583333333333333, + 0.4583333333333333, + 0.4583333333333333 + ], + "rate": 0.4583333333333333, + "cfg": { + "metric": "ard", + "sols": 1 + }, + "val_rate": 0.44375, + "diff_minus": 0.24166666666666667, + "diff_minus_ci": [ + 0.14999999999999997, + 0.3333333333333333 + ], + "p_seeds": [ + 1.4737715885004832e-05, + 5.209447200793526e-05, + 0.00015641720852954677 + ] + }, + "jit": { + "rate_seed": [ + 0.4583333333333333, + 0.4583333333333333, + 0.4583333333333333 + ], + "rate": 0.4583333333333333, + "cfg": { + "metric": "ard", + "k": 1, + "sigma": 0.1 + }, + "val_rate": 0.44375, + "diff_minus": 0.24166666666666667, + "diff_minus_ci": [ + 0.1472222222222222, + 0.3333333333333333 + ], + "p_seeds": [ + 1.4737715885004832e-05, + 5.209447200793526e-05, + 0.00015641720852954677 + ] + }, + "boot": { + "rate_seed": [ + 0.525, + 0.525, + 0.525 + ], + "rate": 0.525, + "cfg": { + "metric": "ard", + "kb": 16 + }, + "val_rate": 0.6125, + "diff_minus": 0.17499999999999996, + "diff_minus_ci": [ + 0.09166666666666665, + 0.2583333333333333 + ], + "p_seeds": [ + 0.0008240823595997425, + 0.0006795482549932785, + 0.00393317302223295 + ] + }, + "ll": { + "rate_seed": [ + 0.6333333333333333, + 0.6333333333333333, + 0.6333333333333333 + ], + "rate": 0.6333333333333333, + "cfg": { + "metric": "ard", + "k": 256, + "lam": 0.3 + }, + "val_rate": 0.7375, + "diff_minus": 0.06666666666666664, + "diff_minus_ci": [ + -0.011111111111111122, + 0.14166666666666666 + ], + "p_seeds": [ + 0.14330665429588407, + 0.16275565745308995, + 0.45825831964612007 + ] + }, + "llbw": { + "rate_seed": [ + 0.6583333333333333, + 0.6583333333333333, + 0.6583333333333333 + ], + "rate": 0.6583333333333333, + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.3 + }, + "val_rate": 0.71875, + "diff_minus": 0.041666666666666644, + "diff_minus_ci": [ + -0.03888888888888891, + 0.1222222222222222 + ], + "p_seeds": [ + 0.34888887944907765, + 0.39152830513194203, + 0.860050065908581 + ] + }, + "gp_ard": { + "rate_seed": [ + 0.625, + 0.625, + 0.625 + ], + "rate": 0.625, + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 0.5 + }, + "val_rate": 0.61875, + "diff_minus": 0.07499999999999997, + "diff_minus_ci": [ + 0.0027777777777777514, + 0.15 + ], + "p_seeds": [ + 0.10812902140605732, + 0.09873714670538905, + 0.32693958282470703 + ] + }, + "krr_ard_ens": { + "rate_seed": [ + 0.625, + 0.625, + 0.625 + ], + "rate": 0.625, + "cfg": { + "c": 1.0, + "eta": 3.0 + }, + "val_rate": 0.61875, + "diff_minus": 0.07499999999999997, + "diff_minus_ci": [ + 0.002777777777777753, + 0.1472222222222222 + ], + "p_seeds": [ + 0.10812902140605732, + 0.09873714670538905, + 0.32693958282470703 + ] + }, + "krr_iso_ens": { + "rate_seed": [ + 0.43333333333333335, + 0.43333333333333335, + 0.43333333333333335 + ], + "rate": 0.43333333333333335, + "cfg": { + "c": 0.35, + "eta": 1.0 + }, + "val_rate": 0.4875, + "diff_minus": 0.26666666666666666, + "diff_minus_ci": [ + 0.1860416666666667, + 0.35 + ], + "p_seeds": [ + 6.240408438884516e-07, + 1.9646537765538596e-06, + 2.4299079086631536e-06 + ] + }, + "_primary": { + "comparator": "ll", + "diff_minus_comp": 0.06666666666666664, + "ci": [ + -0.008333333333333356, + 0.14444444444444443 + ], + "tests": [ + { + "seed": 0, + "diff_only": 24, + "comp_only": 14, + "p": 0.14330665429588407 + }, + { + "seed": 1, + "diff_only": 21, + "comp_only": 12, + "p": 0.16275565745308995 + }, + { + "seed": 2, + "diff_only": 17, + "comp_only": 12, + "p": 0.45825831964612007 + } + ], + "pworst": 0.45825831964612007, + "p_holm": 1.0, + "significant_all_seeds": false + }, + "_best_on_test": { + "arm": "llbw", + "rate": 0.6583333333333333, + "diff_minus": 0.041666666666666644, + "ci": [ + -0.038888888888888924, + 0.1222222222222222 + ], + "p_seeds": [ + 0.34888887944907765, + 0.39152830513194203, + 0.860050065908581 + ] + } + }, + "4": { + "diff": { + "rate_seed": [ + 0.9083333333333333, + 0.9583333333333334, + 0.95 + ], + "rate": 0.9388888888888888, + "cfg": null, + "val_rate": null + }, + "twin": { + "rate_seed": [ + 0.8, + 0.7666666666666667, + 0.7666666666666667 + ], + "rate": 0.7777777777777778, + "cfg": null, + "val_rate": null, + "diff_minus": 0.16111111111111112, + "diff_minus_ci": [ + 0.10555555555555557, + 0.21944444444444447 + ], + "p_seeds": [ + 0.0009765625, + 1.5236437320709229e-05, + 4.76837158203125e-07 + ] + }, + "retr": { + "rate_seed": [ + 0.6666666666666666, + 0.6666666666666666, + 0.6666666666666666 + ], + "rate": 0.6666666666666666, + "cfg": null, + "val_rate": null, + "diff_minus": 0.2722222222222222, + "diff_minus_ci": [ + 0.18888888888888886, + 0.35555555555555557 + ], + "p_seeds": [ + 2.4299079086631536e-06, + 5.529727786779404e-10, + 1.946500560734421e-08 + ] + }, + "retr_all": { + "rate_seed": [ + 0.775, + 0.775, + 0.775 + ], + "rate": 0.775, + "cfg": { + "metric": "ard", + "sols": 1 + }, + "val_rate": 0.75, + "diff_minus": 0.16388888888888886, + "diff_minus_ci": [ + 0.09166666666666666, + 0.23888888888888887 + ], + "p_seeds": [ + 0.002493917942047119, + 2.9802322387695312e-06, + 4.9233436584472656e-05 + ] + }, + "jit": { + "rate_seed": [ + 0.775, + 0.775, + 0.775 + ], + "rate": 0.775, + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 0.1 + }, + "val_rate": 0.75, + "diff_minus": 0.16388888888888886, + "diff_minus_ci": [ + 0.09444444444444443, + 0.2361111111111111 + ], + "p_seeds": [ + 0.002493917942047119, + 2.9802322387695312e-06, + 4.9233436584472656e-05 + ] + }, + "boot": { + "rate_seed": [ + 0.65, + 0.6583333333333333, + 0.5916666666666667 + ], + "rate": 0.6333333333333333, + "cfg": { + "metric": "ard", + "kb": 4 + }, + "val_rate": 0.7125, + "diff_minus": 0.3055555555555556, + "diff_minus_ci": [ + 0.2277083333333334, + 0.3861111111111111 + ], + "p_seeds": [ + 3.353161446284503e-07, + 2.837623469531536e-10, + 6.981082378842984e-11 + ] + }, + "ll": { + "rate_seed": [ + 0.7916666666666666, + 0.7916666666666666, + 0.7666666666666667 + ], + "rate": 0.7833333333333333, + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.03 + }, + "val_rate": 0.85, + "diff_minus": 0.15555555555555556, + "diff_minus_ci": [ + 0.09444444444444443, + 0.22222222222222224 + ], + "p_seeds": [ + 0.009355306625366211, + 8.797645568847656e-05, + 1.049041748046875e-05 + ] + }, + "llbw": { + "rate_seed": [ + 0.7416666666666667, + 0.7416666666666667, + 0.7416666666666667 + ], + "rate": 0.7416666666666667, + "cfg": { + "metric": "ard", + "k": 16, + "lam": 0.01 + }, + "val_rate": 0.825, + "diff_minus": 0.19722222222222222, + "diff_minus_ci": [ + 0.12222222222222222, + 0.275 + ], + "p_seeds": [ + 0.0003249142318964005, + 2.5560148060321808e-06, + 1.6242265701293945e-06 + ] + }, + "gp_ard": { + "rate_seed": [ + 0.7166666666666667, + 0.6916666666666667, + 0.775 + ], + "rate": 0.7277777777777777, + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 2.0 + }, + "val_rate": 0.8375, + "diff_minus": 0.21111111111111114, + "diff_minus_ci": [ + 0.15, + 0.27222222222222225 + ], + "p_seeds": [ + 0.0001168418675661087, + 4.656612873077393e-10, + 1.9431114196777344e-05 + ] + }, + "krr_ard_ens": { + "rate_seed": [ + 0.75, + 0.75, + 0.7666666666666667 + ], + "rate": 0.7555555555555555, + "cfg": { + "c": 1.0, + "eta": 0.3 + }, + "val_rate": 0.7875, + "diff_minus": 0.18333333333333338, + "diff_minus_ci": [ + 0.11666666666666667, + 0.25277777777777777 + ], + "p_seeds": [ + 0.0005461126565933228, + 4.172325134277344e-07, + 2.744048833847046e-05 + ] + }, + "krr_iso_ens": { + "rate_seed": [ + 0.5, + 0.5333333333333333, + 0.5166666666666667 + ], + "rate": 0.5166666666666666, + "cfg": { + "c": 0.5, + "eta": 0.1 + }, + "val_rate": 0.55625, + "diff_minus": 0.4222222222222223, + "diff_minus_ci": [ + 0.3416666666666667, + 0.5055555555555556 + ], + "p_seeds": [ + 3.1796787425264483e-13, + 8.881784197001252e-16, + 4.4325654258159375e-14 + ] + }, + "_primary": { + "comparator": "ll", + "diff_minus_comp": 0.15555555555555556, + "ci": [ + 0.09166666666666666, + 0.22222222222222224 + ], + "tests": [ + { + "seed": 0, + "diff_only": 20, + "comp_only": 6, + "p": 0.009355306625366211 + }, + { + "seed": 1, + "diff_only": 23, + "comp_only": 3, + "p": 8.797645568847656e-05 + }, + { + "seed": 2, + "diff_only": 24, + "comp_only": 2, + "p": 1.049041748046875e-05 + } + ], + "pworst": 0.009355306625366211, + "p_holm": 0.05691041052341461, + "significant_all_seeds": false + }, + "_best_on_test": { + "arm": "ll", + "rate": 0.7833333333333333, + "diff_minus": 0.15555555555555556, + "ci": [ + 0.09166666666666666, + 0.21944444444444447 + ], + "p_seeds": [ + 0.009355306625366211, + 8.797645568847656e-05, + 1.049041748046875e-05 + ] + } + }, + "16": { + "diff": { + "rate_seed": [ + 0.9833333333333333, + 0.9833333333333333, + 0.9916666666666667 + ], + "rate": 0.986111111111111, + "cfg": null, + "val_rate": null + }, + "twin": { + "rate_seed": [ + 0.85, + 0.8083333333333333, + 0.875 + ], + "rate": 0.8444444444444444, + "cfg": null, + "val_rate": null, + "diff_minus": 0.14166666666666666, + "diff_minus_ci": [ + 0.09166666666666666, + 0.19444444444444448 + ], + "p_seeds": [ + 3.0517578125e-05, + 5.7220458984375e-06, + 0.0001220703125 + ] + }, + "retr": { + "rate_seed": [ + 0.8416666666666667, + 0.8416666666666667, + 0.8416666666666667 + ], + "rate": 0.8416666666666667, + "cfg": null, + "val_rate": null, + "diff_minus": 0.14444444444444443, + "diff_minus_ci": [ + 0.08333333333333333, + 0.21111111111111114 + ], + "p_seeds": [ + 1.52587890625e-05, + 7.62939453125e-05, + 4.00543212890625e-05 + ] + }, + "retr_all": { + "rate_seed": [ + 0.9166666666666666, + 0.9166666666666666, + 0.9166666666666666 + ], + "rate": 0.9166666666666666, + "cfg": { + "metric": "ard", + "sols": 1 + }, + "val_rate": 0.91875, + "diff_minus": 0.06944444444444443, + "diff_minus_ci": [ + 0.024999999999999998, + 0.12222222222222222 + ], + "p_seeds": [ + 0.021484375, + 0.021484375, + 0.01171875 + ] + }, + "jit": { + "rate_seed": [ + 0.9416666666666667, + 0.9833333333333333, + 0.9583333333333334 + ], + "rate": 0.9611111111111111, + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 2.0 + }, + "val_rate": 0.9625, + "diff_minus": 0.025000000000000005, + "diff_minus_ci": [ + 0.002777777777777777, + 0.05000000000000001 + ], + "p_seeds": [ + 0.125, + 1.0, + 0.21875 + ] + }, + "boot": { + "rate_seed": [ + 0.7583333333333333, + 0.7583333333333333, + 0.75 + ], + "rate": 0.7555555555555555, + "cfg": { + "metric": "ard", + "kb": 8 + }, + "val_rate": 0.83125, + "diff_minus": 0.2305555555555556, + "diff_minus_ci": [ + 0.16666666666666669, + 0.3 + ], + "p_seeds": [ + 1.1175870895385742e-07, + 1.4901161193847656e-08, + 2.9802322387695312e-08 + ] + }, + "ll": { + "rate_seed": [ + 0.9166666666666666, + 0.9583333333333334, + 0.9333333333333333 + ], + "rate": 0.9361111111111112, + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.01 + }, + "val_rate": 0.95, + "diff_minus": 0.05, + "diff_minus_ci": [ + 0.019444444444444445, + 0.08611111111111111 + ], + "p_seeds": [ + 0.03857421875, + 0.453125, + 0.015625 + ] + }, + "llbw": { + "rate_seed": [ + 0.7416666666666667, + 0.7416666666666667, + 0.7416666666666667 + ], + "rate": 0.7416666666666667, + "cfg": { + "metric": "ard", + "k": 16, + "lam": 0.01 + }, + "val_rate": 0.825, + "diff_minus": 0.24444444444444444, + "diff_minus_ci": [ + 0.1722222222222222, + 0.3222222222222222 + ], + "p_seeds": [ + 2.9802322387695312e-08, + 3.725290298461914e-09, + 1.862645149230957e-09 + ] + }, + "gp_ard": { + "rate_seed": [ + 0.9583333333333334, + 0.9666666666666667, + 0.9833333333333333 + ], + "rate": 0.9694444444444444, + "cfg": { + "c": 0.7, + "eta": 1.0, + "tau": 3.0 + }, + "val_rate": 0.9875, + "diff_minus": 0.016666666666666666, + "diff_minus_ci": [ + -0.008333333333333333, + 0.041666666666666664 + ], + "p_seeds": [ + 0.453125, + 0.6875, + 1.0 + ] + }, + "krr_ard_ens": { + "rate_seed": [ + 0.85, + 0.8166666666666667, + 0.8583333333333333 + ], + "rate": 0.8416666666666667, + "cfg": { + "c": 0.7, + "eta": 0.3 + }, + "val_rate": 0.9, + "diff_minus": 0.14444444444444443, + "diff_minus_ci": [ + 0.08888888888888889, + 0.20555555555555557 + ], + "p_seeds": [ + 0.00014495849609375, + 1.9073486328125e-06, + 3.0517578125e-05 + ] + }, + "krr_iso_ens": { + "rate_seed": [ + 0.6, + 0.6083333333333333, + 0.625 + ], + "rate": 0.611111111111111, + "cfg": { + "c": 0.35, + "eta": 0.1 + }, + "val_rate": 0.6375, + "diff_minus": 0.375, + "diff_minus_ci": [ + 0.2916666666666667, + 0.4583333333333333 + ], + "p_seeds": [ + 2.842170943040401e-14, + 5.684341886080802e-14, + 1.3358203432289883e-12 + ] + }, + "_primary": { + "comparator": "gp_ard", + "diff_minus_comp": 0.016666666666666666, + "ci": [ + -0.008333333333333333, + 0.041666666666666664 + ], + "tests": [ + { + "seed": 0, + "diff_only": 5, + "comp_only": 2, + "p": 0.453125 + }, + { + "seed": 1, + "diff_only": 4, + "comp_only": 2, + "p": 0.6875 + }, + { + "seed": 2, + "diff_only": 2, + "comp_only": 1, + "p": 1.0 + } + ], + "pworst": 1.0, + "p_holm": 1.0, + "significant_all_seeds": false + }, + "_best_on_test": { + "arm": "gp_ard", + "rate": 0.9694444444444444, + "diff_minus": 0.016666666666666666, + "ci": [ + -0.008333333333333333, + 0.041666666666666664 + ], + "p_seeds": [ + 0.453125, + 0.6875, + 1.0 + ] + } + } + }, + "3": { + "1": { + "diff": { + "rate_seed": [ + 0.6, + 0.5166666666666667, + 0.4666666666666667 + ], + "rate": 0.5277777777777778, + "cfg": null, + "val_rate": null + }, + "twin": { + "rate_seed": [ + 0.575, + 0.5583333333333333, + 0.525 + ], + "rate": 0.5527777777777777, + "cfg": null, + "val_rate": null, + "diff_minus": -0.02500000000000001, + "diff_minus_ci": [ + -0.07777777777777779, + 0.030555555555555544 + ], + "p_seeds": [ + 0.735878800856881, + 0.48685024166479707, + 0.296206368599087 + ] + }, + "retr": { + "rate_seed": [ + 0.10833333333333334, + 0.10833333333333334, + 0.10833333333333334 + ], + "rate": 0.10833333333333334, + "cfg": null, + "val_rate": null, + "diff_minus": 0.4194444444444444, + "diff_minus_ci": [ + 0.34722222222222215, + 0.4944444444444444 + ], + "p_seeds": [ + 1.1067861037383775e-14, + 4.618527782440651e-14, + 7.077378683106872e-10 + ] + }, + "retr_all": { + "rate_seed": [ + 0.25833333333333336, + 0.25833333333333336, + 0.25833333333333336 + ], + "rate": 0.25833333333333336, + "cfg": { + "metric": "ard", + "sols": 1 + }, + "val_rate": 0.21875, + "diff_minus": 0.26944444444444443, + "diff_minus_ci": [ + 0.18888888888888886, + 0.35 + ], + "p_seeds": [ + 8.225455871979648e-10, + 2.2475594023241285e-05, + 0.00024708778460080794 + ] + }, + "jit": { + "rate_seed": [ + 0.25833333333333336, + 0.25833333333333336, + 0.25833333333333336 + ], + "rate": 0.25833333333333336, + "cfg": { + "metric": "ard", + "k": 1, + "sigma": 0.1 + }, + "val_rate": 0.21875, + "diff_minus": 0.26944444444444443, + "diff_minus_ci": [ + 0.18333333333333332, + 0.35 + ], + "p_seeds": [ + 8.225455871979648e-10, + 2.2475594023241285e-05, + 0.00024708778460080794 + ] + }, + "boot": { + "rate_seed": [ + 0.325, + 0.325, + 0.325 + ], + "rate": 0.325, + "cfg": { + "metric": "ard", + "kb": 16 + }, + "val_rate": 0.325, + "diff_minus": 0.20277777777777775, + "diff_minus_ci": [ + 0.12499999999999997, + 0.27777777777777773 + ], + "p_seeds": [ + 5.417768988991156e-07, + 0.000430857042374555, + 0.011507789735333063 + ] + }, + "ll": { + "rate_seed": [ + 0.4666666666666667, + 0.4666666666666667, + 0.4666666666666667 + ], + "rate": 0.4666666666666666, + "cfg": { + "metric": "ard", + "k": 256, + "lam": 0.3 + }, + "val_rate": 0.49375, + "diff_minus": 0.06111111111111108, + "diff_minus_ci": [ + -0.01944444444444448, + 0.13888888888888887 + ], + "p_seeds": [ + 0.029304946720529308, + 0.39152830513194203, + 1.0 + ] + }, + "llbw": { + "rate_seed": [ + 0.43333333333333335, + 0.43333333333333335, + 0.43333333333333335 + ], + "rate": 0.43333333333333335, + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.3 + }, + "val_rate": 0.4875, + "diff_minus": 0.0944444444444444, + "diff_minus_ci": [ + 0.01666666666666663, + 0.17229166666666562 + ], + "p_seeds": [ + 0.0077874363057435225, + 0.12144948495551944, + 0.617719317029696 + ] + }, + "gp_ard": { + "rate_seed": [ + 0.44166666666666665, + 0.44166666666666665, + 0.44166666666666665 + ], + "rate": 0.44166666666666665, + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 0.5 + }, + "val_rate": 0.4875, + "diff_minus": 0.0861111111111111, + "diff_minus_ci": [ + 0.011111111111111087, + 0.15840277777777675 + ], + "p_seeds": [ + 0.005401572654591291, + 0.14961278438568115, + 0.735878800856881 + ] + }, + "krr_ard_ens": { + "rate_seed": [ + 0.44166666666666665, + 0.44166666666666665, + 0.44166666666666665 + ], + "rate": 0.44166666666666665, + "cfg": { + "c": 1.0, + "eta": 3.0 + }, + "val_rate": 0.4875, + "diff_minus": 0.0861111111111111, + "diff_minus_ci": [ + 0.013888888888888866, + 0.1583333333333333 + ], + "p_seeds": [ + 0.005401572654591291, + 0.14961278438568115, + 0.735878800856881 + ] + }, + "krr_iso_ens": { + "rate_seed": [ + 0.16666666666666666, + 0.16666666666666666, + 0.16666666666666666 + ], + "rate": 0.16666666666666666, + "cfg": { + "c": 0.35, + "eta": 0.1 + }, + "val_rate": 0.20625, + "diff_minus": 0.36111111111111105, + "diff_minus_ci": [ + 0.2888888888888888, + 0.43333333333333335 + ], + "p_seeds": [ + 2.2598589666245064e-13, + 1.312585595769633e-10, + 4.405936238072172e-08 + ] + }, + "_primary": { + "comparator": "ll", + "diff_minus_comp": 0.06111111111111108, + "ci": [ + -0.01944444444444447, + 0.13888888888888887 + ], + "tests": [ + { + "seed": 0, + "diff_only": 32, + "comp_only": 16, + "p": 0.029304946720529308 + }, + { + "seed": 1, + "diff_only": 20, + "comp_only": 14, + "p": 0.39152830513194203 + }, + { + "seed": 2, + "diff_only": 18, + "comp_only": 18, + "p": 1.0 + } + ], + "pworst": 1.0, + "p_holm": 1.0, + "significant_all_seeds": false + }, + "_best_on_test": { + "arm": "ll", + "rate": 0.4666666666666666, + "diff_minus": 0.06111111111111108, + "ci": [ + -0.019444444444444466, + 0.1444444444444444 + ], + "p_seeds": [ + 0.029304946720529308, + 0.39152830513194203, + 1.0 + ] + } + }, + "4": { + "diff": { + "rate_seed": [ + 0.85, + 0.75, + 0.75 + ], + "rate": 0.7833333333333333, + "cfg": null, + "val_rate": null + }, + "twin": { + "rate_seed": [ + 0.6416666666666667, + 0.6083333333333333, + 0.625 + ], + "rate": 0.625, + "cfg": null, + "val_rate": null, + "diff_minus": 0.15833333333333333, + "diff_minus_ci": [ + 0.10555555555555556, + 0.21111111111111114 + ], + "p_seeds": [ + 1.6242265701293945e-06, + 0.003326892852783203, + 0.005924612283706665 + ] + }, + "retr": { + "rate_seed": [ + 0.30833333333333335, + 0.30833333333333335, + 0.30833333333333335 + ], + "rate": 0.30833333333333335, + "cfg": null, + "val_rate": null, + "diff_minus": 0.475, + "diff_minus_ci": [ + 0.39166666666666666, + 0.5555555555555556 + ], + "p_seeds": [ + 9.215718466126788e-19, + 1.189326415129699e-13, + 2.295386103412511e-14 + ] + }, + "retr_all": { + "rate_seed": [ + 0.44166666666666665, + 0.44166666666666665, + 0.44166666666666665 + ], + "rate": 0.44166666666666665, + "cfg": { + "metric": "ard", + "sols": 1 + }, + "val_rate": 0.53125, + "diff_minus": 0.3416666666666667, + "diff_minus_ci": [ + 0.25555555555555554, + 0.42777777777777776 + ], + "p_seeds": [ + 3.552713678800501e-15, + 1.2115257419509362e-07, + 5.7277652842913085e-08 + ] + }, + "jit": { + "rate_seed": [ + 0.44166666666666665, + 0.44166666666666665, + 0.44166666666666665 + ], + "rate": 0.44166666666666665, + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 0.1 + }, + "val_rate": 0.53125, + "diff_minus": 0.3416666666666667, + "diff_minus_ci": [ + 0.25833333333333336, + 0.42777777777777776 + ], + "p_seeds": [ + 3.552713678800501e-15, + 1.2115257419509362e-07, + 5.7277652842913085e-08 + ] + }, + "boot": { + "rate_seed": [ + 0.45, + 0.425, + 0.4583333333333333 + ], + "rate": 0.4444444444444444, + "cfg": { + "metric": "ard", + "kb": 8 + }, + "val_rate": 0.4625, + "diff_minus": 0.33888888888888885, + "diff_minus_ci": [ + 0.2694444444444445, + 0.41111111111111115 + ], + "p_seeds": [ + 9.059419880941277e-14, + 3.8198777474462986e-11, + 1.0479197953827679e-08 + ] + }, + "ll": { + "rate_seed": [ + 0.5416666666666666, + 0.55, + 0.55 + ], + "rate": 0.5472222222222223, + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.3 + }, + "val_rate": 0.68125, + "diff_minus": 0.2361111111111111, + "diff_minus_ci": [ + 0.16944444444444445, + 0.3027777777777778 + ], + "p_seeds": [ + 7.839844329282641e-10, + 8.430331945419312e-06, + 1.9301194697618484e-05 + ] + }, + "llbw": { + "rate_seed": [ + 0.575, + 0.575, + 0.575 + ], + "rate": 0.575, + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.03 + }, + "val_rate": 0.625, + "diff_minus": 0.20833333333333331, + "diff_minus_ci": [ + 0.13333333333333333, + 0.2833333333333333 + ], + "p_seeds": [ + 3.608874976634979e-08, + 0.00019219517707824707, + 0.0005082604475319386 + ] + }, + "gp_ard": { + "rate_seed": [ + 0.5583333333333333, + 0.5333333333333333, + 0.5333333333333333 + ], + "rate": 0.5416666666666666, + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 3.0 + }, + "val_rate": 0.60625, + "diff_minus": 0.24166666666666667, + "diff_minus_ci": [ + 0.175, + 0.3111111111111111 + ], + "p_seeds": [ + 1.0479197953827679e-08, + 6.87711149112147e-05, + 2.4342560209333897e-05 + ] + }, + "krr_ard_ens": { + "rate_seed": [ + 0.525, + 0.5833333333333334, + 0.525 + ], + "rate": 0.5444444444444444, + "cfg": { + "c": 1.0, + "eta": 0.3 + }, + "val_rate": 0.6, + "diff_minus": 0.2388888888888889, + "diff_minus_ci": [ + 0.16944444444444445, + 0.30833333333333335 + ], + "p_seeds": [ + 2.1532287064474076e-10, + 0.0003249142318964005, + 7.427530363202095e-06 + ] + }, + "krr_iso_ens": { + "rate_seed": [ + 0.23333333333333334, + 0.21666666666666667, + 0.2 + ], + "rate": 0.21666666666666667, + "cfg": { + "c": 1.0, + "eta": 0.01 + }, + "val_rate": 0.3125, + "diff_minus": 0.5666666666666667, + "diff_minus_ci": [ + 0.48888888888888893, + 0.6444444444444444 + ], + "p_seeds": [ + 1.0587911840678754e-22, + 1.5903890617646743e-17, + 4.211447813748381e-18 + ] + }, + "_primary": { + "comparator": "ll", + "diff_minus_comp": 0.2361111111111111, + "ci": [ + 0.1722222222222222, + 0.30555555555555547 + ], + "tests": [ + { + "seed": 0, + "diff_only": 39, + "comp_only": 2, + "p": 7.839844329282641e-10 + }, + { + "seed": 1, + "diff_only": 27, + "comp_only": 3, + "p": 8.430331945419312e-06 + }, + { + "seed": 2, + "diff_only": 28, + "comp_only": 4, + "p": 1.9301194697618484e-05 + } + ], + "pworst": 1.9301194697618484e-05, + "p_holm": 0.00019301194697618484, + "significant_all_seeds": true + }, + "_best_on_test": { + "arm": "llbw", + "rate": 0.575, + "diff_minus": 0.20833333333333331, + "ci": [ + 0.13333333333333333, + 0.2833333333333333 + ], + "p_seeds": [ + 3.608874976634979e-08, + 0.00019219517707824707, + 0.0005082604475319386 + ] + } + }, + "16": { + "diff": { + "rate_seed": [ + 0.9416666666666667, + 0.9083333333333333, + 0.9166666666666666 + ], + "rate": 0.9222222222222222, + "cfg": null, + "val_rate": null + }, + "twin": { + "rate_seed": [ + 0.7083333333333334, + 0.6416666666666667, + 0.6583333333333333 + ], + "rate": 0.6694444444444444, + "cfg": null, + "val_rate": null, + "diff_minus": 0.2527777777777778, + "diff_minus_ci": [ + 0.1888888888888889, + 0.3194444444444445 + ], + "p_seeds": [ + 2.4633482098579407e-07, + 4.656612873077393e-10, + 7.916241884231567e-09 + ] + }, + "retr": { + "rate_seed": [ + 0.5833333333333334, + 0.5833333333333334, + 0.5833333333333334 + ], + "rate": 0.5833333333333334, + "cfg": null, + "val_rate": null, + "diff_minus": 0.33888888888888885, + "diff_minus_ci": [ + 0.2583333333333333, + 0.4222222222222222 + ], + "p_seeds": [ + 2.2737367544323206e-13, + 8.654978955746628e-10, + 1.9554136088117957e-11 + ] + }, + "retr_all": { + "rate_seed": [ + 0.7083333333333334, + 0.7083333333333334, + 0.7083333333333334 + ], + "rate": 0.7083333333333334, + "cfg": { + "metric": "ard", + "sols": 1 + }, + "val_rate": 0.76875, + "diff_minus": 0.21388888888888888, + "diff_minus_ci": [ + 0.13888888888888887, + 0.2944444444444444 + ], + "p_seeds": [ + 5.774199962615967e-08, + 1.9301194697618484e-05, + 1.0928604751825333e-05 + ] + }, + "jit": { + "rate_seed": [ + 0.7083333333333334, + 0.75, + 0.7333333333333333 + ], + "rate": 0.7305555555555556, + "cfg": { + "metric": "ard", + "k": 8, + "sigma": 2.0 + }, + "val_rate": 0.8125, + "diff_minus": 0.19166666666666668, + "diff_minus_ci": [ + 0.1277777777777778, + 0.25833333333333336 + ], + "p_seeds": [ + 2.4633482098579407e-07, + 0.0008779102936387062, + 1.049041748046875e-05 + ] + }, + "boot": { + "rate_seed": [ + 0.5416666666666666, + 0.5166666666666667, + 0.525 + ], + "rate": 0.5277777777777778, + "cfg": { + "metric": "ard", + "kb": 8 + }, + "val_rate": 0.56875, + "diff_minus": 0.39444444444444443, + "diff_minus_ci": [ + 0.3194444444444444, + 0.4722222222222222 + ], + "p_seeds": [ + 7.105427357601002e-15, + 1.7763568394002505e-13, + 1.4210854715202004e-14 + ] + }, + "ll": { + "rate_seed": [ + 0.775, + 0.7333333333333333, + 0.7666666666666667 + ], + "rate": 0.7583333333333333, + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.01 + }, + "val_rate": 0.83125, + "diff_minus": 0.1638888888888889, + "diff_minus_ci": [ + 0.10277777777777779, + 0.2277777777777778 + ], + "p_seeds": [ + 8.797645568847656e-05, + 1.9431114196777344e-05, + 0.0005335211753845215 + ] + }, + "llbw": { + "rate_seed": [ + 0.575, + 0.575, + 0.575 + ], + "rate": 0.575, + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.03 + }, + "val_rate": 0.625, + "diff_minus": 0.3472222222222222, + "diff_minus_ci": [ + 0.26666666666666666, + 0.4333333333333333 + ], + "p_seeds": [ + 1.3358203432289883e-12, + 1.9554136088117957e-11, + 1.000444171950221e-11 + ] + }, + "gp_ard": { + "rate_seed": [ + 0.8083333333333333, + 0.8083333333333333, + 0.8333333333333334 + ], + "rate": 0.8166666666666668, + "cfg": { + "c": 1.0, + "eta": 0.3, + "tau": 3.0 + }, + "val_rate": 0.88125, + "diff_minus": 0.10555555555555557, + "diff_minus_ci": [ + 0.06111111111111112, + 0.1527777777777778 + ], + "p_seeds": [ + 0.0008554458618164062, + 0.01181793212890625, + 0.0308837890625 + ] + }, + "krr_ard_ens": { + "rate_seed": [ + 0.6333333333333333, + 0.6583333333333333, + 0.6416666666666667 + ], + "rate": 0.6444444444444444, + "cfg": { + "c": 1.0, + "eta": 0.3 + }, + "val_rate": 0.65625, + "diff_minus": 0.27777777777777773, + "diff_minus_ci": [ + 0.20555555555555555, + 0.35 + ], + "p_seeds": [ + 1.4551915228366852e-11, + 1.5366822481155396e-08, + 2.0954757928848267e-09 + ] + }, + "krr_iso_ens": { + "rate_seed": [ + 0.325, + 0.30833333333333335, + 0.3333333333333333 + ], + "rate": 0.3222222222222222, + "cfg": { + "c": 0.5, + "eta": 0.01 + }, + "val_rate": 0.3625, + "diff_minus": 0.6, + "diff_minus_ci": [ + 0.5166666666666667, + 0.6805555555555555 + ], + "p_seeds": [ + 1.0587911840678754e-22, + 4.235164736271502e-22, + 3.091670257478196e-20 + ] + }, + "_primary": { + "comparator": "gp_ard", + "diff_minus_comp": 0.10555555555555557, + "ci": [ + 0.061111111111111116, + 0.1527777777777778 + ], + "tests": [ + { + "seed": 0, + "diff_only": 19, + "comp_only": 3, + "p": 0.0008554458618164062 + }, + { + "seed": 1, + "diff_only": 16, + "comp_only": 4, + "p": 0.01181793212890625 + }, + { + "seed": 2, + "diff_only": 14, + "comp_only": 4, + "p": 0.0308837890625 + } + ], + "pworst": 0.0308837890625, + "p_holm": 0.1544189453125, + "significant_all_seeds": false + }, + "_best_on_test": { + "arm": "gp_ard", + "rate": 0.8166666666666668, + "diff_minus": 0.10555555555555557, + "ci": [ + 0.06111111111111112, + 0.15006944444444345 + ], + "p_seeds": [ + 0.0008554458618164062, + 0.01181793212890625, + 0.0308837890625 + ] + } + } + }, + "4": { + "1": { + "diff": { + "rate_seed": [ + 0.3333333333333333, + 0.38333333333333336, + 0.30833333333333335 + ], + "rate": 0.3416666666666666, + "cfg": null, + "val_rate": null + }, + "twin": { + "rate_seed": [ + 0.3416666666666667, + 0.3333333333333333, + 0.39166666666666666 + ], + "rate": 0.35555555555555557, + "cfg": null, + "val_rate": null, + "diff_minus": -0.013888888888888897, + "diff_minus_ci": [ + -0.07222222222222222, + 0.041666666666666664 + ], + "p_seeds": [ + 1.0, + 0.36159460805356514, + 0.12144948495551944 + ] + }, + "retr": { + "rate_seed": [ + 0.03333333333333333, + 0.03333333333333333, + 0.03333333333333333 + ], + "rate": 0.03333333333333333, + "cfg": null, + "val_rate": null, + "diff_minus": 0.30833333333333335, + "diff_minus_ci": [ + 0.2444444444444444, + 0.375 + ], + "p_seeds": [ + 2.837623469531536e-10, + 5.115907697472721e-12, + 2.0954757928848267e-09 + ] + }, + "retr_all": { + "rate_seed": [ + 0.14166666666666666, + 0.14166666666666666, + 0.14166666666666666 + ], + "rate": 0.14166666666666666, + "cfg": { + "metric": "ard", + "sols": 1 + }, + "val_rate": 0.125, + "diff_minus": 0.2, + "diff_minus_ci": [ + 0.1222222222222222, + 0.275 + ], + "p_seeds": [ + 6.618769839406013e-05, + 4.873598300036974e-06, + 0.002887247974285856 + ] + }, + "jit": { + "rate_seed": [ + 0.14166666666666666, + 0.14166666666666666, + 0.14166666666666666 + ], + "rate": 0.14166666666666666, + "cfg": { + "metric": "ard", + "k": 1, + "sigma": 0.1 + }, + "val_rate": 0.125, + "diff_minus": 0.2, + "diff_minus_ci": [ + 0.1222222222222222, + 0.27777777777777773 + ], + "p_seeds": [ + 6.618769839406013e-05, + 4.873598300036974e-06, + 0.002887247974285856 + ] + }, + "boot": { + "rate_seed": [ + 0.19166666666666668, + 0.19166666666666668, + 0.19166666666666668 + ], + "rate": 0.19166666666666668, + "cfg": { + "metric": "ard", + "kb": 16 + }, + "val_rate": 0.175, + "diff_minus": 0.14999999999999997, + "diff_minus_ci": [ + 0.07777777777777777, + 0.22499999999999998 + ], + "p_seeds": [ + 0.004551384132355452, + 0.00019107642583549023, + 0.024306510109454393 + ] + }, + "ll": { + "rate_seed": [ + 0.18333333333333332, + 0.18333333333333332, + 0.18333333333333332 + ], + "rate": 0.18333333333333332, + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.01 + }, + "val_rate": 0.2625, + "diff_minus": 0.15833333333333333, + "diff_minus_ci": [ + 0.09444444444444443, + 0.22222222222222224 + ], + "p_seeds": [ + 0.0009122341871261597, + 3.8558151572942734e-05, + 0.008130058646202087 + ] + }, + "llbw": { + "rate_seed": [ + 0.18333333333333332, + 0.18333333333333332, + 0.18333333333333332 + ], + "rate": 0.18333333333333332, + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.01 + }, + "val_rate": 0.2625, + "diff_minus": 0.15833333333333333, + "diff_minus_ci": [ + 0.09444444444444443, + 0.2222222222222222 + ], + "p_seeds": [ + 0.0009122341871261597, + 3.8558151572942734e-05, + 0.008130058646202087 + ] + }, + "gp_ard": { + "rate_seed": [ + 0.21666666666666667, + 0.21666666666666667, + 0.21666666666666667 + ], + "rate": 0.21666666666666667, + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 0.5 + }, + "val_rate": 0.2625, + "diff_minus": 0.125, + "diff_minus_ci": [ + 0.05277777777777777, + 0.19444444444444448 + ], + "p_seeds": [ + 0.012540951371192932, + 0.0022214337732293643, + 0.06142834573984146 + ] + }, + "krr_ard_ens": { + "rate_seed": [ + 0.21666666666666667, + 0.21666666666666667, + 0.21666666666666667 + ], + "rate": 0.21666666666666667, + "cfg": { + "c": 1.0, + "eta": 1.0 + }, + "val_rate": 0.2625, + "diff_minus": 0.125, + "diff_minus_ci": [ + 0.05277777777777777, + 0.19444444444444445 + ], + "p_seeds": [ + 0.012540951371192932, + 0.0022214337732293643, + 0.06142834573984146 + ] + }, + "krr_iso_ens": { + "rate_seed": [ + 0.05, + 0.05, + 0.05 + ], + "rate": 0.05000000000000001, + "cfg": { + "c": 1.0, + "eta": 0.1 + }, + "val_rate": 0.1, + "diff_minus": 0.2916666666666667, + "diff_minus_ci": [ + 0.22499999999999998, + 0.36111111111111105 + ], + "p_seeds": [ + 5.398760549724102e-09, + 1.1266365618212149e-10, + 3.6729034036397934e-08 + ] + }, + "_primary": { + "comparator": "ll", + "diff_minus_comp": 0.15833333333333333, + "ci": [ + 0.09444444444444443, + 0.225 + ], + "tests": [ + { + "seed": 0, + "diff_only": 23, + "comp_only": 5, + "p": 0.0009122341871261597 + }, + { + "seed": 1, + "diff_only": 29, + "comp_only": 5, + "p": 3.8558151572942734e-05 + }, + { + "seed": 2, + "diff_only": 22, + "comp_only": 7, + "p": 0.008130058646202087 + } + ], + "pworst": 0.008130058646202087, + "p_holm": 0.05691041052341461, + "significant_all_seeds": false + }, + "_best_on_test": { + "arm": "gp_ard", + "rate": 0.21666666666666667, + "diff_minus": 0.125, + "ci": [ + 0.05555555555555554, + 0.19722222222222222 + ], + "p_seeds": [ + 0.012540951371192932, + 0.0022214337732293643, + 0.06142834573984146 + ] + } + }, + "4": { + "diff": { + "rate_seed": [ + 0.6, + 0.575, + 0.5833333333333334 + ], + "rate": 0.5861111111111111, + "cfg": null, + "val_rate": null + }, + "twin": { + "rate_seed": [ + 0.4083333333333333, + 0.425, + 0.44166666666666665 + ], + "rate": 0.425, + "cfg": null, + "val_rate": null, + "diff_minus": 0.1611111111111111, + "diff_minus_ci": [ + 0.09444444444444443, + 0.225 + ], + "p_seeds": [ + 0.00019107642583549023, + 0.0029350556433200836, + 0.004551384132355452 + ] + }, + "retr": { + "rate_seed": [ + 0.14166666666666666, + 0.14166666666666666, + 0.14166666666666666 + ], + "rate": 0.14166666666666666, + "cfg": null, + "val_rate": null, + "diff_minus": 0.4444444444444444, + "diff_minus_ci": [ + 0.36388888888888893, + 0.525 + ], + "p_seeds": [ + 3.2857397358476703e-14, + 4.4325654258159375e-14, + 2.295386103412511e-14 + ] + }, + "retr_all": { + "rate_seed": [ + 0.39166666666666666, + 0.39166666666666666, + 0.39166666666666666 + ], + "rate": 0.39166666666666666, + "cfg": { + "metric": "ard", + "sols": 1 + }, + "val_rate": 0.3125, + "diff_minus": 0.19444444444444445, + "diff_minus_ci": [ + 0.10277777777777777, + 0.2861111111111111 + ], + "p_seeds": [ + 0.0004697573180081349, + 0.0016414913408482334, + 0.0008240823595997425 + ] + }, + "jit": { + "rate_seed": [ + 0.39166666666666666, + 0.39166666666666666, + 0.39166666666666666 + ], + "rate": 0.39166666666666666, + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 0.1 + }, + "val_rate": 0.3125, + "diff_minus": 0.19444444444444445, + "diff_minus_ci": [ + 0.10277777777777777, + 0.2833333333333333 + ], + "p_seeds": [ + 0.0004697573180081349, + 0.0016414913408482334, + 0.0008240823595997425 + ] + }, + "boot": { + "rate_seed": [ + 0.20833333333333334, + 0.24166666666666667, + 0.225 + ], + "rate": 0.225, + "cfg": { + "metric": "ard", + "kb": 8 + }, + "val_rate": 0.3125, + "diff_minus": 0.36111111111111105, + "diff_minus_ci": [ + 0.2861111111111111, + 0.43888888888888894 + ], + "p_seeds": [ + 2.0474233419776056e-11, + 1.0325821975243343e-08, + 6.981082378842984e-11 + ] + }, + "ll": { + "rate_seed": [ + 0.3, + 0.25, + 0.3 + ], + "rate": 0.2833333333333334, + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.03 + }, + "val_rate": 0.40625, + "diff_minus": 0.30277777777777776, + "diff_minus_ci": [ + 0.2277777777777778, + 0.3777777777777777 + ], + "p_seeds": [ + 1.0087482138487759e-07, + 1.8323628836469652e-08, + 5.65314621780999e-08 + ] + }, + "llbw": { + "rate_seed": [ + 0.3, + 0.3, + 0.3 + ], + "rate": 0.3, + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.03 + }, + "val_rate": 0.39375, + "diff_minus": 0.28611111111111115, + "diff_minus_ci": [ + 0.2, + 0.3694444444444444 + ], + "p_seeds": [ + 4.405936238072172e-08, + 5.417768988991156e-07, + 3.1028037028590916e-07 + ] + }, + "gp_ard": { + "rate_seed": [ + 0.26666666666666666, + 0.275, + 0.3 + ], + "rate": 0.2805555555555556, + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 2.0 + }, + "val_rate": 0.36875, + "diff_minus": 0.3055555555555556, + "diff_minus_ci": [ + 0.23055555555555557, + 0.3777777777777778 + ], + "p_seeds": [ + 4.6219383875722997e-10, + 4.405936238072172e-08, + 6.240408438884516e-07 + ] + }, + "krr_ard_ens": { + "rate_seed": [ + 0.2833333333333333, + 0.2833333333333333, + 0.3 + ], + "rate": 0.2888888888888889, + "cfg": { + "c": 1.0, + "eta": 0.3 + }, + "val_rate": 0.33125, + "diff_minus": 0.2972222222222223, + "diff_minus_ci": [ + 0.21666666666666667, + 0.375 + ], + "p_seeds": [ + 1.6183321349672042e-09, + 3.6245783263666453e-07, + 1.4051624930289108e-07 + ] + }, + "krr_iso_ens": { + "rate_seed": [ + 0.09166666666666666, + 0.10833333333333334, + 0.08333333333333333 + ], + "rate": 0.09444444444444444, + "cfg": { + "c": 2.0, + "eta": 0.01 + }, + "val_rate": 0.1375, + "diff_minus": 0.49166666666666664, + "diff_minus_ci": [ + 0.4166666666666667, + 0.5666666666666667 + ], + "p_seeds": [ + 1.1633489310769463e-16, + 2.7755575615628914e-17, + 2.2562247209423347e-16 + ] + }, + "_primary": { + "comparator": "ll", + "diff_minus_comp": 0.30277777777777776, + "ci": [ + 0.23048611111111117, + 0.38055555555555554 + ], + "tests": [ + { + "seed": 0, + "diff_only": 42, + "comp_only": 6, + "p": 1.0087482138487759e-07 + }, + { + "seed": 1, + "diff_only": 45, + "comp_only": 6, + "p": 1.8323628836469652e-08 + }, + { + "seed": 2, + "diff_only": 38, + "comp_only": 4, + "p": 5.65314621780999e-08 + } + ], + "pworst": 1.0087482138487759e-07, + "p_holm": 1.2104978566185311e-06, + "significant_all_seeds": true + }, + "_best_on_test": { + "arm": "retr_all", + "rate": 0.39166666666666666, + "diff_minus": 0.19444444444444445, + "ci": [ + 0.10277777777777777, + 0.2861111111111111 + ], + "p_seeds": [ + 0.0004697573180081349, + 0.0016414913408482334, + 0.0008240823595997425 + ] + } + }, + "16": { + "diff": { + "rate_seed": [ + 0.825, + 0.8, + 0.8166666666666667 + ], + "rate": 0.8138888888888888, + "cfg": null, + "val_rate": null + }, + "twin": { + "rate_seed": [ + 0.45, + 0.5, + 0.5 + ], + "rate": 0.48333333333333334, + "cfg": null, + "val_rate": null, + "diff_minus": 0.3305555555555556, + "diff_minus_ci": [ + 0.2638888888888889, + 0.4 + ], + "p_seeds": [ + 6.821210263296962e-13, + 2.837623469531536e-10, + 4.1109160520136356e-10 + ] + }, + "retr": { + "rate_seed": [ + 0.2833333333333333, + 0.2833333333333333, + 0.2833333333333333 + ], + "rate": 0.2833333333333333, + "cfg": null, + "val_rate": null, + "diff_minus": 0.5305555555555554, + "diff_minus_ci": [ + 0.4444444444444444, + 0.6166666666666667 + ], + "p_seeds": [ + 8.185726402265558e-18, + 3.5550311609441887e-16, + 1.81603863891322e-18 + ] + }, + "retr_all": { + "rate_seed": [ + 0.5666666666666667, + 0.5666666666666667, + 0.5666666666666667 + ], + "rate": 0.5666666666666667, + "cfg": { + "metric": "ard", + "sols": 2 + }, + "val_rate": 0.5875, + "diff_minus": 0.24722222222222223, + "diff_minus_ci": [ + 0.1611111111111111, + 0.3361111111111111 + ], + "p_seeds": [ + 7.84157236921601e-07, + 1.5097200957825409e-05, + 5.299581744111492e-06 + ] + }, + "jit": { + "rate_seed": [ + 0.5666666666666667, + 0.5916666666666667, + 0.55 + ], + "rate": 0.5694444444444444, + "cfg": { + "metric": "ard", + "k": 8, + "sigma": 1.0 + }, + "val_rate": 0.59375, + "diff_minus": 0.24444444444444444, + "diff_minus_ci": [ + 0.16944444444444445, + 0.319513888888888 + ], + "p_seeds": [ + 7.84157236921601e-07, + 0.00011222142620681552, + 6.677873898297548e-08 + ] + }, + "boot": { + "rate_seed": [ + 0.3416666666666667, + 0.375, + 0.4 + ], + "rate": 0.37222222222222223, + "cfg": { + "metric": "ard", + "kb": 8 + }, + "val_rate": 0.425, + "diff_minus": 0.44166666666666665, + "diff_minus_ci": [ + 0.3611111111111111, + 0.5222222222222221 + ], + "p_seeds": [ + 4.742842403537839e-15, + 1.6979681549678105e-12, + 8.137102103233929e-13 + ] + }, + "ll": { + "rate_seed": [ + 0.45, + 0.45, + 0.44166666666666665 + ], + "rate": 0.44722222222222224, + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.01 + }, + "val_rate": 0.53125, + "diff_minus": 0.36666666666666664, + "diff_minus_ci": [ + 0.2916666666666667, + 0.44166666666666665 + ], + "p_seeds": [ + 1.9674928353197174e-11, + 1.312585595769633e-10, + 1.9674928353197174e-11 + ] + }, + "llbw": { + "rate_seed": [ + 0.3, + 0.3, + 0.3 + ], + "rate": 0.3, + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.03 + }, + "val_rate": 0.39375, + "diff_minus": 0.5138888888888888, + "diff_minus_ci": [ + 0.42777777777777776, + 0.5972222222222221 + ], + "p_seeds": [ + 3.088620938868081e-17, + 2.7321894746634712e-17, + 7.047314121155779e-18 + ] + }, + "gp_ard": { + "rate_seed": [ + 0.5083333333333333, + 0.4666666666666667, + 0.48333333333333334 + ], + "rate": 0.4861111111111111, + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 3.0 + }, + "val_rate": 0.6125, + "diff_minus": 0.3277777777777778, + "diff_minus_ci": [ + 0.2527777777777778, + 0.40277777777777785 + ], + "p_seeds": [ + 3.243740565039843e-08, + 1.6163814566157175e-07, + 1.0325821975243343e-08 + ] + }, + "krr_ard_ens": { + "rate_seed": [ + 0.375, + 0.38333333333333336, + 0.36666666666666664 + ], + "rate": 0.375, + "cfg": { + "c": 1.0, + "eta": 0.3 + }, + "val_rate": 0.4, + "diff_minus": 0.43888888888888894, + "diff_minus_ci": [ + 0.36104166666666665, + 0.5194444444444444 + ], + "p_seeds": [ + 1.582067810090848e-15, + 2.353672812205332e-14, + 1.1102230246251565e-16 + ] + }, + "krr_iso_ens": { + "rate_seed": [ + 0.13333333333333333, + 0.13333333333333333, + 0.125 + ], + "rate": 0.13055555555555556, + "cfg": { + "c": 1.0, + "eta": 0.01 + }, + "val_rate": 0.15, + "diff_minus": 0.6833333333333332, + "diff_minus_ci": [ + 0.611111111111111, + 0.7527777777777778 + ], + "p_seeds": [ + 2.0679515313825692e-25, + 1.6543612251060553e-24, + 2.0679515313825692e-25 + ] + }, + "_primary": { + "comparator": "gp_ard", + "diff_minus_comp": 0.3277777777777778, + "ci": [ + 0.2555555555555556, + 0.4000000000000001 + ], + "tests": [ + { + "seed": 0, + "diff_only": 44, + "comp_only": 6, + "p": 3.243740565039843e-08 + }, + { + "seed": 1, + "diff_only": 50, + "comp_only": 10, + "p": 1.6163814566157175e-07 + }, + { + "seed": 2, + "diff_only": 46, + "comp_only": 6, + "p": 1.0325821975243343e-08 + } + ], + "pworst": 1.6163814566157175e-07, + "p_holm": 1.7780196022772893e-06, + "significant_all_seeds": true + }, + "_best_on_test": { + "arm": "jit", + "rate": 0.5694444444444444, + "diff_minus": 0.24444444444444444, + "ci": [ + 0.16937500000000005, + 0.32222222222222224 + ], + "p_seeds": [ + 7.84157236921601e-07, + 0.00011222142620681552, + 6.677873898297548e-08 + ] + } + } + }, + "5": { + "1": { + "diff": { + "rate_seed": [ + 0.18333333333333332, + 0.20833333333333334, + 0.2 + ], + "rate": 0.19722222222222222, + "cfg": null, + "val_rate": null + }, + "twin": { + "rate_seed": [ + 0.2, + 0.15833333333333333, + 0.16666666666666666 + ], + "rate": 0.17500000000000002, + "cfg": null, + "val_rate": null, + "diff_minus": 0.022222222222222213, + "diff_minus_ci": [ + -0.025000000000000005, + 0.0722222222222222 + ], + "p_seeds": [ + 0.8505540192127228, + 0.30745625495910645, + 0.5715881884098053 + ] + }, + "retr": { + "rate_seed": [ + 0.016666666666666666, + 0.016666666666666666, + 0.016666666666666666 + ], + "rate": 0.016666666666666666, + "cfg": null, + "val_rate": null, + "diff_minus": 0.18055555555555555, + "diff_minus_ci": [ + 0.12777777777777777, + 0.23055555555555557 + ], + "p_seeds": [ + 3.5881996154785156e-05, + 1.5497207641601562e-06, + 1.049041748046875e-05 + ] + }, + "retr_all": { + "rate_seed": [ + 0.05, + 0.05, + 0.05 + ], + "rate": 0.05000000000000001, + "cfg": { + "metric": "ard", + "sols": 1 + }, + "val_rate": 0.06875, + "diff_minus": 0.1472222222222222, + "diff_minus_ci": [ + 0.09166666666666665, + 0.20277777777777775 + ], + "p_seeds": [ + 0.0008554458618164062, + 0.000310748815536499, + 0.0005335211753845215 + ] + }, + "jit": { + "rate_seed": [ + 0.05, + 0.05, + 0.05 + ], + "rate": 0.05000000000000001, + "cfg": { + "metric": "ard", + "k": 1, + "sigma": 0.1 + }, + "val_rate": 0.06875, + "diff_minus": 0.1472222222222222, + "diff_minus_ci": [ + 0.09166666666666665, + 0.20277777777777778 + ], + "p_seeds": [ + 0.0008554458618164062, + 0.000310748815536499, + 0.0005335211753845215 + ] + }, + "boot": { + "rate_seed": [ + 0.09166666666666666, + 0.09166666666666666, + 0.09166666666666666 + ], + "rate": 0.09166666666666666, + "cfg": { + "metric": "ard", + "kb": 32 + }, + "val_rate": 0.13125, + "diff_minus": 0.10555555555555554, + "diff_minus_ci": [ + 0.04722222222222221, + 0.16388888888888886 + ], + "p_seeds": [ + 0.03468966484069824, + 0.009355306625366211, + 0.01463329792022705 + ] + }, + "ll": { + "rate_seed": [ + 0.11666666666666667, + 0.11666666666666667, + 0.11666666666666667 + ], + "rate": 0.11666666666666665, + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.01 + }, + "val_rate": 0.125, + "diff_minus": 0.08055555555555553, + "diff_minus_ci": [ + 0.027777777777777766, + 0.13055555555555556 + ], + "p_seeds": [ + 0.11531829833984375, + 0.03468966484069824, + 0.052478790283203125 + ] + }, + "llbw": { + "rate_seed": [ + 0.14166666666666666, + 0.14166666666666666, + 0.14166666666666666 + ], + "rate": 0.14166666666666666, + "cfg": { + "metric": "ard", + "k": 16, + "lam": 0.3 + }, + "val_rate": 0.13125, + "diff_minus": 0.055555555555555546, + "diff_minus_ci": [ + -0.005555555555555569, + 0.11388888888888887 + ], + "p_seeds": [ + 0.42435622215270996, + 0.15158963203430176, + 0.2295229434967041 + ] + }, + "gp_ard": { + "rate_seed": [ + 0.125, + 0.125, + 0.125 + ], + "rate": 0.125, + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 0.5 + }, + "val_rate": 0.1625, + "diff_minus": 0.0722222222222222, + "diff_minus_ci": [ + 0.01388888888888888, + 0.12777777777777777 + ], + "p_seeds": [ + 0.18924713134765625, + 0.08715855330228806, + 0.0931396484375 + ] + }, + "krr_ard_ens": { + "rate_seed": [ + 0.125, + 0.125, + 0.125 + ], + "rate": 0.125, + "cfg": { + "c": 1.0, + "eta": 1.0 + }, + "val_rate": 0.1625, + "diff_minus": 0.0722222222222222, + "diff_minus_ci": [ + 0.013888888888888874, + 0.12777777777777777 + ], + "p_seeds": [ + 0.18924713134765625, + 0.08715855330228806, + 0.0931396484375 + ] + }, + "krr_iso_ens": { + "rate_seed": [ + 0.025, + 0.025, + 0.025 + ], + "rate": 0.025000000000000005, + "cfg": { + "c": 1.0, + "eta": 0.1 + }, + "val_rate": 0.0625, + "diff_minus": 0.17222222222222222, + "diff_minus_ci": [ + 0.125, + 0.21944444444444444 + ], + "p_seeds": [ + 6.604194641113281e-05, + 2.9802322387695312e-06, + 5.7220458984375e-06 + ] + }, + "_primary": { + "comparator": "gp_ard", + "diff_minus_comp": 0.0722222222222222, + "ci": [ + 0.013888888888888873, + 0.13055555555555554 + ], + "tests": [ + { + "seed": 0, + "diff_only": 14, + "comp_only": 7, + "p": 0.18924713134765625 + }, + { + "seed": 1, + "diff_only": 19, + "comp_only": 9, + "p": 0.08715855330228806 + }, + { + "seed": 2, + "diff_only": 16, + "comp_only": 7, + "p": 0.0931396484375 + } + ], + "pworst": 0.18924713134765625, + "p_holm": 0.756988525390625, + "significant_all_seeds": false + }, + "_best_on_test": { + "arm": "llbw", + "rate": 0.14166666666666666, + "diff_minus": 0.055555555555555546, + "ci": [ + -0.0027777777777778004, + 0.11388888888888887 + ], + "p_seeds": [ + 0.42435622215270996, + 0.15158963203430176, + 0.2295229434967041 + ] + } + }, + "4": { + "diff": { + "rate_seed": [ + 0.36666666666666664, + 0.45, + 0.4 + ], + "rate": 0.4055555555555556, + "cfg": null, + "val_rate": null + }, + "twin": { + "rate_seed": [ + 0.21666666666666667, + 0.175, + 0.2 + ], + "rate": 0.19722222222222222, + "cfg": null, + "val_rate": null, + "diff_minus": 0.20833333333333334, + "diff_minus_ci": [ + 0.1611111111111111, + 0.25833333333333336 + ], + "p_seeds": [ + 0.0002771615982055664, + 1.0244548320770264e-08, + 0.00011616700794547796 + ] + }, + "retr": { + "rate_seed": [ + 0.09166666666666666, + 0.09166666666666666, + 0.09166666666666666 + ], + "rate": 0.09166666666666666, + "cfg": null, + "val_rate": null, + "diff_minus": 0.31388888888888883, + "diff_minus_ci": [ + 0.2361111111111111, + 0.39166666666666666 + ], + "p_seeds": [ + 2.4995097192004323e-07, + 2.4163071543625847e-10, + 3.0213413992896676e-09 + ] + }, + "retr_all": { + "rate_seed": [ + 0.18333333333333332, + 0.18333333333333332, + 0.18333333333333332 + ], + "rate": 0.18333333333333332, + "cfg": { + "metric": "ard", + "sols": 1 + }, + "val_rate": 0.19375, + "diff_minus": 0.2222222222222222, + "diff_minus_ci": [ + 0.14166666666666666, + 0.30277777777777776 + ], + "p_seeds": [ + 0.0012600338162656044, + 4.4337048166198656e-07, + 4.2277022657799534e-05 + ] + }, + "jit": { + "rate_seed": [ + 0.18333333333333332, + 0.18333333333333332, + 0.18333333333333332 + ], + "rate": 0.18333333333333332, + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 0.1 + }, + "val_rate": 0.19375, + "diff_minus": 0.2222222222222222, + "diff_minus_ci": [ + 0.14166666666666664, + 0.30277777777777776 + ], + "p_seeds": [ + 0.0012600338162656044, + 4.4337048166198656e-07, + 4.2277022657799534e-05 + ] + }, + "boot": { + "rate_seed": [ + 0.18333333333333332, + 0.2, + 0.20833333333333334 + ], + "rate": 0.19722222222222222, + "cfg": { + "metric": "ard", + "kb": 8 + }, + "val_rate": 0.16875, + "diff_minus": 0.20833333333333334, + "diff_minus_ci": [ + 0.1472222222222222, + 0.275 + ], + "p_seeds": [ + 0.00011307420209050179, + 6.038535502739251e-07, + 6.618769839406013e-05 + ] + }, + "ll": { + "rate_seed": [ + 0.19166666666666668, + 0.2, + 0.15833333333333333 + ], + "rate": 0.18333333333333335, + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.01 + }, + "val_rate": 0.19375, + "diff_minus": 0.22222222222222224, + "diff_minus_ci": [ + 0.16666666666666666, + 0.2833333333333333 + ], + "p_seeds": [ + 0.00010371580719947815, + 6.038535502739251e-07, + 3.725290298461914e-09 + ] + }, + "llbw": { + "rate_seed": [ + 0.21666666666666667, + 0.21666666666666667, + 0.21666666666666667 + ], + "rate": 0.21666666666666667, + "cfg": { + "metric": "ard", + "k": 16, + "lam": 0.01 + }, + "val_rate": 0.225, + "diff_minus": 0.18888888888888886, + "diff_minus_ci": [ + 0.125, + 0.25277777777777777 + ], + "p_seeds": [ + 0.0014309063553810122, + 2.4633482098579407e-07, + 5.9476122260093696e-05 + ] + }, + "gp_ard": { + "rate_seed": [ + 0.16666666666666666, + 0.2, + 0.20833333333333334 + ], + "rate": 0.19166666666666668, + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 2.0 + }, + "val_rate": 0.23125, + "diff_minus": 0.21388888888888888, + "diff_minus_ci": [ + 0.1472222222222222, + 0.2805555555555556 + ], + "p_seeds": [ + 6.960169412195683e-05, + 2.8288777684792876e-06, + 6.618769839406013e-05 + ] + }, + "krr_ard_ens": { + "rate_seed": [ + 0.18333333333333332, + 0.15833333333333333, + 0.175 + ], + "rate": 0.1722222222222222, + "cfg": { + "c": 1.0, + "eta": 0.3 + }, + "val_rate": 0.2, + "diff_minus": 0.2333333333333333, + "diff_minus_ci": [ + 0.16666666666666666, + 0.3 + ], + "p_seeds": [ + 0.00031255115754902363, + 2.841261448338628e-09, + 4.628673195838928e-07 + ] + }, + "krr_iso_ens": { + "rate_seed": [ + 0.041666666666666664, + 0.041666666666666664, + 0.041666666666666664 + ], + "rate": 0.041666666666666664, + "cfg": { + "c": 1.0, + "eta": 0.1 + }, + "val_rate": 0.0875, + "diff_minus": 0.36388888888888893, + "diff_minus_ci": [ + 0.2972222222222223, + 0.4305555555555555 + ], + "p_seeds": [ + 3.637978807091713e-12, + 4.618527782440651e-14, + 2.2737367544323206e-13 + ] + }, + "_primary": { + "comparator": "gp_ard", + "diff_minus_comp": 0.21388888888888888, + "ci": [ + 0.14722222222222223, + 0.28055555555555556 + ], + "tests": [ + { + "seed": 0, + "diff_only": 30, + "comp_only": 6, + "p": 6.960169412195683e-05 + }, + { + "seed": 1, + "diff_only": 36, + "comp_only": 6, + "p": 2.8288777684792876e-06 + }, + { + "seed": 2, + "diff_only": 28, + "comp_only": 5, + "p": 6.618769839406013e-05 + } + ], + "pworst": 6.960169412195683e-05, + "p_holm": 0.0006264152470976114, + "significant_all_seeds": true + }, + "_best_on_test": { + "arm": "llbw", + "rate": 0.21666666666666667, + "diff_minus": 0.18888888888888886, + "ci": [ + 0.12499999999999999, + 0.2527777777777777 + ], + "p_seeds": [ + 0.0014309063553810122, + 2.4633482098579407e-07, + 5.9476122260093696e-05 + ] + } + }, + "16": { + "diff": { + "rate_seed": [ + 0.6, + 0.6083333333333333, + 0.6166666666666667 + ], + "rate": 0.6083333333333333, + "cfg": null, + "val_rate": null + }, + "twin": { + "rate_seed": [ + 0.31666666666666665, + 0.25, + 0.26666666666666666 + ], + "rate": 0.27777777777777773, + "cfg": null, + "val_rate": null, + "diff_minus": 0.3305555555555556, + "diff_minus_ci": [ + 0.2722222222222222, + 0.39166666666666666 + ], + "p_seeds": [ + 1.076841726899147e-09, + 2.6147972675971687e-12, + 1.312585595769633e-10 + ] + }, + "retr": { + "rate_seed": [ + 0.175, + 0.175, + 0.175 + ], + "rate": 0.17499999999999996, + "cfg": null, + "val_rate": null, + "diff_minus": 0.43333333333333335, + "diff_minus_ci": [ + 0.34722222222222215, + 0.5194444444444444 + ], + "p_seeds": [ + 1.6395687108330947e-11, + 9.084503982403902e-13, + 2.295386103412511e-14 + ] + }, + "retr_all": { + "rate_seed": [ + 0.425, + 0.425, + 0.425 + ], + "rate": 0.425, + "cfg": { + "metric": "ard", + "sols": 2 + }, + "val_rate": 0.40625, + "diff_minus": 0.1833333333333333, + "diff_minus_ci": [ + 0.10270833333333335, + 0.26395833333333235 + ], + "p_seeds": [ + 0.0010650196345523, + 0.00019512558355927467, + 0.000430857042374555 + ] + }, + "jit": { + "rate_seed": [ + 0.35833333333333334, + 0.36666666666666664, + 0.39166666666666666 + ], + "rate": 0.37222222222222223, + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 1.0 + }, + "val_rate": 0.3625, + "diff_minus": 0.23611111111111113, + "diff_minus_ci": [ + 0.15555555555555553, + 0.31388888888888894 + ], + "p_seeds": [ + 5.703811637403078e-05, + 1.5374090196473844e-05, + 0.00014197068519905542 + ] + }, + "boot": { + "rate_seed": [ + 0.30833333333333335, + 0.31666666666666665, + 0.325 + ], + "rate": 0.31666666666666665, + "cfg": { + "metric": "ard", + "kb": 8 + }, + "val_rate": 0.26875, + "diff_minus": 0.2916666666666667, + "diff_minus_ci": [ + 0.21388888888888888, + 0.3694444444444444 + ], + "p_seeds": [ + 1.0479197953827679e-08, + 1.7716986633331544e-07, + 7.878384167270269e-08 + ] + }, + "ll": { + "rate_seed": [ + 0.25, + 0.26666666666666666, + 0.25833333333333336 + ], + "rate": 0.2583333333333333, + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.03 + }, + "val_rate": 0.26875, + "diff_minus": 0.35, + "diff_minus_ci": [ + 0.27222222222222225, + 0.42777777777777776 + ], + "p_seeds": [ + 1.312585595769633e-10, + 5.88897819397971e-11, + 2.4163071543625847e-10 + ] + }, + "llbw": { + "rate_seed": [ + 0.21666666666666667, + 0.21666666666666667, + 0.21666666666666667 + ], + "rate": 0.21666666666666667, + "cfg": { + "metric": "ard", + "k": 16, + "lam": 0.01 + }, + "val_rate": 0.225, + "diff_minus": 0.39166666666666666, + "diff_minus_ci": [ + 0.3138888888888889, + 0.4694444444444444 + ], + "p_seeds": [ + 2.2666313270747196e-12, + 1.4210854715202004e-14, + 6.123990203832363e-13 + ] + }, + "gp_ard": { + "rate_seed": [ + 0.325, + 0.375, + 0.35 + ], + "rate": 0.3499999999999999, + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 2.0 + }, + "val_rate": 0.3875, + "diff_minus": 0.25833333333333336, + "diff_minus_ci": [ + 0.18611111111111114, + 0.33055555555555555 + ], + "p_seeds": [ + 8.699371704778969e-06, + 8.364584573428147e-06, + 9.430375484953402e-07 + ] + }, + "krr_ard_ens": { + "rate_seed": [ + 0.21666666666666667, + 0.20833333333333334, + 0.20833333333333334 + ], + "rate": 0.21111111111111114, + "cfg": { + "c": 1.0, + "eta": 0.3 + }, + "val_rate": 0.21875, + "diff_minus": 0.39722222222222225, + "diff_minus_ci": [ + 0.3249305555555556, + 0.47222222222222227 + ], + "p_seeds": [ + 2.2666313270747196e-12, + 7.105427357601002e-15, + 4.618527782440651e-14 + ] + }, + "krr_iso_ens": { + "rate_seed": [ + 0.041666666666666664, + 0.041666666666666664, + 0.05 + ], + "rate": 0.044444444444444446, + "cfg": { + "c": 2.0, + "eta": 0.1 + }, + "val_rate": 0.09375, + "diff_minus": 0.5638888888888888, + "diff_minus_ci": [ + 0.48888888888888893, + 0.6361111111111111 + ], + "p_seeds": [ + 1.3552527156068805e-20, + 6.776263578034403e-21, + 6.776263578034403e-21 + ] + }, + "_primary": { + "comparator": "retr_all", + "diff_minus_comp": 0.1833333333333333, + "ci": [ + 0.10277777777777776, + 0.2638888888888889 + ], + "tests": [ + { + "seed": 0, + "diff_only": 30, + "comp_only": 9, + "p": 0.0010650196345523 + }, + { + "seed": 1, + "diff_only": 28, + "comp_only": 6, + "p": 0.00019512558355927467 + }, + { + "seed": 2, + "diff_only": 32, + "comp_only": 9, + "p": 0.000430857042374555 + } + ], + "pworst": 0.0010650196345523, + "p_holm": 0.0085201570764184, + "significant_all_seeds": true + }, + "_best_on_test": { + "arm": "retr_all", + "rate": 0.425, + "diff_minus": 0.1833333333333333, + "ci": [ + 0.10277777777777777, + 0.2638888888888889 + ], + "p_seeds": [ + 0.0010650196345523, + 0.00019512558355927467, + 0.000430857042374555 + ] + } + } + } +} \ No newline at end of file diff --git a/results/icml_r3/X10/val_m2.json b/results/icml_r3/X10/val_m2.json new file mode 100644 index 0000000000000000000000000000000000000000..b339aa0db56c545c2126acc513b9548ab2de4049 --- /dev/null +++ b/results/icml_r3/X10/val_m2.json @@ -0,0 +1,2661 @@ +{ + "n_val": 160, + "rows": { + "retr_all:metric=unit,sols=1": { + "arm": "retr_all", + "cfg": { + "metric": "unit", + "sols": 1 + }, + "rate": { + "1": 0.3875, + "4": 0.63125, + "16": 0.86875 + } + }, + "retr_all:metric=unit,sols=2": { + "arm": "retr_all", + "cfg": { + "metric": "unit", + "sols": 2 + }, + "rate": { + "1": 0.3875, + "4": 0.64375, + "16": 0.8625 + } + }, + "retr_all:metric=unit,sols=4": { + "arm": "retr_all", + "cfg": { + "metric": "unit", + "sols": 4 + }, + "rate": { + "1": 0.3875, + "4": 0.6375, + "16": 0.85625 + } + }, + "jit:k=1,metric=unit,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 1, + "sigma": 0.1 + }, + "rate": { + "1": 0.3875, + "4": 0.45625, + "16": 0.4875 + } + }, + "jit:k=1,metric=unit,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 1, + "sigma": 0.3 + }, + "rate": { + "1": 0.3875, + "4": 0.50625, + "16": 0.65 + } + }, + "jit:k=1,metric=unit,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 1, + "sigma": 1.0 + }, + "rate": { + "1": 0.3875, + "4": 0.55625, + "16": 0.81875 + } + }, + "jit:k=2,metric=unit,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 2, + "sigma": 0.1 + }, + "rate": { + "1": 0.3875, + "4": 0.55625, + "16": 0.6125 + } + }, + "jit:k=2,metric=unit,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 2, + "sigma": 0.3 + }, + "rate": { + "1": 0.3875, + "4": 0.55625, + "16": 0.725 + } + }, + "jit:k=2,metric=unit,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 2, + "sigma": 1.0 + }, + "rate": { + "1": 0.3875, + "4": 0.64375, + "16": 0.85625 + } + }, + "jit:k=4,metric=unit,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 4, + "sigma": 0.1 + }, + "rate": { + "1": 0.3875, + "4": 0.63125, + "16": 0.7 + } + }, + "jit:k=4,metric=unit,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 4, + "sigma": 0.3 + }, + "rate": { + "1": 0.3875, + "4": 0.63125, + "16": 0.74375 + } + }, + "jit:k=4,metric=unit,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 4, + "sigma": 1.0 + }, + "rate": { + "1": 0.3875, + "4": 0.63125, + "16": 0.90625 + } + }, + "jit:k=8,metric=unit,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 8, + "sigma": 0.1 + }, + "rate": { + "1": 0.3875, + "4": 0.63125, + "16": 0.8125 + } + }, + "jit:k=8,metric=unit,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 8, + "sigma": 0.3 + }, + "rate": { + "1": 0.3875, + "4": 0.63125, + "16": 0.8625 + } + }, + "jit:k=8,metric=unit,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 8, + "sigma": 1.0 + }, + "rate": { + "1": 0.3875, + "4": 0.63125, + "16": 0.875 + } + }, + "boot:kb=4,metric=unit": { + "arm": "boot", + "cfg": { + "metric": "unit", + "kb": 4 + }, + "rate": { + "1": 0.4625, + "4": 0.56875, + "16": 0.6375 + } + }, + "boot:kb=16,metric=unit": { + "arm": "boot", + "cfg": { + "metric": "unit", + "kb": 16 + }, + "rate": { + "1": 0.41875, + "4": 0.55, + "16": 0.65 + } + }, + "boot:kb=64,metric=unit": { + "arm": "boot", + "cfg": { + "metric": "unit", + "kb": 64 + }, + "rate": { + "1": 0.30625, + "4": 0.3625, + "16": 0.45 + } + }, + "ll:k=64,lam=0.03,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 64, + "lam": 0.03 + }, + "rate": { + "1": 0.2875, + "4": 0.475, + "16": 0.6375 + } + }, + "ll:k=64,lam=0.3,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 64, + "lam": 0.3 + }, + "rate": { + "1": 0.35, + "4": 0.44375, + "16": 0.64375 + } + }, + "ll:k=256,lam=0.03,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 256, + "lam": 0.03 + }, + "rate": { + "1": 0.30625, + "4": 0.40625, + "16": 0.525 + } + }, + "ll:k=256,lam=0.3,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 256, + "lam": 0.3 + }, + "rate": { + "1": 0.29375, + "4": 0.35, + "16": 0.5 + } + }, + "retr_all:metric=ard,sols=1": { + "arm": "retr_all", + "cfg": { + "metric": "ard", + "sols": 1 + }, + "rate": { + "1": 0.44375, + "4": 0.75, + "16": 0.91875 + } + }, + "retr_all:metric=ard,sols=2": { + "arm": "retr_all", + "cfg": { + "metric": "ard", + "sols": 2 + }, + "rate": { + "1": 0.44375, + "4": 0.70625, + "16": 0.9 + } + }, + "retr_all:metric=ard,sols=4": { + "arm": "retr_all", + "cfg": { + "metric": "ard", + "sols": 4 + }, + "rate": { + "1": 0.44375, + "4": 0.69375, + "16": 0.8875 + } + }, + "jit:k=1,metric=ard,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 1, + "sigma": 0.1 + }, + "rate": { + "1": 0.44375, + "4": 0.5, + "16": 0.5625 + } + }, + "jit:k=1,metric=ard,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 1, + "sigma": 0.3 + }, + "rate": { + "1": 0.44375, + "4": 0.59375, + "16": 0.75 + } + }, + "jit:k=1,metric=ard,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 1, + "sigma": 1.0 + }, + "rate": { + "1": 0.44375, + "4": 0.70625, + "16": 0.93125 + } + }, + "jit:k=2,metric=ard,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 2, + "sigma": 0.1 + }, + "rate": { + "1": 0.44375, + "4": 0.61875, + "16": 0.675 + } + }, + "jit:k=2,metric=ard,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 2, + "sigma": 0.3 + }, + "rate": { + "1": 0.44375, + "4": 0.65625, + "16": 0.80625 + } + }, + "jit:k=2,metric=ard,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 2, + "sigma": 1.0 + }, + "rate": { + "1": 0.44375, + "4": 0.7125, + "16": 0.9375 + } + }, + "jit:k=4,metric=ard,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 0.1 + }, + "rate": { + "1": 0.44375, + "4": 0.75, + "16": 0.80625 + } + }, + "jit:k=4,metric=ard,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 0.3 + }, + "rate": { + "1": 0.44375, + "4": 0.75, + "16": 0.89375 + } + }, + "jit:k=4,metric=ard,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 1.0 + }, + "rate": { + "1": 0.44375, + "4": 0.75, + "16": 0.95625 + } + }, + "jit:k=8,metric=ard,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 8, + "sigma": 0.1 + }, + "rate": { + "1": 0.44375, + "4": 0.75, + "16": 0.875 + } + }, + "jit:k=8,metric=ard,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 8, + "sigma": 0.3 + }, + "rate": { + "1": 0.44375, + "4": 0.75, + "16": 0.89375 + } + }, + "jit:k=8,metric=ard,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 8, + "sigma": 1.0 + }, + "rate": { + "1": 0.44375, + "4": 0.75, + "16": 0.9375 + } + }, + "boot:kb=4,metric=ard": { + "arm": "boot", + "cfg": { + "metric": "ard", + "kb": 4 + }, + "rate": { + "1": 0.5625, + "4": 0.7125, + "16": 0.7875 + } + }, + "boot:kb=16,metric=ard": { + "arm": "boot", + "cfg": { + "metric": "ard", + "kb": 16 + }, + "rate": { + "1": 0.6125, + "4": 0.69375, + "16": 0.8125 + } + }, + "boot:kb=64,metric=ard": { + "arm": "boot", + "cfg": { + "metric": "ard", + "kb": 64 + }, + "rate": { + "1": 0.56875, + "4": 0.6125, + "16": 0.65625 + } + }, + "ll:k=64,lam=0.03,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.03 + }, + "rate": { + "1": 0.68125, + "4": 0.85, + "16": 0.93125 + } + }, + "ll:k=64,lam=0.3,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.3 + }, + "rate": { + "1": 0.71875, + "4": 0.79375, + "16": 0.875 + } + }, + "ll:k=256,lam=0.03,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 256, + "lam": 0.03 + }, + "rate": { + "1": 0.73125, + "4": 0.81875, + "16": 0.89375 + } + }, + "ll:k=256,lam=0.3,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 256, + "lam": 0.3 + }, + "rate": { + "1": 0.7375, + "4": 0.8125, + "16": 0.88125 + } + }, + "gp_ard:c=0.5,eta=0.3,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 0.3, + "tau": 0.5 + }, + "rate": { + "1": 0.55, + "4": 0.74375, + "16": 0.89375 + } + }, + "gp_ard:c=0.5,eta=0.3,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 0.3, + "tau": 1.0 + }, + "rate": { + "1": 0.55, + "4": 0.775, + "16": 0.925 + } + }, + "gp_ard:c=0.5,eta=0.3,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 0.3, + "tau": 2.0 + }, + "rate": { + "1": 0.55, + "4": 0.7125, + "16": 0.9625 + } + }, + "krr_ard_ens:c=0.5,eta=0.3": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.5, + "eta": 0.3 + }, + "rate": { + "1": 0.55, + "4": 0.675, + "16": 0.75 + } + }, + "gp_ard:c=0.5,eta=1.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 1.0, + "tau": 0.5 + }, + "rate": { + "1": 0.53125, + "4": 0.7, + "16": 0.86875 + } + }, + "gp_ard:c=0.5,eta=1.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 1.0, + "tau": 1.0 + }, + "rate": { + "1": 0.53125, + "4": 0.725, + "16": 0.925 + } + }, + "gp_ard:c=0.5,eta=1.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 1.0, + "tau": 2.0 + }, + "rate": { + "1": 0.53125, + "4": 0.7125, + "16": 0.94375 + } + }, + "krr_ard_ens:c=0.5,eta=1.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.5, + "eta": 1.0 + }, + "rate": { + "1": 0.53125, + "4": 0.675, + "16": 0.7625 + } + }, + "gp_ard:c=0.5,eta=3.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 3.0, + "tau": 0.5 + }, + "rate": { + "1": 0.5375, + "4": 0.675, + "16": 0.89375 + } + }, + "gp_ard:c=0.5,eta=3.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 3.0, + "tau": 1.0 + }, + "rate": { + "1": 0.5375, + "4": 0.75625, + "16": 0.925 + } + }, + "gp_ard:c=0.5,eta=3.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 3.0, + "tau": 2.0 + }, + "rate": { + "1": 0.5375, + "4": 0.73125, + "16": 0.96875 + } + }, + "krr_ard_ens:c=0.5,eta=3.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.5, + "eta": 3.0 + }, + "rate": { + "1": 0.5375, + "4": 0.66875, + "16": 0.725 + } + }, + "gp_ard:c=1.0,eta=0.3,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 0.3, + "tau": 0.5 + }, + "rate": { + "1": 0.59375, + "4": 0.6875, + "16": 0.775 + } + }, + "gp_ard:c=1.0,eta=0.3,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 0.3, + "tau": 1.0 + }, + "rate": { + "1": 0.59375, + "4": 0.7, + "16": 0.85625 + } + }, + "gp_ard:c=1.0,eta=0.3,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 0.3, + "tau": 2.0 + }, + "rate": { + "1": 0.59375, + "4": 0.8, + "16": 0.9375 + } + }, + "krr_ard_ens:c=1.0,eta=0.3": { + "arm": "krr_ard_ens", + "cfg": { + "c": 1.0, + "eta": 0.3 + }, + "rate": { + "1": 0.59375, + "4": 0.7875, + "16": 0.875 + } + }, + "gp_ard:c=1.0,eta=1.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 0.5 + }, + "rate": { + "1": 0.6125, + "4": 0.725, + "16": 0.8 + } + }, + "gp_ard:c=1.0,eta=1.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 1.0 + }, + "rate": { + "1": 0.6125, + "4": 0.7625, + "16": 0.91875 + } + }, + "gp_ard:c=1.0,eta=1.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 2.0 + }, + "rate": { + "1": 0.6125, + "4": 0.8375, + "16": 0.9625 + } + }, + "krr_ard_ens:c=1.0,eta=1.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 1.0, + "eta": 1.0 + }, + "rate": { + "1": 0.6125, + "4": 0.74375, + "16": 0.8125 + } + }, + "gp_ard:c=1.0,eta=3.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 0.5 + }, + "rate": { + "1": 0.61875, + "4": 0.74375, + "16": 0.85 + } + }, + "gp_ard:c=1.0,eta=3.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 1.0 + }, + "rate": { + "1": 0.61875, + "4": 0.7875, + "16": 0.95 + } + }, + "gp_ard:c=1.0,eta=3.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 2.0 + }, + "rate": { + "1": 0.61875, + "4": 0.825, + "16": 0.9625 + } + }, + "krr_ard_ens:c=1.0,eta=3.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 1.0, + "eta": 3.0 + }, + "rate": { + "1": 0.61875, + "4": 0.7375, + "16": 0.78125 + } + }, + "gp_ard:c=2.0,eta=0.3,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 0.3, + "tau": 0.5 + }, + "rate": { + "1": 0.50625, + "4": 0.55625, + "16": 0.6 + } + }, + "gp_ard:c=2.0,eta=0.3,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 0.3, + "tau": 1.0 + }, + "rate": { + "1": 0.50625, + "4": 0.58125, + "16": 0.68125 + } + }, + "gp_ard:c=2.0,eta=0.3,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 0.3, + "tau": 2.0 + }, + "rate": { + "1": 0.50625, + "4": 0.61875, + "16": 0.7875 + } + }, + "krr_ard_ens:c=2.0,eta=0.3": { + "arm": "krr_ard_ens", + "cfg": { + "c": 2.0, + "eta": 0.3 + }, + "rate": { + "1": 0.50625, + "4": 0.625, + "16": 0.7 + } + }, + "gp_ard:c=2.0,eta=1.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 1.0, + "tau": 0.5 + }, + "rate": { + "1": 0.54375, + "4": 0.58125, + "16": 0.64375 + } + }, + "gp_ard:c=2.0,eta=1.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 1.0, + "tau": 1.0 + }, + "rate": { + "1": 0.54375, + "4": 0.63125, + "16": 0.71875 + } + }, + "gp_ard:c=2.0,eta=1.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 1.0, + "tau": 2.0 + }, + "rate": { + "1": 0.54375, + "4": 0.66875, + "16": 0.8125 + } + }, + "krr_ard_ens:c=2.0,eta=1.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 2.0, + "eta": 1.0 + }, + "rate": { + "1": 0.54375, + "4": 0.6625, + "16": 0.7125 + } + }, + "gp_ard:c=2.0,eta=3.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 3.0, + "tau": 0.5 + }, + "rate": { + "1": 0.55625, + "4": 0.64375, + "16": 0.6875 + } + }, + "gp_ard:c=2.0,eta=3.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 3.0, + "tau": 1.0 + }, + "rate": { + "1": 0.55625, + "4": 0.65625, + "16": 0.74375 + } + }, + "gp_ard:c=2.0,eta=3.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 3.0, + "tau": 2.0 + }, + "rate": { + "1": 0.55625, + "4": 0.725, + "16": 0.8375 + } + }, + "krr_ard_ens:c=2.0,eta=3.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 2.0, + "eta": 3.0 + }, + "rate": { + "1": 0.55625, + "4": 0.6625, + "16": 0.69375 + } + }, + "krr_iso_ens:c=0.5,eta=0.01": { + "arm": "krr_iso_ens", + "cfg": { + "c": 0.5, + "eta": 0.01 + }, + "rate": { + "1": 0.375, + "4": 0.51875, + "16": 0.6 + } + }, + "krr_iso_ens:c=0.5,eta=0.1": { + "arm": "krr_iso_ens", + "cfg": { + "c": 0.5, + "eta": 0.1 + }, + "rate": { + "1": 0.48125, + "4": 0.55625, + "16": 0.60625 + } + }, + "krr_iso_ens:c=1.0,eta=0.01": { + "arm": "krr_iso_ens", + "cfg": { + "c": 1.0, + "eta": 0.01 + }, + "rate": { + "1": 0.45, + "4": 0.54375, + "16": 0.575 + } + }, + "krr_iso_ens:c=1.0,eta=0.1": { + "arm": "krr_iso_ens", + "cfg": { + "c": 1.0, + "eta": 0.1 + }, + "rate": { + "1": 0.39375, + "4": 0.45625, + "16": 0.48125 + } + }, + "krr_iso_ens:c=2.0,eta=0.01": { + "arm": "krr_iso_ens", + "cfg": { + "c": 2.0, + "eta": 0.01 + }, + "rate": { + "1": 0.2875, + "4": 0.36875, + "16": 0.4125 + } + }, + "krr_iso_ens:c=2.0,eta=0.1": { + "arm": "krr_iso_ens", + "cfg": { + "c": 2.0, + "eta": 0.1 + }, + "rate": { + "1": 0.29375, + "4": 0.35625, + "16": 0.3625 + } + }, + "llbw:k=32,lam=0.03,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 32, + "lam": 0.03 + }, + "rate": { + "1": 0.275, + "4": 0.40625, + "16": 0.40625 + } + }, + "llbw:k=32,lam=0.3,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 32, + "lam": 0.3 + }, + "rate": { + "1": 0.3625, + "4": 0.43125, + "16": 0.43125 + } + }, + "llbw:k=64,lam=0.03,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 64, + "lam": 0.03 + }, + "rate": { + "1": 0.2875, + "4": 0.38125, + "16": 0.38125 + } + }, + "llbw:k=64,lam=0.3,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 64, + "lam": 0.3 + }, + "rate": { + "1": 0.35, + "4": 0.4, + "16": 0.4 + } + }, + "llbw:k=128,lam=0.03,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 128, + "lam": 0.03 + }, + "rate": { + "1": 0.2875, + "4": 0.36875, + "16": 0.36875 + } + }, + "llbw:k=128,lam=0.3,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 128, + "lam": 0.3 + }, + "rate": { + "1": 0.30625, + "4": 0.38125, + "16": 0.38125 + } + }, + "llbw:k=32,lam=0.03,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.03 + }, + "rate": { + "1": 0.66875, + "4": 0.8125, + "16": 0.8125 + } + }, + "llbw:k=32,lam=0.3,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.3 + }, + "rate": { + "1": 0.6875, + "4": 0.7875, + "16": 0.7875 + } + }, + "llbw:k=64,lam=0.03,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.03 + }, + "rate": { + "1": 0.68125, + "4": 0.80625, + "16": 0.80625 + } + }, + "llbw:k=64,lam=0.3,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.3 + }, + "rate": { + "1": 0.71875, + "4": 0.81875, + "16": 0.81875 + } + }, + "llbw:k=128,lam=0.03,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.03 + }, + "rate": { + "1": 0.71875, + "4": 0.80625, + "16": 0.80625 + } + }, + "llbw:k=128,lam=0.3,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.3 + }, + "rate": { + "1": 0.71875, + "4": 0.8, + "16": 0.8 + } + }, + "jit:k=1,metric=unit,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 1, + "sigma": 2.0 + }, + "rate": { + "1": 0.3875, + "4": 0.65, + "16": 0.90625 + } + }, + "jit:k=2,metric=unit,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 2, + "sigma": 2.0 + }, + "rate": { + "1": 0.3875, + "4": 0.65, + "16": 0.9125 + } + }, + "jit:k=4,metric=unit,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 4, + "sigma": 2.0 + }, + "rate": { + "1": 0.3875, + "4": 0.63125, + "16": 0.9375 + } + }, + "jit:k=8,metric=unit,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 8, + "sigma": 2.0 + }, + "rate": { + "1": 0.3875, + "4": 0.63125, + "16": 0.88125 + } + }, + "boot:kb=8,metric=unit": { + "arm": "boot", + "cfg": { + "metric": "unit", + "kb": 8 + }, + "rate": { + "1": 0.475, + "4": 0.58125, + "16": 0.68125 + } + }, + "boot:kb=32,metric=unit": { + "arm": "boot", + "cfg": { + "metric": "unit", + "kb": 32 + }, + "rate": { + "1": 0.35625, + "4": 0.4875, + "16": 0.56875 + } + }, + "ll:k=32,lam=0.01,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 32, + "lam": 0.01 + }, + "rate": { + "1": 0.275, + "4": 0.46875, + "16": 0.71875 + } + }, + "ll:k=32,lam=0.03,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 32, + "lam": 0.03 + }, + "rate": { + "1": 0.275, + "4": 0.4625, + "16": 0.68125 + } + }, + "ll:k=32,lam=0.3,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 32, + "lam": 0.3 + }, + "rate": { + "1": 0.3625, + "4": 0.5125, + "16": 0.625 + } + }, + "ll:k=64,lam=0.01,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 64, + "lam": 0.01 + }, + "rate": { + "1": 0.28125, + "4": 0.45625, + "16": 0.64375 + } + }, + "ll:k=128,lam=0.01,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 128, + "lam": 0.01 + }, + "rate": { + "1": 0.2875, + "4": 0.43125, + "16": 0.5875 + } + }, + "ll:k=128,lam=0.03,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 128, + "lam": 0.03 + }, + "rate": { + "1": 0.2875, + "4": 0.38125, + "16": 0.5625 + } + }, + "ll:k=128,lam=0.3,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 128, + "lam": 0.3 + }, + "rate": { + "1": 0.30625, + "4": 0.41875, + "16": 0.56875 + } + }, + "ll:k=256,lam=0.01,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 256, + "lam": 0.01 + }, + "rate": { + "1": 0.30625, + "4": 0.39375, + "16": 0.51875 + } + }, + "llbw:k=16,lam=0.01,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 16, + "lam": 0.01 + }, + "rate": { + "1": 0.3375, + "4": 0.49375, + "16": 0.49375 + } + }, + "llbw:k=16,lam=0.03,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 16, + "lam": 0.03 + }, + "rate": { + "1": 0.35, + "4": 0.49375, + "16": 0.49375 + } + }, + "llbw:k=16,lam=0.3,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 16, + "lam": 0.3 + }, + "rate": { + "1": 0.39375, + "4": 0.5, + "16": 0.5 + } + }, + "llbw:k=32,lam=0.01,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 32, + "lam": 0.01 + }, + "rate": { + "1": 0.275, + "4": 0.4125, + "16": 0.4125 + } + }, + "llbw:k=64,lam=0.01,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 64, + "lam": 0.01 + }, + "rate": { + "1": 0.28125, + "4": 0.3875, + "16": 0.3875 + } + }, + "llbw:k=128,lam=0.01,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 128, + "lam": 0.01 + }, + "rate": { + "1": 0.2875, + "4": 0.36875, + "16": 0.36875 + } + }, + "jit:k=1,metric=ard,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 1, + "sigma": 2.0 + }, + "rate": { + "1": 0.44375, + "4": 0.63125, + "16": 0.91875 + } + }, + "jit:k=2,metric=ard,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 2, + "sigma": 2.0 + }, + "rate": { + "1": 0.44375, + "4": 0.68125, + "16": 0.925 + } + }, + "jit:k=4,metric=ard,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 2.0 + }, + "rate": { + "1": 0.44375, + "4": 0.75, + "16": 0.9625 + } + }, + "jit:k=8,metric=ard,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 8, + "sigma": 2.0 + }, + "rate": { + "1": 0.44375, + "4": 0.75, + "16": 0.95 + } + }, + "boot:kb=8,metric=ard": { + "arm": "boot", + "cfg": { + "metric": "ard", + "kb": 8 + }, + "rate": { + "1": 0.58125, + "4": 0.70625, + "16": 0.83125 + } + }, + "boot:kb=32,metric=ard": { + "arm": "boot", + "cfg": { + "metric": "ard", + "kb": 32 + }, + "rate": { + "1": 0.59375, + "4": 0.65625, + "16": 0.74375 + } + }, + "ll:k=32,lam=0.01,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.01 + }, + "rate": { + "1": 0.65, + "4": 0.825, + "16": 0.95 + } + }, + "ll:k=32,lam=0.03,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.03 + }, + "rate": { + "1": 0.66875, + "4": 0.81875, + "16": 0.9 + } + }, + "ll:k=32,lam=0.3,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.3 + }, + "rate": { + "1": 0.6875, + "4": 0.75, + "16": 0.8375 + } + }, + "ll:k=64,lam=0.01,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.01 + }, + "rate": { + "1": 0.675, + "4": 0.83125, + "16": 0.90625 + } + }, + "ll:k=128,lam=0.01,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.01 + }, + "rate": { + "1": 0.7125, + "4": 0.84375, + "16": 0.94375 + } + }, + "ll:k=128,lam=0.03,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.03 + }, + "rate": { + "1": 0.71875, + "4": 0.8375, + "16": 0.93125 + } + }, + "ll:k=128,lam=0.3,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.3 + }, + "rate": { + "1": 0.71875, + "4": 0.7875, + "16": 0.89375 + } + }, + "ll:k=256,lam=0.01,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 256, + "lam": 0.01 + }, + "rate": { + "1": 0.73125, + "4": 0.8125, + "16": 0.89375 + } + }, + "llbw:k=16,lam=0.01,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 16, + "lam": 0.01 + }, + "rate": { + "1": 0.65, + "4": 0.825, + "16": 0.825 + } + }, + "llbw:k=16,lam=0.03,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 16, + "lam": 0.03 + }, + "rate": { + "1": 0.66875, + "4": 0.8125, + "16": 0.8125 + } + }, + "llbw:k=16,lam=0.3,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 16, + "lam": 0.3 + }, + "rate": { + "1": 0.65, + "4": 0.775, + "16": 0.775 + } + }, + "llbw:k=32,lam=0.01,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.01 + }, + "rate": { + "1": 0.65, + "4": 0.81875, + "16": 0.81875 + } + }, + "llbw:k=64,lam=0.01,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.01 + }, + "rate": { + "1": 0.675, + "4": 0.80625, + "16": 0.80625 + } + }, + "llbw:k=128,lam=0.01,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.01 + }, + "rate": { + "1": 0.7125, + "4": 0.80625, + "16": 0.80625 + } + }, + "gp_ard:c=0.35,eta=0.3,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 0.3, + "tau": 0.5 + }, + "rate": { + "1": 0.24375, + "4": 0.44375, + "16": 0.65 + } + }, + "gp_ard:c=0.35,eta=0.3,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 0.3, + "tau": 1.0 + }, + "rate": { + "1": 0.24375, + "4": 0.4375, + "16": 0.79375 + } + }, + "gp_ard:c=0.35,eta=0.3,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 0.3, + "tau": 2.0 + }, + "rate": { + "1": 0.24375, + "4": 0.5, + "16": 0.875 + } + }, + "gp_ard:c=0.35,eta=0.3,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 0.3, + "tau": 3.0 + }, + "rate": { + "1": 0.24375, + "4": 0.51875, + "16": 0.88125 + } + }, + "krr_ard_ens:c=0.35,eta=0.3": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.35, + "eta": 0.3 + }, + "rate": { + "1": 0.24375, + "4": 0.275, + "16": 0.31875 + } + }, + "gp_ard:c=0.35,eta=1.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 1.0, + "tau": 0.5 + }, + "rate": { + "1": 0.23125, + "4": 0.43125, + "16": 0.63125 + } + }, + "gp_ard:c=0.35,eta=1.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 1.0, + "tau": 1.0 + }, + "rate": { + "1": 0.23125, + "4": 0.45, + "16": 0.8 + } + }, + "gp_ard:c=0.35,eta=1.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 1.0, + "tau": 2.0 + }, + "rate": { + "1": 0.23125, + "4": 0.51875, + "16": 0.875 + } + }, + "gp_ard:c=0.35,eta=1.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 1.0, + "tau": 3.0 + }, + "rate": { + "1": 0.23125, + "4": 0.54375, + "16": 0.9 + } + }, + "krr_ard_ens:c=0.35,eta=1.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.35, + "eta": 1.0 + }, + "rate": { + "1": 0.23125, + "4": 0.275, + "16": 0.30625 + } + }, + "gp_ard:c=0.35,eta=3.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 3.0, + "tau": 0.5 + }, + "rate": { + "1": 0.2125, + "4": 0.31875, + "16": 0.6125 + } + }, + "gp_ard:c=0.35,eta=3.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 3.0, + "tau": 1.0 + }, + "rate": { + "1": 0.2125, + "4": 0.45, + "16": 0.71875 + } + }, + "gp_ard:c=0.35,eta=3.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 3.0, + "tau": 2.0 + }, + "rate": { + "1": 0.2125, + "4": 0.46875, + "16": 0.875 + } + }, + "gp_ard:c=0.35,eta=3.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 3.0, + "tau": 3.0 + }, + "rate": { + "1": 0.2125, + "4": 0.5625, + "16": 0.95 + } + }, + "krr_ard_ens:c=0.35,eta=3.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.35, + "eta": 3.0 + }, + "rate": { + "1": 0.2125, + "4": 0.2375, + "16": 0.26875 + } + }, + "gp_ard:c=0.35,eta=10.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 10.0, + "tau": 0.5 + }, + "rate": { + "1": 0.0875, + "4": 0.29375, + "16": 0.5875 + } + }, + "gp_ard:c=0.35,eta=10.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 10.0, + "tau": 1.0 + }, + "rate": { + "1": 0.0875, + "4": 0.35, + "16": 0.7375 + } + }, + "gp_ard:c=0.35,eta=10.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 10.0, + "tau": 2.0 + }, + "rate": { + "1": 0.0875, + "4": 0.35625, + "16": 0.81875 + } + }, + "gp_ard:c=0.35,eta=10.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 10.0, + "tau": 3.0 + }, + "rate": { + "1": 0.0875, + "4": 0.41875, + "16": 0.88125 + } + }, + "krr_ard_ens:c=0.35,eta=10.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.35, + "eta": 10.0 + }, + "rate": { + "1": 0.0875, + "4": 0.11875, + "16": 0.15 + } + }, + "gp_ard:c=0.5,eta=0.3,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 0.3, + "tau": 3.0 + }, + "rate": { + "1": 0.55, + "4": 0.74375, + "16": 0.9625 + } + }, + "gp_ard:c=0.5,eta=1.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 1.0, + "tau": 3.0 + }, + "rate": { + "1": 0.53125, + "4": 0.75625, + "16": 0.98125 + } + }, + "gp_ard:c=0.5,eta=3.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 3.0, + "tau": 3.0 + }, + "rate": { + "1": 0.5375, + "4": 0.74375, + "16": 0.95 + } + }, + "gp_ard:c=0.5,eta=10.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 10.0, + "tau": 0.5 + }, + "rate": { + "1": 0.50625, + "4": 0.6625, + "16": 0.84375 + } + }, + "gp_ard:c=0.5,eta=10.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 10.0, + "tau": 1.0 + }, + "rate": { + "1": 0.50625, + "4": 0.6875, + "16": 0.89375 + } + }, + "gp_ard:c=0.5,eta=10.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 10.0, + "tau": 2.0 + }, + "rate": { + "1": 0.50625, + "4": 0.7125, + "16": 0.94375 + } + }, + "gp_ard:c=0.5,eta=10.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 10.0, + "tau": 3.0 + }, + "rate": { + "1": 0.50625, + "4": 0.7125, + "16": 0.95625 + } + }, + "krr_ard_ens:c=0.5,eta=10.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.5, + "eta": 10.0 + }, + "rate": { + "1": 0.50625, + "4": 0.6, + "16": 0.6375 + } + }, + "gp_ard:c=0.7,eta=0.3,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 0.3, + "tau": 0.5 + }, + "rate": { + "1": 0.60625, + "4": 0.8, + "16": 0.90625 + } + }, + "gp_ard:c=0.7,eta=0.3,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 0.3, + "tau": 1.0 + }, + "rate": { + "1": 0.60625, + "4": 0.79375, + "16": 0.9375 + } + }, + "gp_ard:c=0.7,eta=0.3,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 0.3, + "tau": 2.0 + }, + "rate": { + "1": 0.60625, + "4": 0.7875, + "16": 0.95625 + } + }, + "gp_ard:c=0.7,eta=0.3,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 0.3, + "tau": 3.0 + }, + "rate": { + "1": 0.60625, + "4": 0.80625, + "16": 0.98125 + } + }, + "krr_ard_ens:c=0.7,eta=0.3": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.7, + "eta": 0.3 + }, + "rate": { + "1": 0.60625, + "4": 0.75625, + "16": 0.9 + } + }, + "gp_ard:c=0.7,eta=1.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 1.0, + "tau": 0.5 + }, + "rate": { + "1": 0.5875, + "4": 0.7875, + "16": 0.9 + } + }, + "gp_ard:c=0.7,eta=1.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 1.0, + "tau": 1.0 + }, + "rate": { + "1": 0.5875, + "4": 0.7625, + "16": 0.95625 + } + }, + "gp_ard:c=0.7,eta=1.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 1.0, + "tau": 2.0 + }, + "rate": { + "1": 0.5875, + "4": 0.8, + "16": 0.95 + } + }, + "gp_ard:c=0.7,eta=1.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 1.0, + "tau": 3.0 + }, + "rate": { + "1": 0.5875, + "4": 0.75, + "16": 0.9875 + } + }, + "krr_ard_ens:c=0.7,eta=1.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.7, + "eta": 1.0 + }, + "rate": { + "1": 0.5875, + "4": 0.775, + "16": 0.8625 + } + }, + "gp_ard:c=0.7,eta=3.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 3.0, + "tau": 0.5 + }, + "rate": { + "1": 0.6, + "4": 0.775, + "16": 0.90625 + } + }, + "gp_ard:c=0.7,eta=3.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 3.0, + "tau": 1.0 + }, + "rate": { + "1": 0.6, + "4": 0.775, + "16": 0.94375 + } + }, + "gp_ard:c=0.7,eta=3.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 3.0, + "tau": 2.0 + }, + "rate": { + "1": 0.6, + "4": 0.80625, + "16": 0.975 + } + }, + "gp_ard:c=0.7,eta=3.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 3.0, + "tau": 3.0 + }, + "rate": { + "1": 0.6, + "4": 0.75, + "16": 0.9625 + } + }, + "krr_ard_ens:c=0.7,eta=3.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.7, + "eta": 3.0 + }, + "rate": { + "1": 0.6, + "4": 0.74375, + "16": 0.84375 + } + }, + "gp_ard:c=0.7,eta=10.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 10.0, + "tau": 0.5 + }, + "rate": { + "1": 0.60625, + "4": 0.7625, + "16": 0.8875 + } + }, + "gp_ard:c=0.7,eta=10.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 10.0, + "tau": 1.0 + }, + "rate": { + "1": 0.60625, + "4": 0.7625, + "16": 0.93125 + } + }, + "gp_ard:c=0.7,eta=10.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 10.0, + "tau": 2.0 + }, + "rate": { + "1": 0.60625, + "4": 0.81875, + "16": 0.96875 + } + }, + "gp_ard:c=0.7,eta=10.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 10.0, + "tau": 3.0 + }, + "rate": { + "1": 0.60625, + "4": 0.75625, + "16": 0.9875 + } + }, + "krr_ard_ens:c=0.7,eta=10.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.7, + "eta": 10.0 + }, + "rate": { + "1": 0.60625, + "4": 0.69375, + "16": 0.75 + } + }, + "gp_ard:c=1.0,eta=0.3,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 0.3, + "tau": 3.0 + }, + "rate": { + "1": 0.59375, + "4": 0.7875, + "16": 0.94375 + } + }, + "gp_ard:c=1.0,eta=1.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 3.0 + }, + "rate": { + "1": 0.6125, + "4": 0.76875, + "16": 0.9625 + } + }, + "gp_ard:c=1.0,eta=3.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 3.0 + }, + "rate": { + "1": 0.61875, + "4": 0.825, + "16": 0.98125 + } + }, + "gp_ard:c=1.0,eta=10.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 10.0, + "tau": 0.5 + }, + "rate": { + "1": 0.6125, + "4": 0.70625, + "16": 0.8625 + } + }, + "gp_ard:c=1.0,eta=10.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 10.0, + "tau": 1.0 + }, + "rate": { + "1": 0.6125, + "4": 0.78125, + "16": 0.9125 + } + }, + "gp_ard:c=1.0,eta=10.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 10.0, + "tau": 2.0 + }, + "rate": { + "1": 0.6125, + "4": 0.78125, + "16": 0.95 + } + }, + "gp_ard:c=1.0,eta=10.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 10.0, + "tau": 3.0 + }, + "rate": { + "1": 0.6125, + "4": 0.775, + "16": 0.91875 + } + }, + "krr_ard_ens:c=1.0,eta=10.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 1.0, + "eta": 10.0 + }, + "rate": { + "1": 0.6125, + "4": 0.675, + "16": 0.71875 + } + }, + "gp_ard:c=2.0,eta=0.3,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 0.3, + "tau": 3.0 + }, + "rate": { + "1": 0.50625, + "4": 0.7375, + "16": 0.825 + } + }, + "gp_ard:c=2.0,eta=1.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 1.0, + "tau": 3.0 + }, + "rate": { + "1": 0.54375, + "4": 0.70625, + "16": 0.83125 + } + }, + "gp_ard:c=2.0,eta=3.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 3.0, + "tau": 3.0 + }, + "rate": { + "1": 0.55625, + "4": 0.7375, + "16": 0.86875 + } + }, + "gp_ard:c=2.0,eta=10.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 10.0, + "tau": 0.5 + }, + "rate": { + "1": 0.525, + "4": 0.61875, + "16": 0.7 + } + }, + "gp_ard:c=2.0,eta=10.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 10.0, + "tau": 1.0 + }, + "rate": { + "1": 0.525, + "4": 0.64375, + "16": 0.76875 + } + }, + "gp_ard:c=2.0,eta=10.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 10.0, + "tau": 2.0 + }, + "rate": { + "1": 0.525, + "4": 0.69375, + "16": 0.81875 + } + }, + "gp_ard:c=2.0,eta=10.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 10.0, + "tau": 3.0 + }, + "rate": { + "1": 0.525, + "4": 0.69375, + "16": 0.8625 + } + }, + "krr_ard_ens:c=2.0,eta=10.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 2.0, + "eta": 10.0 + }, + "rate": { + "1": 0.525, + "4": 0.6375, + "16": 0.65 + } + }, + "krr_iso_ens:c=0.35,eta=0.01": { + "arm": "krr_iso_ens", + "cfg": { + "c": 0.35, + "eta": 0.01 + }, + "rate": { + "1": 0.33125, + "4": 0.49375, + "16": 0.59375 + } + }, + "krr_iso_ens:c=0.35,eta=0.1": { + "arm": "krr_iso_ens", + "cfg": { + "c": 0.35, + "eta": 0.1 + }, + "rate": { + "1": 0.41875, + "4": 0.5375, + "16": 0.6375 + } + }, + "krr_iso_ens:c=0.35,eta=1.0": { + "arm": "krr_iso_ens", + "cfg": { + "c": 0.35, + "eta": 1.0 + }, + "rate": { + "1": 0.4875, + "4": 0.53125, + "16": 0.5875 + } + }, + "krr_iso_ens:c=0.5,eta=1.0": { + "arm": "krr_iso_ens", + "cfg": { + "c": 0.5, + "eta": 1.0 + }, + "rate": { + "1": 0.4375, + "4": 0.50625, + "16": 0.5375 + } + }, + "krr_iso_ens:c=1.0,eta=1.0": { + "arm": "krr_iso_ens", + "cfg": { + "c": 1.0, + "eta": 1.0 + }, + "rate": { + "1": 0.30625, + "4": 0.35625, + "16": 0.38125 + } + }, + "krr_iso_ens:c=2.0,eta=1.0": { + "arm": "krr_iso_ens", + "cfg": { + "c": 2.0, + "eta": 1.0 + }, + "rate": { + "1": 0.2875, + "4": 0.2875, + "16": 0.2875 + } + } + } +} \ No newline at end of file diff --git a/results/icml_r3/X10/val_m3.json b/results/icml_r3/X10/val_m3.json new file mode 100644 index 0000000000000000000000000000000000000000..25d20cf1953b7888c6086384e2d965df0e47cdf7 --- /dev/null +++ b/results/icml_r3/X10/val_m3.json @@ -0,0 +1,2661 @@ +{ + "n_val": 160, + "rows": { + "retr_all:metric=unit,sols=1": { + "arm": "retr_all", + "cfg": { + "metric": "unit", + "sols": 1 + }, + "rate": { + "1": 0.1625, + "4": 0.3875, + "16": 0.6 + } + }, + "retr_all:metric=unit,sols=2": { + "arm": "retr_all", + "cfg": { + "metric": "unit", + "sols": 2 + }, + "rate": { + "1": 0.1625, + "4": 0.30625, + "16": 0.58125 + } + }, + "retr_all:metric=unit,sols=4": { + "arm": "retr_all", + "cfg": { + "metric": "unit", + "sols": 4 + }, + "rate": { + "1": 0.1625, + "4": 0.31875, + "16": 0.5625 + } + }, + "jit:k=1,metric=unit,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 1, + "sigma": 0.1 + }, + "rate": { + "1": 0.1625, + "4": 0.19375, + "16": 0.24375 + } + }, + "jit:k=1,metric=unit,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 1, + "sigma": 0.3 + }, + "rate": { + "1": 0.1625, + "4": 0.26875, + "16": 0.3375 + } + }, + "jit:k=1,metric=unit,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 1, + "sigma": 1.0 + }, + "rate": { + "1": 0.1625, + "4": 0.275, + "16": 0.49375 + } + }, + "jit:k=2,metric=unit,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 2, + "sigma": 0.1 + }, + "rate": { + "1": 0.1625, + "4": 0.23125, + "16": 0.3 + } + }, + "jit:k=2,metric=unit,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 2, + "sigma": 0.3 + }, + "rate": { + "1": 0.1625, + "4": 0.275, + "16": 0.41875 + } + }, + "jit:k=2,metric=unit,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 2, + "sigma": 1.0 + }, + "rate": { + "1": 0.1625, + "4": 0.275, + "16": 0.5375 + } + }, + "jit:k=4,metric=unit,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 4, + "sigma": 0.1 + }, + "rate": { + "1": 0.1625, + "4": 0.3875, + "16": 0.43125 + } + }, + "jit:k=4,metric=unit,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 4, + "sigma": 0.3 + }, + "rate": { + "1": 0.1625, + "4": 0.3875, + "16": 0.525 + } + }, + "jit:k=4,metric=unit,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 4, + "sigma": 1.0 + }, + "rate": { + "1": 0.1625, + "4": 0.3875, + "16": 0.63125 + } + }, + "jit:k=8,metric=unit,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 8, + "sigma": 0.1 + }, + "rate": { + "1": 0.1625, + "4": 0.3875, + "16": 0.54375 + } + }, + "jit:k=8,metric=unit,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 8, + "sigma": 0.3 + }, + "rate": { + "1": 0.1625, + "4": 0.3875, + "16": 0.56875 + } + }, + "jit:k=8,metric=unit,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 8, + "sigma": 1.0 + }, + "rate": { + "1": 0.1625, + "4": 0.3875, + "16": 0.65625 + } + }, + "boot:kb=4,metric=unit": { + "arm": "boot", + "cfg": { + "metric": "unit", + "kb": 4 + }, + "rate": { + "1": 0.1, + "4": 0.19375, + "16": 0.3375 + } + }, + "boot:kb=16,metric=unit": { + "arm": "boot", + "cfg": { + "metric": "unit", + "kb": 16 + }, + "rate": { + "1": 0.1, + "4": 0.1875, + "16": 0.275 + } + }, + "boot:kb=64,metric=unit": { + "arm": "boot", + "cfg": { + "metric": "unit", + "kb": 64 + }, + "rate": { + "1": 0.05625, + "4": 0.0875, + "16": 0.14375 + } + }, + "ll:k=64,lam=0.03,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 64, + "lam": 0.03 + }, + "rate": { + "1": 0.08125, + "4": 0.16875, + "16": 0.34375 + } + }, + "ll:k=64,lam=0.3,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 64, + "lam": 0.3 + }, + "rate": { + "1": 0.0875, + "4": 0.13125, + "16": 0.20625 + } + }, + "ll:k=256,lam=0.03,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 256, + "lam": 0.03 + }, + "rate": { + "1": 0.1, + "4": 0.1875, + "16": 0.35 + } + }, + "ll:k=256,lam=0.3,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 256, + "lam": 0.3 + }, + "rate": { + "1": 0.09375, + "4": 0.18125, + "16": 0.31875 + } + }, + "retr_all:metric=ard,sols=1": { + "arm": "retr_all", + "cfg": { + "metric": "ard", + "sols": 1 + }, + "rate": { + "1": 0.21875, + "4": 0.53125, + "16": 0.76875 + } + }, + "retr_all:metric=ard,sols=2": { + "arm": "retr_all", + "cfg": { + "metric": "ard", + "sols": 2 + }, + "rate": { + "1": 0.21875, + "4": 0.46875, + "16": 0.7375 + } + }, + "retr_all:metric=ard,sols=4": { + "arm": "retr_all", + "cfg": { + "metric": "ard", + "sols": 4 + }, + "rate": { + "1": 0.21875, + "4": 0.45625, + "16": 0.74375 + } + }, + "jit:k=1,metric=ard,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 1, + "sigma": 0.1 + }, + "rate": { + "1": 0.21875, + "4": 0.24375, + "16": 0.28125 + } + }, + "jit:k=1,metric=ard,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 1, + "sigma": 0.3 + }, + "rate": { + "1": 0.21875, + "4": 0.2875, + "16": 0.3875 + } + }, + "jit:k=1,metric=ard,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 1, + "sigma": 1.0 + }, + "rate": { + "1": 0.21875, + "4": 0.375, + "16": 0.65625 + } + }, + "jit:k=2,metric=ard,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 2, + "sigma": 0.1 + }, + "rate": { + "1": 0.21875, + "4": 0.34375, + "16": 0.39375 + } + }, + "jit:k=2,metric=ard,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 2, + "sigma": 0.3 + }, + "rate": { + "1": 0.21875, + "4": 0.3875, + "16": 0.53125 + } + }, + "jit:k=2,metric=ard,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 2, + "sigma": 1.0 + }, + "rate": { + "1": 0.21875, + "4": 0.4375, + "16": 0.7375 + } + }, + "jit:k=4,metric=ard,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 0.1 + }, + "rate": { + "1": 0.21875, + "4": 0.53125, + "16": 0.56875 + } + }, + "jit:k=4,metric=ard,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 0.3 + }, + "rate": { + "1": 0.21875, + "4": 0.53125, + "16": 0.65625 + } + }, + "jit:k=4,metric=ard,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 1.0 + }, + "rate": { + "1": 0.21875, + "4": 0.53125, + "16": 0.75 + } + }, + "jit:k=8,metric=ard,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 8, + "sigma": 0.1 + }, + "rate": { + "1": 0.21875, + "4": 0.53125, + "16": 0.7125 + } + }, + "jit:k=8,metric=ard,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 8, + "sigma": 0.3 + }, + "rate": { + "1": 0.21875, + "4": 0.53125, + "16": 0.725 + } + }, + "jit:k=8,metric=ard,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 8, + "sigma": 1.0 + }, + "rate": { + "1": 0.21875, + "4": 0.53125, + "16": 0.79375 + } + }, + "boot:kb=4,metric=ard": { + "arm": "boot", + "cfg": { + "metric": "ard", + "kb": 4 + }, + "rate": { + "1": 0.2875, + "4": 0.375, + "16": 0.53125 + } + }, + "boot:kb=16,metric=ard": { + "arm": "boot", + "cfg": { + "metric": "ard", + "kb": 16 + }, + "rate": { + "1": 0.325, + "4": 0.425, + "16": 0.51875 + } + }, + "boot:kb=64,metric=ard": { + "arm": "boot", + "cfg": { + "metric": "ard", + "kb": 64 + }, + "rate": { + "1": 0.275, + "4": 0.3125, + "16": 0.375 + } + }, + "ll:k=64,lam=0.03,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.03 + }, + "rate": { + "1": 0.39375, + "4": 0.60625, + "16": 0.81875 + } + }, + "ll:k=64,lam=0.3,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.3 + }, + "rate": { + "1": 0.4625, + "4": 0.5625, + "16": 0.65 + } + }, + "ll:k=256,lam=0.03,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 256, + "lam": 0.03 + }, + "rate": { + "1": 0.46875, + "4": 0.61875, + "16": 0.75 + } + }, + "ll:k=256,lam=0.3,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 256, + "lam": 0.3 + }, + "rate": { + "1": 0.49375, + "4": 0.6375, + "16": 0.74375 + } + }, + "gp_ard:c=0.5,eta=0.3,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 0.3, + "tau": 0.5 + }, + "rate": { + "1": 0.21875, + "4": 0.3125, + "16": 0.50625 + } + }, + "gp_ard:c=0.5,eta=0.3,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 0.3, + "tau": 1.0 + }, + "rate": { + "1": 0.21875, + "4": 0.375, + "16": 0.6125 + } + }, + "gp_ard:c=0.5,eta=0.3,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 0.3, + "tau": 2.0 + }, + "rate": { + "1": 0.21875, + "4": 0.35, + "16": 0.68125 + } + }, + "krr_ard_ens:c=0.5,eta=0.3": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.5, + "eta": 0.3 + }, + "rate": { + "1": 0.21875, + "4": 0.28125, + "16": 0.30625 + } + }, + "gp_ard:c=0.5,eta=1.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 1.0, + "tau": 0.5 + }, + "rate": { + "1": 0.19375, + "4": 0.25, + "16": 0.44375 + } + }, + "gp_ard:c=0.5,eta=1.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 1.0, + "tau": 1.0 + }, + "rate": { + "1": 0.19375, + "4": 0.3625, + "16": 0.54375 + } + }, + "gp_ard:c=0.5,eta=1.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 1.0, + "tau": 2.0 + }, + "rate": { + "1": 0.19375, + "4": 0.3625, + "16": 0.65625 + } + }, + "krr_ard_ens:c=0.5,eta=1.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.5, + "eta": 1.0 + }, + "rate": { + "1": 0.19375, + "4": 0.24375, + "16": 0.28125 + } + }, + "gp_ard:c=0.5,eta=3.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 3.0, + "tau": 0.5 + }, + "rate": { + "1": 0.125, + "4": 0.2, + "16": 0.375 + } + }, + "gp_ard:c=0.5,eta=3.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 3.0, + "tau": 1.0 + }, + "rate": { + "1": 0.125, + "4": 0.2125, + "16": 0.4875 + } + }, + "gp_ard:c=0.5,eta=3.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 3.0, + "tau": 2.0 + }, + "rate": { + "1": 0.125, + "4": 0.24375, + "16": 0.5875 + } + }, + "krr_ard_ens:c=0.5,eta=3.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.5, + "eta": 3.0 + }, + "rate": { + "1": 0.125, + "4": 0.15, + "16": 0.175 + } + }, + "gp_ard:c=1.0,eta=0.3,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 0.3, + "tau": 0.5 + }, + "rate": { + "1": 0.41875, + "4": 0.575, + "16": 0.69375 + } + }, + "gp_ard:c=1.0,eta=0.3,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 0.3, + "tau": 1.0 + }, + "rate": { + "1": 0.41875, + "4": 0.55625, + "16": 0.74375 + } + }, + "gp_ard:c=1.0,eta=0.3,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 0.3, + "tau": 2.0 + }, + "rate": { + "1": 0.41875, + "4": 0.575, + "16": 0.83125 + } + }, + "krr_ard_ens:c=1.0,eta=0.3": { + "arm": "krr_ard_ens", + "cfg": { + "c": 1.0, + "eta": 0.3 + }, + "rate": { + "1": 0.41875, + "4": 0.6, + "16": 0.65625 + } + }, + "gp_ard:c=1.0,eta=1.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 0.5 + }, + "rate": { + "1": 0.45625, + "4": 0.59375, + "16": 0.7125 + } + }, + "gp_ard:c=1.0,eta=1.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 1.0 + }, + "rate": { + "1": 0.45625, + "4": 0.575, + "16": 0.775 + } + }, + "gp_ard:c=1.0,eta=1.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 2.0 + }, + "rate": { + "1": 0.45625, + "4": 0.5875, + "16": 0.83125 + } + }, + "krr_ard_ens:c=1.0,eta=1.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 1.0, + "eta": 1.0 + }, + "rate": { + "1": 0.45625, + "4": 0.6, + "16": 0.6375 + } + }, + "gp_ard:c=1.0,eta=3.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 0.5 + }, + "rate": { + "1": 0.4875, + "4": 0.54375, + "16": 0.6625 + } + }, + "gp_ard:c=1.0,eta=3.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 1.0 + }, + "rate": { + "1": 0.4875, + "4": 0.54375, + "16": 0.7 + } + }, + "gp_ard:c=1.0,eta=3.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 2.0 + }, + "rate": { + "1": 0.4875, + "4": 0.56875, + "16": 0.8 + } + }, + "krr_ard_ens:c=1.0,eta=3.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 1.0, + "eta": 3.0 + }, + "rate": { + "1": 0.4875, + "4": 0.54375, + "16": 0.58125 + } + }, + "gp_ard:c=2.0,eta=0.3,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 0.3, + "tau": 0.5 + }, + "rate": { + "1": 0.39375, + "4": 0.44375, + "16": 0.48125 + } + }, + "gp_ard:c=2.0,eta=0.3,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 0.3, + "tau": 1.0 + }, + "rate": { + "1": 0.39375, + "4": 0.48125, + "16": 0.54375 + } + }, + "gp_ard:c=2.0,eta=0.3,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 0.3, + "tau": 2.0 + }, + "rate": { + "1": 0.39375, + "4": 0.475, + "16": 0.61875 + } + }, + "krr_ard_ens:c=2.0,eta=0.3": { + "arm": "krr_ard_ens", + "cfg": { + "c": 2.0, + "eta": 0.3 + }, + "rate": { + "1": 0.39375, + "4": 0.475, + "16": 0.5 + } + }, + "gp_ard:c=2.0,eta=1.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 1.0, + "tau": 0.5 + }, + "rate": { + "1": 0.35625, + "4": 0.4, + "16": 0.46875 + } + }, + "gp_ard:c=2.0,eta=1.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 1.0, + "tau": 1.0 + }, + "rate": { + "1": 0.35625, + "4": 0.4625, + "16": 0.55 + } + }, + "gp_ard:c=2.0,eta=1.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 1.0, + "tau": 2.0 + }, + "rate": { + "1": 0.35625, + "4": 0.46875, + "16": 0.625 + } + }, + "krr_ard_ens:c=2.0,eta=1.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 2.0, + "eta": 1.0 + }, + "rate": { + "1": 0.35625, + "4": 0.4375, + "16": 0.46875 + } + }, + "gp_ard:c=2.0,eta=3.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 3.0, + "tau": 0.5 + }, + "rate": { + "1": 0.3375, + "4": 0.4, + "16": 0.46875 + } + }, + "gp_ard:c=2.0,eta=3.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 3.0, + "tau": 1.0 + }, + "rate": { + "1": 0.3375, + "4": 0.45625, + "16": 0.525 + } + }, + "gp_ard:c=2.0,eta=3.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 3.0, + "tau": 2.0 + }, + "rate": { + "1": 0.3375, + "4": 0.4375, + "16": 0.6125 + } + }, + "krr_ard_ens:c=2.0,eta=3.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 2.0, + "eta": 3.0 + }, + "rate": { + "1": 0.3375, + "4": 0.3875, + "16": 0.40625 + } + }, + "krr_iso_ens:c=0.5,eta=0.01": { + "arm": "krr_iso_ens", + "cfg": { + "c": 0.5, + "eta": 0.01 + }, + "rate": { + "1": 0.18125, + "4": 0.2875, + "16": 0.3625 + } + }, + "krr_iso_ens:c=0.5,eta=0.1": { + "arm": "krr_iso_ens", + "cfg": { + "c": 0.5, + "eta": 0.1 + }, + "rate": { + "1": 0.2, + "4": 0.29375, + "16": 0.35625 + } + }, + "krr_iso_ens:c=1.0,eta=0.01": { + "arm": "krr_iso_ens", + "cfg": { + "c": 1.0, + "eta": 0.01 + }, + "rate": { + "1": 0.19375, + "4": 0.3125, + "16": 0.35 + } + }, + "krr_iso_ens:c=1.0,eta=0.1": { + "arm": "krr_iso_ens", + "cfg": { + "c": 1.0, + "eta": 0.1 + }, + "rate": { + "1": 0.18125, + "4": 0.24375, + "16": 0.26875 + } + }, + "krr_iso_ens:c=2.0,eta=0.01": { + "arm": "krr_iso_ens", + "cfg": { + "c": 2.0, + "eta": 0.01 + }, + "rate": { + "1": 0.15625, + "4": 0.2125, + "16": 0.24375 + } + }, + "krr_iso_ens:c=2.0,eta=0.1": { + "arm": "krr_iso_ens", + "cfg": { + "c": 2.0, + "eta": 0.1 + }, + "rate": { + "1": 0.15625, + "4": 0.19375, + "16": 0.20625 + } + }, + "llbw:k=32,lam=0.03,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 32, + "lam": 0.03 + }, + "rate": { + "1": 0.0875, + "4": 0.16875, + "16": 0.16875 + } + }, + "llbw:k=32,lam=0.3,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 32, + "lam": 0.3 + }, + "rate": { + "1": 0.1125, + "4": 0.175, + "16": 0.175 + } + }, + "llbw:k=64,lam=0.03,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 64, + "lam": 0.03 + }, + "rate": { + "1": 0.08125, + "4": 0.14375, + "16": 0.14375 + } + }, + "llbw:k=64,lam=0.3,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 64, + "lam": 0.3 + }, + "rate": { + "1": 0.0875, + "4": 0.1625, + "16": 0.1625 + } + }, + "llbw:k=128,lam=0.03,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 128, + "lam": 0.03 + }, + "rate": { + "1": 0.08125, + "4": 0.175, + "16": 0.175 + } + }, + "llbw:k=128,lam=0.3,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 128, + "lam": 0.3 + }, + "rate": { + "1": 0.0875, + "4": 0.1625, + "16": 0.1625 + } + }, + "llbw:k=32,lam=0.03,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.03 + }, + "rate": { + "1": 0.41875, + "4": 0.6125, + "16": 0.6125 + } + }, + "llbw:k=32,lam=0.3,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.3 + }, + "rate": { + "1": 0.39375, + "4": 0.58125, + "16": 0.58125 + } + }, + "llbw:k=64,lam=0.03,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.03 + }, + "rate": { + "1": 0.39375, + "4": 0.625, + "16": 0.625 + } + }, + "llbw:k=64,lam=0.3,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.3 + }, + "rate": { + "1": 0.4625, + "4": 0.6125, + "16": 0.6125 + } + }, + "llbw:k=128,lam=0.03,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.03 + }, + "rate": { + "1": 0.425, + "4": 0.59375, + "16": 0.59375 + } + }, + "llbw:k=128,lam=0.3,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.3 + }, + "rate": { + "1": 0.4875, + "4": 0.61875, + "16": 0.61875 + } + }, + "jit:k=1,metric=unit,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 1, + "sigma": 2.0 + }, + "rate": { + "1": 0.1625, + "4": 0.275, + "16": 0.56875 + } + }, + "jit:k=2,metric=unit,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 2, + "sigma": 2.0 + }, + "rate": { + "1": 0.1625, + "4": 0.31875, + "16": 0.64375 + } + }, + "jit:k=4,metric=unit,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 4, + "sigma": 2.0 + }, + "rate": { + "1": 0.1625, + "4": 0.3875, + "16": 0.64375 + } + }, + "jit:k=8,metric=unit,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 8, + "sigma": 2.0 + }, + "rate": { + "1": 0.1625, + "4": 0.3875, + "16": 0.65 + } + }, + "boot:kb=8,metric=unit": { + "arm": "boot", + "cfg": { + "metric": "unit", + "kb": 8 + }, + "rate": { + "1": 0.08125, + "4": 0.1625, + "16": 0.28125 + } + }, + "boot:kb=32,metric=unit": { + "arm": "boot", + "cfg": { + "metric": "unit", + "kb": 32 + }, + "rate": { + "1": 0.1125, + "4": 0.14375, + "16": 0.19375 + } + }, + "ll:k=32,lam=0.01,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 32, + "lam": 0.01 + }, + "rate": { + "1": 0.1, + "4": 0.175, + "16": 0.26875 + } + }, + "ll:k=32,lam=0.03,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 32, + "lam": 0.03 + }, + "rate": { + "1": 0.0875, + "4": 0.14375, + "16": 0.23125 + } + }, + "ll:k=32,lam=0.3,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 32, + "lam": 0.3 + }, + "rate": { + "1": 0.1125, + "4": 0.1875, + "16": 0.275 + } + }, + "ll:k=64,lam=0.01,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 64, + "lam": 0.01 + }, + "rate": { + "1": 0.06875, + "4": 0.15625, + "16": 0.3125 + } + }, + "ll:k=128,lam=0.01,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 128, + "lam": 0.01 + }, + "rate": { + "1": 0.08125, + "4": 0.1875, + "16": 0.38125 + } + }, + "ll:k=128,lam=0.03,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 128, + "lam": 0.03 + }, + "rate": { + "1": 0.08125, + "4": 0.175, + "16": 0.35 + } + }, + "ll:k=128,lam=0.3,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 128, + "lam": 0.3 + }, + "rate": { + "1": 0.0875, + "4": 0.15, + "16": 0.25625 + } + }, + "ll:k=256,lam=0.01,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 256, + "lam": 0.01 + }, + "rate": { + "1": 0.1, + "4": 0.19375, + "16": 0.34375 + } + }, + "llbw:k=16,lam=0.01,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 16, + "lam": 0.01 + }, + "rate": { + "1": 0.1, + "4": 0.15, + "16": 0.15 + } + }, + "llbw:k=16,lam=0.03,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 16, + "lam": 0.03 + }, + "rate": { + "1": 0.11875, + "4": 0.18125, + "16": 0.18125 + } + }, + "llbw:k=16,lam=0.3,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 16, + "lam": 0.3 + }, + "rate": { + "1": 0.11875, + "4": 0.175, + "16": 0.175 + } + }, + "llbw:k=32,lam=0.01,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 32, + "lam": 0.01 + }, + "rate": { + "1": 0.1, + "4": 0.15625, + "16": 0.15625 + } + }, + "llbw:k=64,lam=0.01,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 64, + "lam": 0.01 + }, + "rate": { + "1": 0.06875, + "4": 0.15, + "16": 0.15 + } + }, + "llbw:k=128,lam=0.01,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 128, + "lam": 0.01 + }, + "rate": { + "1": 0.08125, + "4": 0.175, + "16": 0.175 + } + }, + "jit:k=1,metric=ard,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 1, + "sigma": 2.0 + }, + "rate": { + "1": 0.21875, + "4": 0.4125, + "16": 0.73125 + } + }, + "jit:k=2,metric=ard,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 2, + "sigma": 2.0 + }, + "rate": { + "1": 0.21875, + "4": 0.45, + "16": 0.71875 + } + }, + "jit:k=4,metric=ard,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 2.0 + }, + "rate": { + "1": 0.21875, + "4": 0.53125, + "16": 0.76875 + } + }, + "jit:k=8,metric=ard,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 8, + "sigma": 2.0 + }, + "rate": { + "1": 0.21875, + "4": 0.53125, + "16": 0.8125 + } + }, + "boot:kb=8,metric=ard": { + "arm": "boot", + "cfg": { + "metric": "ard", + "kb": 8 + }, + "rate": { + "1": 0.30625, + "4": 0.4625, + "16": 0.56875 + } + }, + "boot:kb=32,metric=ard": { + "arm": "boot", + "cfg": { + "metric": "ard", + "kb": 32 + }, + "rate": { + "1": 0.29375, + "4": 0.3875, + "16": 0.44375 + } + }, + "ll:k=32,lam=0.01,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.01 + }, + "rate": { + "1": 0.33125, + "4": 0.60625, + "16": 0.73125 + } + }, + "ll:k=32,lam=0.03,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.03 + }, + "rate": { + "1": 0.41875, + "4": 0.55, + "16": 0.6875 + } + }, + "ll:k=32,lam=0.3,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.3 + }, + "rate": { + "1": 0.39375, + "4": 0.475, + "16": 0.56875 + } + }, + "ll:k=64,lam=0.01,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.01 + }, + "rate": { + "1": 0.36875, + "4": 0.575, + "16": 0.83125 + } + }, + "ll:k=128,lam=0.01,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.01 + }, + "rate": { + "1": 0.41875, + "4": 0.625, + "16": 0.8125 + } + }, + "ll:k=128,lam=0.03,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.03 + }, + "rate": { + "1": 0.425, + "4": 0.63125, + "16": 0.79375 + } + }, + "ll:k=128,lam=0.3,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.3 + }, + "rate": { + "1": 0.4875, + "4": 0.68125, + "16": 0.74375 + } + }, + "ll:k=256,lam=0.01,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 256, + "lam": 0.01 + }, + "rate": { + "1": 0.46875, + "4": 0.58125, + "16": 0.7375 + } + }, + "llbw:k=16,lam=0.01,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 16, + "lam": 0.01 + }, + "rate": { + "1": 0.38125, + "4": 0.58125, + "16": 0.58125 + } + }, + "llbw:k=16,lam=0.03,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 16, + "lam": 0.03 + }, + "rate": { + "1": 0.36875, + "4": 0.6, + "16": 0.6 + } + }, + "llbw:k=16,lam=0.3,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 16, + "lam": 0.3 + }, + "rate": { + "1": 0.35625, + "4": 0.55625, + "16": 0.55625 + } + }, + "llbw:k=32,lam=0.01,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.01 + }, + "rate": { + "1": 0.33125, + "4": 0.6, + "16": 0.6 + } + }, + "llbw:k=64,lam=0.01,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.01 + }, + "rate": { + "1": 0.36875, + "4": 0.5875, + "16": 0.5875 + } + }, + "llbw:k=128,lam=0.01,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.01 + }, + "rate": { + "1": 0.41875, + "4": 0.6, + "16": 0.6 + } + }, + "gp_ard:c=0.35,eta=0.3,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 0.3, + "tau": 0.5 + }, + "rate": { + "1": 0.0, + "4": 0.00625, + "16": 0.0375 + } + }, + "gp_ard:c=0.35,eta=0.3,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 0.3, + "tau": 1.0 + }, + "rate": { + "1": 0.0, + "4": 0.05, + "16": 0.1625 + } + }, + "gp_ard:c=0.35,eta=0.3,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 0.3, + "tau": 2.0 + }, + "rate": { + "1": 0.0, + "4": 0.08125, + "16": 0.2625 + } + }, + "gp_ard:c=0.35,eta=0.3,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 0.3, + "tau": 3.0 + }, + "rate": { + "1": 0.0, + "4": 0.15625, + "16": 0.40625 + } + }, + "krr_ard_ens:c=0.35,eta=0.3": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.35, + "eta": 0.3 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.35,eta=1.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 1.0, + "tau": 0.5 + }, + "rate": { + "1": 0.0, + "4": 0.00625, + "16": 0.03125 + } + }, + "gp_ard:c=0.35,eta=1.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 1.0, + "tau": 1.0 + }, + "rate": { + "1": 0.0, + "4": 0.03125, + "16": 0.13125 + } + }, + "gp_ard:c=0.35,eta=1.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 1.0, + "tau": 2.0 + }, + "rate": { + "1": 0.0, + "4": 0.0625, + "16": 0.3 + } + }, + "gp_ard:c=0.35,eta=1.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 1.0, + "tau": 3.0 + }, + "rate": { + "1": 0.0, + "4": 0.125, + "16": 0.475 + } + }, + "krr_ard_ens:c=0.35,eta=1.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.35, + "eta": 1.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.35,eta=3.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 3.0, + "tau": 0.5 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.01875 + } + }, + "gp_ard:c=0.35,eta=3.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 3.0, + "tau": 1.0 + }, + "rate": { + "1": 0.0, + "4": 0.00625, + "16": 0.0875 + } + }, + "gp_ard:c=0.35,eta=3.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 3.0, + "tau": 2.0 + }, + "rate": { + "1": 0.0, + "4": 0.04375, + "16": 0.25 + } + }, + "gp_ard:c=0.35,eta=3.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 3.0, + "tau": 3.0 + }, + "rate": { + "1": 0.0, + "4": 0.09375, + "16": 0.39375 + } + }, + "krr_ard_ens:c=0.35,eta=3.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.35, + "eta": 3.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.35,eta=10.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 10.0, + "tau": 0.5 + }, + "rate": { + "1": 0.0, + "4": 0.00625, + "16": 0.00625 + } + }, + "gp_ard:c=0.35,eta=10.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 10.0, + "tau": 1.0 + }, + "rate": { + "1": 0.0, + "4": 0.05, + "16": 0.1125 + } + }, + "gp_ard:c=0.35,eta=10.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 10.0, + "tau": 2.0 + }, + "rate": { + "1": 0.0, + "4": 0.0625, + "16": 0.2875 + } + }, + "gp_ard:c=0.35,eta=10.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 10.0, + "tau": 3.0 + }, + "rate": { + "1": 0.0, + "4": 0.09375, + "16": 0.4125 + } + }, + "krr_ard_ens:c=0.35,eta=10.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.35, + "eta": 10.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.5,eta=0.3,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 0.3, + "tau": 3.0 + }, + "rate": { + "1": 0.21875, + "4": 0.3875, + "16": 0.725 + } + }, + "gp_ard:c=0.5,eta=1.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 1.0, + "tau": 3.0 + }, + "rate": { + "1": 0.19375, + "4": 0.36875, + "16": 0.6875 + } + }, + "gp_ard:c=0.5,eta=3.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 3.0, + "tau": 3.0 + }, + "rate": { + "1": 0.125, + "4": 0.3, + "16": 0.69375 + } + }, + "gp_ard:c=0.5,eta=10.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 10.0, + "tau": 0.5 + }, + "rate": { + "1": 0.0375, + "4": 0.08125, + "16": 0.23125 + } + }, + "gp_ard:c=0.5,eta=10.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 10.0, + "tau": 1.0 + }, + "rate": { + "1": 0.0375, + "4": 0.10625, + "16": 0.3125 + } + }, + "gp_ard:c=0.5,eta=10.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 10.0, + "tau": 2.0 + }, + "rate": { + "1": 0.0375, + "4": 0.13125, + "16": 0.50625 + } + }, + "gp_ard:c=0.5,eta=10.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 10.0, + "tau": 3.0 + }, + "rate": { + "1": 0.0375, + "4": 0.24375, + "16": 0.59375 + } + }, + "krr_ard_ens:c=0.5,eta=10.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.5, + "eta": 10.0 + }, + "rate": { + "1": 0.0375, + "4": 0.0625, + "16": 0.0625 + } + }, + "gp_ard:c=0.7,eta=0.3,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 0.3, + "tau": 0.5 + }, + "rate": { + "1": 0.425, + "4": 0.5375, + "16": 0.69375 + } + }, + "gp_ard:c=0.7,eta=0.3,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 0.3, + "tau": 1.0 + }, + "rate": { + "1": 0.425, + "4": 0.55, + "16": 0.7875 + } + }, + "gp_ard:c=0.7,eta=0.3,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 0.3, + "tau": 2.0 + }, + "rate": { + "1": 0.425, + "4": 0.5375, + "16": 0.81875 + } + }, + "gp_ard:c=0.7,eta=0.3,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 0.3, + "tau": 3.0 + }, + "rate": { + "1": 0.425, + "4": 0.55625, + "16": 0.8375 + } + }, + "krr_ard_ens:c=0.7,eta=0.3": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.7, + "eta": 0.3 + }, + "rate": { + "1": 0.425, + "4": 0.51875, + "16": 0.59375 + } + }, + "gp_ard:c=0.7,eta=1.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 1.0, + "tau": 0.5 + }, + "rate": { + "1": 0.3875, + "4": 0.51875, + "16": 0.71875 + } + }, + "gp_ard:c=0.7,eta=1.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 1.0, + "tau": 1.0 + }, + "rate": { + "1": 0.3875, + "4": 0.525, + "16": 0.725 + } + }, + "gp_ard:c=0.7,eta=1.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 1.0, + "tau": 2.0 + }, + "rate": { + "1": 0.3875, + "4": 0.5625, + "16": 0.8375 + } + }, + "gp_ard:c=0.7,eta=1.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 1.0, + "tau": 3.0 + }, + "rate": { + "1": 0.3875, + "4": 0.55, + "16": 0.85 + } + }, + "krr_ard_ens:c=0.7,eta=1.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.7, + "eta": 1.0 + }, + "rate": { + "1": 0.3875, + "4": 0.51875, + "16": 0.55625 + } + }, + "gp_ard:c=0.7,eta=3.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 3.0, + "tau": 0.5 + }, + "rate": { + "1": 0.3875, + "4": 0.46875, + "16": 0.63125 + } + }, + "gp_ard:c=0.7,eta=3.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 3.0, + "tau": 1.0 + }, + "rate": { + "1": 0.3875, + "4": 0.49375, + "16": 0.7125 + } + }, + "gp_ard:c=0.7,eta=3.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 3.0, + "tau": 2.0 + }, + "rate": { + "1": 0.3875, + "4": 0.51875, + "16": 0.8 + } + }, + "gp_ard:c=0.7,eta=3.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 3.0, + "tau": 3.0 + }, + "rate": { + "1": 0.3875, + "4": 0.50625, + "16": 0.8 + } + }, + "krr_ard_ens:c=0.7,eta=3.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.7, + "eta": 3.0 + }, + "rate": { + "1": 0.3875, + "4": 0.45625, + "16": 0.50625 + } + }, + "gp_ard:c=0.7,eta=10.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 10.0, + "tau": 0.5 + }, + "rate": { + "1": 0.2875, + "4": 0.425, + "16": 0.56875 + } + }, + "gp_ard:c=0.7,eta=10.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 10.0, + "tau": 1.0 + }, + "rate": { + "1": 0.2875, + "4": 0.44375, + "16": 0.66875 + } + }, + "gp_ard:c=0.7,eta=10.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 10.0, + "tau": 2.0 + }, + "rate": { + "1": 0.2875, + "4": 0.40625, + "16": 0.7125 + } + }, + "gp_ard:c=0.7,eta=10.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 10.0, + "tau": 3.0 + }, + "rate": { + "1": 0.2875, + "4": 0.36875, + "16": 0.74375 + } + }, + "krr_ard_ens:c=0.7,eta=10.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.7, + "eta": 10.0 + }, + "rate": { + "1": 0.2875, + "4": 0.31875, + "16": 0.35 + } + }, + "gp_ard:c=1.0,eta=0.3,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 0.3, + "tau": 3.0 + }, + "rate": { + "1": 0.41875, + "4": 0.6, + "16": 0.88125 + } + }, + "gp_ard:c=1.0,eta=1.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 3.0 + }, + "rate": { + "1": 0.45625, + "4": 0.54375, + "16": 0.8375 + } + }, + "gp_ard:c=1.0,eta=3.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 3.0 + }, + "rate": { + "1": 0.4875, + "4": 0.60625, + "16": 0.83125 + } + }, + "gp_ard:c=1.0,eta=10.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 10.0, + "tau": 0.5 + }, + "rate": { + "1": 0.40625, + "4": 0.49375, + "16": 0.63125 + } + }, + "gp_ard:c=1.0,eta=10.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 10.0, + "tau": 1.0 + }, + "rate": { + "1": 0.40625, + "4": 0.475, + "16": 0.675 + } + }, + "gp_ard:c=1.0,eta=10.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 10.0, + "tau": 2.0 + }, + "rate": { + "1": 0.40625, + "4": 0.51875, + "16": 0.75 + } + }, + "gp_ard:c=1.0,eta=10.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 10.0, + "tau": 3.0 + }, + "rate": { + "1": 0.40625, + "4": 0.55, + "16": 0.825 + } + }, + "krr_ard_ens:c=1.0,eta=10.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 1.0, + "eta": 10.0 + }, + "rate": { + "1": 0.40625, + "4": 0.45625, + "16": 0.46875 + } + }, + "gp_ard:c=2.0,eta=0.3,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 0.3, + "tau": 3.0 + }, + "rate": { + "1": 0.39375, + "4": 0.48125, + "16": 0.625 + } + }, + "gp_ard:c=2.0,eta=1.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 1.0, + "tau": 3.0 + }, + "rate": { + "1": 0.35625, + "4": 0.4625, + "16": 0.64375 + } + }, + "gp_ard:c=2.0,eta=3.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 3.0, + "tau": 3.0 + }, + "rate": { + "1": 0.3375, + "4": 0.46875, + "16": 0.64375 + } + }, + "gp_ard:c=2.0,eta=10.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 10.0, + "tau": 0.5 + }, + "rate": { + "1": 0.33125, + "4": 0.39375, + "16": 0.43125 + } + }, + "gp_ard:c=2.0,eta=10.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 10.0, + "tau": 1.0 + }, + "rate": { + "1": 0.33125, + "4": 0.40625, + "16": 0.475 + } + }, + "gp_ard:c=2.0,eta=10.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 10.0, + "tau": 2.0 + }, + "rate": { + "1": 0.33125, + "4": 0.425, + "16": 0.58125 + } + }, + "gp_ard:c=2.0,eta=10.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 10.0, + "tau": 3.0 + }, + "rate": { + "1": 0.33125, + "4": 0.46875, + "16": 0.675 + } + }, + "krr_ard_ens:c=2.0,eta=10.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 2.0, + "eta": 10.0 + }, + "rate": { + "1": 0.33125, + "4": 0.35625, + "16": 0.3625 + } + }, + "krr_iso_ens:c=0.35,eta=0.01": { + "arm": "krr_iso_ens", + "cfg": { + "c": 0.35, + "eta": 0.01 + }, + "rate": { + "1": 0.1875, + "4": 0.2625, + "16": 0.3 + } + }, + "krr_iso_ens:c=0.35,eta=0.1": { + "arm": "krr_iso_ens", + "cfg": { + "c": 0.35, + "eta": 0.1 + }, + "rate": { + "1": 0.20625, + "4": 0.26875, + "16": 0.29375 + } + }, + "krr_iso_ens:c=0.35,eta=1.0": { + "arm": "krr_iso_ens", + "cfg": { + "c": 0.35, + "eta": 1.0 + }, + "rate": { + "1": 0.1875, + "4": 0.21875, + "16": 0.225 + } + }, + "krr_iso_ens:c=0.5,eta=1.0": { + "arm": "krr_iso_ens", + "cfg": { + "c": 0.5, + "eta": 1.0 + }, + "rate": { + "1": 0.19375, + "4": 0.25, + "16": 0.26875 + } + }, + "krr_iso_ens:c=1.0,eta=1.0": { + "arm": "krr_iso_ens", + "cfg": { + "c": 1.0, + "eta": 1.0 + }, + "rate": { + "1": 0.14375, + "4": 0.2, + "16": 0.20625 + } + }, + "krr_iso_ens:c=2.0,eta=1.0": { + "arm": "krr_iso_ens", + "cfg": { + "c": 2.0, + "eta": 1.0 + }, + "rate": { + "1": 0.15, + "4": 0.16875, + "16": 0.175 + } + } + } +} \ No newline at end of file diff --git a/results/icml_r3/X10/val_m4.json b/results/icml_r3/X10/val_m4.json new file mode 100644 index 0000000000000000000000000000000000000000..543376dc126a725e37b9a66d275c7638383636ac --- /dev/null +++ b/results/icml_r3/X10/val_m4.json @@ -0,0 +1,2661 @@ +{ + "n_val": 160, + "rows": { + "retr_all:metric=unit,sols=1": { + "arm": "retr_all", + "cfg": { + "metric": "unit", + "sols": 1 + }, + "rate": { + "1": 0.09375, + "4": 0.1625, + "16": 0.33125 + } + }, + "retr_all:metric=unit,sols=2": { + "arm": "retr_all", + "cfg": { + "metric": "unit", + "sols": 2 + }, + "rate": { + "1": 0.09375, + "4": 0.1625, + "16": 0.325 + } + }, + "retr_all:metric=unit,sols=4": { + "arm": "retr_all", + "cfg": { + "metric": "unit", + "sols": 4 + }, + "rate": { + "1": 0.09375, + "4": 0.1625, + "16": 0.3125 + } + }, + "jit:k=1,metric=unit,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 1, + "sigma": 0.1 + }, + "rate": { + "1": 0.09375, + "4": 0.125, + "16": 0.1375 + } + }, + "jit:k=1,metric=unit,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 1, + "sigma": 0.3 + }, + "rate": { + "1": 0.09375, + "4": 0.1375, + "16": 0.175 + } + }, + "jit:k=1,metric=unit,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 1, + "sigma": 1.0 + }, + "rate": { + "1": 0.09375, + "4": 0.13125, + "16": 0.33125 + } + }, + "jit:k=1,metric=unit,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 1, + "sigma": 2.0 + }, + "rate": { + "1": 0.09375, + "4": 0.16875, + "16": 0.36875 + } + }, + "jit:k=2,metric=unit,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 2, + "sigma": 0.1 + }, + "rate": { + "1": 0.09375, + "4": 0.15, + "16": 0.1625 + } + }, + "jit:k=2,metric=unit,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 2, + "sigma": 0.3 + }, + "rate": { + "1": 0.09375, + "4": 0.15, + "16": 0.24375 + } + }, + "jit:k=2,metric=unit,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 2, + "sigma": 1.0 + }, + "rate": { + "1": 0.09375, + "4": 0.1625, + "16": 0.2875 + } + }, + "jit:k=2,metric=unit,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 2, + "sigma": 2.0 + }, + "rate": { + "1": 0.09375, + "4": 0.1625, + "16": 0.3125 + } + }, + "jit:k=4,metric=unit,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 4, + "sigma": 0.1 + }, + "rate": { + "1": 0.09375, + "4": 0.1625, + "16": 0.2125 + } + }, + "jit:k=4,metric=unit,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 4, + "sigma": 0.3 + }, + "rate": { + "1": 0.09375, + "4": 0.1625, + "16": 0.24375 + } + }, + "jit:k=4,metric=unit,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 4, + "sigma": 1.0 + }, + "rate": { + "1": 0.09375, + "4": 0.1625, + "16": 0.28125 + } + }, + "jit:k=4,metric=unit,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 4, + "sigma": 2.0 + }, + "rate": { + "1": 0.09375, + "4": 0.1625, + "16": 0.4125 + } + }, + "jit:k=8,metric=unit,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 8, + "sigma": 0.1 + }, + "rate": { + "1": 0.09375, + "4": 0.1625, + "16": 0.25 + } + }, + "jit:k=8,metric=unit,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 8, + "sigma": 0.3 + }, + "rate": { + "1": 0.09375, + "4": 0.1625, + "16": 0.275 + } + }, + "jit:k=8,metric=unit,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 8, + "sigma": 1.0 + }, + "rate": { + "1": 0.09375, + "4": 0.1625, + "16": 0.35625 + } + }, + "jit:k=8,metric=unit,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 8, + "sigma": 2.0 + }, + "rate": { + "1": 0.09375, + "4": 0.1625, + "16": 0.33125 + } + }, + "boot:kb=4,metric=unit": { + "arm": "boot", + "cfg": { + "metric": "unit", + "kb": 4 + }, + "rate": { + "1": 0.01875, + "4": 0.075, + "16": 0.1125 + } + }, + "boot:kb=8,metric=unit": { + "arm": "boot", + "cfg": { + "metric": "unit", + "kb": 8 + }, + "rate": { + "1": 0.0125, + "4": 0.01875, + "16": 0.09375 + } + }, + "boot:kb=16,metric=unit": { + "arm": "boot", + "cfg": { + "metric": "unit", + "kb": 16 + }, + "rate": { + "1": 0.0125, + "4": 0.0125, + "16": 0.05 + } + }, + "boot:kb=32,metric=unit": { + "arm": "boot", + "cfg": { + "metric": "unit", + "kb": 32 + }, + "rate": { + "1": 0.00625, + "4": 0.0125, + "16": 0.03125 + } + }, + "boot:kb=64,metric=unit": { + "arm": "boot", + "cfg": { + "metric": "unit", + "kb": 64 + }, + "rate": { + "1": 0.00625, + "4": 0.0125, + "16": 0.01875 + } + }, + "ll:k=32,lam=0.01,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 32, + "lam": 0.01 + }, + "rate": { + "1": 0.01875, + "4": 0.025, + "16": 0.04375 + } + }, + "ll:k=32,lam=0.03,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 32, + "lam": 0.03 + }, + "rate": { + "1": 0.00625, + "4": 0.0125, + "16": 0.03125 + } + }, + "ll:k=32,lam=0.3,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 32, + "lam": 0.3 + }, + "rate": { + "1": 0.0125, + "4": 0.01875, + "16": 0.03125 + } + }, + "ll:k=64,lam=0.01,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 64, + "lam": 0.01 + }, + "rate": { + "1": 0.0125, + "4": 0.05625, + "16": 0.1 + } + }, + "ll:k=64,lam=0.03,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 64, + "lam": 0.03 + }, + "rate": { + "1": 0.0125, + "4": 0.03125, + "16": 0.06875 + } + }, + "ll:k=64,lam=0.3,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 64, + "lam": 0.3 + }, + "rate": { + "1": 0.00625, + "4": 0.025, + "16": 0.0625 + } + }, + "ll:k=128,lam=0.01,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 128, + "lam": 0.01 + }, + "rate": { + "1": 0.01875, + "4": 0.075, + "16": 0.2375 + } + }, + "ll:k=128,lam=0.03,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 128, + "lam": 0.03 + }, + "rate": { + "1": 0.025, + "4": 0.075, + "16": 0.175 + } + }, + "ll:k=128,lam=0.3,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 128, + "lam": 0.3 + }, + "rate": { + "1": 0.01875, + "4": 0.01875, + "16": 0.08125 + } + }, + "ll:k=256,lam=0.01,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 256, + "lam": 0.01 + }, + "rate": { + "1": 0.0375, + "4": 0.1, + "16": 0.25625 + } + }, + "ll:k=256,lam=0.03,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 256, + "lam": 0.03 + }, + "rate": { + "1": 0.0375, + "4": 0.09375, + "16": 0.20625 + } + }, + "ll:k=256,lam=0.3,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 256, + "lam": 0.3 + }, + "rate": { + "1": 0.01875, + "4": 0.05, + "16": 0.14375 + } + }, + "llbw:k=16,lam=0.01,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 16, + "lam": 0.01 + }, + "rate": { + "1": 0.00625, + "4": 0.05, + "16": 0.05 + } + }, + "llbw:k=16,lam=0.03,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 16, + "lam": 0.03 + }, + "rate": { + "1": 0.00625, + "4": 0.0375, + "16": 0.0375 + } + }, + "llbw:k=16,lam=0.3,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 16, + "lam": 0.3 + }, + "rate": { + "1": 0.01875, + "4": 0.04375, + "16": 0.04375 + } + }, + "llbw:k=32,lam=0.01,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 32, + "lam": 0.01 + }, + "rate": { + "1": 0.01875, + "4": 0.05, + "16": 0.05 + } + }, + "llbw:k=32,lam=0.03,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 32, + "lam": 0.03 + }, + "rate": { + "1": 0.00625, + "4": 0.04375, + "16": 0.04375 + } + }, + "llbw:k=32,lam=0.3,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 32, + "lam": 0.3 + }, + "rate": { + "1": 0.0125, + "4": 0.025, + "16": 0.025 + } + }, + "llbw:k=64,lam=0.01,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 64, + "lam": 0.01 + }, + "rate": { + "1": 0.0125, + "4": 0.0625, + "16": 0.0625 + } + }, + "llbw:k=64,lam=0.03,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 64, + "lam": 0.03 + }, + "rate": { + "1": 0.0125, + "4": 0.05, + "16": 0.05 + } + }, + "llbw:k=64,lam=0.3,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 64, + "lam": 0.3 + }, + "rate": { + "1": 0.00625, + "4": 0.025, + "16": 0.025 + } + }, + "llbw:k=128,lam=0.01,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 128, + "lam": 0.01 + }, + "rate": { + "1": 0.01875, + "4": 0.0625, + "16": 0.0625 + } + }, + "llbw:k=128,lam=0.03,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 128, + "lam": 0.03 + }, + "rate": { + "1": 0.025, + "4": 0.05625, + "16": 0.05625 + } + }, + "llbw:k=128,lam=0.3,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 128, + "lam": 0.3 + }, + "rate": { + "1": 0.01875, + "4": 0.0375, + "16": 0.0375 + } + }, + "retr_all:metric=ard,sols=1": { + "arm": "retr_all", + "cfg": { + "metric": "ard", + "sols": 1 + }, + "rate": { + "1": 0.125, + "4": 0.3125, + "16": 0.575 + } + }, + "retr_all:metric=ard,sols=2": { + "arm": "retr_all", + "cfg": { + "metric": "ard", + "sols": 2 + }, + "rate": { + "1": 0.125, + "4": 0.26875, + "16": 0.5875 + } + }, + "retr_all:metric=ard,sols=4": { + "arm": "retr_all", + "cfg": { + "metric": "ard", + "sols": 4 + }, + "rate": { + "1": 0.125, + "4": 0.25, + "16": 0.525 + } + }, + "jit:k=1,metric=ard,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 1, + "sigma": 0.1 + }, + "rate": { + "1": 0.125, + "4": 0.13125, + "16": 0.14375 + } + }, + "jit:k=1,metric=ard,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 1, + "sigma": 0.3 + }, + "rate": { + "1": 0.125, + "4": 0.1875, + "16": 0.2625 + } + }, + "jit:k=1,metric=ard,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 1, + "sigma": 1.0 + }, + "rate": { + "1": 0.125, + "4": 0.225, + "16": 0.43125 + } + }, + "jit:k=1,metric=ard,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 1, + "sigma": 2.0 + }, + "rate": { + "1": 0.125, + "4": 0.225, + "16": 0.4375 + } + }, + "jit:k=2,metric=ard,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 2, + "sigma": 0.1 + }, + "rate": { + "1": 0.125, + "4": 0.225, + "16": 0.2625 + } + }, + "jit:k=2,metric=ard,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 2, + "sigma": 0.3 + }, + "rate": { + "1": 0.125, + "4": 0.2375, + "16": 0.3625 + } + }, + "jit:k=2,metric=ard,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 2, + "sigma": 1.0 + }, + "rate": { + "1": 0.125, + "4": 0.26875, + "16": 0.51875 + } + }, + "jit:k=2,metric=ard,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 2, + "sigma": 2.0 + }, + "rate": { + "1": 0.125, + "4": 0.28125, + "16": 0.49375 + } + }, + "jit:k=4,metric=ard,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 0.1 + }, + "rate": { + "1": 0.125, + "4": 0.3125, + "16": 0.34375 + } + }, + "jit:k=4,metric=ard,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 0.3 + }, + "rate": { + "1": 0.125, + "4": 0.3125, + "16": 0.425 + } + }, + "jit:k=4,metric=ard,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 1.0 + }, + "rate": { + "1": 0.125, + "4": 0.3125, + "16": 0.51875 + } + }, + "jit:k=4,metric=ard,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 2.0 + }, + "rate": { + "1": 0.125, + "4": 0.3125, + "16": 0.55625 + } + }, + "jit:k=8,metric=ard,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 8, + "sigma": 0.1 + }, + "rate": { + "1": 0.125, + "4": 0.3125, + "16": 0.46875 + } + }, + "jit:k=8,metric=ard,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 8, + "sigma": 0.3 + }, + "rate": { + "1": 0.125, + "4": 0.3125, + "16": 0.5 + } + }, + "jit:k=8,metric=ard,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 8, + "sigma": 1.0 + }, + "rate": { + "1": 0.125, + "4": 0.3125, + "16": 0.59375 + } + }, + "jit:k=8,metric=ard,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 8, + "sigma": 2.0 + }, + "rate": { + "1": 0.125, + "4": 0.3125, + "16": 0.58125 + } + }, + "boot:kb=4,metric=ard": { + "arm": "boot", + "cfg": { + "metric": "ard", + "kb": 4 + }, + "rate": { + "1": 0.16875, + "4": 0.29375, + "16": 0.4125 + } + }, + "boot:kb=8,metric=ard": { + "arm": "boot", + "cfg": { + "metric": "ard", + "kb": 8 + }, + "rate": { + "1": 0.15625, + "4": 0.3125, + "16": 0.425 + } + }, + "boot:kb=16,metric=ard": { + "arm": "boot", + "cfg": { + "metric": "ard", + "kb": 16 + }, + "rate": { + "1": 0.175, + "4": 0.2625, + "16": 0.375 + } + }, + "boot:kb=32,metric=ard": { + "arm": "boot", + "cfg": { + "metric": "ard", + "kb": 32 + }, + "rate": { + "1": 0.16875, + "4": 0.225, + "16": 0.2875 + } + }, + "boot:kb=64,metric=ard": { + "arm": "boot", + "cfg": { + "metric": "ard", + "kb": 64 + }, + "rate": { + "1": 0.1375, + "4": 0.16875, + "16": 0.21875 + } + }, + "ll:k=32,lam=0.01,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.01 + }, + "rate": { + "1": 0.2625, + "4": 0.3625, + "16": 0.44375 + } + }, + "ll:k=32,lam=0.03,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.03 + }, + "rate": { + "1": 0.25, + "4": 0.31875, + "16": 0.41875 + } + }, + "ll:k=32,lam=0.3,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.3 + }, + "rate": { + "1": 0.2125, + "4": 0.31875, + "16": 0.40625 + } + }, + "ll:k=64,lam=0.01,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.01 + }, + "rate": { + "1": 0.1875, + "4": 0.38125, + "16": 0.53125 + } + }, + "ll:k=64,lam=0.03,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.03 + }, + "rate": { + "1": 0.25625, + "4": 0.40625, + "16": 0.5125 + } + }, + "ll:k=64,lam=0.3,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.3 + }, + "rate": { + "1": 0.225, + "4": 0.3, + "16": 0.40625 + } + }, + "ll:k=128,lam=0.01,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.01 + }, + "rate": { + "1": 0.18125, + "4": 0.29375, + "16": 0.475 + } + }, + "ll:k=128,lam=0.03,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.03 + }, + "rate": { + "1": 0.2, + "4": 0.3, + "16": 0.4625 + } + }, + "ll:k=128,lam=0.3,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.3 + }, + "rate": { + "1": 0.25, + "4": 0.3125, + "16": 0.39375 + } + }, + "ll:k=256,lam=0.01,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 256, + "lam": 0.01 + }, + "rate": { + "1": 0.19375, + "4": 0.25625, + "16": 0.3875 + } + }, + "ll:k=256,lam=0.03,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 256, + "lam": 0.03 + }, + "rate": { + "1": 0.20625, + "4": 0.25625, + "16": 0.4 + } + }, + "ll:k=256,lam=0.3,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 256, + "lam": 0.3 + }, + "rate": { + "1": 0.2375, + "4": 0.30625, + "16": 0.3625 + } + }, + "llbw:k=16,lam=0.01,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 16, + "lam": 0.01 + }, + "rate": { + "1": 0.2125, + "4": 0.36875, + "16": 0.36875 + } + }, + "llbw:k=16,lam=0.03,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 16, + "lam": 0.03 + }, + "rate": { + "1": 0.2125, + "4": 0.38125, + "16": 0.38125 + } + }, + "llbw:k=16,lam=0.3,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 16, + "lam": 0.3 + }, + "rate": { + "1": 0.175, + "4": 0.2625, + "16": 0.2625 + } + }, + "llbw:k=32,lam=0.01,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.01 + }, + "rate": { + "1": 0.2625, + "4": 0.38125, + "16": 0.38125 + } + }, + "llbw:k=32,lam=0.03,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.03 + }, + "rate": { + "1": 0.25, + "4": 0.39375, + "16": 0.39375 + } + }, + "llbw:k=32,lam=0.3,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.3 + }, + "rate": { + "1": 0.2125, + "4": 0.31875, + "16": 0.31875 + } + }, + "llbw:k=64,lam=0.01,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.01 + }, + "rate": { + "1": 0.1875, + "4": 0.375, + "16": 0.375 + } + }, + "llbw:k=64,lam=0.03,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.03 + }, + "rate": { + "1": 0.25625, + "4": 0.3875, + "16": 0.3875 + } + }, + "llbw:k=64,lam=0.3,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.3 + }, + "rate": { + "1": 0.225, + "4": 0.325, + "16": 0.325 + } + }, + "llbw:k=128,lam=0.01,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.01 + }, + "rate": { + "1": 0.18125, + "4": 0.3, + "16": 0.3 + } + }, + "llbw:k=128,lam=0.03,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.03 + }, + "rate": { + "1": 0.2, + "4": 0.34375, + "16": 0.34375 + } + }, + "llbw:k=128,lam=0.3,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.3 + }, + "rate": { + "1": 0.25, + "4": 0.31875, + "16": 0.31875 + } + }, + "gp_ard:c=0.35,eta=0.3,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 0.3, + "tau": 0.5 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.35,eta=0.3,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 0.3, + "tau": 1.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0125 + } + }, + "gp_ard:c=0.35,eta=0.3,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 0.3, + "tau": 2.0 + }, + "rate": { + "1": 0.0, + "4": 0.025, + "16": 0.125 + } + }, + "gp_ard:c=0.35,eta=0.3,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 0.3, + "tau": 3.0 + }, + "rate": { + "1": 0.0, + "4": 0.03125, + "16": 0.175 + } + }, + "krr_ard_ens:c=0.35,eta=0.3": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.35, + "eta": 0.3 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.35,eta=1.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 1.0, + "tau": 0.5 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.00625 + } + }, + "gp_ard:c=0.35,eta=1.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 1.0, + "tau": 1.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.03125 + } + }, + "gp_ard:c=0.35,eta=1.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 1.0, + "tau": 2.0 + }, + "rate": { + "1": 0.0, + "4": 0.025, + "16": 0.09375 + } + }, + "gp_ard:c=0.35,eta=1.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 1.0, + "tau": 3.0 + }, + "rate": { + "1": 0.0, + "4": 0.025, + "16": 0.15625 + } + }, + "krr_ard_ens:c=0.35,eta=1.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.35, + "eta": 1.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.35,eta=3.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 3.0, + "tau": 0.5 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.35,eta=3.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 3.0, + "tau": 1.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0125 + } + }, + "gp_ard:c=0.35,eta=3.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 3.0, + "tau": 2.0 + }, + "rate": { + "1": 0.0, + "4": 0.0125, + "16": 0.05625 + } + }, + "gp_ard:c=0.35,eta=3.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 3.0, + "tau": 3.0 + }, + "rate": { + "1": 0.0, + "4": 0.04375, + "16": 0.13125 + } + }, + "krr_ard_ens:c=0.35,eta=3.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.35, + "eta": 3.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.35,eta=10.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 10.0, + "tau": 0.5 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.35,eta=10.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 10.0, + "tau": 1.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.03125 + } + }, + "gp_ard:c=0.35,eta=10.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 10.0, + "tau": 2.0 + }, + "rate": { + "1": 0.0, + "4": 0.04375, + "16": 0.0875 + } + }, + "gp_ard:c=0.35,eta=10.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 10.0, + "tau": 3.0 + }, + "rate": { + "1": 0.0, + "4": 0.03125, + "16": 0.16875 + } + }, + "krr_ard_ens:c=0.35,eta=10.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.35, + "eta": 10.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.5,eta=0.3,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 0.3, + "tau": 0.5 + }, + "rate": { + "1": 0.00625, + "4": 0.01875, + "16": 0.075 + } + }, + "gp_ard:c=0.5,eta=0.3,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 0.3, + "tau": 1.0 + }, + "rate": { + "1": 0.00625, + "4": 0.0375, + "16": 0.15625 + } + }, + "gp_ard:c=0.5,eta=0.3,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 0.3, + "tau": 2.0 + }, + "rate": { + "1": 0.00625, + "4": 0.05625, + "16": 0.275 + } + }, + "gp_ard:c=0.5,eta=0.3,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 0.3, + "tau": 3.0 + }, + "rate": { + "1": 0.00625, + "4": 0.08125, + "16": 0.31875 + } + }, + "krr_ard_ens:c=0.5,eta=0.3": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.5, + "eta": 0.3 + }, + "rate": { + "1": 0.00625, + "4": 0.0125, + "16": 0.01875 + } + }, + "gp_ard:c=0.5,eta=1.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 1.0, + "tau": 0.5 + }, + "rate": { + "1": 0.0, + "4": 0.025, + "16": 0.05 + } + }, + "gp_ard:c=0.5,eta=1.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 1.0, + "tau": 1.0 + }, + "rate": { + "1": 0.0, + "4": 0.0125, + "16": 0.09375 + } + }, + "gp_ard:c=0.5,eta=1.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 1.0, + "tau": 2.0 + }, + "rate": { + "1": 0.0, + "4": 0.05625, + "16": 0.225 + } + }, + "gp_ard:c=0.5,eta=1.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 1.0, + "tau": 3.0 + }, + "rate": { + "1": 0.0, + "4": 0.09375, + "16": 0.25 + } + }, + "krr_ard_ens:c=0.5,eta=1.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.5, + "eta": 1.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.5,eta=3.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 3.0, + "tau": 0.5 + }, + "rate": { + "1": 0.0, + "4": 0.0125, + "16": 0.01875 + } + }, + "gp_ard:c=0.5,eta=3.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 3.0, + "tau": 1.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.06875 + } + }, + "gp_ard:c=0.5,eta=3.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 3.0, + "tau": 2.0 + }, + "rate": { + "1": 0.0, + "4": 0.03125, + "16": 0.19375 + } + }, + "gp_ard:c=0.5,eta=3.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 3.0, + "tau": 3.0 + }, + "rate": { + "1": 0.0, + "4": 0.0375, + "16": 0.275 + } + }, + "krr_ard_ens:c=0.5,eta=3.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.5, + "eta": 3.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.5,eta=10.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 10.0, + "tau": 0.5 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.00625 + } + }, + "gp_ard:c=0.5,eta=10.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 10.0, + "tau": 1.0 + }, + "rate": { + "1": 0.0, + "4": 0.00625, + "16": 0.05 + } + }, + "gp_ard:c=0.5,eta=10.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 10.0, + "tau": 2.0 + }, + "rate": { + "1": 0.0, + "4": 0.03125, + "16": 0.13125 + } + }, + "gp_ard:c=0.5,eta=10.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 10.0, + "tau": 3.0 + }, + "rate": { + "1": 0.0, + "4": 0.03125, + "16": 0.1875 + } + }, + "krr_ard_ens:c=0.5,eta=10.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.5, + "eta": 10.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.7,eta=0.3,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 0.3, + "tau": 0.5 + }, + "rate": { + "1": 0.25625, + "4": 0.29375, + "16": 0.4375 + } + }, + "gp_ard:c=0.7,eta=0.3,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 0.3, + "tau": 1.0 + }, + "rate": { + "1": 0.25625, + "4": 0.31875, + "16": 0.4625 + } + }, + "gp_ard:c=0.7,eta=0.3,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 0.3, + "tau": 2.0 + }, + "rate": { + "1": 0.25625, + "4": 0.35, + "16": 0.50625 + } + }, + "gp_ard:c=0.7,eta=0.3,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 0.3, + "tau": 3.0 + }, + "rate": { + "1": 0.25625, + "4": 0.34375, + "16": 0.50625 + } + }, + "krr_ard_ens:c=0.7,eta=0.3": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.7, + "eta": 0.3 + }, + "rate": { + "1": 0.25625, + "4": 0.2625, + "16": 0.2875 + } + }, + "gp_ard:c=0.7,eta=1.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 1.0, + "tau": 0.5 + }, + "rate": { + "1": 0.225, + "4": 0.25, + "16": 0.375 + } + }, + "gp_ard:c=0.7,eta=1.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 1.0, + "tau": 1.0 + }, + "rate": { + "1": 0.225, + "4": 0.3, + "16": 0.45 + } + }, + "gp_ard:c=0.7,eta=1.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 1.0, + "tau": 2.0 + }, + "rate": { + "1": 0.225, + "4": 0.29375, + "16": 0.46875 + } + }, + "gp_ard:c=0.7,eta=1.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 1.0, + "tau": 3.0 + }, + "rate": { + "1": 0.225, + "4": 0.3, + "16": 0.44375 + } + }, + "krr_ard_ens:c=0.7,eta=1.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.7, + "eta": 1.0 + }, + "rate": { + "1": 0.225, + "4": 0.25625, + "16": 0.2625 + } + }, + "gp_ard:c=0.7,eta=3.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 3.0, + "tau": 0.5 + }, + "rate": { + "1": 0.175, + "4": 0.21875, + "16": 0.3375 + } + }, + "gp_ard:c=0.7,eta=3.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 3.0, + "tau": 1.0 + }, + "rate": { + "1": 0.175, + "4": 0.19375, + "16": 0.39375 + } + }, + "gp_ard:c=0.7,eta=3.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 3.0, + "tau": 2.0 + }, + "rate": { + "1": 0.175, + "4": 0.26875, + "16": 0.49375 + } + }, + "gp_ard:c=0.7,eta=3.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 3.0, + "tau": 3.0 + }, + "rate": { + "1": 0.175, + "4": 0.24375, + "16": 0.475 + } + }, + "krr_ard_ens:c=0.7,eta=3.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.7, + "eta": 3.0 + }, + "rate": { + "1": 0.175, + "4": 0.19375, + "16": 0.20625 + } + }, + "gp_ard:c=0.7,eta=10.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 10.0, + "tau": 0.5 + }, + "rate": { + "1": 0.06875, + "4": 0.1125, + "16": 0.20625 + } + }, + "gp_ard:c=0.7,eta=10.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 10.0, + "tau": 1.0 + }, + "rate": { + "1": 0.06875, + "4": 0.15625, + "16": 0.25625 + } + }, + "gp_ard:c=0.7,eta=10.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 10.0, + "tau": 2.0 + }, + "rate": { + "1": 0.06875, + "4": 0.14375, + "16": 0.4 + } + }, + "gp_ard:c=0.7,eta=10.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 10.0, + "tau": 3.0 + }, + "rate": { + "1": 0.06875, + "4": 0.10625, + "16": 0.3625 + } + }, + "krr_ard_ens:c=0.7,eta=10.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.7, + "eta": 10.0 + }, + "rate": { + "1": 0.06875, + "4": 0.1, + "16": 0.10625 + } + }, + "gp_ard:c=1.0,eta=0.3,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 0.3, + "tau": 0.5 + }, + "rate": { + "1": 0.25, + "4": 0.33125, + "16": 0.41875 + } + }, + "gp_ard:c=1.0,eta=0.3,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 0.3, + "tau": 1.0 + }, + "rate": { + "1": 0.25, + "4": 0.3375, + "16": 0.49375 + } + }, + "gp_ard:c=1.0,eta=0.3,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 0.3, + "tau": 2.0 + }, + "rate": { + "1": 0.25, + "4": 0.33125, + "16": 0.53125 + } + }, + "gp_ard:c=1.0,eta=0.3,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 0.3, + "tau": 3.0 + }, + "rate": { + "1": 0.25, + "4": 0.33125, + "16": 0.5625 + } + }, + "krr_ard_ens:c=1.0,eta=0.3": { + "arm": "krr_ard_ens", + "cfg": { + "c": 1.0, + "eta": 0.3 + }, + "rate": { + "1": 0.25, + "4": 0.33125, + "16": 0.4 + } + }, + "gp_ard:c=1.0,eta=1.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 0.5 + }, + "rate": { + "1": 0.2625, + "4": 0.31875, + "16": 0.45 + } + }, + "gp_ard:c=1.0,eta=1.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 1.0 + }, + "rate": { + "1": 0.2625, + "4": 0.33125, + "16": 0.50625 + } + }, + "gp_ard:c=1.0,eta=1.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 2.0 + }, + "rate": { + "1": 0.2625, + "4": 0.31875, + "16": 0.49375 + } + }, + "gp_ard:c=1.0,eta=1.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 3.0 + }, + "rate": { + "1": 0.2625, + "4": 0.3625, + "16": 0.55 + } + }, + "krr_ard_ens:c=1.0,eta=1.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 1.0, + "eta": 1.0 + }, + "rate": { + "1": 0.2625, + "4": 0.325, + "16": 0.3625 + } + }, + "gp_ard:c=1.0,eta=3.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 0.5 + }, + "rate": { + "1": 0.2625, + "4": 0.3375, + "16": 0.41875 + } + }, + "gp_ard:c=1.0,eta=3.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 1.0 + }, + "rate": { + "1": 0.2625, + "4": 0.325, + "16": 0.54375 + } + }, + "gp_ard:c=1.0,eta=3.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 2.0 + }, + "rate": { + "1": 0.2625, + "4": 0.36875, + "16": 0.5125 + } + }, + "gp_ard:c=1.0,eta=3.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 3.0 + }, + "rate": { + "1": 0.2625, + "4": 0.3625, + "16": 0.6125 + } + }, + "krr_ard_ens:c=1.0,eta=3.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 1.0, + "eta": 3.0 + }, + "rate": { + "1": 0.2625, + "4": 0.3, + "16": 0.325 + } + }, + "gp_ard:c=1.0,eta=10.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 10.0, + "tau": 0.5 + }, + "rate": { + "1": 0.175, + "4": 0.20625, + "16": 0.35 + } + }, + "gp_ard:c=1.0,eta=10.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 10.0, + "tau": 1.0 + }, + "rate": { + "1": 0.175, + "4": 0.2375, + "16": 0.38125 + } + }, + "gp_ard:c=1.0,eta=10.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 10.0, + "tau": 2.0 + }, + "rate": { + "1": 0.175, + "4": 0.26875, + "16": 0.5125 + } + }, + "gp_ard:c=1.0,eta=10.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 10.0, + "tau": 3.0 + }, + "rate": { + "1": 0.175, + "4": 0.26875, + "16": 0.56875 + } + }, + "krr_ard_ens:c=1.0,eta=10.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 1.0, + "eta": 10.0 + }, + "rate": { + "1": 0.175, + "4": 0.20625, + "16": 0.2125 + } + }, + "gp_ard:c=2.0,eta=0.3,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 0.3, + "tau": 0.5 + }, + "rate": { + "1": 0.19375, + "4": 0.25625, + "16": 0.30625 + } + }, + "gp_ard:c=2.0,eta=0.3,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 0.3, + "tau": 1.0 + }, + "rate": { + "1": 0.19375, + "4": 0.31875, + "16": 0.4125 + } + }, + "gp_ard:c=2.0,eta=0.3,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 0.3, + "tau": 2.0 + }, + "rate": { + "1": 0.19375, + "4": 0.2875, + "16": 0.425 + } + }, + "gp_ard:c=2.0,eta=0.3,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 0.3, + "tau": 3.0 + }, + "rate": { + "1": 0.19375, + "4": 0.2875, + "16": 0.44375 + } + }, + "krr_ard_ens:c=2.0,eta=0.3": { + "arm": "krr_ard_ens", + "cfg": { + "c": 2.0, + "eta": 0.3 + }, + "rate": { + "1": 0.19375, + "4": 0.3, + "16": 0.325 + } + }, + "gp_ard:c=2.0,eta=1.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 1.0, + "tau": 0.5 + }, + "rate": { + "1": 0.225, + "4": 0.26875, + "16": 0.30625 + } + }, + "gp_ard:c=2.0,eta=1.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 1.0, + "tau": 1.0 + }, + "rate": { + "1": 0.225, + "4": 0.3125, + "16": 0.40625 + } + }, + "gp_ard:c=2.0,eta=1.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 1.0, + "tau": 2.0 + }, + "rate": { + "1": 0.225, + "4": 0.29375, + "16": 0.43125 + } + }, + "gp_ard:c=2.0,eta=1.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 1.0, + "tau": 3.0 + }, + "rate": { + "1": 0.225, + "4": 0.3125, + "16": 0.49375 + } + }, + "krr_ard_ens:c=2.0,eta=1.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 2.0, + "eta": 1.0 + }, + "rate": { + "1": 0.225, + "4": 0.25625, + "16": 0.29375 + } + }, + "gp_ard:c=2.0,eta=3.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 3.0, + "tau": 0.5 + }, + "rate": { + "1": 0.2125, + "4": 0.24375, + "16": 0.29375 + } + }, + "gp_ard:c=2.0,eta=3.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 3.0, + "tau": 1.0 + }, + "rate": { + "1": 0.2125, + "4": 0.25625, + "16": 0.34375 + } + }, + "gp_ard:c=2.0,eta=3.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 3.0, + "tau": 2.0 + }, + "rate": { + "1": 0.2125, + "4": 0.25625, + "16": 0.45 + } + }, + "gp_ard:c=2.0,eta=3.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 3.0, + "tau": 3.0 + }, + "rate": { + "1": 0.2125, + "4": 0.275, + "16": 0.4875 + } + }, + "krr_ard_ens:c=2.0,eta=3.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 2.0, + "eta": 3.0 + }, + "rate": { + "1": 0.2125, + "4": 0.225, + "16": 0.2375 + } + }, + "gp_ard:c=2.0,eta=10.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 10.0, + "tau": 0.5 + }, + "rate": { + "1": 0.14375, + "4": 0.18125, + "16": 0.225 + } + }, + "gp_ard:c=2.0,eta=10.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 10.0, + "tau": 1.0 + }, + "rate": { + "1": 0.14375, + "4": 0.19375, + "16": 0.29375 + } + }, + "gp_ard:c=2.0,eta=10.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 10.0, + "tau": 2.0 + }, + "rate": { + "1": 0.14375, + "4": 0.2125, + "16": 0.34375 + } + }, + "gp_ard:c=2.0,eta=10.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 10.0, + "tau": 3.0 + }, + "rate": { + "1": 0.14375, + "4": 0.2125, + "16": 0.45625 + } + }, + "krr_ard_ens:c=2.0,eta=10.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 2.0, + "eta": 10.0 + }, + "rate": { + "1": 0.14375, + "4": 0.1625, + "16": 0.1625 + } + }, + "krr_iso_ens:c=0.35,eta=0.01": { + "arm": "krr_iso_ens", + "cfg": { + "c": 0.35, + "eta": 0.01 + }, + "rate": { + "1": 0.0875, + "4": 0.1, + "16": 0.11875 + } + }, + "krr_iso_ens:c=0.35,eta=0.1": { + "arm": "krr_iso_ens", + "cfg": { + "c": 0.35, + "eta": 0.1 + }, + "rate": { + "1": 0.08125, + "4": 0.1, + "16": 0.1125 + } + }, + "krr_iso_ens:c=0.35,eta=1.0": { + "arm": "krr_iso_ens", + "cfg": { + "c": 0.35, + "eta": 1.0 + }, + "rate": { + "1": 0.075, + "4": 0.08125, + "16": 0.0875 + } + }, + "krr_iso_ens:c=0.5,eta=0.01": { + "arm": "krr_iso_ens", + "cfg": { + "c": 0.5, + "eta": 0.01 + }, + "rate": { + "1": 0.04375, + "4": 0.11875, + "16": 0.14375 + } + }, + "krr_iso_ens:c=0.5,eta=0.1": { + "arm": "krr_iso_ens", + "cfg": { + "c": 0.5, + "eta": 0.1 + }, + "rate": { + "1": 0.075, + "4": 0.11875, + "16": 0.1375 + } + }, + "krr_iso_ens:c=0.5,eta=1.0": { + "arm": "krr_iso_ens", + "cfg": { + "c": 0.5, + "eta": 1.0 + }, + "rate": { + "1": 0.0875, + "4": 0.10625, + "16": 0.1125 + } + }, + "krr_iso_ens:c=1.0,eta=0.01": { + "arm": "krr_iso_ens", + "cfg": { + "c": 1.0, + "eta": 0.01 + }, + "rate": { + "1": 0.08125, + "4": 0.1125, + "16": 0.15 + } + }, + "krr_iso_ens:c=1.0,eta=0.1": { + "arm": "krr_iso_ens", + "cfg": { + "c": 1.0, + "eta": 0.1 + }, + "rate": { + "1": 0.1, + "4": 0.125, + "16": 0.125 + } + }, + "krr_iso_ens:c=1.0,eta=1.0": { + "arm": "krr_iso_ens", + "cfg": { + "c": 1.0, + "eta": 1.0 + }, + "rate": { + "1": 0.0875, + "4": 0.1, + "16": 0.11875 + } + }, + "krr_iso_ens:c=2.0,eta=0.01": { + "arm": "krr_iso_ens", + "cfg": { + "c": 2.0, + "eta": 0.01 + }, + "rate": { + "1": 0.0875, + "4": 0.1375, + "16": 0.14375 + } + }, + "krr_iso_ens:c=2.0,eta=0.1": { + "arm": "krr_iso_ens", + "cfg": { + "c": 2.0, + "eta": 0.1 + }, + "rate": { + "1": 0.09375, + "4": 0.1, + "16": 0.1125 + } + }, + "krr_iso_ens:c=2.0,eta=1.0": { + "arm": "krr_iso_ens", + "cfg": { + "c": 2.0, + "eta": 1.0 + }, + "rate": { + "1": 0.06875, + "4": 0.075, + "16": 0.075 + } + } + } +} \ No newline at end of file diff --git a/results/icml_r3/X10/val_m5.json b/results/icml_r3/X10/val_m5.json new file mode 100644 index 0000000000000000000000000000000000000000..275352e761c10ea0c9a2731112b441b1bd54e209 --- /dev/null +++ b/results/icml_r3/X10/val_m5.json @@ -0,0 +1,2661 @@ +{ + "n_val": 160, + "rows": { + "retr_all:metric=unit,sols=1": { + "arm": "retr_all", + "cfg": { + "metric": "unit", + "sols": 1 + }, + "rate": { + "1": 0.0625, + "4": 0.1125, + "16": 0.19375 + } + }, + "retr_all:metric=unit,sols=2": { + "arm": "retr_all", + "cfg": { + "metric": "unit", + "sols": 2 + }, + "rate": { + "1": 0.0625, + "4": 0.0875, + "16": 0.19375 + } + }, + "retr_all:metric=unit,sols=4": { + "arm": "retr_all", + "cfg": { + "metric": "unit", + "sols": 4 + }, + "rate": { + "1": 0.0625, + "4": 0.0875, + "16": 0.16875 + } + }, + "jit:k=1,metric=unit,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 1, + "sigma": 0.1 + }, + "rate": { + "1": 0.0625, + "4": 0.06875, + "16": 0.075 + } + }, + "jit:k=1,metric=unit,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 1, + "sigma": 0.3 + }, + "rate": { + "1": 0.0625, + "4": 0.075, + "16": 0.10625 + } + }, + "jit:k=1,metric=unit,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 1, + "sigma": 1.0 + }, + "rate": { + "1": 0.0625, + "4": 0.075, + "16": 0.15 + } + }, + "jit:k=1,metric=unit,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 1, + "sigma": 2.0 + }, + "rate": { + "1": 0.0625, + "4": 0.1, + "16": 0.15 + } + }, + "jit:k=2,metric=unit,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 2, + "sigma": 0.1 + }, + "rate": { + "1": 0.0625, + "4": 0.08125, + "16": 0.0875 + } + }, + "jit:k=2,metric=unit,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 2, + "sigma": 0.3 + }, + "rate": { + "1": 0.0625, + "4": 0.08125, + "16": 0.10625 + } + }, + "jit:k=2,metric=unit,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 2, + "sigma": 1.0 + }, + "rate": { + "1": 0.0625, + "4": 0.08125, + "16": 0.13125 + } + }, + "jit:k=2,metric=unit,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 2, + "sigma": 2.0 + }, + "rate": { + "1": 0.0625, + "4": 0.09375, + "16": 0.15 + } + }, + "jit:k=4,metric=unit,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 4, + "sigma": 0.1 + }, + "rate": { + "1": 0.0625, + "4": 0.1125, + "16": 0.1125 + } + }, + "jit:k=4,metric=unit,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 4, + "sigma": 0.3 + }, + "rate": { + "1": 0.0625, + "4": 0.1125, + "16": 0.1375 + } + }, + "jit:k=4,metric=unit,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 4, + "sigma": 1.0 + }, + "rate": { + "1": 0.0625, + "4": 0.1125, + "16": 0.15 + } + }, + "jit:k=4,metric=unit,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 4, + "sigma": 2.0 + }, + "rate": { + "1": 0.0625, + "4": 0.1125, + "16": 0.2 + } + }, + "jit:k=8,metric=unit,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 8, + "sigma": 0.1 + }, + "rate": { + "1": 0.0625, + "4": 0.1125, + "16": 0.15 + } + }, + "jit:k=8,metric=unit,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 8, + "sigma": 0.3 + }, + "rate": { + "1": 0.0625, + "4": 0.1125, + "16": 0.18125 + } + }, + "jit:k=8,metric=unit,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 8, + "sigma": 1.0 + }, + "rate": { + "1": 0.0625, + "4": 0.1125, + "16": 0.18125 + } + }, + "jit:k=8,metric=unit,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "unit", + "k": 8, + "sigma": 2.0 + }, + "rate": { + "1": 0.0625, + "4": 0.1125, + "16": 0.20625 + } + }, + "boot:kb=4,metric=unit": { + "arm": "boot", + "cfg": { + "metric": "unit", + "kb": 4 + }, + "rate": { + "1": 0.0, + "4": 0.025, + "16": 0.0625 + } + }, + "boot:kb=8,metric=unit": { + "arm": "boot", + "cfg": { + "metric": "unit", + "kb": 8 + }, + "rate": { + "1": 0.0, + "4": 0.025, + "16": 0.03125 + } + }, + "boot:kb=16,metric=unit": { + "arm": "boot", + "cfg": { + "metric": "unit", + "kb": 16 + }, + "rate": { + "1": 0.0, + "4": 0.00625, + "16": 0.025 + } + }, + "boot:kb=32,metric=unit": { + "arm": "boot", + "cfg": { + "metric": "unit", + "kb": 32 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.00625 + } + }, + "boot:kb=64,metric=unit": { + "arm": "boot", + "cfg": { + "metric": "unit", + "kb": 64 + }, + "rate": { + "1": 0.0, + "4": 0.00625, + "16": 0.00625 + } + }, + "ll:k=32,lam=0.01,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 32, + "lam": 0.01 + }, + "rate": { + "1": 0.00625, + "4": 0.00625, + "16": 0.03125 + } + }, + "ll:k=32,lam=0.03,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 32, + "lam": 0.03 + }, + "rate": { + "1": 0.00625, + "4": 0.00625, + "16": 0.025 + } + }, + "ll:k=32,lam=0.3,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 32, + "lam": 0.3 + }, + "rate": { + "1": 0.0, + "4": 0.025, + "16": 0.0375 + } + }, + "ll:k=64,lam=0.01,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 64, + "lam": 0.01 + }, + "rate": { + "1": 0.0125, + "4": 0.0125, + "16": 0.01875 + } + }, + "ll:k=64,lam=0.03,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 64, + "lam": 0.03 + }, + "rate": { + "1": 0.0, + "4": 0.0125, + "16": 0.025 + } + }, + "ll:k=64,lam=0.3,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 64, + "lam": 0.3 + }, + "rate": { + "1": 0.0, + "4": 0.00625, + "16": 0.03125 + } + }, + "ll:k=128,lam=0.01,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 128, + "lam": 0.01 + }, + "rate": { + "1": 0.00625, + "4": 0.0125, + "16": 0.075 + } + }, + "ll:k=128,lam=0.03,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 128, + "lam": 0.03 + }, + "rate": { + "1": 0.00625, + "4": 0.00625, + "16": 0.0375 + } + }, + "ll:k=128,lam=0.3,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 128, + "lam": 0.3 + }, + "rate": { + "1": 0.0, + "4": 0.00625, + "16": 0.0375 + } + }, + "ll:k=256,lam=0.01,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 256, + "lam": 0.01 + }, + "rate": { + "1": 0.00625, + "4": 0.04375, + "16": 0.11875 + } + }, + "ll:k=256,lam=0.03,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 256, + "lam": 0.03 + }, + "rate": { + "1": 0.00625, + "4": 0.03125, + "16": 0.0875 + } + }, + "ll:k=256,lam=0.3,metric=unit": { + "arm": "ll", + "cfg": { + "metric": "unit", + "k": 256, + "lam": 0.3 + }, + "rate": { + "1": 0.0, + "4": 0.00625, + "16": 0.05625 + } + }, + "llbw:k=16,lam=0.01,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 16, + "lam": 0.01 + }, + "rate": { + "1": 0.0, + "4": 0.01875, + "16": 0.01875 + } + }, + "llbw:k=16,lam=0.03,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 16, + "lam": 0.03 + }, + "rate": { + "1": 0.00625, + "4": 0.0125, + "16": 0.0125 + } + }, + "llbw:k=16,lam=0.3,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 16, + "lam": 0.3 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "llbw:k=32,lam=0.01,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 32, + "lam": 0.01 + }, + "rate": { + "1": 0.00625, + "4": 0.01875, + "16": 0.01875 + } + }, + "llbw:k=32,lam=0.03,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 32, + "lam": 0.03 + }, + "rate": { + "1": 0.00625, + "4": 0.01875, + "16": 0.01875 + } + }, + "llbw:k=32,lam=0.3,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 32, + "lam": 0.3 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "llbw:k=64,lam=0.01,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 64, + "lam": 0.01 + }, + "rate": { + "1": 0.0125, + "4": 0.01875, + "16": 0.01875 + } + }, + "llbw:k=64,lam=0.03,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 64, + "lam": 0.03 + }, + "rate": { + "1": 0.0, + "4": 0.0125, + "16": 0.0125 + } + }, + "llbw:k=64,lam=0.3,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 64, + "lam": 0.3 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "llbw:k=128,lam=0.01,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 128, + "lam": 0.01 + }, + "rate": { + "1": 0.00625, + "4": 0.03125, + "16": 0.03125 + } + }, + "llbw:k=128,lam=0.03,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 128, + "lam": 0.03 + }, + "rate": { + "1": 0.00625, + "4": 0.01875, + "16": 0.01875 + } + }, + "llbw:k=128,lam=0.3,metric=unit": { + "arm": "llbw", + "cfg": { + "metric": "unit", + "k": 128, + "lam": 0.3 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "retr_all:metric=ard,sols=1": { + "arm": "retr_all", + "cfg": { + "metric": "ard", + "sols": 1 + }, + "rate": { + "1": 0.06875, + "4": 0.19375, + "16": 0.4 + } + }, + "retr_all:metric=ard,sols=2": { + "arm": "retr_all", + "cfg": { + "metric": "ard", + "sols": 2 + }, + "rate": { + "1": 0.06875, + "4": 0.1875, + "16": 0.40625 + } + }, + "retr_all:metric=ard,sols=4": { + "arm": "retr_all", + "cfg": { + "metric": "ard", + "sols": 4 + }, + "rate": { + "1": 0.06875, + "4": 0.1625, + "16": 0.3875 + } + }, + "jit:k=1,metric=ard,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 1, + "sigma": 0.1 + }, + "rate": { + "1": 0.06875, + "4": 0.075, + "16": 0.1 + } + }, + "jit:k=1,metric=ard,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 1, + "sigma": 0.3 + }, + "rate": { + "1": 0.06875, + "4": 0.0875, + "16": 0.1625 + } + }, + "jit:k=1,metric=ard,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 1, + "sigma": 1.0 + }, + "rate": { + "1": 0.06875, + "4": 0.13125, + "16": 0.25 + } + }, + "jit:k=1,metric=ard,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 1, + "sigma": 2.0 + }, + "rate": { + "1": 0.06875, + "4": 0.1125, + "16": 0.225 + } + }, + "jit:k=2,metric=ard,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 2, + "sigma": 0.1 + }, + "rate": { + "1": 0.06875, + "4": 0.125, + "16": 0.15625 + } + }, + "jit:k=2,metric=ard,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 2, + "sigma": 0.3 + }, + "rate": { + "1": 0.06875, + "4": 0.14375, + "16": 0.26875 + } + }, + "jit:k=2,metric=ard,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 2, + "sigma": 1.0 + }, + "rate": { + "1": 0.06875, + "4": 0.1125, + "16": 0.325 + } + }, + "jit:k=2,metric=ard,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 2, + "sigma": 2.0 + }, + "rate": { + "1": 0.06875, + "4": 0.13125, + "16": 0.28125 + } + }, + "jit:k=4,metric=ard,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 0.1 + }, + "rate": { + "1": 0.06875, + "4": 0.19375, + "16": 0.25 + } + }, + "jit:k=4,metric=ard,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 0.3 + }, + "rate": { + "1": 0.06875, + "4": 0.19375, + "16": 0.30625 + } + }, + "jit:k=4,metric=ard,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 1.0 + }, + "rate": { + "1": 0.06875, + "4": 0.19375, + "16": 0.3625 + } + }, + "jit:k=4,metric=ard,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 4, + "sigma": 2.0 + }, + "rate": { + "1": 0.06875, + "4": 0.19375, + "16": 0.35 + } + }, + "jit:k=8,metric=ard,sigma=0.1": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 8, + "sigma": 0.1 + }, + "rate": { + "1": 0.06875, + "4": 0.19375, + "16": 0.3 + } + }, + "jit:k=8,metric=ard,sigma=0.3": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 8, + "sigma": 0.3 + }, + "rate": { + "1": 0.06875, + "4": 0.19375, + "16": 0.325 + } + }, + "jit:k=8,metric=ard,sigma=1.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 8, + "sigma": 1.0 + }, + "rate": { + "1": 0.06875, + "4": 0.19375, + "16": 0.35625 + } + }, + "jit:k=8,metric=ard,sigma=2.0": { + "arm": "jit", + "cfg": { + "metric": "ard", + "k": 8, + "sigma": 2.0 + }, + "rate": { + "1": 0.06875, + "4": 0.19375, + "16": 0.3625 + } + }, + "boot:kb=4,metric=ard": { + "arm": "boot", + "cfg": { + "metric": "ard", + "kb": 4 + }, + "rate": { + "1": 0.1125, + "4": 0.1625, + "16": 0.225 + } + }, + "boot:kb=8,metric=ard": { + "arm": "boot", + "cfg": { + "metric": "ard", + "kb": 8 + }, + "rate": { + "1": 0.1125, + "4": 0.16875, + "16": 0.26875 + } + }, + "boot:kb=16,metric=ard": { + "arm": "boot", + "cfg": { + "metric": "ard", + "kb": 16 + }, + "rate": { + "1": 0.1125, + "4": 0.15625, + "16": 0.23125 + } + }, + "boot:kb=32,metric=ard": { + "arm": "boot", + "cfg": { + "metric": "ard", + "kb": 32 + }, + "rate": { + "1": 0.13125, + "4": 0.1625, + "16": 0.1875 + } + }, + "boot:kb=64,metric=ard": { + "arm": "boot", + "cfg": { + "metric": "ard", + "kb": 64 + }, + "rate": { + "1": 0.10625, + "4": 0.13125, + "16": 0.1625 + } + }, + "ll:k=32,lam=0.01,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.01 + }, + "rate": { + "1": 0.125, + "4": 0.19375, + "16": 0.2375 + } + }, + "ll:k=32,lam=0.03,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.03 + }, + "rate": { + "1": 0.1125, + "4": 0.16875, + "16": 0.26875 + } + }, + "ll:k=32,lam=0.3,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.3 + }, + "rate": { + "1": 0.125, + "4": 0.16875, + "16": 0.23125 + } + }, + "ll:k=64,lam=0.01,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.01 + }, + "rate": { + "1": 0.10625, + "4": 0.19375, + "16": 0.26875 + } + }, + "ll:k=64,lam=0.03,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.03 + }, + "rate": { + "1": 0.1125, + "4": 0.175, + "16": 0.25625 + } + }, + "ll:k=64,lam=0.3,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.3 + }, + "rate": { + "1": 0.1125, + "4": 0.1625, + "16": 0.23125 + } + }, + "ll:k=128,lam=0.01,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.01 + }, + "rate": { + "1": 0.04375, + "4": 0.08125, + "16": 0.1875 + } + }, + "ll:k=128,lam=0.03,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.03 + }, + "rate": { + "1": 0.06875, + "4": 0.11875, + "16": 0.2125 + } + }, + "ll:k=128,lam=0.3,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.3 + }, + "rate": { + "1": 0.125, + "4": 0.175, + "16": 0.23125 + } + }, + "ll:k=256,lam=0.01,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 256, + "lam": 0.01 + }, + "rate": { + "1": 0.025, + "4": 0.0375, + "16": 0.09375 + } + }, + "ll:k=256,lam=0.03,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 256, + "lam": 0.03 + }, + "rate": { + "1": 0.01875, + "4": 0.04375, + "16": 0.09375 + } + }, + "ll:k=256,lam=0.3,metric=ard": { + "arm": "ll", + "cfg": { + "metric": "ard", + "k": 256, + "lam": 0.3 + }, + "rate": { + "1": 0.04375, + "4": 0.09375, + "16": 0.175 + } + }, + "llbw:k=16,lam=0.01,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 16, + "lam": 0.01 + }, + "rate": { + "1": 0.11875, + "4": 0.225, + "16": 0.225 + } + }, + "llbw:k=16,lam=0.03,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 16, + "lam": 0.03 + }, + "rate": { + "1": 0.11875, + "4": 0.21875, + "16": 0.21875 + } + }, + "llbw:k=16,lam=0.3,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 16, + "lam": 0.3 + }, + "rate": { + "1": 0.13125, + "4": 0.16875, + "16": 0.16875 + } + }, + "llbw:k=32,lam=0.01,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.01 + }, + "rate": { + "1": 0.125, + "4": 0.20625, + "16": 0.20625 + } + }, + "llbw:k=32,lam=0.03,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.03 + }, + "rate": { + "1": 0.1125, + "4": 0.2125, + "16": 0.2125 + } + }, + "llbw:k=32,lam=0.3,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 32, + "lam": 0.3 + }, + "rate": { + "1": 0.125, + "4": 0.19375, + "16": 0.19375 + } + }, + "llbw:k=64,lam=0.01,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.01 + }, + "rate": { + "1": 0.10625, + "4": 0.1875, + "16": 0.1875 + } + }, + "llbw:k=64,lam=0.03,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.03 + }, + "rate": { + "1": 0.1125, + "4": 0.1875, + "16": 0.1875 + } + }, + "llbw:k=64,lam=0.3,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 64, + "lam": 0.3 + }, + "rate": { + "1": 0.1125, + "4": 0.18125, + "16": 0.18125 + } + }, + "llbw:k=128,lam=0.01,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.01 + }, + "rate": { + "1": 0.04375, + "4": 0.1375, + "16": 0.1375 + } + }, + "llbw:k=128,lam=0.03,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.03 + }, + "rate": { + "1": 0.06875, + "4": 0.15, + "16": 0.15 + } + }, + "llbw:k=128,lam=0.3,metric=ard": { + "arm": "llbw", + "cfg": { + "metric": "ard", + "k": 128, + "lam": 0.3 + }, + "rate": { + "1": 0.125, + "4": 0.15625, + "16": 0.15625 + } + }, + "gp_ard:c=0.35,eta=0.3,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 0.3, + "tau": 0.5 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.35,eta=0.3,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 0.3, + "tau": 1.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.35,eta=0.3,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 0.3, + "tau": 2.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.025 + } + }, + "gp_ard:c=0.35,eta=0.3,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 0.3, + "tau": 3.0 + }, + "rate": { + "1": 0.0, + "4": 0.0125, + "16": 0.0625 + } + }, + "krr_ard_ens:c=0.35,eta=0.3": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.35, + "eta": 0.3 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.35,eta=1.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 1.0, + "tau": 0.5 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.35,eta=1.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 1.0, + "tau": 1.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.35,eta=1.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 1.0, + "tau": 2.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0375 + } + }, + "gp_ard:c=0.35,eta=1.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 1.0, + "tau": 3.0 + }, + "rate": { + "1": 0.0, + "4": 0.00625, + "16": 0.0625 + } + }, + "krr_ard_ens:c=0.35,eta=1.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.35, + "eta": 1.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.35,eta=3.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 3.0, + "tau": 0.5 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.35,eta=3.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 3.0, + "tau": 1.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.00625 + } + }, + "gp_ard:c=0.35,eta=3.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 3.0, + "tau": 2.0 + }, + "rate": { + "1": 0.0, + "4": 0.01875, + "16": 0.01875 + } + }, + "gp_ard:c=0.35,eta=3.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 3.0, + "tau": 3.0 + }, + "rate": { + "1": 0.0, + "4": 0.01875, + "16": 0.06875 + } + }, + "krr_ard_ens:c=0.35,eta=3.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.35, + "eta": 3.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.35,eta=10.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 10.0, + "tau": 0.5 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.35,eta=10.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 10.0, + "tau": 1.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.35,eta=10.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 10.0, + "tau": 2.0 + }, + "rate": { + "1": 0.0, + "4": 0.00625, + "16": 0.025 + } + }, + "gp_ard:c=0.35,eta=10.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.35, + "eta": 10.0, + "tau": 3.0 + }, + "rate": { + "1": 0.0, + "4": 0.00625, + "16": 0.04375 + } + }, + "krr_ard_ens:c=0.35,eta=10.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.35, + "eta": 10.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.5,eta=0.3,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 0.3, + "tau": 0.5 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.5,eta=0.3,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 0.3, + "tau": 1.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.00625 + } + }, + "gp_ard:c=0.5,eta=0.3,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 0.3, + "tau": 2.0 + }, + "rate": { + "1": 0.0, + "4": 0.00625, + "16": 0.05625 + } + }, + "gp_ard:c=0.5,eta=0.3,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 0.3, + "tau": 3.0 + }, + "rate": { + "1": 0.0, + "4": 0.03125, + "16": 0.1 + } + }, + "krr_ard_ens:c=0.5,eta=0.3": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.5, + "eta": 0.3 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.5,eta=1.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 1.0, + "tau": 0.5 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.5,eta=1.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 1.0, + "tau": 1.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.00625 + } + }, + "gp_ard:c=0.5,eta=1.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 1.0, + "tau": 2.0 + }, + "rate": { + "1": 0.0, + "4": 0.00625, + "16": 0.03125 + } + }, + "gp_ard:c=0.5,eta=1.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 1.0, + "tau": 3.0 + }, + "rate": { + "1": 0.0, + "4": 0.01875, + "16": 0.08125 + } + }, + "krr_ard_ens:c=0.5,eta=1.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.5, + "eta": 1.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.5,eta=3.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 3.0, + "tau": 0.5 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.5,eta=3.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 3.0, + "tau": 1.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.00625 + } + }, + "gp_ard:c=0.5,eta=3.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 3.0, + "tau": 2.0 + }, + "rate": { + "1": 0.0, + "4": 0.00625, + "16": 0.025 + } + }, + "gp_ard:c=0.5,eta=3.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 3.0, + "tau": 3.0 + }, + "rate": { + "1": 0.0, + "4": 0.0125, + "16": 0.08125 + } + }, + "krr_ard_ens:c=0.5,eta=3.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.5, + "eta": 3.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.5,eta=10.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 10.0, + "tau": 0.5 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.5,eta=10.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 10.0, + "tau": 1.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.00625 + } + }, + "gp_ard:c=0.5,eta=10.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 10.0, + "tau": 2.0 + }, + "rate": { + "1": 0.0, + "4": 0.0125, + "16": 0.03125 + } + }, + "gp_ard:c=0.5,eta=10.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.5, + "eta": 10.0, + "tau": 3.0 + }, + "rate": { + "1": 0.0, + "4": 0.0125, + "16": 0.06875 + } + }, + "krr_ard_ens:c=0.5,eta=10.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.5, + "eta": 10.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=0.7,eta=0.3,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 0.3, + "tau": 0.5 + }, + "rate": { + "1": 0.05, + "4": 0.09375, + "16": 0.23125 + } + }, + "gp_ard:c=0.7,eta=0.3,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 0.3, + "tau": 1.0 + }, + "rate": { + "1": 0.05, + "4": 0.09375, + "16": 0.1875 + } + }, + "gp_ard:c=0.7,eta=0.3,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 0.3, + "tau": 2.0 + }, + "rate": { + "1": 0.05, + "4": 0.09375, + "16": 0.225 + } + }, + "gp_ard:c=0.7,eta=0.3,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 0.3, + "tau": 3.0 + }, + "rate": { + "1": 0.05, + "4": 0.075, + "16": 0.24375 + } + }, + "krr_ard_ens:c=0.7,eta=0.3": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.7, + "eta": 0.3 + }, + "rate": { + "1": 0.05, + "4": 0.06875, + "16": 0.075 + } + }, + "gp_ard:c=0.7,eta=1.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 1.0, + "tau": 0.5 + }, + "rate": { + "1": 0.04375, + "4": 0.09375, + "16": 0.16875 + } + }, + "gp_ard:c=0.7,eta=1.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 1.0, + "tau": 1.0 + }, + "rate": { + "1": 0.04375, + "4": 0.06875, + "16": 0.1875 + } + }, + "gp_ard:c=0.7,eta=1.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 1.0, + "tau": 2.0 + }, + "rate": { + "1": 0.04375, + "4": 0.0875, + "16": 0.20625 + } + }, + "gp_ard:c=0.7,eta=1.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 1.0, + "tau": 3.0 + }, + "rate": { + "1": 0.04375, + "4": 0.1, + "16": 0.225 + } + }, + "krr_ard_ens:c=0.7,eta=1.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.7, + "eta": 1.0 + }, + "rate": { + "1": 0.04375, + "4": 0.04375, + "16": 0.05 + } + }, + "gp_ard:c=0.7,eta=3.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 3.0, + "tau": 0.5 + }, + "rate": { + "1": 0.0125, + "4": 0.01875, + "16": 0.075 + } + }, + "gp_ard:c=0.7,eta=3.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 3.0, + "tau": 1.0 + }, + "rate": { + "1": 0.0125, + "4": 0.03125, + "16": 0.1125 + } + }, + "gp_ard:c=0.7,eta=3.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 3.0, + "tau": 2.0 + }, + "rate": { + "1": 0.0125, + "4": 0.04375, + "16": 0.18125 + } + }, + "gp_ard:c=0.7,eta=3.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 3.0, + "tau": 3.0 + }, + "rate": { + "1": 0.0125, + "4": 0.05625, + "16": 0.20625 + } + }, + "krr_ard_ens:c=0.7,eta=3.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.7, + "eta": 3.0 + }, + "rate": { + "1": 0.0125, + "4": 0.0125, + "16": 0.0125 + } + }, + "gp_ard:c=0.7,eta=10.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 10.0, + "tau": 0.5 + }, + "rate": { + "1": 0.0, + "4": 0.00625, + "16": 0.01875 + } + }, + "gp_ard:c=0.7,eta=10.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 10.0, + "tau": 1.0 + }, + "rate": { + "1": 0.0, + "4": 0.00625, + "16": 0.03125 + } + }, + "gp_ard:c=0.7,eta=10.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 10.0, + "tau": 2.0 + }, + "rate": { + "1": 0.0, + "4": 0.025, + "16": 0.0625 + } + }, + "gp_ard:c=0.7,eta=10.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 0.7, + "eta": 10.0, + "tau": 3.0 + }, + "rate": { + "1": 0.0, + "4": 0.01875, + "16": 0.11875 + } + }, + "krr_ard_ens:c=0.7,eta=10.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 0.7, + "eta": 10.0 + }, + "rate": { + "1": 0.0, + "4": 0.0, + "16": 0.0 + } + }, + "gp_ard:c=1.0,eta=0.3,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 0.3, + "tau": 0.5 + }, + "rate": { + "1": 0.15625, + "4": 0.19375, + "16": 0.3 + } + }, + "gp_ard:c=1.0,eta=0.3,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 0.3, + "tau": 1.0 + }, + "rate": { + "1": 0.15625, + "4": 0.20625, + "16": 0.3375 + } + }, + "gp_ard:c=1.0,eta=0.3,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 0.3, + "tau": 2.0 + }, + "rate": { + "1": 0.15625, + "4": 0.19375, + "16": 0.31875 + } + }, + "gp_ard:c=1.0,eta=0.3,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 0.3, + "tau": 3.0 + }, + "rate": { + "1": 0.15625, + "4": 0.2, + "16": 0.34375 + } + }, + "krr_ard_ens:c=1.0,eta=0.3": { + "arm": "krr_ard_ens", + "cfg": { + "c": 1.0, + "eta": 0.3 + }, + "rate": { + "1": 0.15625, + "4": 0.2, + "16": 0.21875 + } + }, + "gp_ard:c=1.0,eta=1.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 0.5 + }, + "rate": { + "1": 0.1625, + "4": 0.2, + "16": 0.325 + } + }, + "gp_ard:c=1.0,eta=1.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 1.0 + }, + "rate": { + "1": 0.1625, + "4": 0.21875, + "16": 0.33125 + } + }, + "gp_ard:c=1.0,eta=1.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 2.0 + }, + "rate": { + "1": 0.1625, + "4": 0.23125, + "16": 0.3875 + } + }, + "gp_ard:c=1.0,eta=1.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 1.0, + "tau": 3.0 + }, + "rate": { + "1": 0.1625, + "4": 0.2, + "16": 0.35625 + } + }, + "krr_ard_ens:c=1.0,eta=1.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 1.0, + "eta": 1.0 + }, + "rate": { + "1": 0.1625, + "4": 0.18125, + "16": 0.1875 + } + }, + "gp_ard:c=1.0,eta=3.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 0.5 + }, + "rate": { + "1": 0.1, + "4": 0.13125, + "16": 0.225 + } + }, + "gp_ard:c=1.0,eta=3.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 1.0 + }, + "rate": { + "1": 0.1, + "4": 0.15, + "16": 0.29375 + } + }, + "gp_ard:c=1.0,eta=3.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 2.0 + }, + "rate": { + "1": 0.1, + "4": 0.125, + "16": 0.23125 + } + }, + "gp_ard:c=1.0,eta=3.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 3.0, + "tau": 3.0 + }, + "rate": { + "1": 0.1, + "4": 0.1375, + "16": 0.26875 + } + }, + "krr_ard_ens:c=1.0,eta=3.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 1.0, + "eta": 3.0 + }, + "rate": { + "1": 0.1, + "4": 0.13125, + "16": 0.14375 + } + }, + "gp_ard:c=1.0,eta=10.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 10.0, + "tau": 0.5 + }, + "rate": { + "1": 0.0375, + "4": 0.08125, + "16": 0.15625 + } + }, + "gp_ard:c=1.0,eta=10.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 10.0, + "tau": 1.0 + }, + "rate": { + "1": 0.0375, + "4": 0.08125, + "16": 0.2 + } + }, + "gp_ard:c=1.0,eta=10.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 10.0, + "tau": 2.0 + }, + "rate": { + "1": 0.0375, + "4": 0.09375, + "16": 0.2625 + } + }, + "gp_ard:c=1.0,eta=10.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 1.0, + "eta": 10.0, + "tau": 3.0 + }, + "rate": { + "1": 0.0375, + "4": 0.06875, + "16": 0.25 + } + }, + "krr_ard_ens:c=1.0,eta=10.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 1.0, + "eta": 10.0 + }, + "rate": { + "1": 0.0375, + "4": 0.0375, + "16": 0.05 + } + }, + "gp_ard:c=2.0,eta=0.3,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 0.3, + "tau": 0.5 + }, + "rate": { + "1": 0.125, + "4": 0.15, + "16": 0.20625 + } + }, + "gp_ard:c=2.0,eta=0.3,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 0.3, + "tau": 1.0 + }, + "rate": { + "1": 0.125, + "4": 0.1625, + "16": 0.21875 + } + }, + "gp_ard:c=2.0,eta=0.3,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 0.3, + "tau": 2.0 + }, + "rate": { + "1": 0.125, + "4": 0.2, + "16": 0.3 + } + }, + "gp_ard:c=2.0,eta=0.3,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 0.3, + "tau": 3.0 + }, + "rate": { + "1": 0.125, + "4": 0.225, + "16": 0.34375 + } + }, + "krr_ard_ens:c=2.0,eta=0.3": { + "arm": "krr_ard_ens", + "cfg": { + "c": 2.0, + "eta": 0.3 + }, + "rate": { + "1": 0.125, + "4": 0.16875, + "16": 0.1875 + } + }, + "gp_ard:c=2.0,eta=1.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 1.0, + "tau": 0.5 + }, + "rate": { + "1": 0.14375, + "4": 0.15625, + "16": 0.1875 + } + }, + "gp_ard:c=2.0,eta=1.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 1.0, + "tau": 1.0 + }, + "rate": { + "1": 0.14375, + "4": 0.19375, + "16": 0.2625 + } + }, + "gp_ard:c=2.0,eta=1.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 1.0, + "tau": 2.0 + }, + "rate": { + "1": 0.14375, + "4": 0.18125, + "16": 0.25 + } + }, + "gp_ard:c=2.0,eta=1.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 1.0, + "tau": 3.0 + }, + "rate": { + "1": 0.14375, + "4": 0.16875, + "16": 0.29375 + } + }, + "krr_ard_ens:c=2.0,eta=1.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 2.0, + "eta": 1.0 + }, + "rate": { + "1": 0.14375, + "4": 0.14375, + "16": 0.15 + } + }, + "gp_ard:c=2.0,eta=3.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 3.0, + "tau": 0.5 + }, + "rate": { + "1": 0.09375, + "4": 0.125, + "16": 0.15625 + } + }, + "gp_ard:c=2.0,eta=3.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 3.0, + "tau": 1.0 + }, + "rate": { + "1": 0.09375, + "4": 0.13125, + "16": 0.2125 + } + }, + "gp_ard:c=2.0,eta=3.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 3.0, + "tau": 2.0 + }, + "rate": { + "1": 0.09375, + "4": 0.11875, + "16": 0.25 + } + }, + "gp_ard:c=2.0,eta=3.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 3.0, + "tau": 3.0 + }, + "rate": { + "1": 0.09375, + "4": 0.1375, + "16": 0.21875 + } + }, + "krr_ard_ens:c=2.0,eta=3.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 2.0, + "eta": 3.0 + }, + "rate": { + "1": 0.09375, + "4": 0.11875, + "16": 0.125 + } + }, + "gp_ard:c=2.0,eta=10.0,tau=0.5": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 10.0, + "tau": 0.5 + }, + "rate": { + "1": 0.05625, + "4": 0.10625, + "16": 0.1375 + } + }, + "gp_ard:c=2.0,eta=10.0,tau=1.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 10.0, + "tau": 1.0 + }, + "rate": { + "1": 0.05625, + "4": 0.1, + "16": 0.1625 + } + }, + "gp_ard:c=2.0,eta=10.0,tau=2.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 10.0, + "tau": 2.0 + }, + "rate": { + "1": 0.05625, + "4": 0.075, + "16": 0.21875 + } + }, + "gp_ard:c=2.0,eta=10.0,tau=3.0": { + "arm": "gp_ard", + "cfg": { + "c": 2.0, + "eta": 10.0, + "tau": 3.0 + }, + "rate": { + "1": 0.05625, + "4": 0.125, + "16": 0.2625 + } + }, + "krr_ard_ens:c=2.0,eta=10.0": { + "arm": "krr_ard_ens", + "cfg": { + "c": 2.0, + "eta": 10.0 + }, + "rate": { + "1": 0.05625, + "4": 0.0625, + "16": 0.06875 + } + }, + "krr_iso_ens:c=0.35,eta=0.01": { + "arm": "krr_iso_ens", + "cfg": { + "c": 0.35, + "eta": 0.01 + }, + "rate": { + "1": 0.01875, + "4": 0.03125, + "16": 0.05 + } + }, + "krr_iso_ens:c=0.35,eta=0.1": { + "arm": "krr_iso_ens", + "cfg": { + "c": 0.35, + "eta": 0.1 + }, + "rate": { + "1": 0.01875, + "4": 0.04375, + "16": 0.04375 + } + }, + "krr_iso_ens:c=0.35,eta=1.0": { + "arm": "krr_iso_ens", + "cfg": { + "c": 0.35, + "eta": 1.0 + }, + "rate": { + "1": 0.03125, + "4": 0.03125, + "16": 0.04375 + } + }, + "krr_iso_ens:c=0.5,eta=0.01": { + "arm": "krr_iso_ens", + "cfg": { + "c": 0.5, + "eta": 0.01 + }, + "rate": { + "1": 0.04375, + "4": 0.05625, + "16": 0.06875 + } + }, + "krr_iso_ens:c=0.5,eta=0.1": { + "arm": "krr_iso_ens", + "cfg": { + "c": 0.5, + "eta": 0.1 + }, + "rate": { + "1": 0.05625, + "4": 0.06875, + "16": 0.075 + } + }, + "krr_iso_ens:c=0.5,eta=1.0": { + "arm": "krr_iso_ens", + "cfg": { + "c": 0.5, + "eta": 1.0 + }, + "rate": { + "1": 0.0375, + "4": 0.0625, + "16": 0.075 + } + }, + "krr_iso_ens:c=1.0,eta=0.01": { + "arm": "krr_iso_ens", + "cfg": { + "c": 1.0, + "eta": 0.01 + }, + "rate": { + "1": 0.05, + "4": 0.05625, + "16": 0.075 + } + }, + "krr_iso_ens:c=1.0,eta=0.1": { + "arm": "krr_iso_ens", + "cfg": { + "c": 1.0, + "eta": 0.1 + }, + "rate": { + "1": 0.0625, + "4": 0.0875, + "16": 0.0875 + } + }, + "krr_iso_ens:c=1.0,eta=1.0": { + "arm": "krr_iso_ens", + "cfg": { + "c": 1.0, + "eta": 1.0 + }, + "rate": { + "1": 0.05625, + "4": 0.075, + "16": 0.08125 + } + }, + "krr_iso_ens:c=2.0,eta=0.01": { + "arm": "krr_iso_ens", + "cfg": { + "c": 2.0, + "eta": 0.01 + }, + "rate": { + "1": 0.05625, + "4": 0.0875, + "16": 0.0875 + } + }, + "krr_iso_ens:c=2.0,eta=0.1": { + "arm": "krr_iso_ens", + "cfg": { + "c": 2.0, + "eta": 0.1 + }, + "rate": { + "1": 0.0625, + "4": 0.08125, + "16": 0.09375 + } + }, + "krr_iso_ens:c=2.0,eta=1.0": { + "arm": "krr_iso_ens", + "cfg": { + "c": 2.0, + "eta": 1.0 + }, + "rate": { + "1": 0.0375, + "4": 0.05, + "16": 0.05 + } + } + } +} \ No newline at end of file diff --git a/results/icml_r3/X10/ver_m2b.log b/results/icml_r3/X10/ver_m2b.log new file mode 100644 index 0000000000000000000000000000000000000000..5e6a3b77859ed768d777b50a88a4b417dd3f96a7 --- /dev/null +++ b/results/icml_r3/X10/ver_m2b.log @@ -0,0 +1,2 @@ +2 90 98 2s cache 1760 +ver done 2 4s diff --git a/results/icml_r3/X10/ver_m2c.log b/results/icml_r3/X10/ver_m2c.log new file mode 100644 index 0000000000000000000000000000000000000000..a33d784d19f23e4c28955e6ae6bd67fc57c5bc1f --- /dev/null +++ b/results/icml_r3/X10/ver_m2c.log @@ -0,0 +1,12 @@ +2 100 208 6s cache 7200 +2 110 208 26s cache 32159 +2 120 208 36s cache 43176 +2 130 208 56s cache 68040 +2 140 208 66s cache 79400 +2 150 208 86s cache 103720 +2 160 208 108s cache 128360 +2 170 208 130s cache 152680 +2 180 208 152s cache 177000 +2 190 208 173s cache 201800 +2 200 208 193s cache 226440 +ver done 2 209s diff --git a/results/icml_r3/X10/ver_val.log b/results/icml_r3/X10/ver_val.log new file mode 100644 index 0000000000000000000000000000000000000000..f09e87b2787fb86f2003621348c28ebe3bee022c --- /dev/null +++ b/results/icml_r3/X10/ver_val.log @@ -0,0 +1,20 @@ +2 0 86 2s cache 2560 +2 10 86 14s cache 21716 +2 20 86 26s cache 42508 +2 30 86 38s cache 62070 +2 40 86 50s cache 81580 +2 50 86 66s cache 106380 +2 60 86 81s cache 130860 +2 70 86 96s cache 155180 +2 80 86 111s cache 179660 +ver done 2 119s +3 0 86 2s cache 2560 +3 10 86 16s cache 21841 +3 20 86 31s cache 42746 +3 30 86 44s cache 62675 +3 40 86 58s cache 82317 +3 50 86 75s cache 107117 +3 60 86 92s cache 131597 +3 70 86 110s cache 155917 +3 80 86 128s cache 180397 +ver done 3 137s diff --git a/results/icml_r3/X10/ver_val.sh b/results/icml_r3/X10/ver_val.sh new file mode 100644 index 0000000000000000000000000000000000000000..9edaa0b379e6f9a27c9c9e0885d877fc9b3a11aa --- /dev/null +++ b/results/icml_r3/X10/ver_val.sh @@ -0,0 +1,7 @@ +#!/bin/bash +cd /home/cercola/matte_server/DiffusionControl +export CUDA_VISIBLE_DEVICES= OMP_NUM_THREADS=1 RAYON_NUM_THREADS=1 PYTHONPATH=. +for m in 2 3 4 5; do + until [ -f results/icml_r3/X10/valcand_m$m.pkl ]; do sleep 5; done + myenv/bin/python -W ignore -m nonlinear.mimo_unstable.x10_val ver --ms $m --workers 9 +done diff --git a/results/icml_r3/X10/ver_val2.log b/results/icml_r3/X10/ver_val2.log new file mode 100644 index 0000000000000000000000000000000000000000..9257f8de45d6e4921c23411b5a36afac5ce82b37 --- /dev/null +++ b/results/icml_r3/X10/ver_val2.log @@ -0,0 +1,57 @@ +3 90 208 1s cache 1760 +3 100 208 7s cache 11040 +3 110 208 22s cache 35360 +3 120 208 29s cache 45763 +3 130 208 44s cache 70023 +3 140 208 51s cache 80743 +3 150 208 66s cache 105063 +3 160 208 82s cache 129703 +3 170 208 97s cache 154023 +3 180 208 112s cache 178343 +3 190 208 128s cache 203143 +3 200 208 143s cache 227783 +ver done 3 154s +4 0 208 2s cache 2560 +4 10 208 19s cache 22607 +4 20 208 34s cache 40350 +4 30 208 54s cache 65950 +4 40 208 65s cache 79710 +4 50 208 69s cache 83846 +4 60 208 87s cache 106246 +4 70 208 103s cache 125271 +4 80 208 124s cache 150871 +4 90 208 131s cache 159511 +4 100 208 142s cache 172151 +4 110 208 163s cache 196471 +4 120 208 183s cache 220791 +4 130 208 204s cache 245111 +4 140 208 225s cache 269431 +4 150 208 245s cache 293751 +4 160 208 265s cache 318071 +4 170 208 286s cache 342391 +4 180 208 306s cache 366711 +4 190 208 326s cache 391031 +4 200 208 347s cache 415991 +ver done 4 362s +5 0 208 3s cache 2560 +5 10 208 29s cache 22541 +5 20 208 52s cache 40287 +5 30 208 83s cache 65887 +5 40 208 100s cache 79647 +5 50 208 106s cache 83606 +5 60 208 135s cache 106006 +5 70 208 158s cache 125038 +5 80 208 191s cache 150638 +5 90 208 202s cache 159278 +5 100 208 219s cache 171918 +5 110 208 250s cache 196238 +5 120 208 282s cache 220558 +5 130 208 313s cache 244878 +5 140 208 345s cache 269198 +5 150 208 377s cache 293518 +5 160 208 409s cache 317838 +5 170 208 440s cache 342158 +5 180 208 473s cache 366478 +5 190 208 504s cache 390798 +5 200 208 536s cache 415758 +ver done 5 560s diff --git a/results/icml_r3/X10/ver_val2.sh b/results/icml_r3/X10/ver_val2.sh new file mode 100644 index 0000000000000000000000000000000000000000..db059c3fc66cb5c721f63b2d4f31fd55c33a234b --- /dev/null +++ b/results/icml_r3/X10/ver_val2.sh @@ -0,0 +1,4 @@ +#!/bin/bash +cd /home/cercola/matte_server/DiffusionControl +export CUDA_VISIBLE_DEVICES= OMP_NUM_THREADS=1 RAYON_NUM_THREADS=1 PYTHONPATH=. +myenv/bin/python -W ignore -m nonlinear.mimo_unstable.x10_val ver --ms 3,4,5 --workers 10 diff --git a/results/icml_r3/X1F/DRIVER_DONE b/results/icml_r3/X1F/DRIVER_DONE new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/results/icml_r3/X1F/FROZEN.json b/results/icml_r3/X1F/FROZEN.json new file mode 100644 index 0000000000000000000000000000000000000000..4fe5dfaf8baac785545254184ce3cd5a946d17c4 --- /dev/null +++ b/results/icml_r3/X1F/FROZEN.json @@ -0,0 +1,276 @@ +{ + "test_arms": { + "flow": { + "0": [ + [ + "flow_s0", + "e100", + [ + 0, + 1, + 2 + ] + ] + ], + "config": [ + "flow_s0", + "e100" + ], + "1": [ + [ + "flow_s1", + "e100", + [ + 0 + ] + ] + ], + "2": [ + [ + "flow_s2", + "e100", + [ + 0 + ] + ] + ] + }, + "mdn": { + "0": [ + [ + "mdn_M4_s0", + "modes", + [ + 0, + 1, + 2 + ] + ] + ], + "config": [ + "mdn_M4_s0", + "modes" + ], + "1": [ + [ + "mdn_M4_s1", + "modes", + [ + 0 + ] + ] + ], + "2": [ + [ + "mdn_M4_s2", + "modes", + [ + 0 + ] + ] + ] + }, + "mip": { + "0": [ + [ + "mip_s0", + "dstoch", + [ + 0, + 1, + 2 + ] + ] + ], + "config": [ + "mip_s0", + "dstoch" + ], + "1": [ + [ + "mip_s1", + "dstoch", + [ + 0 + ] + ] + ], + "2": [ + [ + "mip_s2", + "dstoch", + [ + 0 + ] + ] + ] + }, + "wta": { + "0": [ + [ + "wta_M32_s0", + "top", + [ + 0 + ] + ] + ], + "config": [ + "wta_M32_s0", + "top" + ], + "1": [ + [ + "wta_M32_s1", + "top", + [ + 0 + ] + ] + ], + "2": [ + [ + "wta_M32_s2", + "top", + [ + 0 + ] + ] + ] + }, + "cvae": { + "0": [ + [ + "cvae_z16_b1e-2_s0", + "iid", + [ + 0, + 1, + 2 + ] + ] + ], + "config": [ + "cvae_z16_b1e-2_s0", + "iid" + ], + "1": [ + [ + "cvae_z16_b1e-2_s1", + "iid", + [ + 0 + ] + ] + ], + "2": [ + [ + "cvae_z16_b1e-2_s2", + "iid", + [ + 0 + ] + ] + ] + }, + "diff": { + "0": [ + [ + "diff_s0", + "d10", + [ + 0, + 1, + 2 + ] + ] + ], + "config": [ + "diff_s0", + "d10" + ] + }, + "flowc": { + "0": [ + [ + "flow_s0", + "e100c", + [ + 0 + ] + ] + ], + "config": [ + "flow_s0", + "e100c" + ] + }, + "diffchk": { + "0": [ + [ + "unetA0conv", + "d10", + [ + 0, + 1, + 2 + ] + ] + ], + "config": [ + "unetA0conv", + "d10" + ] + } + }, + "test_extra": { + "flow seed0 Euler-10 (matched NFE)": [ + [ + "flow_s0", + "e10", + [ + 0, + 1, + 2 + ] + ] + ], + "diag flow S=20 clip tau=1.0 (post-hoc)": [ + [ + "flow_s0", + "e20c", + [ + 0 + ] + ] + ], + "diag flow S=20 clip tau=1.5 (post-hoc)": [ + [ + "flow_s0", + "e20ct15", + [ + 0 + ] + ] + ], + "diag flow S=20 clip tau=2.0 (post-hoc)": [ + [ + "flow_s0", + "e20ct2", + [ + 0 + ] + ] + ] + }, + "written": { + "flow": "2026-10-13T01:40:09", + "mdn": "2026-10-13T01:40:09", + "mip": "2026-10-13T01:40:09", + "wta": "2026-10-13T02:46:34", + "cvae": "2026-10-13T02:46:34", + "diff": "2026-10-13T02:46:34", + "flowc": "2026-10-13T02:46:34", + "diffchk": "2026-10-13T02:57:30" + } +} \ No newline at end of file diff --git a/results/icml_r3/X1F/PREREG.md b/results/icml_r3/X1F/PREREG.md new file mode 100644 index 0000000000000000000000000000000000000000..d55997b6d118e396112af42f5b14ebc08f3e7acb --- /dev/null +++ b/results/icml_r3/X1F/PREREG.md @@ -0,0 +1,77 @@ +# Pre-registration X1F: is diffusion specifically needed on the Furuta headline? (same-backbone multi-hypothesis generators) +Written 2026-10-13 00:31 PDT, before ANY test-set scoring of the new arms (validation scoring of snapshots for pipeline debugging only). +Repo `/home/cercola/matte_server/DiffusionControl`, branch icml-experiments. Old arm model on purpose (X2 rebuilds the corrected-arm lineage in parallel). + +## Question +`docs/headline_hardening.md`: U-Net diffusion (unet_a, DDIM-10) 92.8 / 95.9 / 96.6 % at K=1/4/16 vs retrieval+P 59.0 / 86.3 / 95.3 and +4.7 / +7.2 over the best +same-backbone regression twin (MC-dropout). Pan et al. (ICLR 2026, arXiv 2512.01809) argue such gains come from iterative computation + stochasticity, +not from multimodality, and that a two-step regression matches flow policies. Do other strong same-backbone generators (flow, MDN, WTA heads, cVAE, +two-step regression) recover the diffusion advantage? Refuting outcome for "diffusion is needed": some arm is non-inferior to diffusion +(paired CI lower bound > -3 pp) at K=1 and K=4. + +## Fixed (identical to the existing headline) +- Backbone `TrajUNet` (ch 64/128/256, emb 192, FiLM, 3.75M parameters; heads add <= 0.2M), data `data/furuta_traj_dataset_v3.pt` (2801 plants, 116-vector min-max scaled + into [-0.96,0.96]), AdamW 2e-4 wd 1e-4, 1500 warm-up + cosine, grad-clip 1, batch 64, **96k steps**, EMA 0.999 / 0.9995 with the (1+n)/(10+n) warm-up + (`nonlinear/training/train_furuta_mh.py`; only the objective / head differs from `train_furuta_v4.py`). +- Verifier / scorer: `furuta_v4_eval.score_cands` (certified_catch_set re-solves P for the candidate gain on the target plant + score_solution), success at K = + any of the first K candidates passes; candidates clamped to [-1,1] like the existing samplers/twin. +- Plants (E_stats): validation = seed 51001 n=60 (selection only, sampler seeds 0,1); test = seeds 71001 + 71002, 150 each, n=300 (never in any bank, untouched by selection). +- Existing rows, not re-run: unet_a seed 0 s72000 ema999 DDIM-10 (3 sampler seeds; the headline), unet_a seed 0 s96000 (same step count as the new arms), seeds 1,2 s96000, + nearest+P (2801 bank), twin reg_mcd (det K=1, MC-dropout K>1), from `results/icml_r2/E_stats/test_*.npz`. + +## Arms (training seed 0 first; seeds 1, 2 of the selected configs only if they finish before 08:20 PT) +| arm | objective | NFE | K candidates | +|---|---|---|---| +| flow | rectified flow, I_t = t x0 + (1-t) z, regress x0 - z, t~U[0,1] | Euler steps S | iid z | +| mdn | M diagonal-Gaussian components over the 116-vector (NLL, sigma >= 5e-3), mixture logits from detached features | 1 | iid from the mixture, or the M mode-means by descending weight then iid | +| wta | M heads, relaxed WTA loss (eps 0.05) + score head (CE on the winner, detached features) | 1 | heads in descending score order (deterministic; M >= 16) | +| cvae | encoder MLP(x0,c) -> z; decoder = TrajUNet with z added to the FiLM embedding; sum-sq recon + beta KL | 1 | z~N(0,I) iid, or z=0 first then iid | +| mip | Pan et al.: ||f(0,t=0)-x0||^2 + ||f(I_t*,t*)-x0||^2, t*=0.9, I_t* = t* x0 + (1-t*) z; inference f(t* f(0,0), t*) | 2 | deterministic (K=1 repeated), or z-noise in the second pass (mode det / stoch / det+stoch = first candidate deterministic, rest stochastic) | + +## Selection on VALIDATION only (rule fixed now; checkpoint = s96000 ema999 for every new arm, no checkpoint selection) +Score = mean of val success at K=1, 4, 16 (mean of 2 sampler seeds; deterministic arms 1). Ties -> fewer NFE, then smaller M / zdim. +- flow: Euler steps S in {1, 2, 4, 10, 20}. Test also reports S=10 (matched NFE = matched wall-clock with DDIM-10: same network, 10 forward passes) if S != 10. +- mdn: M in {4, 8} x mode in {iid, modes}. +- wta: M in {16, 32} (K=16 needs >= 16 hypotheses). +- cvae: (zdim, beta) in {(4,0.1), (16,0.01), (16,0.1), (4,0.01), (16,0.001)} x mode in {iid, zero_first}; beta multiplies the KL against a sum-of-squares recon (beta = 2 sigma_dec^2). +- mip: mode in {det, stoch, det+stoch}. +The chosen config per arm is written to `FROZEN.json` before the first test scoring. Seeds 1, 2 use the same config. + +## Test statistics (n = 300 plants) +Per arm: per-plant success averaged over sampler seeds (seed 0: sampler seeds 0,1,2; seeds 1,2: sampler seed 0, as for unet_a), K = 1, 4, 16. +- **Primary family (Holm over 15):** each arm (training seed 0) minus unet_a seed 0 s72k DDIM-10 at K = 1, 4, 16. Mean paired difference, bootstrap 95% CI (10000) + over plants, two-sided sign-flip permutation (20000), exact McNemar on sampler seed 0. +- **Decision rule:** an arm "matches diffusion" at K if the paired CI lower bound > -3 pp (non-inferiority margin 3 pp, below the +4.7 / +7.2 pp diffusion-over-twin gap). + "Diffusion is needed" is supported only if every arm is inferior (Holm p < 0.05, diff < 0) at K=1 and K=4. +- Secondary (unadjusted, labelled): each arm minus unet_a s96k, minus the twin (reg_mcd det at K=1, MC-dropout at K>1), minus nearest+P (2801); flow at S=10; DDPM not run. +- Across seeds: per-seed success is reported; the across-seed claim treats the seed as the unit (3 seeds: described by range, no pooled-over-seeds McNemar and no p-value + from 3 points). unet_a seeds 1,2 are s96k with one sampler seed. +- If an arm cannot finish 96k steps, all arms are compared at the same reduced step count, with unet_a's matching intermediate checkpoint (models/v4/unet_a_s.pth, + saved every 8000 steps) scored the same way; resumable checkpoints are kept in `models/x1f/` on andromeda. + +## Compute / protocol +GPU: andromeda RTX 5090 only (training; <= 4 concurrent processes, ~0.9 GB each, queue `results/icml_r3/X1F/x1f_queue.py`, hard timeout to 08:20 PT, no launches after 08:00). +Sampling + scoring: virgo CPU, <= 12 workers. Held-out plants are never in a bank. Figures (if any) without in-axes text. + +## Addendum 2026-10-13 01:20 PDT (before any test scoring; flow s96000 validation seen: Euler S=1/2/4/10/20 -> mean(K1,K4,K16) 55.7/79.7/85.0/91.4/93.3, best at the grid edge) +- Flow grid extended to S in {1, 2, 4, 10, 20, 40, 100}; the validation-selected S is the "tuned flow" row, S=10 (matched NFE with DDIM-10) is always reported too. + Nothing else in the grid changes. A control arm `diff_s0` (the unet_a objective, eps-prediction DDPM-500, DDIM-10 sampling, trained with THIS trainer, seed 0) is added + to check that the trainer/evaluation path reproduces the existing unet_a rows; it is not part of the primary family. + +## Addendum 2026-10-13 01:40 PDT (per-arm freezing before any test scoring of that arm; FROZEN.json written first) +Validation selection (results/icml_r3/X1F/val_selection.txt) frozen so far: flow -> Euler S=100 (val mean 94.2; S=10 91.4 is reported as the matched-NFE row); +mdn -> M=4, mode-means first (90.0; M=8 87.5); mip -> det+stoch (91.7; det 90.0, stoch 91.1). wta, cvae, diff are frozen later, each before its own test scoring. +Seeds 1,2 are queued for the frozen configs only. Test scoring uses sampler seeds 0,1,2 for training seed 0 and sampler seed 0 for seeds 1,2 (wta: deterministic, one run). + +## Addendum 2026-10-13 01:52 PDT: post-hoc diagnostic variant "flowc" (disclosed: written AFTER flow S=100 sampler-seed-0 test scoring was seen: K=1/4/16 = 92.7/93.0/93.7) +Observation that motivates it: the flow S=100 row matches diffusion at K=1 but is about 3 pp lower at K=4 and K=16. The existing diffusion rows use DDIM with diffusers' clip_sample=True +(the predicted clean sample is clipped to [-1,1] at every step), which the flow Euler sampler did not have. "flowc" = the same flow checkpoint with the same per-step clip, +x1_hat = clip(x + (1-t) v), v' = (x1_hat - x)/(1-t) (no retraining). Its Euler steps S in {10, 20, 40, 100} are selected on VALIDATION ONLY (same score), then scored once on test. +It is reported as a labelled post-hoc row and is NOT in the primary Holm family (the primary flow row stays the frozen S=100 unclipped sampler). +Addendum 01:55 PDT (flowc grid, validation-only): val shows clipping alone changes nothing (S=10: 86.7/93.3/93.3 clipped vs 88.3/92.5/93.3 unclipped means). Test candidate diversity (mean pairwise RMS of 16 +candidates, normalised space) is 0.061 for unet_a DDIM-10, 0.032 for the MC-dropout twin and 0.023 for flow S=100, so the flowc grid also gets an initial-noise temperature tau in {1, 1.5, 2} +(x_T ~ N(0, tau^2 I)) at S in {20, 100}. Selection on validation only (same score); the chosen flowc config is scored once on test and reported as post-hoc. +Addendum 02:48 PDT (post-hoc DIAGNOSTIC, test-scored without val selection): flow S=20 + clip at initial-noise temperature tau = 1.0 / 1.5 / 2.0, sampler seed 0 only. Purpose: separate "flow K>=4 gap = less +sample diversity" from other causes (rescue table in test_report.txt: of the K=1 failures diffusion solves 13/23 by K=16, flow S=100 only 5/24). Not selected, not in the primary family, labelled "diag" in the report. +Addendum 02:57 PDT (pipeline control, no selection): "diffchk" = the E_stats unet_a seed 0 step-72000 EMA-0.999 checkpoint converted to the X1F format (models/x1f/unetA0conv_s96000.pth) and sampled (DDIM-10, sampler seeds 0,1,2) +and scored by THIS evaluation path on the same test plants. It must reproduce the E_stats row (92.8 / 95.9 / 96.6) within sampler noise; it is a check of the code path, not an arm. diff --git a/results/icml_r3/X1F/RESUME.md b/results/icml_r3/X1F/RESUME.md new file mode 100644 index 0000000000000000000000000000000000000000..1a92653b773db4ad7fc1fdc7292ad1ef975d2c0c --- /dev/null +++ b/results/icml_r3/X1F/RESUME.md @@ -0,0 +1,30 @@ +# X1F RESUME (written 2026-10-13 02:50 PDT): everything below runs detached; nothing needs an agent to launch it +Question/prereg: results/icml_r3/X1F/PREREG.md (read it; all selection rules are scripted, no judgment calls). Frozen configs: FROZEN.json. + +## What is running (record of PIDs: ~/icml_r3_pids/X1F.txt on andromeda and virgo) +1. **andromeda GPU queue** `~/DiffusionControl/results/icml_r3/X1F/x1f_queue.py` (under `timeout` ending 08:20 PT, max 4 trainings, no launch after 08:00 PT, >= 3000 MiB VRAM kept free). + It reads `jobs.txt` (priority = file order; a job is done when `models/x1f/_s96000.pth` exists; trainings are `--resume`-able from `models/x1f/_resume.pt`, saved every 4000 steps). + Order after the seed-0 grid: diff_s0 (control), flow_s1/s2, mip_s1/s2, mdn_M4_s1/s2, cvae_z16_b1e-2_s1/s2, wta_M32_s1/s2. Logs: `results/icml_r3/X1F/logs/train_.log`, `queue.log`. +2. **virgo CPU driver** `results/icml_r3/X1F/x1f_driver.sh` (under `timeout` ending 08:20 PT; RAYON_NUM_THREADS=1; 6 scoring workers + 2 torch threads): every 3 min it rsyncs finished `*_s96000.pth` + from andromeda, runs `furuta_mh_select test` (scores each FROZEN config on the n=300 E_stats test plants as soon as its checkpoint exists; finished outputs are skipped), refreshes + `test_report.txt` (arm x K table + paired tests) and `diversity.txt`, and when every FROZEN output exists runs `furuta_mh_timing` and writes `DRIVER_DONE`. + Logs: `logs/test_driver.log`, `report.err`, `complete.log` (lists missing outputs). + +## Outputs (all under results/icml_r3/X1F/ on virgo) +`val_selection.txt` (validation grid + choices), `FROZEN.json`, `val_*.npz`, `test___s.npz` (ok[300,16] prefix-success), `cands/` (normalised samples), +`test_report.txt` (primary Holm family, secondary tests, per-seed table), `diversity.txt`, `timing.txt`, `logs/`. Checkpoints: `models/x1f/` (virgo: s96000 EMA snapshots; andromeda: + resume files). + +## If something died +- Queue: on andromeda `cd ~/DiffusionControl; T=$(( $(TZ=America/Los_Angeles date -d 'today 08:20' +%s) - $(date +%s) )); MAXP=4 setsid nohup timeout --signal=TERM $T .venv/bin/python results/icml_r3/X1F/x1f_queue.py > results/icml_r3/X1F/queue.log 2>&1 < /dev/null & disown` (only before 08:00 PT; the 08:30 PT window is the hard end for andromeda). +- Driver: same `setsid nohup timeout ... results/icml_r3/X1F/x1f_driver.sh` on virgo. Later (after the GPU window): copy any `*_resume.pt` of unfinished runs and finish them in a later window with `--resume` (same command line as in jobs.txt). + +## Still needs an agent afterwards +1. Read `test_report.txt`, `diversity.txt`, `timing.txt`, `val_selection.txt`; write `docs/icml_r3_x1_furuta.md` with the research-doc skill (4-part structure, TL;DR, front-matter) and the arm x K table with the existing diffusion/twin/retrieval rows (already in test_report.txt). +2. Across-seed statement: seed = resampling unit (per-seed table at the end of test_report.txt; 3 seeds, no p-value from 3 points). +3. Delete andromeda scratch when done (models/x1f/*_resume.pt, snapshots) and report PIDs/ends to the orchestrator. +Findings so far (seed 0, n=300, K=1/4/16): diffusion unet_a 92.8/95.9/96.6; flow S=100 92.2/92.8/93.7; MDN M4 89.3/92.7/94.7; MIP (two-step) 88.3/89.0/89.6; twin (MC-dropout) 88.1/88.7/89.5; retrieval 59.0/86.3/95.3. + +## Addenda (03:05 PDT) +- FROZEN.json also holds: `diff` (control: the unet_a objective trained through the X1F trainer, job diff_s0), `diffchk` (pipeline control: the E_stats unet_a s72000 checkpoint converted to the X1F format, `models/x1f/unetA0conv_s96000.pth`, virgo only; + must reproduce 92.8/95.9/96.6), `flowc` (post-hoc: flow S=100 with per-step clip), and `test_extra` diagnostics (flow S=20 + clip at initial-noise temperature 1.0/1.5/2.0; flow Euler-10 = matched NFE). +- Draft doc already written: docs/icml_r3_x1_furuta.md (interim; TODO comments mark the rows that depend on seeds 1,2, the controls and timing.txt). Figure: figures/icml_r3/fig_x1f_arms.{png,pdf} (re-run `python nonlinear/plotting/fig_x1f_arms.py` when seeds finish). diff --git a/results/icml_r3/X1F/STOP_WATCH b/results/icml_r3/X1F/STOP_WATCH new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/results/icml_r3/X1F/diversity.txt b/results/icml_r3/X1F/diversity.txt new file mode 100644 index 0000000000000000000000000000000000000000..4c51f773cecb85cd0d8e8da025d779354bde0354 --- /dev/null +++ b/results/icml_r3/X1F/diversity.txt @@ -0,0 +1,15 @@ +arm pairwise RMS (16 cands) plants with 1 hypothesis +unet_a s72k DDIM-10 (sampler seed 0) 0.0611 0.0% +twin reg_mcd MC-dropout (seed 0, sampler 0) 0.0321 0.0% +flow [flow_s0 e100] 0.0227 0.0% +mdn [mdn_M4_s0 modes] 0.2711 0.0% +mip [mip_s0 dstoch] 0.0256 0.0% +wta [wta_M32_s0 top] 0.0159 0.0% +cvae [cvae_z16_b1e-2_s0 iid] 0.0951 0.0% +diff [diff_s0 d10] 0.0536 0.0% +flowc [flow_s0 e100c] 0.0227 0.0% +diffchk [unetA0conv d10] 0.0632 0.0% +flow seed0 Euler-10 (matched NFE) 0.0179 0.0% +diag flow S=20 clip tau=1.0 (post-hoc) 0.0193 0.0% +diag flow S=20 clip tau=1.5 (post-hoc) 0.0287 0.0% +diag flow S=20 clip tau=2.0 (post-hoc) 0.0410 0.0% diff --git a/results/icml_r3/X1F/jobs.txt b/results/icml_r3/X1F/jobs.txt new file mode 100644 index 0000000000000000000000000000000000000000..3ef07e7c61e66ac172dc5b77032c392ace3740f2 --- /dev/null +++ b/results/icml_r3/X1F/jobs.txt @@ -0,0 +1,20 @@ +# NAME|args ; order = priority (queue picks the first pending). seed-0 grid first, seeds 1,2 of the val-selected configs next, extra grid points last +flow_s0|--arm flow --seed 0 +mip_s0|--arm mip --seed 0 +mdn_M4_s0|--arm mdn --M 4 --seed 0 +mdn_M8_s0|--arm mdn --M 8 --seed 0 +wta_M16_s0|--arm wta --M 16 --seed 0 +cvae_z4_b1e-1_s0|--arm cvae --zdim 4 --beta 0.1 --seed 0 +cvae_z16_b1e-2_s0|--arm cvae --zdim 16 --beta 0.01 --seed 0 +wta_M32_s0|--arm wta --M 32 --seed 0 +diff_s0|--arm diff --seed 0 +flow_s1|--arm flow --seed 1 +flow_s2|--arm flow --seed 2 +mip_s1|--arm mip --seed 1 +mip_s2|--arm mip --seed 2 +mdn_M4_s1|--arm mdn --M 4 --seed 1 +mdn_M4_s2|--arm mdn --M 4 --seed 2 +cvae_z16_b1e-2_s1|--arm cvae --zdim 16 --beta 0.01 --seed 1 +cvae_z16_b1e-2_s2|--arm cvae --zdim 16 --beta 0.01 --seed 2 +wta_M32_s1|--arm wta --M 32 --seed 1 +wta_M32_s2|--arm wta --M 32 --seed 2 diff --git a/results/icml_r3/X1F/logs/driver.out b/results/icml_r3/X1F/logs/driver.out new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/results/icml_r3/X1F/logs/report.err b/results/icml_r3/X1F/logs/report.err new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/results/icml_r3/X1F/logs/test_driver.log b/results/icml_r3/X1F/logs/test_driver.log new file mode 100644 index 0000000000000000000000000000000000000000..fb15850816f0b715a44f9b726c2b21b08f7ab5e7 --- /dev/null +++ b/results/icml_r3/X1F/logs/test_driver.log @@ -0,0 +1,534 @@ +missing models/x1f/flow_s1_s96000.pth +missing models/x1f/flow_s2_s96000.pth +missing models/x1f/mdn_M4_s1_s96000.pth +missing models/x1f/mdn_M4_s2_s96000.pth +missing models/x1f/mip_s1_s96000.pth +missing models/x1f/mip_s2_s96000.pth +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +test_wta_M32_s0_top_s0 {'K1': 85.7, 'K4': 88.0, 'K16': 89.0} sample 0s score 83s +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +test_cvae_z16_b1e-2_s0_iid_s0 {'K1': 89.0, 'K4': 91.3, 'K16': 93.0} sample 4s score 96s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +test_cvae_z16_b1e-2_s0_iid_s1 {'K1': 87.3, 'K4': 91.3, 'K16': 92.3} sample 5s score 87s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +test_cvae_z16_b1e-2_s0_iid_s2 {'K1': 86.7, 'K4': 91.3, 'K16': 93.7} sample 4s score 92s +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/diff_s0_s96000.pth +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +test_flow_s0_e100c_s0 {'K1': 92.7, 'K4': 93.0, 'K16': 93.7} sample 435s score 97s +missing models/x1f/flow_s1_s96000.pth +missing models/x1f/flow_s2_s96000.pth +missing models/x1f/mdn_M4_s1_s96000.pth +missing models/x1f/mdn_M4_s2_s96000.pth +missing models/x1f/mip_s1_s96000.pth +missing models/x1f/mip_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/diff_s0_s96000.pth +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +test_unetA0conv_d10_s0 {'K1': 93.3, 'K4': 95.0, 'K16': 96.3} sample 39s score 105s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +test_unetA0conv_d10_s1 {'K1': 92.3, 'K4': 95.3, 'K16': 96.0} sample 43s score 89s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +test_unetA0conv_d10_s2 {'K1': 92.0, 'K4': 95.0, 'K16': 96.0} sample 45s score 89s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +test_flow_s0_e20c_s0 {'K1': 91.3, 'K4': 92.0, 'K16': 92.7} sample 86s score 115s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +test_flow_s0_e20ct15_s0 {'K1': 91.3, 'K4': 92.3, 'K16': 92.7} sample 88s score 103s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +test_flow_s0_e20ct2_s0 {'K1': 89.0, 'K4': 92.0, 'K16': 93.3} sample 85s score 96s +missing models/x1f/flow_s1_s96000.pth +missing models/x1f/flow_s2_s96000.pth +missing models/x1f/mdn_M4_s1_s96000.pth +missing models/x1f/mdn_M4_s2_s96000.pth +missing models/x1f/mip_s1_s96000.pth +missing models/x1f/mip_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/diff_s0_s96000.pth +missing models/x1f/flow_s1_s96000.pth +missing models/x1f/flow_s2_s96000.pth +missing models/x1f/mdn_M4_s1_s96000.pth +missing models/x1f/mdn_M4_s2_s96000.pth +missing models/x1f/mip_s1_s96000.pth +missing models/x1f/mip_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +test_diff_s0_d10_s0 {'K1': 93.0, 'K4': 95.0, 'K16': 96.0} sample 42s score 94s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +test_diff_s0_d10_s1 {'K1': 93.0, 'K4': 95.3, 'K16': 96.3} sample 42s score 89s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +test_diff_s0_d10_s2 {'K1': 92.0, 'K4': 94.7, 'K16': 95.7} sample 42s score 105s +missing models/x1f/flow_s1_s96000.pth +missing models/x1f/flow_s2_s96000.pth +missing models/x1f/mdn_M4_s1_s96000.pth +missing models/x1f/mdn_M4_s2_s96000.pth +missing models/x1f/mip_s1_s96000.pth +missing models/x1f/mip_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +test_flow_s1_e100_s0 {'K1': 93.3, 'K4': 94.3, 'K16': 95.0} sample 386s score 92s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +test_flow_s2_e100_s0 {'K1': 92.7, 'K4': 94.0, 'K16': 94.0} sample 404s score 121s +missing models/x1f/mdn_M4_s1_s96000.pth +missing models/x1f/mdn_M4_s2_s96000.pth +missing models/x1f/mip_s1_s96000.pth +missing models/x1f/mip_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/mdn_M4_s1_s96000.pth +missing models/x1f/mdn_M4_s2_s96000.pth +missing models/x1f/mip_s1_s96000.pth +missing models/x1f/mip_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/mdn_M4_s1_s96000.pth +missing models/x1f/mdn_M4_s2_s96000.pth +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +test_mip_s1_dstoch_s0 {'K1': 89.3, 'K4': 90.3, 'K16': 90.3} sample 5s score 129s +missing models/x1f/mip_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/mdn_M4_s1_s96000.pth +missing models/x1f/mdn_M4_s2_s96000.pth +missing models/x1f/mip_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/mdn_M4_s1_s96000.pth +missing models/x1f/mdn_M4_s2_s96000.pth +missing models/x1f/mip_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/mdn_M4_s1_s96000.pth +missing models/x1f/mdn_M4_s2_s96000.pth +missing models/x1f/mip_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/mdn_M4_s1_s96000.pth +missing models/x1f/mdn_M4_s2_s96000.pth +missing models/x1f/mip_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/mdn_M4_s1_s96000.pth +missing models/x1f/mdn_M4_s2_s96000.pth +missing models/x1f/mip_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/mdn_M4_s1_s96000.pth +missing models/x1f/mdn_M4_s2_s96000.pth +missing models/x1f/mip_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/mdn_M4_s1_s96000.pth +missing models/x1f/mdn_M4_s2_s96000.pth +missing models/x1f/mip_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/mdn_M4_s1_s96000.pth +missing models/x1f/mdn_M4_s2_s96000.pth +missing models/x1f/mip_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/mdn_M4_s1_s96000.pth +missing models/x1f/mdn_M4_s2_s96000.pth +missing models/x1f/mip_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/mdn_M4_s1_s96000.pth +missing models/x1f/mdn_M4_s2_s96000.pth +missing models/x1f/mip_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/mdn_M4_s1_s96000.pth +missing models/x1f/mdn_M4_s2_s96000.pth +missing models/x1f/mip_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/mdn_M4_s1_s96000.pth +missing models/x1f/mdn_M4_s2_s96000.pth +missing models/x1f/mip_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +test_mdn_M4_s1_modes_s0 {'K1': 90.3, 'K4': 91.3, 'K16': 92.7} sample 0s score 119s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +test_mdn_M4_s2_modes_s0 {'K1': 89.3, 'K4': 92.0, 'K16': 93.7} sample 0s score 112s +missing models/x1f/mip_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +test_mip_s2_dstoch_s0 {'K1': 90.0, 'K4': 90.0, 'K16': 91.0} sample 5s score 123s +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s1_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +test_cvae_z16_b1e-2_s1_iid_s0 {'K1': 87.3, 'K4': 90.7, 'K16': 93.0} sample 4s score 75s +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +missing models/x1f/wta_M32_s1_s96000.pth +missing models/x1f/wta_M32_s2_s96000.pth +missing models/x1f/cvae_z16_b1e-2_s2_s96000.pth +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +test_wta_M32_s1_top_s0 {'K1': 86.3, 'K4': 87.7, 'K16': 88.7} sample 0s score 73s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +test_wta_M32_s2_top_s0 {'K1': 85.0, 'K4': 87.7, 'K16': 88.7} sample 0s score 94s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:190: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +test_cvae_z16_b1e-2_s2_iid_s0 {'K1': 86.7, 'K4': 91.3, 'K16': 93.3} sample 4s score 72s diff --git a/results/icml_r3/X1F/test_report.txt b/results/icml_r3/X1F/test_report.txt new file mode 100644 index 0000000000000000000000000000000000000000..36c7b72ca309ca408d89e46afe3ea76817b1f59d --- /dev/null +++ b/results/icml_r3/X1F/test_report.txt @@ -0,0 +1,158 @@ +# X1F test report (n=300, E_stats test plants 71001x150 + 71002x150; frozen config ids in FROZEN.json) + +## Success on TEST (%, 95% bootstrap CI over the 300 plants; sampler seeds averaged per plant) +arm K=1 K=4 K=16 +unet_a seed0 s72k DDIM-10 (headline) 92.8 [ 89.9, 95.4] 95.9 [ 93.7, 97.9] 96.6 [ 94.4, 98.4] +unet_a seed0 s96k DDIM-10 (same steps) 92.3 [ 89.3, 95.0] 95.7 [ 93.3, 97.7] 96.7 [ 94.3, 98.7] +unet_a seed1 s96k DDIM-10 93.3 [ 90.3, 96.0] 94.0 [ 91.3, 96.7] 95.3 [ 93.0, 97.7] +unet_a seed2 s96k DDIM-10 92.0 [ 88.7, 95.0] 94.7 [ 92.0, 97.0] 95.3 [ 92.7, 97.7] +nearest+P (2801 bank) 59.0 [ 53.7, 64.7] 86.3 [ 82.3, 90.0] 95.3 [ 92.7, 97.7] +twin reg_mcd det (K=1) / MC-dropout (K>1) 88.1 [ 84.4, 91.6] 88.7 [ 85.1, 92.0] 89.5 [ 86.1, 92.8] +flow seed0 [flow_s0 e100] 92.0 [ 88.9, 94.9] 92.8 [ 89.8, 95.6] 93.7 [ 90.9, 96.2] +flow seed1 [flow_s1 e100] 93.3 [ 90.3, 96.0] 94.3 [ 91.7, 96.7] 95.0 [ 92.3, 97.3] +flow seed2 [flow_s2 e100] 92.7 [ 89.7, 95.3] 94.0 [ 91.3, 96.7] 94.0 [ 91.3, 96.7] +mdn seed0 [mdn_M4_s0 modes] 89.3 [ 85.7, 92.7] 92.7 [ 89.7, 95.3] 94.7 [ 92.0, 97.0] +mdn seed1 [mdn_M4_s1 modes] 90.3 [ 87.0, 93.3] 91.3 [ 88.0, 94.3] 92.7 [ 89.7, 95.7] +mdn seed2 [mdn_M4_s2 modes] 89.3 [ 85.7, 92.7] 92.0 [ 88.7, 95.0] 93.7 [ 90.7, 96.3] +wta seed0 [wta_M32_s0 top] 85.7 [ 81.7, 89.7] 88.0 [ 84.3, 91.7] 89.0 [ 85.3, 92.3] +wta seed1 [wta_M32_s1 top] 86.3 [ 82.3, 90.3] 87.7 [ 84.0, 91.3] 88.7 [ 85.0, 92.0] +wta seed2 [wta_M32_s2 top] 85.0 [ 81.0, 89.0] 87.7 [ 84.0, 91.3] 88.7 [ 85.0, 92.0] +cvae seed0 [cvae_z16_b1e-2_s0 iid] 87.7 [ 84.1, 91.0] 91.3 [ 88.2, 94.2] 93.0 [ 90.2, 95.7] +cvae seed1 [cvae_z16_b1e-2_s1 iid] 87.3 [ 83.7, 91.0] 90.7 [ 87.3, 94.0] 93.0 [ 90.0, 95.7] +cvae seed2 [cvae_z16_b1e-2_s2 iid] 86.7 [ 82.7, 90.3] 91.3 [ 88.0, 94.3] 93.3 [ 90.3, 96.0] +mip seed0 [mip_s0 dstoch] 88.3 [ 84.7, 92.0] 89.0 [ 85.3, 92.3] 89.7 [ 86.1, 93.0] +mip seed1 [mip_s1 dstoch] 89.3 [ 85.7, 92.7] 90.3 [ 87.0, 93.7] 90.3 [ 86.7, 93.7] +mip seed2 [mip_s2 dstoch] 90.0 [ 86.3, 93.3] 90.0 [ 86.3, 93.0] 91.0 [ 87.7, 94.0] +diff seed0 [diff_s0 d10] 92.7 [ 89.9, 95.3] 95.0 [ 92.6, 97.2] 96.0 [ 93.7, 98.0] +flowc seed0 [flow_s0 e100c] 92.7 [ 89.7, 95.3] 93.0 [ 90.0, 95.7] 93.7 [ 90.7, 96.0] +diffchk seed0 [unetA0conv d10] 92.6 [ 89.6, 95.2] 95.1 [ 92.7, 97.3] 96.1 [ 93.9, 98.1] +flow seed0 Euler-10 (matched NFE) 90.4 [ 87.0, 93.7] 91.0 [ 87.7, 94.0] 91.7 [ 88.4, 94.7] +diag flow S=20 clip tau=1.0 (post-hoc) 91.3 [ 88.0, 94.3] 92.0 [ 88.7, 95.0] 92.7 [ 89.7, 95.3] +diag flow S=20 clip tau=1.5 (post-hoc) 91.3 [ 88.0, 94.3] 92.3 [ 89.0, 95.3] 92.7 [ 89.7, 95.7] +diag flow S=20 clip tau=2.0 (post-hoc) 89.0 [ 85.3, 92.3] 92.0 [ 89.0, 95.0] 93.3 [ 90.3, 96.0] + +## Primary (Holm over 15): arm seed0 minus unet_a seed0 s72k DDIM-10, pp [95% CI], sign-flip p, Holm p; NI = CI lower bound > -3.0 pp +flow K=1 -0.8 [ -2.4, +0.7] p=0.4064 holm=0.4064 McNemar (arm-only/diffusion-only, sampler seed 0) 5/4 p=1.0000 non-inferior=True +flow K=4 -3.1 [ -5.1, -1.4] p=0.0008 holm=0.0045 McNemar (arm-only/diffusion-only, sampler seed 0) 0/8 p=0.0078 non-inferior=False +flow K=16 -2.9 [ -4.9, -1.1] p=0.0024 holm=0.0120 McNemar (arm-only/diffusion-only, sampler seed 0) 0/8 p=0.0078 non-inferior=False +mdn K=1 -3.4 [ -5.9, -1.2] p=0.0053 holm=0.0184 McNemar (arm-only/diffusion-only, sampler seed 0) 4/13 p=0.0490 non-inferior=False +mdn K=4 -3.2 [ -5.6, -1.1] p=0.0046 holm=0.0184 McNemar (arm-only/diffusion-only, sampler seed 0) 2/11 p=0.0225 non-inferior=False +mdn K=16 -1.9 [ -3.7, -0.3] p=0.0350 holm=0.0700 McNemar (arm-only/diffusion-only, sampler seed 0) 2/7 p=0.1797 non-inferior=False +wta K=1 -7.1 [-10.2, -4.3] p=0.0001 holm=0.0005 McNemar (arm-only/diffusion-only, sampler seed 0) 2/22 p=0.0000 non-inferior=False +wta K=4 -7.9 [-11.0, -5.0] p=0.0000 holm=0.0000 McNemar (arm-only/diffusion-only, sampler seed 0) 0/23 p=0.0000 non-inferior=False +wta K=16 -7.6 [-10.6, -4.7] p=0.0000 holm=0.0000 McNemar (arm-only/diffusion-only, sampler seed 0) 0/22 p=0.0000 non-inferior=False +cvae K=1 -5.1 [ -7.4, -3.0] p=0.0000 holm=0.0000 McNemar (arm-only/diffusion-only, sampler seed 0) 1/11 p=0.0063 non-inferior=False +cvae K=4 -4.6 [ -6.9, -2.6] p=0.0000 holm=0.0000 McNemar (arm-only/diffusion-only, sampler seed 0) 0/13 p=0.0002 non-inferior=False +cvae K=16 -3.6 [ -5.6, -1.8] p=0.0001 holm=0.0005 McNemar (arm-only/diffusion-only, sampler seed 0) 1/11 p=0.0063 non-inferior=False +mip K=1 -4.4 [ -6.9, -2.2] p=0.0002 holm=0.0014 McNemar (arm-only/diffusion-only, sampler seed 0) 2/14 p=0.0042 non-inferior=False +mip K=4 -6.9 [ -9.8, -4.3] p=0.0000 holm=0.0000 McNemar (arm-only/diffusion-only, sampler seed 0) 0/20 p=0.0000 non-inferior=False +mip K=16 -6.9 [ -9.8, -4.2] p=0.0000 holm=0.0000 McNemar (arm-only/diffusion-only, sampler seed 0) 0/21 p=0.0000 non-inferior=False + +## Secondary (unadjusted): arm seed0 minus twin reg_mcd, minus nearest+P(2801), minus unet_a seed0 s96k +flow K=1 minus twin +3.9 [ +2.0, +6.1] p=0.0000 +flow K=1 minus nearest+P +33.0 [+27.3,+38.8] p=0.0000 +flow K=1 minus unet_a s96k -0.3 [ -2.1, +1.4] p=0.8327 +flow K=4 minus twin +4.1 [ +2.2, +6.2] p=0.0000 +flow K=4 minus nearest+P +6.4 [ +2.8,+10.0] p=0.0005 +flow K=4 minus unet_a s96k -2.9 [ -4.8, -1.2] p=0.0016 +flow K=16 minus twin +4.2 [ +2.2, +6.4] p=0.0001 +flow K=16 minus nearest+P -1.7 [ -3.9, +0.3] p=0.1691 +flow K=16 minus unet_a s96k -3.0 [ -5.1, -1.2] p=0.0034 +mdn K=1 minus twin +1.2 [ -1.2, +3.7] p=0.3828 +mdn K=1 minus nearest+P +30.3 [+25.0,+36.0] p=0.0000 +mdn K=1 minus unet_a s96k -3.0 [ -5.7, -0.7] p=0.0366 +mdn K=4 minus twin +4.0 [ +1.6, +6.7] p=0.0022 +mdn K=4 minus nearest+P +6.3 [ +2.7,+10.0] p=0.0019 +mdn K=4 minus unet_a s96k -3.0 [ -5.7, -0.7] p=0.0338 +mdn K=16 minus twin +5.2 [ +2.9, +7.7] p=0.0000 +mdn K=16 minus nearest+P -0.7 [ -2.7, +1.3] p=0.6206 +mdn K=16 minus unet_a s96k -2.0 [ -3.9, -0.3] p=0.0462 +wta K=1 minus twin -2.4 [ -5.0, -0.2] p=0.0488 +wta K=1 minus nearest+P +26.7 [+20.7,+32.7] p=0.0000 +wta K=1 minus unet_a s96k -6.7 [-10.0, -3.7] p=0.0001 +wta K=4 minus twin -0.7 [ -2.3, +0.9] p=0.4577 +wta K=4 minus nearest+P +1.7 [ -2.3, +5.7] p=0.5091 +wta K=4 minus unet_a s96k -7.7 [-10.7, -4.7] p=0.0000 +wta K=16 minus twin -0.5 [ -1.7, +0.7] p=0.4921 +wta K=16 minus nearest+P -6.3 [ -9.3, -3.7] p=0.0000 +wta K=16 minus unet_a s96k -7.7 [-10.7, -4.7] p=0.0000 +cvae K=1 minus twin -0.4 [ -2.3, +1.4] p=0.7387 +cvae K=1 minus nearest+P +28.7 [+23.1,+34.3] p=0.0000 +cvae K=1 minus unet_a s96k -4.7 [ -7.0, -2.7] p=0.0000 +cvae K=4 minus twin +2.7 [ +0.6, +4.9] p=0.0170 +cvae K=4 minus nearest+P +5.0 [ +1.4, +8.6] p=0.0060 +cvae K=4 minus unet_a s96k -4.3 [ -6.9, -2.0] p=0.0005 +cvae K=16 minus twin +3.5 [ +1.4, +5.7] p=0.0010 +cvae K=16 minus nearest+P -2.3 [ -4.2, -0.7] p=0.0110 +cvae K=16 minus unet_a s96k -3.7 [ -6.0, -1.6] p=0.0006 +mip K=1 minus twin +0.2 [ -1.8, +2.2] p=0.9146 +mip K=1 minus nearest+P +29.3 [+23.7,+35.0] p=0.0000 +mip K=1 minus unet_a s96k -4.0 [ -6.7, -1.7] p=0.0052 +mip K=4 minus twin +0.3 [ -1.2, +1.9] p=0.7222 +mip K=4 minus nearest+P +2.7 [ -1.3, +6.7] p=0.2209 +mip K=4 minus unet_a s96k -6.7 [ -9.7, -3.9] p=0.0000 +mip K=16 minus twin +0.2 [ -1.1, +1.6] p=0.8407 +mip K=16 minus nearest+P -5.7 [ -8.6, -3.0] p=0.0001 +mip K=16 minus unet_a s96k -7.0 [-10.0, -4.2] p=0.0000 + +## Across training seeds (seed = resampling unit; per-seed success % at K=1/4/16; diffusion seeds: s72k seed0 / s96k seeds 1,2) +unet_a seed0 s72k DDIM-10 (headline) 92.8 95.9 96.6 +unet_a seed1 s96k DDIM-10 93.3 94.0 95.3 +unet_a seed2 s96k DDIM-10 92.0 94.7 95.3 +flow seed0 [flow_s0 e100] 92.0 92.8 93.7 +flow seed1 [flow_s1 e100] 93.3 94.3 95.0 +flow seed2 [flow_s2 e100] 92.7 94.0 94.0 +mdn seed0 [mdn_M4_s0 modes] 89.3 92.7 94.7 +mdn seed1 [mdn_M4_s1 modes] 90.3 91.3 92.7 +mdn seed2 [mdn_M4_s2 modes] 89.3 92.0 93.7 +wta seed0 [wta_M32_s0 top] 85.7 88.0 89.0 +wta seed1 [wta_M32_s1 top] 86.3 87.7 88.7 +wta seed2 [wta_M32_s2 top] 85.0 87.7 88.7 +cvae seed0 [cvae_z16_b1e-2_s0 iid] 87.7 91.3 93.0 +cvae seed1 [cvae_z16_b1e-2_s1 iid] 87.3 90.7 93.0 +cvae seed2 [cvae_z16_b1e-2_s2 iid] 86.7 91.3 93.3 +mip seed0 [mip_s0 dstoch] 88.3 89.0 89.7 +mip seed1 [mip_s1 dstoch] 89.3 90.3 90.3 +mip seed2 [mip_s2 dstoch] 90.0 90.0 91.0 +diff seed0 [diff_s0 d10] 92.7 95.0 96.0 +flowc seed0 [flow_s0 e100c] 92.7 93.0 93.7 +diffchk seed0 [unetA0conv d10] 92.6 95.1 96.1 +flow seed0 Euler-10 (matched NFE) 90.4 91.0 91.7 + +## Extra labelled rows (matched-NFE flow, post-hoc diagnostics) minus unet_a seed0 s72k DDIM-10 (unadjusted) +flow seed0 Euler-10 (matched NFE) K=1 90.4 minus diffusion -2.3 [ -4.4, -0.4] p=0.0244 +flow seed0 Euler-10 (matched NFE) K=4 91.0 minus diffusion -4.9 [ -7.3, -2.7] p=0.0000 +flow seed0 Euler-10 (matched NFE) K=16 91.7 minus diffusion -4.9 [ -7.3, -2.7] p=0.0000 +diag flow S=20 clip tau=1.0 (post-hoc) K=1 91.3 minus diffusion -1.4 [ -3.4, +0.4] p=0.1800 +diag flow S=20 clip tau=1.0 (post-hoc) K=4 92.0 minus diffusion -3.9 [ -6.1, -1.9] p=0.0003 +diag flow S=20 clip tau=1.0 (post-hoc) K=16 92.7 minus diffusion -3.9 [ -6.1, -1.9] p=0.0001 +diag flow S=20 clip tau=1.5 (post-hoc) K=1 91.3 minus diffusion -1.4 [ -3.4, +0.4] p=0.1840 +diag flow S=20 clip tau=1.5 (post-hoc) K=4 92.3 minus diffusion -3.6 [ -5.8, -1.7] p=0.0004 +diag flow S=20 clip tau=1.5 (post-hoc) K=16 92.7 minus diffusion -3.9 [ -6.1, -1.9] p=0.0002 +diag flow S=20 clip tau=2.0 (post-hoc) K=1 89.0 minus diffusion -3.8 [ -6.3, -1.4] p=0.0027 +diag flow S=20 clip tau=2.0 (post-hoc) K=4 92.0 minus diffusion -3.9 [ -6.1, -1.9] p=0.0001 +diag flow S=20 clip tau=2.0 (post-hoc) K=16 93.3 minus diffusion -3.2 [ -5.2, -1.4] p=0.0008 +flowc seed0 [flow_s0 e100c] K=1 92.7 minus diffusion -0.1 [ -1.8, +1.6] p=1.0000 +flowc seed0 [flow_s0 e100c] K=4 93.0 minus diffusion -2.9 [ -4.9, -1.2] p=0.0018 +flowc seed0 [flow_s0 e100c] K=16 93.7 minus diffusion -2.9 [ -4.9, -1.1] p=0.0030 + +## Seed-level summary (training seed = unit; mean [min, max] over the available seeds, success %; n_seeds in brackets) +unet_a diffusion (s72k seed0, s96k seeds 1,2) [3] K=1: 92.7 [ 92.0, 93.3] K=4: 94.9 [ 94.0, 95.9] K=16: 95.7 [ 95.3, 96.6] +flow [4] K=1: 92.1 [ 90.4, 93.3] K=4: 93.0 [ 91.0, 94.3] K=16: 93.6 [ 91.7, 95.0] +mdn [3] K=1: 89.7 [ 89.3, 90.3] K=4: 92.0 [ 91.3, 92.7] K=16: 93.7 [ 92.7, 94.7] +wta [3] K=1: 85.7 [ 85.0, 86.3] K=4: 87.8 [ 87.7, 88.0] K=16: 88.8 [ 88.7, 89.0] +cvae [3] K=1: 87.2 [ 86.7, 87.7] K=4: 91.1 [ 90.7, 91.3] K=16: 93.1 [ 93.0, 93.3] +mip [3] K=1: 89.2 [ 88.3, 90.0] K=4: 89.8 [ 89.0, 90.3] K=16: 90.3 [ 89.7, 91.0] +diff [1] K=1: 92.7 [ 92.7, 92.7] K=4: 95.0 [ 95.0, 95.0] K=16: 96.0 [ 96.0, 96.0] + +## Rescue: of the plants an arm fails at K=1 (per-plant mean success < 0.5), the share it solves by K=16 (sampler-seed averaged >= 0.5) +unet_a seed0 s72k DDIM-10 (headline) K=1 failures 23 rescued by K=4: 11 by K=16: 13 still failing at K=16: 10 +twin reg_mcd det (K=1) / MC-dropout (K>1) K=1 failures 34 rescued by K=4: 1 by K=16: 1 still failing at K=16: 33 +nearest+P (2801 bank) K=1 failures 123 rescued by K=4: 82 by K=16: 109 still failing at K=16: 14 +flow seed0 [flow_s0 e100] K=1 failures 24 rescued by K=4: 2 by K=16: 5 still failing at K=16: 19 +mdn seed0 [mdn_M4_s0 modes] K=1 failures 32 rescued by K=4: 10 by K=16: 16 still failing at K=16: 16 +wta seed0 [wta_M32_s0 top] K=1 failures 43 rescued by K=4: 7 by K=16: 10 still failing at K=16: 33 +cvae seed0 [cvae_z16_b1e-2_s0 iid] K=1 failures 32 rescued by K=4: 6 by K=16: 12 still failing at K=16: 20 +mip seed0 [mip_s0 dstoch] K=1 failures 35 rescued by K=4: 2 by K=16: 4 still failing at K=16: 31 +diff seed0 [diff_s0 d10] K=1 failures 24 rescued by K=4: 9 by K=16: 12 still failing at K=16: 12 +flow seed0 Euler-10 (matched NFE) K=1 failures 29 rescued by K=4: 2 by K=16: 5 still failing at K=16: 24 diff --git a/results/icml_r3/X1F/timing.txt b/results/icml_r3/X1F/timing.txt new file mode 100644 index 0000000000000000000000000000000000000000..4dcdba4a23d6c0fe2af1f04847d21b04c3de8d13 --- /dev/null +++ b/results/icml_r3/X1F/timing.txt @@ -0,0 +1,8 @@ +arm NFE K=1 ms K=4 ms K=16 ms +unet_a objective (diff_s0), DDIM-10 10 30.4 64.1 183.6 +flow Euler-10 10 28.1 62.5 197.5 +flow Euler-100 (val-selected) 100 349.9 734.2 2016.1 +mip det+stoch (2 NFE) 2 6.1 10.0 22.5 +mdn M4 modes 1 3.2 3.6 3.7 +wta M32 1 3.2 3.1 3.1 +cvae z16 beta1e-2 1 3.0 6.4 19.1 diff --git a/results/icml_r3/X1F/timing_rows.json b/results/icml_r3/X1F/timing_rows.json new file mode 100644 index 0000000000000000000000000000000000000000..5cb7861a431d6e8f02c1d9a7d5f392849e95fb69 --- /dev/null +++ b/results/icml_r3/X1F/timing_rows.json @@ -0,0 +1,7 @@ +[["unet_a objective (diff_s0), DDIM-10", "models/x1f/diff_s0_s96000.pth", "{\"steps\": 10}"], + ["flow Euler-10", "models/x1f/flow_s0_s96000.pth", "{\"steps\": 10}"], + ["flow Euler-100 (val-selected)", "models/x1f/flow_s0_s96000.pth", "{\"steps\": 100}"], + ["mip det+stoch (2 NFE)", "models/x1f/mip_s0_s96000.pth", "{\"mode\": \"det+stoch\"}"], + ["mdn M4 modes", "models/x1f/mdn_M4_s0_s96000.pth", "{\"mode\": \"modes\"}"], + ["wta M32", "models/x1f/wta_M32_s0_s96000.pth", "{}"], + ["cvae z16 beta1e-2", "models/x1f/cvae_z16_b1e-2_s0_s96000.pth", "{\"mode\": \"iid\"}"]] diff --git a/results/icml_r3/X1F/val_selection.txt b/results/icml_r3/X1F/val_selection.txt new file mode 100644 index 0000000000000000000000000000000000000000..55be2327ec0d682dd6c1b44d1bb32a46fe26fce5 --- /dev/null +++ b/results/icml_r3/X1F/val_selection.txt @@ -0,0 +1,50 @@ +# X1F validation selection (val seed 51001 n=60, sampler seeds 0,1, s96000 ema999); score = mean(K=1,4,16) + +## flow +flow_s0 e1 K1 44.2 K4 78.3 K16 87.5 score 70.0 +flow_s0 e2 K1 75.0 K4 86.7 K16 87.5 score 83.1 +flow_s0 e4 K1 80.8 K4 87.5 K16 89.2 score 85.8 +flow_s0 e10 K1 88.3 K4 92.5 K16 93.3 score 91.4 +flow_s0 e20 K1 90.8 K4 94.2 K16 95.0 score 93.3 +flow_s0 e40 K1 90.8 K4 95.0 K16 95.0 score 93.6 +flow_s0 e100 K1 92.5 K4 95.0 K16 95.0 score 94.2 +-> flow: flow_s0 / e100 (score 94.2) + +## flowc +flow_s0 e10c K1 88.3 K4 92.5 K16 93.3 score 91.4 +flow_s0 e20c K1 90.8 K4 94.2 K16 95.0 score 93.3 +flow_s0 e40c K1 90.8 K4 95.0 K16 95.0 score 93.6 +flow_s0 e100c K1 92.5 K4 95.0 K16 95.0 score 94.2 +flow_s0 e20ct15 K1 90.0 K4 93.3 K16 95.0 score 92.8 +flow_s0 e20ct2 K1 86.7 K4 92.5 K16 94.2 score 91.1 +flow_s0 e100ct15 K1 90.0 K4 94.2 K16 95.8 score 93.3 +flow_s0 e100ct2 K1 89.2 K4 93.3 K16 95.8 score 92.8 +-> flowc: flow_s0 / e100c (score 94.2) + +## mdn +mdn_M4_s0 iid K1 81.7 K4 88.3 K16 95.8 score 88.6 +mdn_M4_s0 modes K1 86.7 K4 88.3 K16 95.0 score 90.0 +mdn_M8_s0 iid K1 80.8 K4 87.5 K16 90.0 score 86.1 +mdn_M8_s0 modes K1 83.3 K4 88.3 K16 90.8 score 87.5 +-> mdn: mdn_M4_s0 / modes (score 90.0) + +## wta +wta_M16_s0 top K1 81.7 K4 85.0 K16 85.0 score 83.9 +wta_M32_s0 top K1 86.7 K4 86.7 K16 86.7 score 86.7 +-> wta: wta_M32_s0 / top (score 86.7) + +## cvae +cvae_z4_b1e-1_s0 iid K1 85.0 K4 85.0 K16 85.0 score 85.0 +cvae_z4_b1e-1_s0 z0 K1 85.0 K4 85.0 K16 85.0 score 85.0 +cvae_z16_b1e-2_s0 iid K1 86.7 K4 90.0 K16 95.8 score 90.8 +cvae_z16_b1e-2_s0 z0 K1 83.3 K4 89.2 K16 95.0 score 89.2 +-> cvae: cvae_z16_b1e-2_s0 / iid (score 90.8) + +## diff +## diffchk +## mip +mip_s0 det K1 90.0 K4 90.0 K16 90.0 score 90.0 +mip_s0 stoch K1 89.2 K4 90.8 K16 93.3 score 91.1 +mip_s0 dstoch K1 90.0 K4 91.7 K16 93.3 score 91.7 +-> mip: mip_s0 / dstoch (score 91.7) + diff --git a/results/icml_r3/X1F/x1f_driver.sh b/results/icml_r3/X1F/x1f_driver.sh new file mode 100644 index 0000000000000000000000000000000000000000..c4027579fe68d9601fd0ee019ed1535f53656bc2 --- /dev/null +++ b/results/icml_r3/X1F/x1f_driver.sh @@ -0,0 +1,17 @@ +#!/bin/bash +# X1F virgo-side driver (CPU only): pull finished checkpoints from andromeda, score every FROZEN config on the test set as its model appears, +# refresh the report + diversity table, run the timing table once everything is scored, then write DRIVER_DONE. Idempotent (skips finished outputs). +cd /home/cercola/matte_server/DiffusionControl +export CUDA_VISIBLE_DEVICES= OMP_NUM_THREADS=1 RAYON_NUM_THREADS=1 PYTHONPATH=. +L=results/icml_r3/X1F/logs +while true; do + rsync -az -e ssh --include='*_s96000.pth' --exclude='*' andromeda:~/DiffusionControl/models/x1f/ models/x1f/ 2>/dev/null + myenv/bin/python -m nonlinear.experiments.furuta_mh_select test --workers 6 --threads 2 >> $L/test_driver.log 2>&1 + myenv/bin/python -m nonlinear.experiments.furuta_mh_report > /dev/null 2>> $L/report.err + myenv/bin/python -m nonlinear.experiments.furuta_mh_diversity > /dev/null 2>> $L/report.err + if myenv/bin/python -m nonlinear.experiments.furuta_mh_select complete >> $L/complete.log 2>&1; then + myenv/bin/python -m nonlinear.experiments.furuta_mh_timing >> $L/timing.log 2>&1 + touch results/icml_r3/X1F/DRIVER_DONE; break + fi + sleep 180 +done diff --git a/results/icml_r3/X1F/x1f_queue.py b/results/icml_r3/X1F/x1f_queue.py new file mode 100644 index 0000000000000000000000000000000000000000..b7bdbfa0cea18b552a30fcb957835dc5a13c8a28 --- /dev/null +++ b/results/icml_r3/X1F/x1f_queue.py @@ -0,0 +1,27 @@ +"""X1F GPU job queue (runs on andromeda). Reads jobs.txt (append-only, one job per line: NAME|train_furuta_mh args), keeps <= MAXP trainings +running, launches only on VRAM headroom and never after 08:00 PT, every child under a hard `timeout` that ends by 08:20 PT, resumable (--resume). +A job is done when models/x1f/NAME_s96000.pth exists. PIDs -> ~/icml_r3_pids/X1F.txt. Stop: kill the queue pid; children keep to their timeouts.""" +import os, subprocess, sys, time, datetime +import zoneinfo +TZ = zoneinfo.ZoneInfo("America/Los_Angeles"); MAXP = int(os.environ.get("MAXP", 4)); NEED_MIB = 2600; KEEP_FREE = 3000 +now = lambda: datetime.datetime.now(TZ) +def at(h, m): return now().replace(hour=h, minute=m, second=0, microsecond=0) +def free_mib(): + return int(subprocess.check_output(["nvidia-smi", "--query-gpu=memory.free", "--format=csv,noheader,nounits"]).split()[0]) +run = {} # name -> Popen +os.makedirs("results/icml_r3/X1F/logs", exist_ok=True); os.makedirs(os.path.expanduser("~/icml_r3_pids"), exist_ok=True) +while True: + for n, p in list(run.items()): + if p.poll() is not None: print(now(), "finished", n, "rc", p.returncode, flush=True); del run[n] + jobs = [l.strip().split("|", 1) for l in open("results/icml_r3/X1F/jobs.txt") if "|" in l and not l.startswith("#")] + pend = [(n, a) for n, a in jobs if n not in run and not os.path.exists(f"models/x1f/{n}_s96000.pth")] + if not pend and not run: print(now(), "queue empty"); break + if now() > at(8, 0): + if not run: print(now(), "past 08:00 PT, no launches"); break + elif pend and len(run) < MAXP and free_mib() >= NEED_MIB + KEEP_FREE: + n, a = pend[0]; T = int((at(8, 20) - now()).total_seconds()) + cmd = f"exec timeout --signal=TERM {T} .venv/bin/python -m nonlinear.training.train_furuta_mh {a} --name {n} --device cuda --resume >> results/icml_r3/X1F/logs/train_{n}.log 2>&1" + run[n] = subprocess.Popen(["bash", "-c", cmd], env={**os.environ, "FURUTA_FAST_UP": "1", "PYTHONPATH": ".", "OMP_NUM_THREADS": "1", "WANDB_MODE": "offline"}, stdin=subprocess.DEVNULL) + open(os.path.expanduser("~/icml_r3_pids/X1F.txt"), "a").write(f"{run[n].pid} {n} train {now()}\n"); print(now(), "launched", n, run[n].pid, flush=True) + time.sleep(30); continue + time.sleep(20) diff --git a/results/icml_r3/X1F/x1f_watch.sh b/results/icml_r3/X1F/x1f_watch.sh new file mode 100644 index 0000000000000000000000000000000000000000..e8d87ebea5db75ad6ba5c4ad1bfacdb7c2010c80 --- /dev/null +++ b/results/icml_r3/X1F/x1f_watch.sh @@ -0,0 +1,10 @@ +#!/bin/bash +# virgo CPU only: pull finished s96000 checkpoints from andromeda and score the validation grid (<= 10 scoring workers + 2 torch threads) +cd /home/cercola/matte_server/DiffusionControl +export CUDA_VISIBLE_DEVICES= OMP_NUM_THREADS=1 PYTHONPATH=. +while true; do + rsync -az -e ssh --include='*_s96000.pth' --exclude='*' andromeda:~/DiffusionControl/models/x1f/ models/x1f/ 2>/dev/null + myenv/bin/python -m nonlinear.experiments.furuta_mh_select val --workers 6 --threads 2 >> results/icml_r3/X1F/logs/val_watch.log 2>&1 + [ -f results/icml_r3/X1F/STOP_WATCH ] && break + sleep 120 +done diff --git a/results/icml_r3/X1F/x1f_watch2.sh b/results/icml_r3/X1F/x1f_watch2.sh new file mode 100644 index 0000000000000000000000000000000000000000..87ffbd6d7a9e736dafbf649c005c0369cb70fe7f --- /dev/null +++ b/results/icml_r3/X1F/x1f_watch2.sh @@ -0,0 +1,10 @@ +#!/bin/bash +# virgo CPU only: pull finished s96000 checkpoints from andromeda and score the validation grid (<= 10 scoring workers + 2 torch threads) +cd /home/cercola/matte_server/DiffusionControl +export CUDA_VISIBLE_DEVICES= OMP_NUM_THREADS=1 RAYON_NUM_THREADS=1 PYTHONPATH=. +while true; do + rsync -az -e ssh --include='*_s96000.pth' --exclude='*' andromeda:~/DiffusionControl/models/x1f/ models/x1f/ 2>/dev/null + myenv/bin/python -m nonlinear.experiments.furuta_mh_select val --workers 6 --threads 2 >> results/icml_r3/X1F/logs/val_watch.log 2>&1 + [ -f results/icml_r3/X1F/STOP_WATCH ] && break + sleep 120 +done diff --git a/results/icml_r3/X1S/PREREG.md b/results/icml_r3/X1S/PREREG.md new file mode 100644 index 0000000000000000000000000000000000000000..f0ad1f488424b8c0056017135f515bc647c79cc5 --- /dev/null +++ b/results/icml_r3/X1S/PREREG.md @@ -0,0 +1,89 @@ +# PREREG X1S (X1 same-backbone multi-hypothesis generators, X3 training-seed replication), static output feedback (SOF) + +Written 2026-10-13 00:38 PT, BEFORE any test plant is scored for a new arm (no new-arm candidate has been sampled for a test set; the only test-set +numbers that exist are the D3f diffusion / twin / retrieval results of seeds 0-2, `results/icml_r2/D2_scale/d3f_m*.json`, which are re-used unchanged). +Section 9 (frozen configs) is appended after validation selection and before test sampling; it carries its own timestamp. + +## 1. Questions and directional hypotheses +Pan et al. (ICLR 2026, arXiv 2512.01809) argue that generative-policy gains come from supervised iterative computation plus stochasticity, not from +multimodality, and that a two-step regression (MIP) matches flow policies. Our paper claims that the diffusion model beats retrieval and the regression +twin (MC-dropout) at verifier budgets b >= 4 on SOF. The twin's diversity device is weak, so: +- **H1 (X1).** At m in {3, 4}, 8k bank, iid test plants, b in {4, 16}: the diffusion model certifies more plants than EACH of six same-backbone K-sample + generators (flow matching, MDN, WTA multiple-choice heads, cVAE, MIP with inference noise, TSD). One-sided. b = 1 and the OOD set are secondary/descriptive. + The competing outcome (some generator ties or beats diffusion) is equally reportable and will be reported as such. +- **H2 (X3).** With 5 training seeds, at m in {2, 3, 4, 5}, 8k bank, iid: diffusion minus twin > 0 at b in {4, 16}, diffusion minus retrieval > 0 at b in {1, 4, 16}. + diffusion minus twin at b = 1 is a two-sided test of a tie (expected null from D3f). + +## 2. Arms (all: D3f trunk = ReverseDiffusionModel MLP-FiLM, hidden 256, 5 layers, dropout 0.05; D3f data `ds_m{m}_n8000.pt`; 96,000 steps x batch 64; AdamW lr 2e-4, wd 1e-4, warmup 1500 + cosine; clip 1.0; EMA 0.999 weights used; same verifier) +| arm | head / loss | sampling | candidate order | NFE per candidate | +|---|---|---|---|---| +| diffusion, twin, retrieval | D3f (unchanged; twin b=1 deterministic, b>1 MC-dropout 0.05; retrieval = best gain of the b nearest bank plants, unit-box distance) | DDPM-500 | sampling order | 500 / 1 / 0 | +| flow | rectified flow, velocity target x - z, I_t = t x + (1-t) z | Euler, `steps` in {1,2,4,8,16,32,64} chosen on validation | sampling order | steps | +| MDN | M diagonal Gaussians (sigma = 0.01 + softplus), NLL; M in {4, 8, 16} | mode in {sample, component mean, pi-ranked means} chosen on validation | sampling order (ranked: by pi) | 1 | +| WTA | M heads, relaxed min loss (eps = 0.05) + score head (CE, trunk detached, weight 0.1); M in {4, 8, 16} | candidates = heads, score-ranked or fixed head order (chosen on validation); b > M repeats heads | as chosen | 1 | +| cVAE | encoder + decoder on the trunk; loss = sum-sq recon + beta KL; latent in {2,4,8} x beta in {1e-3,1e-2,1e-1} | z ~ N(0, I) | sampling order | 1 | +| MIP (Pan Eq. 4.4) | ||pi(c,0,0)-x||^2 + ||pi(c,I_t*,t*)-x||^2, t* = 0.9 | 'det' (z = 0; all candidates identical) and 'noise' (z ~ N(0,I) injected in step 2); 'noise' is the K-sample MIP arm | sampling order | 2 | +| TSD (Pan Eq. 4.3) | ||pi(c,z,0)-I_t*/t*||^2 + ||pi(c,I_t*,t*)-x||^2 | z ~ N(0,I) both steps | sampling order | 2 | + +## 3. Selection on validation plants only +Validation plants (never in a bank or test set; built by `build_val.sh`): iid seed 3131 (n = 120) and OOD shell seed 77 (n = 60) at m = 3 and m = 4, 48-start reference +oracle, kept only if the oracle certified >= 1 gain. Seed-0 models of every grid config are scored on them; criterion = mean over b in {1,4,16} of the certified rate pooled +over the 180 validation plants; per arm the maximiser is frozen (ties: first in grid order). The same (arm, config) seed-0 model is later the seed-0 test model. +The grid is run separately at m = 3 and at m = 4 (selection is per m). Diffusion/twin/retrieval are not re-tuned. + +## 4. Test sets, banks, seeds +iid = 120 plants (seeds 4242 and 9001, 60 each), OOD shell = 60 plants (seed 7); `results/icml_r2/D2_scale/m{m}_{heldout_4242,heldout_9001,ood}.npz`. Banks (8k plants): +m = 3 `m3_bank.npz`, m = 4 `m4_bank.npz`, m = 2 `m2_bank_a/b.npz`, m = 5 `m5_bank.npz`. X1: training seeds 0, 1, 2 (primary); seeds 3, 4 are added for the frozen +configs at m = 3, 4 only if GPU time allows, and every table states the number of seeds S. X3: seeds 0-2 are the D3f models (train.py), seeds 3-4 are new, +trained with the identical recipe by the CUDA-graph trainer `mh_train.py` (same loss/optimiser/schedule/EMA; the only difference is the GPU random stream). +**Parity gate:** the fast-path m = 3 seed-0 diffusion and twin (iid, b = 1/4/16) must lie within [min - 0.03, max + 0.03] of the D3f seeds 0-2 rates of the same cell; if not, +seeds 3-4 are retrained with `train.py` and the fast-path models are discarded. +Sampler seed = training seed; 16 candidates per plant; b = 1, 4, 16 use the first b candidates. + +## 5. Metric +Certified rate = fraction of plants with >= 1 certificate among the first b candidates; certificate = `family_sofm.verify` (multivariable circle criterion, diagonal multiplier, +sector [0.4, 2.2], CLARABEL SDP, float64 re-check), identical to D3f. Conditional on plants for which the 48-start oracle certified >= 1 gain (as in D3f). + +## 6. Tests and the resampling unit +- Per seed: exact two-sided McNemar on the paired per-plant outcomes. No pooling over seeds. +- Across seeds, seed = unit: mean and sd over seeds, t-interval (df = S - 1) of the seed-level differences, exact sign-flip over the S seed differences (one-sided for H1/H2, two-sided + also reported). With S seeds the smallest attainable p is 2^-S one-sided (S = 3: 0.125; S = 5: 0.031). +- Plant bootstrap (5000) 95% CI of the seed-averaged paired difference (D3f convention) and a two-stage bootstrap (seeds, then plants). + +## 7. Decision rule and multiplicity +"Diffusion beats arm A at (m, b)" iff the Holm-adjusted per-seed McNemar p < 0.05 in EVERY seed (intersection over seeds). Holm families (per m, per seed): X1 = {6 arms + MIP-det} x {b = 4, 16} +iid; X3 = {twin, retrieval} x {b = 1, 4, 16} x m in {2..5} iid. The seed-level sign-flip, t-interval and bootstrap CIs are reported without multiplicity correction and are descriptive +(after Holm over a family this size the seed-level sign-flip cannot reach 0.05 with S <= 5). OOD results and b = 1 results are secondary. + +## 8. Reporting +All arms, all configs on validation, and all test numbers are reported, including baselines that tie or win. No configuration is changed after test scoring. +Cost columns: NFE per candidate and training steps. Deviation log is kept in `docs/icml_r3_x1_sof.md`. + +## 10. Deviation log (appended during the run) +- 2026-10-13 02:20 PT (coordinator rule): every NEW launch that can touch CLARABEL sets `RAYON_NUM_THREADS=1` (unpinned CLARABEL starts a 48-thread rayon pool at m = 5). Already-running + andromeda training chains (A, B, D) were NOT restarted; they do not call CLARABEL (training and sampling only). All virgo verification runs launched after this line (everything from the + m = 4 validation re-run on, including test verification and the retrieval/D3f-reference verification already done before it with `OMP_NUM_THREADS=1` and the 8-worker cap) use + the variable; verifier results do not depend on it. +- Fast CUDA-graph trainer used for ALL new models (grid, extra seeds, X3 seeds 3-4); parity gate result (m = 3, seed 0, iid): passed (see section "Parity" of the doc). CUDA-graph chains + A/B/C/D were launched 00:27-01:30 PT, before this entry. +- m = 3 cVAE grid reduced if time requires (decision recorded in section 9 with its timestamp). + +## 9. Frozen configs (appended after validation selection, before test sampling) +### 9a. m = 4 (written 2026-10-13 02:37 PT), seed-0 validation, criterion of section 3 (`val_table_m4.md`, `selected_m4.json`) +flow: Euler steps = 256 (grid 1..512; criterion plateaus: 128 -> 0.548, 256 -> 0.552, 512 -> 0.550) | MDN: M = 8, ranked component means (ranked mode) | WTA: M = 16, fixed head order (raw) | +MIP: t* = 0.9, both inference variants ('det' and 'noise') reported | TSD: t* = 0.9. cVAE: NOT yet frozen (the validation optimum, latent 2 / beta 1e-3, sits on the lower beta edge of the grid; +three more models latent 2 beta 3e-4 and 1e-4, latent 4 beta 1e-4 are being trained; the cVAE choice will be appended as 9b before any cVAE test candidate is sampled). + +### 9c m = 3 frozen 2026-10-13 03:27 PT by driver.py (rule of section 3; selected_m3.json; written BEFORE these arms' test candidates for m = 3 were sampled) +- flow: m3n8000_flow_s0 variant steps=32 (validation criterion 0.724; b=1/4/16 = 0.567/0.750/0.856) +- mdn: m3n8000_mdn_M8_s0 variant mode=rank (validation criterion 0.700; b=1/4/16 = 0.478/0.761/0.861) +- wta: m3n8000_wta_M4_s0 variant mode=raw (validation criterion 0.620; b=1/4/16 = 0.439/0.711/0.711) +- mip-det: m3n8000_mip_s0 variant mode=det (validation criterion 0.500; b=1/4/16 = 0.500/0.500/0.500) +- mip-noise: m3n8000_mip_s0 variant mode=noise (validation criterion 0.611; b=1/4/16 = 0.494/0.633/0.706) +- tsd: m3n8000_tsd_s0 variant - (validation criterion 0.663; b=1/4/16 = 0.500/0.706/0.783) + +### 9b m = 4 frozen 2026-10-13 04:06 PT by driver.py (rule of section 3; selected_m4.json; written BEFORE these arms' test candidates for m = 4 were sampled) +- cvae: m4n8000_cvae_L2_b0.001_s0 variant - (validation criterion 0.407; b=1/4/16 = 0.283/0.411/0.528) + +### 9d m = 3 frozen 2026-10-13 04:48 PT by driver.py (rule of section 3; selected_m3.json; written BEFORE these arms' test candidates for m = 3 were sampled) +- cvae: m3n8000_cvae_L2_b0.001_s0 variant - (validation criterion 0.561; b=1/4/16 = 0.411/0.583/0.689) diff --git a/results/icml_r3/X1S/RESUME.md b/results/icml_r3/X1S/RESUME.md new file mode 100644 index 0000000000000000000000000000000000000000..9926d8f1ffa5348a818e1d4d0092cb8b6366d38e --- /dev/null +++ b/results/icml_r3/X1S/RESUME.md @@ -0,0 +1,29 @@ +# RESUME: X1S (X1 multi-hypothesis generators) + X3 (5-seed headline cells), written 2026-10-13 ~02:50 PT +Agent X1S may be gone. Everything below runs detached without an agent. Read PREREG.md first (arms, selection rule, tests, deviation log). + +## What is running / queued (andromeda GPU, hard timeouts end 08:20 PT, RAYON_NUM_THREADS=1, my VRAM <= 7.9 GB, floor 3000 MiB free) +Trainers (mh_train.py, CUDA graphs, many models per process; logs `results/icml_r3/X1S/logs/chain_{A,B,D,E}.log`, `q_*.log`; ckpts `~/DiffusionControl/models/mhx/*.pth`, resumable): +- chain A: m=3 seed-0 grid flow/MDN(M=4,8,16)/WTA(M=4,8,16) (ends ~03:00). chain B: m=3 MIP + TSD. chain D: X3 = D3f diffusion + twin, seeds 3 and 4, m=2..5 (seed 3 done; seed 4 in progress, ends ~04:30). +- chain E: m=4 cVAE grid extension (latent 2 beta 3e-4,1e-4; latent 4 beta 1e-4). +- `queue_runner.py` (andromeda, pid in ~/icml_r3_pids/X1S.txt): launches job files from `results/icml_r3/X1S/queue/` in lexicographic order when VRAM allows, none after 08:00 PT: + 10_H1 (m=3 cVAE grid latent 2 x beta {1e-4,3e-4,1e-3,1e-2} + m=4 flow seeds 1,2), 20_H2 (m=4 MDN/WTA/MIP/TSD seeds 1,2), then files pushed by the driver: + 30_m4_cvae_s12 (after m=4 selection), 40_m3_noncvae_s12 and 41_m3_cvae_s12 (after m=3 selection). +Driver (virgo, detached, `results/icml_r3/X1S/driver.py`, log `logs/driver.log`, state `state/`): polls every 90 s and, in order: +1. m=4: when all 21 seed-0 grid checkpoints exist; m=3 stage a: when the 9 non-cVAE seed-0 checkpoints exist (freeze flow/MDN/WTA/MIP/TSD, queue their seeds 1,2 as 25_m3_noncvae_s12), stage b: when the 4 cVAE extension checkpoints exist (freeze cVAE, queue 41_m3_cvae_s12): `val_stage.sh m` = sample every variant on the validation plants (andromeda GPU), verify on virgo (8 workers), select by the + PREREG rule (`select_cfg.py`) -> `selected_m.json`, `val_table_m.md`; appends the frozen configs to PREREG.md (9b = m=4, 9c = m=3) and pushes the extra-seed job files to the queue. +2. test stage: for each frozen arm and seed 0,1,2 whose checkpoint exists: `test_stage.py m seed` (sample the frozen variant on the test sets, verify) -> `cand_test/*.ok.npz`. +3. X3: seed-3/4 diffusion+twin checkpoints -> `sample_x3.sh` -> `cand_ref/cand_x3f*` -> verify. +4. analyses (every time inputs change): `x1_table_m{3,4}.md`, `x1_results_m*.json`, `x1_diag_m*.md` (precision/diversity), `x3_results.json` + `x3_table.txt`, figures `figures/icml_r3/fig_x1_arms.*`, `fig_x3_seeds.*`. + After 08:35 PT a final forced analysis runs and the driver exits. + +## Already done (numbers, do not redo) +- Parity gate passed (fast trainer vs D3f eager, m=3 seed 0, iid b=1/4/16 inside [min-.03,max+.03]); retrieval ok arrays `retr_m*_n8000.npz`; D3f diffusion/twin ok arrays in `cand_ref/`. +- m=4 validation (partial, before the cVAE extension): flow 256 steps best (val b=1/4/16 .361/.589/.706 vs diffusion .361/.639/.800 and twin .367/.422/.517 on the same plants); + m=4 seed-0 TEST (iid b=1/4/16): diffusion .333/.600/.825, flow .350/.617/.758, MDN .267/.517/.650, WTA .258/.442/.575, MIP-noise .367/.442/.525, TSD .317/.467/.600, twin .342/.408/.450. + +## What still needs an agent afterwards +- If `logs/driver.log` shows errors or the driver died: `cd /home/cercola/matte_server/DiffusionControl; setsid nohup myenv/bin/python results/icml_r3/X1S/driver.py > results/icml_r3/X1S/logs/driver.out 2>&1 < /dev/null & disown` (idempotent). No andromeda launches after 08:00 PT, nothing on andromeda after 08:30 PT. +- If a training chain died: re-run its job file with `~/icml_r3_X1S_launch.sh LOG results/icml_r3/X1S/chain_grid.sh SEED JOBFILE` (resumes from checkpoints) before 08:00 PT. +- Write `docs/icml_r3_x1_sof.md` (research-doc skill; skeleton exists) from the tables above (Problem, Method from `mh_baselines.py`/`mh_train.py`, Results = arm x b tables at m=3,4 + X3 seed-level table, diagnostics, Conclusion) and run the humanizer pass. +- Add the deviation log entries (fast CUDA-graph trainer; m=3 cVAE grid reduced to latent 2 x 4 betas; flow steps grid extended to 512; cVAE beta grid extended below 1e-3 because the m=4 optimum was on the edge). +- Report: headline numbers, per-seed McNemar + seed-level tests (S=3 for new arms unless seeds 3,4 were added; S=5 for X3), what did not finish. diff --git a/results/icml_r3/X1S/analyze_diag.py b/results/icml_r3/X1S/analyze_diag.py new file mode 100644 index 0000000000000000000000000000000000000000..b81e4e8aefc2b5900ac121bfa92fe4c1c0da0b4d --- /dev/null +++ b/results/icml_r3/X1S/analyze_diag.py @@ -0,0 +1,32 @@ +"""X1 diagnostics (what each arm's 16 candidates look like): per-candidate certified rate (precision), mean number of DISTINCT certified candidates per plant +(distinct = max-norm distance > 10% of max(1, |K|max), the oracle's own rule), fraction of plants with >= 2 distinct certified candidates, mean pairwise distance +between the 16 candidates in the unit target box. iid test plants, mean over seeds. usage: analyze_diag.py [seeds]""" +import json, sys, numpy as np +m = int(sys.argv[1]); seeds = [int(s) for s in (sys.argv[2] if len(sys.argv) > 2 else "0,1,2").split(",")]; X = "results/icml_r3/X1S" +sel = json.load(open(f"{X}/selected_m{m}.json")); sc = np.load("results/icml_r2/D2_scale/ds_m%d_n8000.pt" % m, allow_pickle=True) if False else None +import torch; S = torch.load(f"results/icml_r2/D2_scale/ds_m{m}_n8000.pt", weights_only=False)["scalers"]; rng_k = np.asarray(S["kmax"] - S["kmin"]) +keys = [f"m{m}_heldout_4242", f"m{m}_heldout_9001"] +def distinct(K, ok): # K [16, d], ok [16] -> number of distinct certified candidates + reps = [] + for k in K[ok]: + if all(np.abs(k - r).max() > 0.1 * max(1.0, np.abs(r).max()) for r in reps): reps.append(k) + return len(reps) +def load(cand, okf, var): + c, o = np.load(cand), np.load(okf); sfx = "" if var is None else f"|{var}" + return np.concatenate([c[k + sfx] for k in keys]), np.concatenate([o[k + sfx] for k in keys]) +rows = {} +specs = {"diffusion": lambda s: (f"{X}/cand_ref/cand_{'d3f' if s < 3 else 'x3f'}m{m}n8000_diff_s{s}.npz", None), + "twin(MC-dropout)": lambda s: (f"{X}/cand_ref/cand_{'d3f' if s < 3 else 'x3f'}m{m}n8000_reg_s{s}.npz", None)} +for arm, r in sel.items(): specs[arm] = (lambda r: (lambda s: (f"{X}/cand_test/cand_{r['name'][:-3]}_s{s}.npz", r["variant"])))(r) +for arm, f in specs.items(): + P, D, M, N = [], [], [], [] + for s in seeds: + try: cand, var = f(s); K, ok = load(cand, cand[:-4] + ".ok.npz", var) + except FileNotFoundError: continue + P.append(ok.mean()); D.append(np.mean([distinct(K[i], ok[i]) for i in range(len(K))])) + M.append(np.mean([(distinct(K[i], ok[i]) >= 2) for i in range(len(K))])) + U = (K - 0) / rng_k; N.append(np.mean([np.abs(U[i][:, None] - U[i][None]).max(-1)[np.triu_indices(16, 1)].mean() for i in range(len(K))])) + if P: rows[arm] = dict(S=len(P), per_candidate_cert=float(np.mean(P)), distinct_cert_per_plant=float(np.mean(D)), frac_ge2_distinct=float(np.mean(M)), pairwise_dist=float(np.mean(N))) +json.dump(rows, open(f"{X}/x1_diag_m{m}.json", "w"), indent=1) +print("| arm | S | per-candidate certified | distinct certified / plant | plants with >=2 distinct | pairwise dist |\n|---|---|---|---|---|---|") +for a, r in rows.items(): print(f"| {a} | {r['S']} | {r['per_candidate_cert']:.3f} | {r['distinct_cert_per_plant']:.2f} | {r['frac_ge2_distinct']:.3f} | {r['pairwise_dist']:.3f} |") diff --git a/results/icml_r3/X1S/analyze_x1.py b/results/icml_r3/X1S/analyze_x1.py new file mode 100644 index 0000000000000000000000000000000000000000..5f2859af325df565e80865a9d838f2e14432ca94 --- /dev/null +++ b/results/icml_r3/X1S/analyze_x1.py @@ -0,0 +1,52 @@ +"""X1: arm x b table and diffusion-vs-arm tests at m=3,4 (8k bank). usage: analyze_x1.py [seeds=0,1,2]; needs selected_m.json, cand_test/*.ok.npz, cand_ref/*.ok.npz, retr_m_n8000.npz""" +import json, sys, numpy as np +from nonlinear.mimo_unstable import mh_stats as H +m = int(sys.argv[1]); seeds = [int(s) for s in (sys.argv[2] if len(sys.argv) > 2 else "0,1,2").split(",")]; X = H.X +sel = json.load(open(f"{X}/selected_m{m}.json")); rng = np.random.default_rng(m); pf = lambda s: "d3f" if s < 3 else "x3f" +NFE = {"diffusion": 500, "twin": 1, "retrieval": 0, "flow": None, "mdn": 1, "wta": 1, "cvae": 1, "mip-det": 2, "mip-noise": 2, "tsd": 2} +C = {"diffusion": {s: H.ref_curves(m, "diff", s, pf(s)) for s in seeds}, "twin": {s: H.ref_curves(m, "reg", s, pf(s)) for s in seeds}} +R = H.retr_curves(m, 8000); C["retrieval"] = {s: R for s in seeds} +for arm, r in sel.items(): + base = r["name"][:-3]; have = [] + C[arm] = {} + for s in seeds: + try: C[arm][s] = H.new_curves(f"{X}/cand_test/cand_{base}_s{s}.ok.npz", m, r["variant"]); have.append(s) + except FileNotFoundError: pass + if arm == "flow": NFE["flow"] = int(r["variant"].split("=")[1]) +order = ["diffusion", "twin", "retrieval", "flow", "mdn", "wta", "cvae", "mip-det", "mip-noise", "tsd"]; order = [a for a in order if a in C and C[a]] +out = {"m": m, "arms": {}, "tests": {}} +for g in ("iid", "ood"): + for a in order: + ss = sorted(C[a]); out["arms"].setdefault(a, {})[g] = {b: [float(C[a][s][g][b].mean()) for s in ss] for b in H.BS}; out["arms"][a]["seeds"] = ss; out["arms"][a]["variant"] = sel.get(a, {}).get("variant") +# tests: diffusion minus arm +fam = [(a, b) for a in order if a not in ("diffusion", "twin", "retrieval") for b in (4, 16)] +for g in ("iid", "ood"): + for a in order: + if a == "diffusion": continue + for b in H.BS: + ss = sorted(set(C[a]) & set(C["diffusion"])) + out["tests"][f"{g}|{a}|{b}"] = H.compare({s: C["diffusion"][s][g][b] for s in ss}, {s: C[a][s][g][b] for s in ss}, rng) +# Holm per seed over the pre-registered family (iid; arms x b in {4,16}) +for s in seeds: + keys = [f"iid|{a}|{b}" for a, b in fam if s in out["tests"][f"iid|{a}|{b}"]["per_seed"]] + adj = H.holm([out["tests"][k]["per_seed"][s]["p"] for k in keys]) + for k, p in zip(keys, adj): out["tests"][k]["per_seed"][s]["p_holm"] = p +for k, t in out["tests"].items(): + ps = [v.get("p_holm") for v in t["per_seed"].values()] + t["beats_all_seeds_holm"] = bool(all(p is not None and p < 0.05 for p in ps) and t["diff_mean"] > 0 and all(v["diff"] > 0 for v in t["per_seed"].values())) if all(p is not None for p in ps) else None +json.dump(out, open(f"{X}/x1_results_m{m}.json", "w"), indent=1) +S = lambda a: len(out["arms"][a]["seeds"]) +with open(f"{X}/x1_table_m{m}.md", "w") as fo: + fo.write(f"m={m}, 8k bank, 16 candidates, certified rate within first b (mean+-sd over S seeds; sd needs S>1). NFE = network evaluations per candidate.\n\n") + fo.write("| arm | S | NFE | variant | iid b=1 | iid b=4 | iid b=16 | OOD b=1 | OOD b=4 | OOD b=16 |\n|---|---|---|---|---|---|---|---|---|---|\n") + for a in order: + r = out["arms"][a]; fo.write(f"| {a} | {S(a)} | {NFE.get(a)} | {r['variant'] or ''} | " + " | ".join(H.fmt_rate(r[g][b]) for g in ("iid", "ood") for b in H.BS) + " |\n") + fo.write("\nDiffusion minus arm (certified-rate difference, seed-mean; plant-bootstrap 95% CI; seeds with diffusion ahead; per-seed exact McNemar p min-max; Holm-all-seeds criterion for iid b=4,16).\n\n") + fo.write("| set | arm | b | diff | plant CI | seeds ahead | McNemar p (min-max over seeds) | seed-level one-sided sign-flip p | beats (Holm, all seeds) |\n|---|---|---|---|---|---|---|---|---|\n") + for g in ("iid", "ood"): + for a in order: + if a == "diffusion": continue + for b in H.BS: + t = out["tests"][f"{g}|{a}|{b}"]; ps = [v["p"] for v in t["per_seed"].values()] + fo.write(f"| {g} | {a} | {b} | {t['diff_mean']:+.3f} | [{t['diff_plant_boot'][0]:+.3f}, {t['diff_plant_boot'][1]:+.3f}] | {t['seeds_positive']}/{t['S']} | {min(ps):.1e}-{max(ps):.1e} | {t['p_signflip_one']:.3f} | {t['beats_all_seeds_holm'] if g == 'iid' and b in (4, 16) else ''} |\n") +print(open(f"{X}/x1_table_m{m}.md").read()) diff --git a/results/icml_r3/X1S/analyze_x3.py b/results/icml_r3/X1S/analyze_x3.py new file mode 100644 index 0000000000000000000000000000000000000000..4810ffcd3e19e6ae9bc414bf6c1c1bcac5117397 --- /dev/null +++ b/results/icml_r3/X1S/analyze_x3.py @@ -0,0 +1,23 @@ +"""X3: headline SOF cells with the SEED as the resampling unit. m=2..5, 8k bank, iid (120) and OOD (60); diffusion vs regression twin vs retrieval. +Seeds 0-2: the D3f models (nonlinear/mimo_unstable/train.py); seeds 3-4: same recipe, fast CUDA-graph trainer (mh_train.py), prefix x3f. +usage: analyze_x3.py [seeds=0,1,2,3,4]""" +import json, sys, numpy as np +from nonlinear.mimo_unstable import mh_stats as H +out = sys.argv[1]; seeds = [int(s) for s in (sys.argv[2] if len(sys.argv) > 2 else "0,1,2,3,4").split(",")] +rng = np.random.default_rng(0); R = {}; pf = lambda s: "d3f" if s < 3 else "x3f" +for m in (2, 3, 4, 5): + cur = {k: {s: H.ref_curves(m, k, s, pf(s)) for s in seeds} for k in ("diff", "reg")}; retr = H.retr_curves(m, 8000); R[m] = {} + for g in ("iid", "ood"): + R[m][g] = {} + for b in H.BS: + D = {s: cur["diff"][s][g][b] for s in seeds}; T = {s: cur["reg"][s][g][b] for s in seeds}; Rr = {s: retr[g][b] for s in seeds} + R[m][g][b] = {"diff_vs_twin": H.compare(D, T, rng), "diff_vs_retr": H.compare(D, Rr, rng), + "diff_rates": [float(D[s].mean()) for s in seeds], "twin_rates": [float(T[s].mean()) for s in seeds], "retr_rate": float(retr[g][b].mean())} +json.dump(R, open(out, "w"), indent=1) +for m in R: + for g in R[m]: + for b, r in R[m][g].items(): + for nm in ("diff_vs_twin", "diff_vs_retr"): + c = r[nm]; print(f"m={m} {g} b={b} {nm}: A={c['rateA_mean']:.3f}+-{c['rateA_sd']:.3f} B={c['rateB_mean']:.3f} d={c['diff_mean']:+.3f} seedCI=[{c['diff_seed_tci'][0]:+.3f},{c['diff_seed_tci'][1]:+.3f}] " + f"plantCI=[{c['diff_plant_boot'][0]:+.3f},{c['diff_plant_boot'][1]:+.3f}] pos={c['seeds_positive']}/{c['S']} p1={c['p_signflip_one']:.4f} p2={c['p_signflip_two']:.4f} " + f"McN_p={['%.1e' % v['p'] for v in c['per_seed'].values()]}") diff --git a/results/icml_r3/X1S/build_val.sh b/results/icml_r3/X1S/build_val.sh new file mode 100644 index 0000000000000000000000000000000000000000..772a2ba4d8f9c7b2f6698cfd6473d3a7de4da379 --- /dev/null +++ b/results/icml_r3/X1S/build_val.sh @@ -0,0 +1,9 @@ +#!/bin/bash +# validation plants for m=3,4 (iid seed 3131 n=120; OOD shell seed 77 n=60, 48-start reference oracle); never in a bank or test set +cd /home/cercola/matte_server/DiffusionControl; export CUDA_VISIBLE_DEVICES= PYTHONPATH=. OMP_NUM_THREADS=1 +PY=myenv/bin/python; V=results/icml_r3/X1S/val; R=results/icml_r2/D2_scale +for m in 4 3; do + $PY -m nonlinear.mimo_unstable.build_sofm --m $m --kind heldout --n 120 --seed 3131 --starts 48 --workers 8 --out $V/m${m}_val_iid.npz + $PY -m nonlinear.mimo_unstable.build_sofm --m $m --kind ood --n 60 --seed 77 --starts 48 --workers 8 --spacing $R/m${m}_spacing.npy --out $V/m${m}_val_ood.npz +done +echo done diff --git a/results/icml_r3/X1S/driver.py b/results/icml_r3/X1S/driver.py new file mode 100644 index 0000000000000000000000000000000000000000..672438003313c8a5200e5b5af8815bef0ea4284a --- /dev/null +++ b/results/icml_r3/X1S/driver.py @@ -0,0 +1,86 @@ +"""virgo-side detached driver for X1S/X3 (no agent needed). State machine, idempotent, polls every 90 s: + 1. m=4 / m=3: when every seed-0 grid checkpoint exists on andromeda -> val_stage.sh (sample all variants on the validation plants, verify, select by the PREREG rule), + append the frozen configs to PREREG.md (sections 9b/9c), write extra-seed job files for the frozen configs into the andromeda queue (queue_runner.py trains them). + 2. frozen arms: whenever new checkpoints appear -> test_stage.py (sample frozen variants on the TEST sets on andromeda under timeout, pull, verify on virgo, 8 workers). + 3. X3: seeds 3,4 diffusion/twin checkpoints -> sample (sample_x3.sh) -> pull -> verify. + 4. analyses (analyze_x1 m=3,4, analyze_diag, analyze_x3, figures) whenever inputs changed; final pass after the last GPU deadline. +Outputs: results/icml_r3/X1S/{x1_table_m*.md,x1_results_m*.json,x1_diag_m*.json,x3_results.json,x3_table.txt}, figures/icml_r3/. Log: results/icml_r3/X1S/logs/driver.log. State: X1S/state/.""" +import os, sys, time, json, glob, subprocess, datetime, zoneinfo, hashlib +R = "/home/cercola/matte_server/DiffusionControl"; os.chdir(R); X = "results/icml_r3/X1S"; os.makedirs(X + "/state", exist_ok=True) +ENV = dict(os.environ, CUDA_VISIBLE_DEVICES="", PYTHONPATH=".", OMP_NUM_THREADS="1", RAYON_NUM_THREADS="1"); PY = "myenv/bin/python"; LOG = open(X + "/logs/driver.log", "a", buffering=1) +tz = zoneinfo.ZoneInfo("America/Los_Angeles"); now = lambda: datetime.datetime.now(tz) +def log(*a): print(f"{now():%F %T}", *a, file=LOG, flush=True) +def run(cmd, t=3600): + log("RUN", cmd[:200]); r = subprocess.run(cmd, shell=True, env=ENV, stdout=LOG, stderr=subprocess.STDOUT, timeout=t); log("rc", r.returncode); return r.returncode +def ssh(cmd, t=900): return subprocess.run(["ssh", "-o", "ConnectTimeout=30", "andromeda", cmd], capture_output=True, text=True, timeout=t).stdout +done = lambda n: os.path.exists(f"{X}/state/{n}.done"); mark = lambda n: open(f"{X}/state/{n}.done", "w").write(str(now())) +def remote_ckpts(): return set(os.path.basename(p) for p in ssh("ls ~/DiffusionControl/models/mhx/*.pth 2>/dev/null").split()) +def expected(m, cvae=True): + fs = [f"{X}/jobs_grid_m{m}_a.json", f"{X}/jobs_grid_m{m}_b.json"] + ([f"{X}/jobs_cvae_ext_m{m}.json"] if cvae else []) + return {j["name"] + ".pth" for f in fs for j in json.load(open(f))} +def push_queue(src, name): run(f"rsync -az -e ssh {src} andromeda:~/DiffusionControl/{X}/queue/{name}") +def freeze_text(m, tag): + sel = json.load(open(f"{X}/selected_m{m}.json")); L = [f"- {a}: {r['name']} variant {r['variant']} (validation criterion {r['crit']:.3f}; b=1/4/16 = {r['pooled'][0]:.3f}/{r['pooled'][1]:.3f}/{r['pooled'][2]:.3f})" for a, r in sel.items()] + open(X + "/PREREG.md", "a").write(f"\n### {tag} m = {m} frozen {now():%Y-%m-%d %H:%M PT} by driver.py (rule of section 3; file selected_m{m}.json; written BEFORE the cVAE/m={m} test candidates were sampled)\n" + "\n".join(L) + "\n") +def val_select(m): + if run(f"results/icml_r3/X1S/val_stage.sh {m} > {X}/logs/val_stage_m{m}_driver.log 2>&1") != 0 or not os.path.exists(f"{X}/selected_m{m}.json"): return None + return json.load(open(f"{X}/selected_m{m}.json")) +def freeze_some(m, tag, arms): + sel = json.load(open(f"{X}/selected_m{m}.json")); L = [f"- {a}: {r['name']} variant {r['variant']} (validation criterion {r['crit']:.3f}; b=1/4/16 = {r['pooled'][0]:.3f}/{r['pooled'][1]:.3f}/{r['pooled'][2]:.3f})" for a, r in sel.items() if a in arms] + open(X + "/PREREG.md", "a").write(f"\n### {tag} m = {m} frozen {now():%Y-%m-%d %H:%M PT} by driver.py (rule of section 3; selected_m{m}.json; written BEFORE these arms' test candidates for m = {m} were sampled)\n" + "\n".join(L) + "\n") +def selection(m): + ck = None + if m == 4: # non-cVAE arms were frozen by hand (9a, seeds queued as 20_H2); one stage here covers the cVAE extension + if done("sel4"): return + if expected(4) - remote_ckpts(): return + log("m=4: all seed-0 grid models present -> validation stage"); sel = val_select(4) + if sel is None: return + freeze_some(4, "9b", ("cvae",)); run(f"{PY} {X}/make_jobs.py seeds 4 1,2 cvae {X}/jobs_seeds_m4_cvae.json"); push_queue(f"{X}/jobs_seeds_m4_cvae.json", "30_m4_cvae_s12.json"); mark("sel4") + else: + if not done("sel3"): # stage a: every non-cVAE arm (flow, MDN, WTA, MIP, TSD) -> freeze, queue their seeds 1,2 + if expected(3, cvae=False) - remote_ckpts(): return + log("m=3: non-cVAE grid models present -> validation stage a"); sel = val_select(3) + if sel is None: return + freeze_some(3, "9c", ("flow", "mdn", "wta", "mip-det", "mip-noise", "tsd")) + run(f"{PY} {X}/make_jobs.py seeds 3 1,2 flow,mdn,wta,mip-noise,tsd {X}/jobs_seeds_m3_noncvae.json"); push_queue(f"{X}/jobs_seeds_m3_noncvae.json", "25_m3_noncvae_s12.json"); mark("sel3") + elif not done("sel3b"): # stage b: cVAE extension done -> freeze the cVAE config, queue its seeds + if expected(3) - remote_ckpts(): return + log("m=3: cVAE grid models present -> validation stage b"); sel = val_select(3) + if sel is None or "cvae" not in sel: return + freeze_some(3, "9d", ("cvae",)); run(f"{PY} {X}/make_jobs.py seeds 3 1,2 cvae {X}/jobs_seeds_m3_cvae.json"); push_queue(f"{X}/jobs_seeds_m3_cvae.json", "41_m3_cvae_s12.json"); mark("sel3b") +tested = json.load(open(X + "/state/tested.json")) if os.path.exists(X + "/state/tested.json") else {} +def test_stage(m, ck): + if not done(f"sel{m}"): return + sel = json.load(open(f"{X}/selected_m{m}.json")); bases = sorted({r["name"][:-3] for r in sel.values()}) + for s in (0, 1, 2): + have = sorted(b for b in bases if f"{b}_s{s}.pth" in ck); key = f"{m}_{s}" + if have and tested.get(key) != have: + if run(f"{PY} {X}/test_stage.py {m} {s}", 3000) == 0: tested[key] = have; json.dump(tested, open(X + "/state/tested.json", "w")) +def x3_step(ck): + todo = [(m, s) for s in (3, 4) for m in (2, 3, 4, 5) if f"m{m}n8000_diff_s{s}.pth" in ck and f"m{m}n8000_reg_s{s}.pth" in ck and not os.path.exists(f"{X}/cand_ref/cand_x3fm{m}n8000_reg_s{s}.ok.npz")] + for m, s in todo: + ssh(f"T=$(( $(TZ=America/Los_Angeles date -d 'today 08:20' +%s) - $(date +%s) )); [ $T -gt 60 ] && timeout $T ~/DiffusionControl/{X}/sample_x3.sh '{m}' '{s}'") + run(f"rsync -az -e ssh andromeda:~/DiffusionControl/{X}/cand_ref/cand_x3f*_s{s}.npz {X}/cand_ref/") + run(f"{PY} -m nonlinear.mimo_unstable.mh_eval verify --m {m} --dir results/icml_r2/D2_scale --cand '{X}/cand_ref/cand_x3fm{m}n8000_*_s{s}.npz' --workers 8") +def analysis(force=False): + fs = sorted(glob.glob(f"{X}/cand_test/*.ok.npz") + glob.glob(f"{X}/cand_ref/cand_x3f*.ok.npz")); h = hashlib.md5("".join(f"{f}{os.path.getmtime(f)}" for f in fs).encode()).hexdigest() + if not force and open(X + "/state/analysis.hash").read() == h if os.path.exists(X + "/state/analysis.hash") else False: return + seeds3 = [s for s in (0, 1, 2, 3, 4) if all(os.path.exists(f"{X}/cand_ref/cand_{'d3f' if s < 3 else 'x3f'}m{m}n8000_{k}_s{s}.ok.npz") for m in (2, 3, 4, 5) for k in ("diff", "reg"))] + run(f"{PY} {X}/analyze_x3.py {X}/x3_results.json {','.join(map(str, seeds3))} > {X}/x3_table.txt 2>&1"); run(f"{PY} nonlinear/plotting/fig_x3_seeds.py {X}/x3_results.json") + for m in (3, 4): + if done(f"sel{m}"): + sd = [s for s in (0, 1, 2) if any(os.path.exists(f"{X}/cand_test/cand_{b}_s{s}.ok.npz") for b in [r['name'][:-3] for r in json.load(open(f'{X}/selected_m{m}.json')).values()])] + if sd: run(f"{PY} {X}/analyze_x1.py {m} {','.join(map(str, sd))} > {X}/logs/analyze_x1_m{m}.log 2>&1"); run(f"{PY} {X}/analyze_diag.py {m} {','.join(map(str, sd))} > {X}/x1_diag_m{m}.md 2>&1") + run(f"{PY} nonlinear/plotting/fig_x1_arms.py"); run(f"{PY} {X}/fill_doc.py"); open(X + "/state/analysis.hash", "w").write(h) +log("driver up"); last_analysis = 0 +while now() < now().replace(hour=9, minute=30, second=0, microsecond=0): + try: + ck = remote_ckpts() if now() < now().replace(hour=8, minute=29) else set(os.path.basename(p) for p in glob.glob("never")) + for m in (4, 3): selection(m) + for m in (4, 3): test_stage(m, ck) + x3_step(ck) + if time.time() - last_analysis > 600: analysis(); last_analysis = time.time() + if now() > now().replace(hour=8, minute=35, second=0, microsecond=0): analysis(force=True); log("final analysis done"); break + except Exception as e: log("ERR", repr(e)) + time.sleep(90) +log("driver exit") diff --git a/results/icml_r3/X1S/fill_doc.py b/results/icml_r3/X1S/fill_doc.py new file mode 100644 index 0000000000000000000000000000000000000000..4af229428c9183643b0fe1e45eabee6c4a0bdc4a --- /dev/null +++ b/results/icml_r3/X1S/fill_doc.py @@ -0,0 +1,22 @@ +"""Insert the auto-generated tables into docs/icml_r3_x1_sof.md between and (idempotent).""" +import json, os, re +X = "results/icml_r3/X1S"; DOC = "docs/icml_r3_x1_sof.md"; out = [] +rd = lambda p: open(p).read() if os.path.exists(p) else f"(missing: {p})\n" +for m in (3, 4): + out += [f"### 3.{m-2} X1 arm x b table, m = {m} (8k bank)\n", rd(f"{X}/x1_table_m{m}.md"), f"\nCandidate diagnostics, iid plants, mean over seeds (`x1_diag_m{m}.md`):\n", rd(f"{X}/x1_diag_m{m}.md")] +if os.path.exists(f"{X}/x3_results.json"): + R = json.load(open(f"{X}/x3_results.json")); S = len(next(iter(R["2"]["iid"]["1"].values())) if False else R["2"]["iid"]["1"]["diff_rates"]) + out += [f"### 3.3 X3 headline cells, seed as the resampling unit (S = {S} training seeds; iid = 120 plants, OOD = 60; 8k bank)\n", + "Rates are mean+-sd over seeds. 'd' = diffusion minus comparator (mean over seeds); seed-CI = 95% t-interval over seeds; p1 = exact one-sided sign-flip over the seed differences (min attainable 2^-S); McNemar = per-seed exact p range; plant-CI = plant bootstrap of the seed-averaged difference.\n", + "| m | set | b | diffusion | twin | retrieval | d vs twin [seed-CI] (plant-CI) | seeds ahead | p1 | McNemar range | d vs retrieval [seed-CI] | seeds ahead | p1 | McNemar range |", "|" + "---|" * 14] + f = lambda v: f"{sum(v)/len(v):.3f}+-{(sum((x - sum(v)/len(v))**2 for x in v)/max(len(v)-1, 1))**.5:.3f}" + for m in sorted(R, key=int): + for g in ("iid", "ood"): + for b in ("1", "4", "16"): + c = R[m][g][b]; t, r = c["diff_vs_twin"], c["diff_vs_retr"]; rng = lambda x: f"{min(v['p'] for v in x['per_seed'].values()):.0e}-{max(v['p'] for v in x['per_seed'].values()):.0e}" + out.append(f"| {m} | {g} | {b} | {f(c['diff_rates'])} | {f(c['twin_rates'])} | {c['retr_rate']:.3f} | {t['diff_mean']:+.3f} [{t['diff_seed_tci'][0]:+.3f}, {t['diff_seed_tci'][1]:+.3f}] ({t['diff_plant_boot'][0]:+.3f}, {t['diff_plant_boot'][1]:+.3f}) | {t['seeds_positive']}/{t['S']} | {t['p_signflip_one']:.3f} | {rng(t)} | {r['diff_mean']:+.3f} [{r['diff_seed_tci'][0]:+.3f}, {r['diff_seed_tci'][1]:+.3f}] | {r['seeds_positive']}/{r['S']} | {r['p_signflip_one']:.3f} | {rng(r)} |") +out += ["\n### 3.4 Validation tables (seed-0 models, 180 validation plants; used only for selection)\n"] + [f"m = {m}:\n\n" + rd(f"{X}/val_table_m{m}.md") for m in (3, 4)] +s = open(DOC).read(); blk = "\n" + "\n".join(out) + "\n" +if "" in s: s = re.sub(r".*", lambda _: blk, s, flags=re.S) +else: s = s.replace("## 4. Conclusion", blk + "\n\n## 4. Conclusion") +open(DOC, "w").write(s); print("doc updated") diff --git a/results/icml_r3/X1S/jobs_H1.json b/results/icml_r3/X1S/jobs_H1.json new file mode 100644 index 0000000000000000000000000000000000000000..8a1b9e3516ba992cf34ded3d9fec4d112bfe30d5 --- /dev/null +++ b/results/icml_r3/X1S/jobs_H1.json @@ -0,0 +1,62 @@ +[ +{ +"name": "m3n8000_cvae_L2_b0.0001_s0", +"arm": "cvae", +"cfg": { +"latent": 2, +"beta": 0.0001 +}, +"seed": 0, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_cvae_L2_b0.0003_s0", +"arm": "cvae", +"cfg": { +"latent": 2, +"beta": 0.0003 +}, +"seed": 0, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_cvae_L2_b0.001_s0", +"arm": "cvae", +"cfg": { +"latent": 2, +"beta": 0.001 +}, +"seed": 0, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_cvae_L2_b0.01_s0", +"arm": "cvae", +"cfg": { +"latent": 2, +"beta": 0.01 +}, +"seed": 0, +"m": 3, +"n": 8000 +}, +{ +"name": "m4n8000_flow_s1", +"arm": "flow", +"cfg": {}, +"seed": 1, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_flow_s2", +"arm": "flow", +"cfg": {}, +"seed": 2, +"m": 4, +"n": 8000 +} +] \ No newline at end of file diff --git a/results/icml_r3/X1S/jobs_H2.json b/results/icml_r3/X1S/jobs_H2.json new file mode 100644 index 0000000000000000000000000000000000000000..7e87d31a114ab7afd1a49ec70082292d72e8730f --- /dev/null +++ b/results/icml_r3/X1S/jobs_H2.json @@ -0,0 +1,74 @@ +[ +{ +"name": "m4n8000_mdn_M8_s1", +"arm": "mdn", +"cfg": { +"M": 8 +}, +"seed": 1, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_mdn_M8_s2", +"arm": "mdn", +"cfg": { +"M": 8 +}, +"seed": 2, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_wta_M16_s1", +"arm": "wta", +"cfg": { +"M": 16 +}, +"seed": 1, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_wta_M16_s2", +"arm": "wta", +"cfg": { +"M": 16 +}, +"seed": 2, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_mip_s1", +"arm": "mip", +"cfg": {}, +"seed": 1, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_mip_s2", +"arm": "mip", +"cfg": {}, +"seed": 2, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_tsd_s1", +"arm": "tsd", +"cfg": {}, +"seed": 1, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_tsd_s2", +"arm": "tsd", +"cfg": {}, +"seed": 2, +"m": 4, +"n": 8000 +} +] \ No newline at end of file diff --git a/results/icml_r3/X1S/jobs_cvae_ext_m3.json b/results/icml_r3/X1S/jobs_cvae_ext_m3.json new file mode 100644 index 0000000000000000000000000000000000000000..1229e78772f615721120f25a21859da2c1b96a4e --- /dev/null +++ b/results/icml_r3/X1S/jobs_cvae_ext_m3.json @@ -0,0 +1,46 @@ +[ +{ +"name": "m3n8000_cvae_L2_b0.0001_s0", +"arm": "cvae", +"cfg": { +"latent": 2, +"beta": 0.0001 +}, +"seed": 0, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_cvae_L2_b0.0003_s0", +"arm": "cvae", +"cfg": { +"latent": 2, +"beta": 0.0003 +}, +"seed": 0, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_cvae_L2_b0.001_s0", +"arm": "cvae", +"cfg": { +"latent": 2, +"beta": 0.001 +}, +"seed": 0, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_cvae_L2_b0.01_s0", +"arm": "cvae", +"cfg": { +"latent": 2, +"beta": 0.01 +}, +"seed": 0, +"m": 3, +"n": 8000 +} +] \ No newline at end of file diff --git a/results/icml_r3/X1S/jobs_cvae_ext_m4.json b/results/icml_r3/X1S/jobs_cvae_ext_m4.json new file mode 100644 index 0000000000000000000000000000000000000000..071014b0110a09db7dd5864236f517fee568a383 --- /dev/null +++ b/results/icml_r3/X1S/jobs_cvae_ext_m4.json @@ -0,0 +1,35 @@ +[ +{ +"name": "m4n8000_cvae_L2_b0.0003_s0", +"arm": "cvae", +"cfg": { +"latent": 2, +"beta": 0.0003 +}, +"seed": 0, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_cvae_L2_b0.0001_s0", +"arm": "cvae", +"cfg": { +"latent": 2, +"beta": 0.0001 +}, +"seed": 0, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_cvae_L4_b0.0001_s0", +"arm": "cvae", +"cfg": { +"latent": 4, +"beta": 0.0001 +}, +"seed": 0, +"m": 4, +"n": 8000 +} +] \ No newline at end of file diff --git a/results/icml_r3/X1S/jobs_grid_m3_a.json b/results/icml_r3/X1S/jobs_grid_m3_a.json new file mode 100644 index 0000000000000000000000000000000000000000..b950d4c0f461ae43e7f4e7bf8dc83eb2d34db333 --- /dev/null +++ b/results/icml_r3/X1S/jobs_grid_m3_a.json @@ -0,0 +1,70 @@ +[ +{ +"name": "m3n8000_flow_s0", +"arm": "flow", +"cfg": {}, +"seed": 0, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_mdn_M4_s0", +"arm": "mdn", +"cfg": { +"M": 4 +}, +"seed": 0, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_mdn_M8_s0", +"arm": "mdn", +"cfg": { +"M": 8 +}, +"seed": 0, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_mdn_M16_s0", +"arm": "mdn", +"cfg": { +"M": 16 +}, +"seed": 0, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_wta_M4_s0", +"arm": "wta", +"cfg": { +"M": 4 +}, +"seed": 0, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_wta_M8_s0", +"arm": "wta", +"cfg": { +"M": 8 +}, +"seed": 0, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_wta_M16_s0", +"arm": "wta", +"cfg": { +"M": 16 +}, +"seed": 0, +"m": 3, +"n": 8000 +} +] \ No newline at end of file diff --git a/results/icml_r3/X1S/jobs_grid_m3_b.json b/results/icml_r3/X1S/jobs_grid_m3_b.json new file mode 100644 index 0000000000000000000000000000000000000000..5c571d47dbd4f3cddd87fbaf541cb9e3074ba539 --- /dev/null +++ b/results/icml_r3/X1S/jobs_grid_m3_b.json @@ -0,0 +1,18 @@ +[ +{ +"name": "m3n8000_mip_s0", +"arm": "mip", +"cfg": {}, +"seed": 0, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_tsd_s0", +"arm": "tsd", +"cfg": {}, +"seed": 0, +"m": 3, +"n": 8000 +} +] \ No newline at end of file diff --git a/results/icml_r3/X1S/jobs_grid_m3_cvae_full.json b/results/icml_r3/X1S/jobs_grid_m3_cvae_full.json new file mode 100644 index 0000000000000000000000000000000000000000..17b05b19281d3295d629a9508db08a159672fcd1 --- /dev/null +++ b/results/icml_r3/X1S/jobs_grid_m3_cvae_full.json @@ -0,0 +1,101 @@ +[ +{ +"name": "m3n8000_cvae_L2_b0.001_s0", +"arm": "cvae", +"cfg": { +"latent": 2, +"beta": 0.001 +}, +"seed": 0, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_cvae_L2_b0.01_s0", +"arm": "cvae", +"cfg": { +"latent": 2, +"beta": 0.01 +}, +"seed": 0, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_cvae_L2_b0.1_s0", +"arm": "cvae", +"cfg": { +"latent": 2, +"beta": 0.1 +}, +"seed": 0, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_cvae_L4_b0.001_s0", +"arm": "cvae", +"cfg": { +"latent": 4, +"beta": 0.001 +}, +"seed": 0, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_cvae_L4_b0.01_s0", +"arm": "cvae", +"cfg": { +"latent": 4, +"beta": 0.01 +}, +"seed": 0, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_cvae_L4_b0.1_s0", +"arm": "cvae", +"cfg": { +"latent": 4, +"beta": 0.1 +}, +"seed": 0, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_cvae_L8_b0.001_s0", +"arm": "cvae", +"cfg": { +"latent": 8, +"beta": 0.001 +}, +"seed": 0, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_cvae_L8_b0.01_s0", +"arm": "cvae", +"cfg": { +"latent": 8, +"beta": 0.01 +}, +"seed": 0, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_cvae_L8_b0.1_s0", +"arm": "cvae", +"cfg": { +"latent": 8, +"beta": 0.1 +}, +"seed": 0, +"m": 3, +"n": 8000 +} +] \ No newline at end of file diff --git a/results/icml_r3/X1S/jobs_grid_m4_a.json b/results/icml_r3/X1S/jobs_grid_m4_a.json new file mode 100644 index 0000000000000000000000000000000000000000..5c76dc63d390093bbd1c64347c882235d0869b5f --- /dev/null +++ b/results/icml_r3/X1S/jobs_grid_m4_a.json @@ -0,0 +1,92 @@ +[ +{ +"name": "m4n8000_flow_s0", +"arm": "flow", +"cfg": {}, +"seed": 0, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_mdn_M4_s0", +"arm": "mdn", +"cfg": { +"M": 4 +}, +"seed": 0, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_mdn_M8_s0", +"arm": "mdn", +"cfg": { +"M": 8 +}, +"seed": 0, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_mdn_M16_s0", +"arm": "mdn", +"cfg": { +"M": 16 +}, +"seed": 0, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_wta_M4_s0", +"arm": "wta", +"cfg": { +"M": 4 +}, +"seed": 0, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_wta_M8_s0", +"arm": "wta", +"cfg": { +"M": 8 +}, +"seed": 0, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_wta_M16_s0", +"arm": "wta", +"cfg": { +"M": 16 +}, +"seed": 0, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_cvae_L2_b0.001_s0", +"arm": "cvae", +"cfg": { +"latent": 2, +"beta": 0.001 +}, +"seed": 0, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_cvae_L2_b0.01_s0", +"arm": "cvae", +"cfg": { +"latent": 2, +"beta": 0.01 +}, +"seed": 0, +"m": 4, +"n": 8000 +} +] \ No newline at end of file diff --git a/results/icml_r3/X1S/jobs_grid_m4_b.json b/results/icml_r3/X1S/jobs_grid_m4_b.json new file mode 100644 index 0000000000000000000000000000000000000000..5ca6ac68a787db42ca15e5bcc5e75c9d85bcf12e --- /dev/null +++ b/results/icml_r3/X1S/jobs_grid_m4_b.json @@ -0,0 +1,95 @@ +[ +{ +"name": "m4n8000_cvae_L2_b0.1_s0", +"arm": "cvae", +"cfg": { +"latent": 2, +"beta": 0.1 +}, +"seed": 0, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_cvae_L4_b0.001_s0", +"arm": "cvae", +"cfg": { +"latent": 4, +"beta": 0.001 +}, +"seed": 0, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_cvae_L4_b0.01_s0", +"arm": "cvae", +"cfg": { +"latent": 4, +"beta": 0.01 +}, +"seed": 0, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_cvae_L4_b0.1_s0", +"arm": "cvae", +"cfg": { +"latent": 4, +"beta": 0.1 +}, +"seed": 0, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_cvae_L8_b0.001_s0", +"arm": "cvae", +"cfg": { +"latent": 8, +"beta": 0.001 +}, +"seed": 0, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_cvae_L8_b0.01_s0", +"arm": "cvae", +"cfg": { +"latent": 8, +"beta": 0.01 +}, +"seed": 0, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_cvae_L8_b0.1_s0", +"arm": "cvae", +"cfg": { +"latent": 8, +"beta": 0.1 +}, +"seed": 0, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_mip_s0", +"arm": "mip", +"cfg": {}, +"seed": 0, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_tsd_s0", +"arm": "tsd", +"cfg": {}, +"seed": 0, +"m": 4, +"n": 8000 +} +] \ No newline at end of file diff --git a/results/icml_r3/X1S/jobs_seeds_m3_cvae.json b/results/icml_r3/X1S/jobs_seeds_m3_cvae.json new file mode 100644 index 0000000000000000000000000000000000000000..a8c40a2f42b89ed61902190d760568bee2d3b963 --- /dev/null +++ b/results/icml_r3/X1S/jobs_seeds_m3_cvae.json @@ -0,0 +1,24 @@ +[ +{ +"name": "m3n8000_cvae_L2_b0.001_s1", +"arm": "cvae", +"cfg": { +"latent": 2, +"beta": 0.001 +}, +"seed": 1, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_cvae_L2_b0.001_s2", +"arm": "cvae", +"cfg": { +"latent": 2, +"beta": 0.001 +}, +"seed": 2, +"m": 3, +"n": 8000 +} +] \ No newline at end of file diff --git a/results/icml_r3/X1S/jobs_seeds_m3_noncvae.json b/results/icml_r3/X1S/jobs_seeds_m3_noncvae.json new file mode 100644 index 0000000000000000000000000000000000000000..406ada4d2b5bd18e9f0ec5444dad8048e0ce8cdb --- /dev/null +++ b/results/icml_r3/X1S/jobs_seeds_m3_noncvae.json @@ -0,0 +1,90 @@ +[ +{ +"name": "m3n8000_flow_s1", +"arm": "flow", +"cfg": {}, +"seed": 1, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_flow_s2", +"arm": "flow", +"cfg": {}, +"seed": 2, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_mdn_M8_s1", +"arm": "mdn", +"cfg": { +"M": 8 +}, +"seed": 1, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_mdn_M8_s2", +"arm": "mdn", +"cfg": { +"M": 8 +}, +"seed": 2, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_wta_M4_s1", +"arm": "wta", +"cfg": { +"M": 4 +}, +"seed": 1, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_wta_M4_s2", +"arm": "wta", +"cfg": { +"M": 4 +}, +"seed": 2, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_mip_s1", +"arm": "mip", +"cfg": {}, +"seed": 1, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_mip_s2", +"arm": "mip", +"cfg": {}, +"seed": 2, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_tsd_s1", +"arm": "tsd", +"cfg": {}, +"seed": 1, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_tsd_s2", +"arm": "tsd", +"cfg": {}, +"seed": 2, +"m": 3, +"n": 8000 +} +] \ No newline at end of file diff --git a/results/icml_r3/X1S/jobs_seeds_m4_cvae.json b/results/icml_r3/X1S/jobs_seeds_m4_cvae.json new file mode 100644 index 0000000000000000000000000000000000000000..60f0412e9bd7db0e93c7034f4b93b64bf350e0ae --- /dev/null +++ b/results/icml_r3/X1S/jobs_seeds_m4_cvae.json @@ -0,0 +1,24 @@ +[ +{ +"name": "m4n8000_cvae_L2_b0.001_s1", +"arm": "cvae", +"cfg": { +"latent": 2, +"beta": 0.001 +}, +"seed": 1, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_cvae_L2_b0.001_s2", +"arm": "cvae", +"cfg": { +"latent": 2, +"beta": 0.001 +}, +"seed": 2, +"m": 4, +"n": 8000 +} +] \ No newline at end of file diff --git a/results/icml_r3/X1S/jobs_seeds_m4_noncvae.json b/results/icml_r3/X1S/jobs_seeds_m4_noncvae.json new file mode 100644 index 0000000000000000000000000000000000000000..4e4fadd8e627e27e442a2ccacce3b430a86f4422 --- /dev/null +++ b/results/icml_r3/X1S/jobs_seeds_m4_noncvae.json @@ -0,0 +1,90 @@ +[ +{ +"name": "m4n8000_flow_s1", +"arm": "flow", +"cfg": {}, +"seed": 1, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_flow_s2", +"arm": "flow", +"cfg": {}, +"seed": 2, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_mdn_M8_s1", +"arm": "mdn", +"cfg": { +"M": 8 +}, +"seed": 1, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_mdn_M8_s2", +"arm": "mdn", +"cfg": { +"M": 8 +}, +"seed": 2, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_wta_M16_s1", +"arm": "wta", +"cfg": { +"M": 16 +}, +"seed": 1, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_wta_M16_s2", +"arm": "wta", +"cfg": { +"M": 16 +}, +"seed": 2, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_mip_s1", +"arm": "mip", +"cfg": {}, +"seed": 1, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_mip_s2", +"arm": "mip", +"cfg": {}, +"seed": 2, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_tsd_s1", +"arm": "tsd", +"cfg": {}, +"seed": 1, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_tsd_s2", +"arm": "tsd", +"cfg": {}, +"seed": 2, +"m": 4, +"n": 8000 +} +] \ No newline at end of file diff --git a/results/icml_r3/X1S/jobs_x3_s3_a.json b/results/icml_r3/X1S/jobs_x3_s3_a.json new file mode 100644 index 0000000000000000000000000000000000000000..c214f6d6b73f2e74b85919e56eb2ad48d98a7ea6 --- /dev/null +++ b/results/icml_r3/X1S/jobs_x3_s3_a.json @@ -0,0 +1,34 @@ +[ +{ +"name": "m2n8000_diff_s3", +"arm": "diff", +"cfg": {}, +"seed": 3, +"m": 2, +"n": 8000 +}, +{ +"name": "m2n8000_reg_s3", +"arm": "reg", +"cfg": {}, +"seed": 3, +"m": 2, +"n": 8000 +}, +{ +"name": "m3n8000_diff_s3", +"arm": "diff", +"cfg": {}, +"seed": 3, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_reg_s3", +"arm": "reg", +"cfg": {}, +"seed": 3, +"m": 3, +"n": 8000 +} +] \ No newline at end of file diff --git a/results/icml_r3/X1S/jobs_x3_s3_b.json b/results/icml_r3/X1S/jobs_x3_s3_b.json new file mode 100644 index 0000000000000000000000000000000000000000..6bf3b1bbefe32969cfc15eac6550b23f293974d3 --- /dev/null +++ b/results/icml_r3/X1S/jobs_x3_s3_b.json @@ -0,0 +1,34 @@ +[ +{ +"name": "m4n8000_diff_s3", +"arm": "diff", +"cfg": {}, +"seed": 3, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_reg_s3", +"arm": "reg", +"cfg": {}, +"seed": 3, +"m": 4, +"n": 8000 +}, +{ +"name": "m5n8000_diff_s3", +"arm": "diff", +"cfg": {}, +"seed": 3, +"m": 5, +"n": 8000 +}, +{ +"name": "m5n8000_reg_s3", +"arm": "reg", +"cfg": {}, +"seed": 3, +"m": 5, +"n": 8000 +} +] \ No newline at end of file diff --git a/results/icml_r3/X1S/jobs_x3_s4_a.json b/results/icml_r3/X1S/jobs_x3_s4_a.json new file mode 100644 index 0000000000000000000000000000000000000000..d8fe43e111a55e886bbf1f3a5945559a07cd7d70 --- /dev/null +++ b/results/icml_r3/X1S/jobs_x3_s4_a.json @@ -0,0 +1,34 @@ +[ +{ +"name": "m2n8000_diff_s4", +"arm": "diff", +"cfg": {}, +"seed": 4, +"m": 2, +"n": 8000 +}, +{ +"name": "m2n8000_reg_s4", +"arm": "reg", +"cfg": {}, +"seed": 4, +"m": 2, +"n": 8000 +}, +{ +"name": "m3n8000_diff_s4", +"arm": "diff", +"cfg": {}, +"seed": 4, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_reg_s4", +"arm": "reg", +"cfg": {}, +"seed": 4, +"m": 3, +"n": 8000 +} +] \ No newline at end of file diff --git a/results/icml_r3/X1S/jobs_x3_s4_b.json b/results/icml_r3/X1S/jobs_x3_s4_b.json new file mode 100644 index 0000000000000000000000000000000000000000..2ae09ae33b6ec88049871c916f45b878361c15f5 --- /dev/null +++ b/results/icml_r3/X1S/jobs_x3_s4_b.json @@ -0,0 +1,34 @@ +[ +{ +"name": "m4n8000_diff_s4", +"arm": "diff", +"cfg": {}, +"seed": 4, +"m": 4, +"n": 8000 +}, +{ +"name": "m4n8000_reg_s4", +"arm": "reg", +"cfg": {}, +"seed": 4, +"m": 4, +"n": 8000 +}, +{ +"name": "m5n8000_diff_s4", +"arm": "diff", +"cfg": {}, +"seed": 4, +"m": 5, +"n": 8000 +}, +{ +"name": "m5n8000_reg_s4", +"arm": "reg", +"cfg": {}, +"seed": 4, +"m": 5, +"n": 8000 +} +] \ No newline at end of file diff --git a/results/icml_r3/X1S/jobs_x3par.json b/results/icml_r3/X1S/jobs_x3par.json new file mode 100644 index 0000000000000000000000000000000000000000..01d2918d14292e42819658655023ed3e8831521c --- /dev/null +++ b/results/icml_r3/X1S/jobs_x3par.json @@ -0,0 +1,18 @@ +[ +{ +"name": "m3n8000_diff_s0", +"arm": "diff", +"cfg": {}, +"seed": 0, +"m": 3, +"n": 8000 +}, +{ +"name": "m3n8000_reg_s0", +"arm": "reg", +"cfg": {}, +"seed": 0, +"m": 3, +"n": 8000 +} +] \ No newline at end of file diff --git a/results/icml_r3/X1S/logs/analyze_x1_m3.log b/results/icml_r3/X1S/logs/analyze_x1_m3.log new file mode 100644 index 0000000000000000000000000000000000000000..1e8d39725a4bd909c446576ca76e39bbb039288b --- /dev/null +++ b/results/icml_r3/X1S/logs/analyze_x1_m3.log @@ -0,0 +1,74 @@ +m=3, 8k bank, 16 candidates, certified rate within first b (mean+-sd over S seeds; sd needs S>1). NFE = network evaluations per candidate. + +| arm | S | NFE | variant | iid b=1 | iid b=4 | iid b=16 | OOD b=1 | OOD b=4 | OOD b=16 | +|---|---|---|---|---|---|---|---|---|---| +| diffusion | 3 | 500 | | 0.528+-0.067 | 0.783+-0.058 | 0.922+-0.017 | 0.411+-0.025 | 0.617+-0.029 | 0.756+-0.010 | +| twin | 3 | 1 | | 0.553+-0.025 | 0.625+-0.017 | 0.669+-0.035 | 0.422+-0.042 | 0.500+-0.017 | 0.533+-0.000 | +| retrieval | 3 | 0 | | 0.108+-0.000 | 0.308+-0.000 | 0.583+-0.000 | 0.100+-0.000 | 0.283+-0.000 | 0.533+-0.000 | +| flow | 3 | 32 | steps=32 | 0.547+-0.057 | 0.800+-0.038 | 0.914+-0.034 | 0.406+-0.025 | 0.594+-0.035 | 0.694+-0.035 | +| mdn | 3 | 1 | mode=rank | 0.497+-0.019 | 0.725+-0.046 | 0.797+-0.013 | 0.406+-0.019 | 0.606+-0.025 | 0.683+-0.017 | +| wta | 3 | 1 | mode=raw | 0.472+-0.041 | 0.700+-0.043 | 0.700+-0.043 | 0.350+-0.058 | 0.539+-0.010 | 0.539+-0.010 | +| cvae | 3 | 1 | - | 0.511+-0.047 | 0.664+-0.057 | 0.789+-0.027 | 0.322+-0.035 | 0.450+-0.017 | 0.600+-0.050 | +| mip-det | 3 | 2 | mode=det | 0.569+-0.013 | 0.569+-0.013 | 0.569+-0.013 | 0.422+-0.019 | 0.422+-0.019 | 0.422+-0.019 | +| mip-noise | 3 | 2 | mode=noise | 0.578+-0.013 | 0.664+-0.032 | 0.711+-0.021 | 0.433+-0.060 | 0.522+-0.051 | 0.539+-0.025 | +| tsd | 3 | 2 | - | 0.483+-0.038 | 0.686+-0.021 | 0.783+-0.008 | 0.383+-0.076 | 0.500+-0.058 | 0.606+-0.010 | + +Diffusion minus arm (certified-rate difference, seed-mean; plant-bootstrap 95% CI; seeds with diffusion ahead; per-seed exact McNemar p min-max; Holm-all-seeds criterion for iid b=4,16). + +| set | arm | b | diff | plant CI | seeds ahead | McNemar p (min-max over seeds) | seed-level one-sided sign-flip p | beats (Holm, all seeds) | +|---|---|---|---|---|---|---|---|---| +| iid | twin | 1 | -0.025 | [-0.078, +0.028] | 1/3 | 3.0e-01-7.4e-01 | 0.875 | | +| iid | twin | 4 | +0.158 | [+0.106, +0.211] | 3/3 | 1.6e-06-5.9e-03 | 0.125 | None | +| iid | twin | 16 | +0.253 | [+0.189, +0.319] | 3/3 | 4.7e-10-2.5e-07 | 0.125 | None | +| iid | retrieval | 1 | +0.419 | [+0.347, +0.494] | 3/3 | 1.1e-14-7.1e-10 | 0.125 | | +| iid | retrieval | 4 | +0.475 | [+0.389, +0.558] | 3/3 | 9.2e-19-1.2e-13 | 0.125 | None | +| iid | retrieval | 16 | +0.339 | [+0.256, +0.422] | 3/3 | 2.3e-13-8.7e-10 | 0.125 | None | +| iid | flow | 1 | -0.019 | [-0.072, +0.031] | 2/3 | 2.4e-02-6.5e-01 | 0.625 | | +| iid | flow | 4 | -0.017 | [-0.064, +0.025] | 1/3 | 3.5e-02-8.4e-01 | 0.750 | False | +| iid | flow | 16 | +0.008 | [-0.022, +0.039] | 1/3 | 5.7e-02-7.5e-01 | 0.500 | False | +| iid | mdn | 1 | +0.031 | [-0.022, +0.086] | 2/3 | 2.0e-02-1.0e+00 | 0.375 | | +| iid | mdn | 4 | +0.058 | [+0.011, +0.106] | 2/3 | 1.9e-05-8.3e-01 | 0.375 | False | +| iid | mdn | 16 | +0.125 | [+0.075, +0.178] | 3/3 | 6.6e-05-1.2e-02 | 0.125 | False | +| iid | wta | 1 | +0.056 | [+0.003, +0.111] | 3/3 | 4.7e-02-8.6e-01 | 0.125 | | +| iid | wta | 4 | +0.083 | [+0.028, +0.139] | 3/3 | 4.1e-03-6.6e-01 | 0.125 | False | +| iid | wta | 16 | +0.222 | [+0.164, +0.283] | 3/3 | 4.1e-09-3.0e-06 | 0.125 | True | +| iid | cvae | 1 | +0.017 | [-0.036, +0.067] | 2/3 | 2.2e-01-1.0e+00 | 0.375 | | +| iid | cvae | 4 | +0.119 | [+0.067, +0.172] | 3/3 | 8.8e-05-4.7e-01 | 0.125 | False | +| iid | cvae | 16 | +0.133 | [+0.083, +0.186] | 3/3 | 6.6e-05-7.5e-03 | 0.125 | False | +| iid | mip-det | 1 | -0.042 | [-0.097, +0.014] | 1/3 | 6.1e-02-8.7e-01 | 0.875 | | +| iid | mip-det | 4 | +0.214 | [+0.153, +0.275] | 3/3 | 4.1e-09-3.1e-04 | 0.125 | True | +| iid | mip-det | 16 | +0.353 | [+0.283, +0.425] | 3/3 | 2.3e-13-2.6e-12 | 0.125 | True | +| iid | mip-noise | 1 | -0.050 | [-0.106, +0.003] | 1/3 | 1.9e-02-1.0e+00 | 0.875 | | +| iid | mip-noise | 4 | +0.119 | [+0.067, +0.175] | 3/3 | 1.2e-04-4.3e-02 | 0.125 | False | +| iid | mip-noise | 16 | +0.211 | [+0.150, +0.275] | 3/3 | 6.0e-08-8.0e-07 | 0.125 | True | +| iid | tsd | 1 | +0.044 | [-0.014, +0.100] | 2/3 | 2.2e-01-1.0e+00 | 0.250 | | +| iid | tsd | 4 | +0.097 | [+0.044, +0.147] | 3/3 | 3.2e-04-4.0e-01 | 0.125 | False | +| iid | tsd | 16 | +0.139 | [+0.086, +0.194] | 3/3 | 3.6e-05-4.3e-03 | 0.125 | True | +| ood | twin | 1 | -0.011 | [-0.089, +0.061] | 1/3 | 7.5e-01-7.9e-01 | 0.875 | | +| ood | twin | 4 | +0.117 | [+0.039, +0.200] | 3/3 | 6.3e-03-2.3e-01 | 0.125 | | +| ood | twin | 16 | +0.222 | [+0.144, +0.311] | 3/3 | 1.2e-04-2.4e-04 | 0.125 | | +| ood | retrieval | 1 | +0.311 | [+0.206, +0.417] | 3/3 | 2.1e-05-7.6e-05 | 0.125 | | +| ood | retrieval | 4 | +0.333 | [+0.228, +0.444] | 3/3 | 3.0e-06-2.1e-05 | 0.125 | | +| ood | retrieval | 16 | +0.222 | [+0.128, +0.322] | 3/3 | 2.4e-04-5.2e-04 | 0.125 | | +| ood | flow | 1 | +0.006 | [-0.089, +0.106] | 1/3 | 1.0e+00-1.0e+00 | 0.500 | | +| ood | flow | 4 | +0.022 | [-0.033, +0.078] | 2/3 | 1.2e-01-1.0e+00 | 0.375 | | +| ood | flow | 16 | +0.061 | [+0.017, +0.111] | 3/3 | 1.2e-01-6.9e-01 | 0.125 | | +| ood | mdn | 1 | +0.006 | [-0.078, +0.089] | 1/3 | 6.1e-01-1.0e+00 | 0.500 | | +| ood | mdn | 4 | +0.011 | [-0.067, +0.089] | 1/3 | 4.2e-01-1.0e+00 | 0.500 | | +| ood | mdn | 16 | +0.072 | [-0.011, +0.161] | 3/3 | 2.3e-01-5.8e-01 | 0.125 | | +| ood | wta | 1 | +0.061 | [-0.017, +0.139] | 2/3 | 9.6e-02-1.0e+00 | 0.250 | | +| ood | wta | 4 | +0.078 | [+0.006, +0.150] | 3/3 | 3.9e-02-5.5e-01 | 0.125 | | +| ood | wta | 16 | +0.217 | [+0.139, +0.300] | 3/3 | 2.4e-04-5.2e-04 | 0.125 | | +| ood | cvae | 1 | +0.089 | [+0.022, +0.167] | 3/3 | 6.4e-02-5.8e-01 | 0.125 | | +| ood | cvae | 4 | +0.167 | [+0.094, +0.244] | 3/3 | 7.4e-03-4.9e-02 | 0.125 | | +| ood | cvae | 16 | +0.156 | [+0.072, +0.244] | 3/3 | 2.4e-04-1.5e-01 | 0.125 | | +| ood | mip-det | 1 | -0.011 | [-0.094, +0.078] | 1/3 | 6.1e-01-1.0e+00 | 0.750 | | +| ood | mip-det | 4 | +0.194 | [+0.111, +0.283] | 3/3 | 6.1e-05-2.1e-02 | 0.125 | | +| ood | mip-det | 16 | +0.333 | [+0.233, +0.433] | 3/3 | 9.5e-07-3.8e-06 | 0.125 | | +| ood | mip-noise | 1 | -0.022 | [-0.094, +0.050] | 2/3 | 1.2e-01-1.0e+00 | 0.625 | | +| ood | mip-noise | 4 | +0.094 | [+0.028, +0.167] | 3/3 | 3.4e-03-7.9e-01 | 0.125 | | +| ood | mip-noise | 16 | +0.217 | [+0.139, +0.300] | 3/3 | 1.2e-04-3.4e-03 | 0.125 | | +| ood | tsd | 1 | +0.028 | [-0.061, +0.117] | 2/3 | 1.8e-01-4.8e-01 | 0.375 | | +| ood | tsd | 4 | +0.117 | [+0.044, +0.200] | 3/3 | 9.8e-04-4.5e-01 | 0.125 | | +| ood | tsd | 16 | +0.150 | [+0.083, +0.222] | 3/3 | 1.2e-02-2.1e-02 | 0.125 | | + diff --git a/results/icml_r3/X1S/logs/analyze_x1_m4.log b/results/icml_r3/X1S/logs/analyze_x1_m4.log new file mode 100644 index 0000000000000000000000000000000000000000..cb53c2c3c3aeb1f898c44438ddac2e062b2a9e61 --- /dev/null +++ b/results/icml_r3/X1S/logs/analyze_x1_m4.log @@ -0,0 +1,74 @@ +m=4, 8k bank, 16 candidates, certified rate within first b (mean+-sd over S seeds; sd needs S>1). NFE = network evaluations per candidate. + +| arm | S | NFE | variant | iid b=1 | iid b=4 | iid b=16 | OOD b=1 | OOD b=4 | OOD b=16 | +|---|---|---|---|---|---|---|---|---|---| +| diffusion | 3 | 500 | | 0.342+-0.038 | 0.586+-0.013 | 0.814+-0.013 | 0.206+-0.019 | 0.400+-0.044 | 0.572+-0.042 | +| twin | 3 | 1 | | 0.356+-0.032 | 0.425+-0.017 | 0.483+-0.029 | 0.217+-0.058 | 0.244+-0.025 | 0.300+-0.029 | +| retrieval | 3 | 0 | | 0.033+-0.000 | 0.142+-0.000 | 0.283+-0.000 | 0.067+-0.000 | 0.133+-0.000 | 0.267+-0.000 | +| flow | 3 | 256 | steps=256 | 0.339+-0.043 | 0.600+-0.022 | 0.750+-0.022 | 0.206+-0.038 | 0.383+-0.017 | 0.522+-0.025 | +| mdn | 3 | 1 | mode=rank | 0.272+-0.017 | 0.556+-0.067 | 0.644+-0.050 | 0.144+-0.025 | 0.311+-0.095 | 0.361+-0.048 | +| wta | 3 | 1 | mode=raw | 0.269+-0.013 | 0.461+-0.041 | 0.569+-0.025 | 0.200+-0.033 | 0.272+-0.035 | 0.328+-0.048 | +| cvae | 3 | 1 | - | 0.244+-0.034 | 0.408+-0.058 | 0.528+-0.029 | 0.139+-0.048 | 0.267+-0.058 | 0.383+-0.044 | +| mip-det | 3 | 2 | mode=det | 0.325+-0.046 | 0.325+-0.046 | 0.325+-0.046 | 0.189+-0.010 | 0.189+-0.010 | 0.189+-0.010 | +| mip-noise | 3 | 2 | mode=noise | 0.331+-0.038 | 0.400+-0.046 | 0.483+-0.042 | 0.189+-0.025 | 0.250+-0.029 | 0.311+-0.010 | +| tsd | 3 | 2 | - | 0.308+-0.030 | 0.450+-0.044 | 0.575+-0.025 | 0.167+-0.033 | 0.272+-0.051 | 0.378+-0.063 | + +Diffusion minus arm (certified-rate difference, seed-mean; plant-bootstrap 95% CI; seeds with diffusion ahead; per-seed exact McNemar p min-max; Holm-all-seeds criterion for iid b=4,16). + +| set | arm | b | diff | plant CI | seeds ahead | McNemar p (min-max over seeds) | seed-level one-sided sign-flip p | beats (Holm, all seeds) | +|---|---|---|---|---|---|---|---|---| +| iid | twin | 1 | -0.014 | [-0.069, +0.042] | 1/3 | 1.2e-01-1.0e+00 | 0.750 | | +| iid | twin | 4 | +0.161 | [+0.100, +0.228] | 3/3 | 1.9e-04-4.6e-03 | 0.125 | None | +| iid | twin | 16 | +0.331 | [+0.261, +0.403] | 3/3 | 6.8e-13-4.1e-10 | 0.125 | None | +| iid | retrieval | 1 | +0.308 | [+0.242, +0.372] | 3/3 | 5.1e-12-2.1e-09 | 0.125 | | +| iid | retrieval | 4 | +0.444 | [+0.361, +0.522] | 3/3 | 2.3e-14-4.4e-14 | 0.125 | None | +| iid | retrieval | 16 | +0.531 | [+0.444, +0.619] | 3/3 | 1.8e-18-3.6e-16 | 0.125 | None | +| iid | flow | 1 | +0.003 | [-0.056, +0.064] | 1/3 | 7.1e-02-8.7e-01 | 0.500 | | +| iid | flow | 4 | -0.014 | [-0.072, +0.044] | 0/3 | 7.4e-01-1.0e+00 | 1.000 | False | +| iid | flow | 16 | +0.064 | [+0.011, +0.114] | 3/3 | 5.2e-02-4.8e-01 | 0.125 | False | +| iid | mdn | 1 | +0.069 | [+0.017, +0.125] | 3/3 | 7.1e-02-3.3e-01 | 0.125 | | +| iid | mdn | 4 | +0.031 | [-0.031, +0.092] | 2/3 | 1.3e-01-2.5e-01 | 0.250 | False | +| iid | mdn | 16 | +0.169 | [+0.111, +0.228] | 3/3 | 3.5e-06-1.1e-02 | 0.125 | False | +| iid | wta | 1 | +0.072 | [+0.011, +0.128] | 3/3 | 3.8e-02-7.2e-01 | 0.125 | | +| iid | wta | 4 | +0.125 | [+0.064, +0.186] | 3/3 | 8.8e-04-2.4e-01 | 0.125 | False | +| iid | wta | 16 | +0.244 | [+0.183, +0.308] | 3/3 | 2.1e-09-4.6e-06 | 0.125 | True | +| iid | cvae | 1 | +0.097 | [+0.042, +0.147] | 3/3 | 3.2e-04-2.6e-01 | 0.125 | | +| iid | cvae | 4 | +0.178 | [+0.117, +0.242] | 3/3 | 4.3e-06-5.1e-03 | 0.125 | True | +| iid | cvae | 16 | +0.286 | [+0.228, +0.347] | 3/3 | 1.5e-09-7.9e-09 | 0.125 | True | +| iid | mip-det | 1 | +0.017 | [-0.042, +0.075] | 1/3 | 4.7e-02-7.1e-01 | 0.500 | | +| iid | mip-det | 4 | +0.261 | [+0.194, +0.331] | 3/3 | 1.7e-08-1.9e-06 | 0.125 | True | +| iid | mip-det | 16 | +0.489 | [+0.419, +0.558] | 3/3 | 3.6e-18-1.1e-16 | 0.125 | True | +| iid | mip-noise | 1 | +0.011 | [-0.044, +0.067] | 1/3 | 9.0e-02-7.0e-01 | 0.500 | | +| iid | mip-noise | 4 | +0.186 | [+0.125, +0.247] | 3/3 | 2.5e-05-1.3e-03 | 0.125 | True | +| iid | mip-noise | 16 | +0.331 | [+0.267, +0.394] | 3/3 | 7.0e-11-2.8e-10 | 0.125 | True | +| iid | tsd | 1 | +0.033 | [-0.022, +0.092] | 2/3 | 5.3e-02-8.6e-01 | 0.375 | | +| iid | tsd | 4 | +0.136 | [+0.078, +0.194] | 3/3 | 1.1e-03-4.3e-02 | 0.125 | False | +| iid | tsd | 16 | +0.239 | [+0.178, +0.306] | 3/3 | 4.6e-07-1.4e-06 | 0.125 | True | +| ood | twin | 1 | -0.011 | [-0.083, +0.056] | 1/3 | 3.9e-01-1.0e+00 | 0.750 | | +| ood | twin | 4 | +0.156 | [+0.078, +0.233] | 3/3 | 4.2e-03-6.5e-02 | 0.125 | | +| ood | twin | 16 | +0.272 | [+0.183, +0.367] | 3/3 | 9.5e-07-1.5e-03 | 0.125 | | +| ood | retrieval | 1 | +0.139 | [+0.072, +0.211] | 3/3 | 1.2e-02-2.2e-02 | 0.125 | | +| ood | retrieval | 4 | +0.267 | [+0.172, +0.367] | 3/3 | 2.1e-05-7.3e-04 | 0.125 | | +| ood | retrieval | 16 | +0.306 | [+0.200, +0.417] | 3/3 | 9.5e-07-1.4e-04 | 0.125 | | +| ood | flow | 1 | +0.000 | [-0.061, +0.056] | 2/3 | 4.5e-01-7.7e-01 | 0.625 | | +| ood | flow | 4 | +0.017 | [-0.044, +0.083] | 1/3 | 5.1e-01-1.0e+00 | 0.500 | | +| ood | flow | 16 | +0.050 | [-0.017, +0.122] | 3/3 | 3.4e-01-1.0e+00 | 0.125 | | +| ood | mdn | 1 | +0.061 | [+0.006, +0.122] | 3/3 | 1.1e-01-7.5e-01 | 0.125 | | +| ood | mdn | 4 | +0.089 | [+0.011, +0.172] | 2/3 | 2.4e-04-7.9e-01 | 0.250 | | +| ood | mdn | 16 | +0.211 | [+0.128, +0.300] | 3/3 | 1.2e-04-1.2e-01 | 0.125 | | +| ood | wta | 1 | +0.006 | [-0.061, +0.067] | 2/3 | 1.0e+00-1.0e+00 | 0.500 | | +| ood | wta | 4 | +0.128 | [+0.050, +0.211] | 3/3 | 4.9e-02-1.8e-01 | 0.125 | | +| ood | wta | 16 | +0.244 | [+0.150, +0.344] | 3/3 | 2.1e-05-1.9e-02 | 0.125 | | +| ood | cvae | 1 | +0.067 | [+0.011, +0.122] | 3/3 | 1.1e-01-5.8e-01 | 0.125 | | +| ood | cvae | 4 | +0.133 | [+0.061, +0.211] | 3/3 | 4.9e-02-1.2e-01 | 0.125 | | +| ood | cvae | 16 | +0.189 | [+0.106, +0.278] | 3/3 | 1.4e-04-1.2e-01 | 0.125 | | +| ood | mip-det | 1 | +0.017 | [-0.050, +0.078] | 2/3 | 7.7e-01-1.0e+00 | 0.250 | | +| ood | mip-det | 4 | +0.211 | [+0.144, +0.283] | 3/3 | 1.4e-04-7.4e-03 | 0.125 | | +| ood | mip-det | 16 | +0.383 | [+0.289, +0.478] | 3/3 | 3.0e-08-1.1e-05 | 0.125 | | +| ood | mip-noise | 1 | +0.017 | [-0.044, +0.072] | 2/3 | 7.7e-01-1.0e+00 | 0.250 | | +| ood | mip-noise | 4 | +0.150 | [+0.089, +0.217] | 3/3 | 2.3e-03-1.5e-01 | 0.125 | | +| ood | mip-noise | 16 | +0.261 | [+0.167, +0.361] | 3/3 | 7.6e-06-2.3e-03 | 0.125 | | +| ood | tsd | 1 | +0.039 | [-0.011, +0.089] | 3/3 | 1.2e-01-1.0e+00 | 0.125 | | +| ood | tsd | 4 | +0.128 | [+0.067, +0.189] | 3/3 | 1.3e-03-6.1e-01 | 0.125 | | +| ood | tsd | 16 | +0.194 | [+0.111, +0.283] | 3/3 | 5.2e-04-2.1e-02 | 0.125 | | + diff --git a/results/icml_r3/X1S/logs/build_val.log b/results/icml_r3/X1S/logs/build_val.log new file mode 100644 index 0000000000000000000000000000000000000000..b75db63807ce9ee1f8bb7ca947097b575ab0dfca --- /dev/null +++ b/results/icml_r3/X1S/logs/build_val.log @@ -0,0 +1,203 @@ +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +120/120 attempts 152 150s +done results/icml_r3/X1S/val/m4_val_iid.npz plant yield 0.7894736842105263 +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +47/60 attempts 80 63s +60/60 attempts 103 86s +done results/icml_r3/X1S/val/m4_val_ood.npz plant yield 0.5825242718446602 +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +120/120 attempts 152 122s +done results/icml_r3/X1S/val/m3_val_iid.npz plant yield 0.7894736842105263 +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:84: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:76: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: pr.solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +49/60 attempts 80 63s +60/60 attempts 101 82s +done results/icml_r3/X1S/val/m3_val_ood.npz plant yield 0.594059405940594 +done diff --git a/results/icml_r3/X1S/logs/driver.log b/results/icml_r3/X1S/logs/driver.log new file mode 100644 index 0000000000000000000000000000000000000000..1425e3ee618522408608da308a212c49fd2dcf41 --- /dev/null +++ b/results/icml_r3/X1S/logs/driver.log @@ -0,0 +1,715 @@ +2026-10-13 02:44:53 driver up +2026-10-13 02:44:54 RUN myenv/bin/python results/icml_r3/X1S/analyze_x3.py results/icml_r3/X1S/x3_results.json 0,1,2,3 > results/icml_r3/X1S/x3_table.txt 2>&1 +2026-10-13 02:44:56 rc 0 +2026-10-13 02:44:56 RUN myenv/bin/python nonlinear/plotting/fig_x3_seeds.py results/icml_r3/X1S/x3_results.json +Traceback (most recent call last): + File "/home/cercola/matte_server/DiffusionControl/nonlinear/plotting/fig_x3_seeds.py", line 7, in + sys.path.insert(0, os.path.dirname(__file__)); from plotstyle import set_style, save_figure, figsize, mean_ci, top_legend, series_handle, C, EB + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +ImportError: cannot import name 'figsize' from 'plotstyle' (/home/cercola/matte_server/DiffusionControl/nonlinear/plotting/plotstyle.py) +2026-10-13 02:44:56 rc 1 +2026-10-13 02:44:56 RUN myenv/bin/python nonlinear/plotting/fig_x1_arms.py +Traceback (most recent call last): + File "/home/cercola/matte_server/DiffusionControl/nonlinear/plotting/fig_x1_arms.py", line 7, in + sys.path.insert(0, os.path.dirname(__file__)); from plotstyle import set_style, save_figure, figsize, mean_ci, top_legend, series_handle, C, EB + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ +ImportError: cannot import name 'figsize' from 'plotstyle' (/home/cercola/matte_server/DiffusionControl/nonlinear/plotting/plotstyle.py) +2026-10-13 02:44:56 rc 1 +2026-10-13 02:55:31 RUN myenv/bin/python results/icml_r3/X1S/analyze_x3.py results/icml_r3/X1S/x3_results.json 0,1,2,3 > results/icml_r3/X1S/x3_table.txt 2>&1 +2026-10-13 02:55:33 rc 0 +2026-10-13 02:55:33 RUN myenv/bin/python nonlinear/plotting/fig_x3_seeds.py results/icml_r3/X1S/x3_results.json +saved figures/icml_r3/fig_x3_seeds.png, figures/icml_r3/fig_x3_seeds.pdf +2026-10-13 02:55:33 rc 0 +2026-10-13 02:55:33 RUN myenv/bin/python nonlinear/plotting/fig_x1_arms.py +saved figures/icml_r3/fig_x1_arms.png, figures/icml_r3/fig_x1_arms.pdf +2026-10-13 02:55:34 rc 0 +2026-10-13 03:04:37 driver up +2026-10-13 03:07:26 driver up +2026-10-13 03:09:29 RUN rsync -az -e ssh andromeda:~/DiffusionControl/results/icml_r3/X1S/cand_ref/cand_x3f*_s4.npz results/icml_r3/X1S/cand_ref/ +2026-10-13 03:09:29 rc 0 +2026-10-13 03:09:29 RUN myenv/bin/python -m nonlinear.mimo_unstable.mh_eval verify --m 2 --dir results/icml_r2/D2_scale --cand 'results/icml_r3/X1S/cand_ref/cand_x3fm2n8000_*_s4.npz' --workers 8 +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +verified results/icml_r3/X1S/cand_ref/cand_x3fm2n8000_diff_s4.npz 3 keys +verified results/icml_r3/X1S/cand_ref/cand_x3fm2n8000_reg_s4.npz 6 keys +2026-10-13 03:09:36 rc 0 +2026-10-13 03:10:07 RUN rsync -az -e ssh andromeda:~/DiffusionControl/results/icml_r3/X1S/cand_ref/cand_x3f*_s4.npz results/icml_r3/X1S/cand_ref/ +2026-10-13 03:10:07 rc 0 +2026-10-13 03:10:07 RUN myenv/bin/python -m nonlinear.mimo_unstable.mh_eval verify --m 3 --dir results/icml_r2/D2_scale --cand 'results/icml_r3/X1S/cand_ref/cand_x3fm3n8000_*_s4.npz' --workers 8 +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +verified results/icml_r3/X1S/cand_ref/cand_x3fm3n8000_diff_s4.npz 3 keys +verified results/icml_r3/X1S/cand_ref/cand_x3fm3n8000_reg_s4.npz 6 keys +2026-10-13 03:10:16 rc 0 +2026-10-13 03:17:49 RUN myenv/bin/python results/icml_r3/X1S/analyze_x3.py results/icml_r3/X1S/x3_results.json 0,1,2,3 > results/icml_r3/X1S/x3_table.txt 2>&1 +2026-10-13 03:17:51 rc 0 +2026-10-13 03:17:51 RUN myenv/bin/python nonlinear/plotting/fig_x3_seeds.py results/icml_r3/X1S/x3_results.json +saved figures/icml_r3/fig_x3_seeds.png, figures/icml_r3/fig_x3_seeds.pdf +2026-10-13 03:17:52 rc 0 +2026-10-13 03:17:52 RUN myenv/bin/python nonlinear/plotting/fig_x1_arms.py +saved figures/icml_r3/fig_x1_arms.png, figures/icml_r3/fig_x1_arms.pdf +2026-10-13 03:17:53 rc 0 +2026-10-13 03:17:53 RUN myenv/bin/python results/icml_r3/X1S/fill_doc.py +doc updated +2026-10-13 03:17:53 rc 0 +2026-10-13 03:25:26 m=3: non-cVAE grid models present -> validation stage a +2026-10-13 03:25:26 RUN results/icml_r3/X1S/val_stage.sh 3 > results/icml_r3/X1S/logs/val_stage_m3_driver.log 2>&1 +2026-10-13 03:27:23 rc 0 +2026-10-13 03:27:23 RUN myenv/bin/python results/icml_r3/X1S/make_jobs.py seeds 3 1,2 flow,mdn,wta,mip-noise,tsd results/icml_r3/X1S/jobs_seeds_m3_noncvae.json +['m3n8000_flow_s1', 'm3n8000_flow_s2', 'm3n8000_mdn_M8_s1', 'm3n8000_mdn_M8_s2', 'm3n8000_wta_M4_s1', 'm3n8000_wta_M4_s2', 'm3n8000_mip_s1', 'm3n8000_mip_s2', 'm3n8000_tsd_s1', 'm3n8000_tsd_s2'] +2026-10-13 03:27:23 rc 0 +2026-10-13 03:27:23 RUN rsync -az -e ssh results/icml_r3/X1S/jobs_seeds_m3_noncvae.json andromeda:~/DiffusionControl/results/icml_r3/X1S/queue/25_m3_noncvae_s12.json +2026-10-13 03:27:24 rc 0 +2026-10-13 03:27:24 RUN myenv/bin/python results/icml_r3/X1S/test_stage.py 3 0 +m3n8000_flow_s0 1 variants 1.5s +m3n8000_mdn_M8_s0 1 variants 0.7s +m3n8000_wta_M4_s0 1 variants 0.5s +m3n8000_mip_s0 1 variants 0.5s +m3n8000_mip_s0 1 variants 0.5s +m3n8000_tsd_s0 1 variants 0.5s +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +verified results/icml_r3/X1S/cand_test/cand_m3n8000_flow_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mdn_M8_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mip_s0.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_tsd_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_wta_M4_s0.npz 3 keys +2026-10-13 03:28:12 rc 0 +2026-10-13 03:28:12 RUN myenv/bin/python results/icml_r3/X1S/analyze_x3.py results/icml_r3/X1S/x3_results.json 0,1,2,3 > results/icml_r3/X1S/x3_table.txt 2>&1 +2026-10-13 03:28:14 rc 0 +2026-10-13 03:28:14 RUN myenv/bin/python nonlinear/plotting/fig_x3_seeds.py results/icml_r3/X1S/x3_results.json +saved figures/icml_r3/fig_x3_seeds.png, figures/icml_r3/fig_x3_seeds.pdf +2026-10-13 03:28:15 rc 0 +2026-10-13 03:28:15 RUN myenv/bin/python results/icml_r3/X1S/analyze_x1.py 3 0 > results/icml_r3/X1S/logs/analyze_x1_m3.log 2>&1 +2026-10-13 03:28:16 rc 0 +2026-10-13 03:28:16 RUN myenv/bin/python results/icml_r3/X1S/analyze_diag.py 3 0 > results/icml_r3/X1S/x1_diag_m3.md 2>&1 +2026-10-13 03:28:18 rc 0 +2026-10-13 03:28:18 RUN myenv/bin/python nonlinear/plotting/fig_x1_arms.py +saved figures/icml_r3/fig_x1_arms.png, figures/icml_r3/fig_x1_arms.pdf +2026-10-13 03:28:19 rc 0 +2026-10-13 03:28:19 RUN myenv/bin/python results/icml_r3/X1S/fill_doc.py +doc updated +2026-10-13 03:28:19 rc 0 +2026-10-13 03:54:29 RUN rsync -az -e ssh andromeda:~/DiffusionControl/results/icml_r3/X1S/cand_ref/cand_x3f*_s4.npz results/icml_r3/X1S/cand_ref/ +2026-10-13 03:54:29 rc 0 +2026-10-13 03:54:29 RUN myenv/bin/python -m nonlinear.mimo_unstable.mh_eval verify --m 4 --dir results/icml_r2/D2_scale --cand 'results/icml_r3/X1S/cand_ref/cand_x3fm4n8000_*_s4.npz' --workers 8 +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +verified results/icml_r3/X1S/cand_ref/cand_x3fm4n8000_diff_s4.npz 3 keys +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +verified results/icml_r3/X1S/cand_ref/cand_x3fm4n8000_reg_s4.npz 6 keys +2026-10-13 03:54:40 rc 0 +2026-10-13 03:55:10 RUN rsync -az -e ssh andromeda:~/DiffusionControl/results/icml_r3/X1S/cand_ref/cand_x3f*_s4.npz results/icml_r3/X1S/cand_ref/ +2026-10-13 03:55:10 rc 0 +2026-10-13 03:55:10 RUN myenv/bin/python -m nonlinear.mimo_unstable.mh_eval verify --m 5 --dir results/icml_r2/D2_scale --cand 'results/icml_r3/X1S/cand_ref/cand_x3fm5n8000_*_s4.npz' --workers 8 +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +verified results/icml_r3/X1S/cand_ref/cand_x3fm5n8000_diff_s4.npz 3 keys +verified results/icml_r3/X1S/cand_ref/cand_x3fm5n8000_reg_s4.npz 6 keys +2026-10-13 03:55:20 rc 0 +2026-10-13 03:59:52 RUN myenv/bin/python results/icml_r3/X1S/analyze_x3.py results/icml_r3/X1S/x3_results.json 0,1,2,3,4 > results/icml_r3/X1S/x3_table.txt 2>&1 +2026-10-13 03:59:53 rc 0 +2026-10-13 03:59:53 RUN myenv/bin/python nonlinear/plotting/fig_x3_seeds.py results/icml_r3/X1S/x3_results.json +saved figures/icml_r3/fig_x3_seeds.png, figures/icml_r3/fig_x3_seeds.pdf +2026-10-13 03:59:54 rc 0 +2026-10-13 03:59:54 RUN myenv/bin/python results/icml_r3/X1S/analyze_x1.py 3 0 > results/icml_r3/X1S/logs/analyze_x1_m3.log 2>&1 +2026-10-13 03:59:55 rc 0 +2026-10-13 03:59:55 RUN myenv/bin/python results/icml_r3/X1S/analyze_diag.py 3 0 > results/icml_r3/X1S/x1_diag_m3.md 2>&1 +2026-10-13 03:59:56 rc 0 +2026-10-13 03:59:56 RUN myenv/bin/python nonlinear/plotting/fig_x1_arms.py +saved figures/icml_r3/fig_x1_arms.png, figures/icml_r3/fig_x1_arms.pdf +2026-10-13 03:59:57 rc 0 +2026-10-13 03:59:57 RUN myenv/bin/python results/icml_r3/X1S/fill_doc.py +doc updated +2026-10-13 03:59:57 rc 0 +2026-10-13 04:04:29 m=4: all seed-0 grid models present -> validation stage +2026-10-13 04:04:29 RUN results/icml_r3/X1S/val_stage.sh 4 > results/icml_r3/X1S/logs/val_stage_m4_driver.log 2>&1 +2026-10-13 04:06:33 rc 0 +2026-10-13 04:06:33 RUN myenv/bin/python results/icml_r3/X1S/make_jobs.py seeds 4 1,2 cvae results/icml_r3/X1S/jobs_seeds_m4_cvae.json +['m4n8000_cvae_L2_b0.001_s1', 'm4n8000_cvae_L2_b0.001_s2'] +2026-10-13 04:06:33 rc 0 +2026-10-13 04:06:33 RUN rsync -az -e ssh results/icml_r3/X1S/jobs_seeds_m4_cvae.json andromeda:~/DiffusionControl/results/icml_r3/X1S/queue/30_m4_cvae_s12.json +2026-10-13 04:06:33 rc 0 +2026-10-13 04:06:33 RUN myenv/bin/python results/icml_r3/X1S/test_stage.py 4 0 +m4n8000_flow_s0 1 variants 7.7s +m4n8000_mdn_M8_s0 1 variants 0.7s +m4n8000_wta_M16_s0 1 variants 0.6s +m4n8000_cvae_L2_b0.001_s0 1 variants 0.6s +m4n8000_mip_s0 1 variants 0.5s +m4n8000_mip_s0 1 variants 0.6s +m4n8000_tsd_s0 1 variants 0.6s +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +verified results/icml_r3/X1S/cand_test/cand_m4n8000_cvae_L2_b0.001_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_flow_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mdn_M8_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mip_s0.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_tsd_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_wta_M16_s0.npz 3 keys +2026-10-13 04:07:26 rc 0 +2026-10-13 04:10:27 RUN myenv/bin/python results/icml_r3/X1S/analyze_x3.py results/icml_r3/X1S/x3_results.json 0,1,2,3,4 > results/icml_r3/X1S/x3_table.txt 2>&1 +2026-10-13 04:10:29 rc 0 +2026-10-13 04:10:29 RUN myenv/bin/python nonlinear/plotting/fig_x3_seeds.py results/icml_r3/X1S/x3_results.json +saved figures/icml_r3/fig_x3_seeds.png, figures/icml_r3/fig_x3_seeds.pdf +2026-10-13 04:10:30 rc 0 +2026-10-13 04:10:30 RUN myenv/bin/python results/icml_r3/X1S/analyze_x1.py 3 0 > results/icml_r3/X1S/logs/analyze_x1_m3.log 2>&1 +2026-10-13 04:10:30 rc 0 +2026-10-13 04:10:30 RUN myenv/bin/python results/icml_r3/X1S/analyze_diag.py 3 0 > results/icml_r3/X1S/x1_diag_m3.md 2>&1 +2026-10-13 04:10:32 rc 0 +2026-10-13 04:10:32 RUN myenv/bin/python results/icml_r3/X1S/analyze_x1.py 4 0 > results/icml_r3/X1S/logs/analyze_x1_m4.log 2>&1 +2026-10-13 04:10:33 rc 0 +2026-10-13 04:10:33 RUN myenv/bin/python results/icml_r3/X1S/analyze_diag.py 4 0 > results/icml_r3/X1S/x1_diag_m4.md 2>&1 +2026-10-13 04:10:34 rc 0 +2026-10-13 04:10:34 RUN myenv/bin/python nonlinear/plotting/fig_x1_arms.py +saved figures/icml_r3/fig_x1_arms.png, figures/icml_r3/fig_x1_arms.pdf +2026-10-13 04:10:35 rc 0 +2026-10-13 04:10:35 RUN myenv/bin/python results/icml_r3/X1S/fill_doc.py +doc updated +2026-10-13 04:10:35 rc 0 +2026-10-13 04:46:46 m=3: cVAE grid models present -> validation stage b +2026-10-13 04:46:46 RUN results/icml_r3/X1S/val_stage.sh 3 > results/icml_r3/X1S/logs/val_stage_m3_driver.log 2>&1 +2026-10-13 04:48:03 rc 0 +2026-10-13 04:48:03 RUN myenv/bin/python results/icml_r3/X1S/make_jobs.py seeds 3 1,2 cvae results/icml_r3/X1S/jobs_seeds_m3_cvae.json +['m3n8000_cvae_L2_b0.001_s1', 'm3n8000_cvae_L2_b0.001_s2'] +2026-10-13 04:48:03 rc 0 +2026-10-13 04:48:03 RUN rsync -az -e ssh results/icml_r3/X1S/jobs_seeds_m3_cvae.json andromeda:~/DiffusionControl/results/icml_r3/X1S/queue/41_m3_cvae_s12.json +2026-10-13 04:48:03 rc 0 +2026-10-13 04:48:03 RUN myenv/bin/python results/icml_r3/X1S/test_stage.py 4 1 +m4n8000_flow_s1 1 variants 7.7s +verified results/icml_r3/X1S/cand_test/cand_m4n8000_cvae_L2_b0.001_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_flow_s0.npz 3 keys +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +verified results/icml_r3/X1S/cand_test/cand_m4n8000_flow_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mdn_M8_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mip_s0.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_tsd_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_wta_M16_s0.npz 3 keys +2026-10-13 04:48:22 rc 0 +2026-10-13 04:48:22 RUN myenv/bin/python results/icml_r3/X1S/test_stage.py 4 2 +m4n8000_flow_s2 1 variants 7.7s +verified results/icml_r3/X1S/cand_test/cand_m4n8000_cvae_L2_b0.001_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_flow_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_flow_s1.npz 3 keys +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +verified results/icml_r3/X1S/cand_test/cand_m4n8000_flow_s2.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mdn_M8_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mip_s0.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_tsd_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_wta_M16_s0.npz 3 keys +2026-10-13 04:48:41 rc 0 +2026-10-13 04:48:41 RUN myenv/bin/python results/icml_r3/X1S/test_stage.py 3 0 +m3n8000_flow_s0 1 variants 1.5s +m3n8000_mdn_M8_s0 1 variants 0.6s +m3n8000_wta_M4_s0 1 variants 0.5s +m3n8000_cvae_L2_b0.001_s0 1 variants 0.6s +m3n8000_mip_s0 1 variants 0.5s +m3n8000_mip_s0 1 variants 0.5s +m3n8000_tsd_s0 1 variants 0.5s +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +verified results/icml_r3/X1S/cand_test/cand_m3n8000_cvae_L2_b0.001_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_flow_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mdn_M8_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mip_s0.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_tsd_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_wta_M4_s0.npz 3 keys +2026-10-13 04:49:24 rc 0 +2026-10-13 04:52:25 RUN myenv/bin/python results/icml_r3/X1S/analyze_x3.py results/icml_r3/X1S/x3_results.json 0,1,2,3,4 > results/icml_r3/X1S/x3_table.txt 2>&1 +2026-10-13 04:52:27 rc 0 +2026-10-13 04:52:27 RUN myenv/bin/python nonlinear/plotting/fig_x3_seeds.py results/icml_r3/X1S/x3_results.json +saved figures/icml_r3/fig_x3_seeds.png, figures/icml_r3/fig_x3_seeds.pdf +2026-10-13 04:52:28 rc 0 +2026-10-13 04:52:28 RUN myenv/bin/python results/icml_r3/X1S/analyze_x1.py 3 0 > results/icml_r3/X1S/logs/analyze_x1_m3.log 2>&1 +2026-10-13 04:52:29 rc 0 +2026-10-13 04:52:29 RUN myenv/bin/python results/icml_r3/X1S/analyze_diag.py 3 0 > results/icml_r3/X1S/x1_diag_m3.md 2>&1 +2026-10-13 04:52:30 rc 0 +2026-10-13 04:52:30 RUN myenv/bin/python results/icml_r3/X1S/analyze_x1.py 4 0,1,2 > results/icml_r3/X1S/logs/analyze_x1_m4.log 2>&1 +2026-10-13 04:52:32 rc 0 +2026-10-13 04:52:32 RUN myenv/bin/python results/icml_r3/X1S/analyze_diag.py 4 0,1,2 > results/icml_r3/X1S/x1_diag_m4.md 2>&1 +2026-10-13 04:52:34 rc 0 +2026-10-13 04:52:34 RUN myenv/bin/python nonlinear/plotting/fig_x1_arms.py +saved figures/icml_r3/fig_x1_arms.png, figures/icml_r3/fig_x1_arms.pdf +2026-10-13 04:52:35 rc 0 +2026-10-13 04:52:35 RUN myenv/bin/python results/icml_r3/X1S/fill_doc.py +doc updated +2026-10-13 04:52:35 rc 0 +2026-10-13 05:21:09 RUN myenv/bin/python results/icml_r3/X1S/test_stage.py 4 1 +m4n8000_flow_s1 1 variants 6.4s +m4n8000_mdn_M8_s1 1 variants 0.6s +m4n8000_wta_M16_s1 1 variants 0.5s +m4n8000_mip_s1 1 variants 0.5s +m4n8000_mip_s1 1 variants 0.5s +m4n8000_tsd_s1 1 variants 0.5s +verified results/icml_r3/X1S/cand_test/cand_m4n8000_cvae_L2_b0.001_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_flow_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_flow_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_flow_s2.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mdn_M8_s0.npz 3 keys +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mdn_M8_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mip_s0.npz 6 keys +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mip_s1.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_tsd_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_tsd_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_wta_M16_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_wta_M16_s1.npz 3 keys +2026-10-13 05:22:00 rc 0 +2026-10-13 05:22:00 RUN myenv/bin/python results/icml_r3/X1S/test_stage.py 4 2 +m4n8000_flow_s2 1 variants 7.0s +m4n8000_mdn_M8_s2 1 variants 0.7s +m4n8000_wta_M16_s2 1 variants 0.5s +m4n8000_mip_s2 1 variants 0.5s +m4n8000_mip_s2 1 variants 0.5s +m4n8000_tsd_s2 1 variants 0.5s +verified results/icml_r3/X1S/cand_test/cand_m4n8000_cvae_L2_b0.001_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_flow_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_flow_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_flow_s2.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mdn_M8_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mdn_M8_s1.npz 3 keys +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mdn_M8_s2.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mip_s0.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mip_s1.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mip_s2.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_tsd_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_tsd_s1.npz 3 keys +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +verified results/icml_r3/X1S/cand_test/cand_m4n8000_tsd_s2.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_wta_M16_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_wta_M16_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_wta_M16_s2.npz 3 keys +2026-10-13 05:22:53 rc 0 +2026-10-13 05:24:23 RUN myenv/bin/python results/icml_r3/X1S/analyze_x3.py results/icml_r3/X1S/x3_results.json 0,1,2,3,4 > results/icml_r3/X1S/x3_table.txt 2>&1 +2026-10-13 05:24:25 rc 0 +2026-10-13 05:24:25 RUN myenv/bin/python nonlinear/plotting/fig_x3_seeds.py results/icml_r3/X1S/x3_results.json +saved figures/icml_r3/fig_x3_seeds.png, figures/icml_r3/fig_x3_seeds.pdf +2026-10-13 05:24:26 rc 0 +2026-10-13 05:24:26 RUN myenv/bin/python results/icml_r3/X1S/analyze_x1.py 3 0 > results/icml_r3/X1S/logs/analyze_x1_m3.log 2>&1 +2026-10-13 05:24:26 rc 0 +2026-10-13 05:24:26 RUN myenv/bin/python results/icml_r3/X1S/analyze_diag.py 3 0 > results/icml_r3/X1S/x1_diag_m3.md 2>&1 +2026-10-13 05:24:28 rc 0 +2026-10-13 05:24:28 RUN myenv/bin/python results/icml_r3/X1S/analyze_x1.py 4 0,1,2 > results/icml_r3/X1S/logs/analyze_x1_m4.log 2>&1 +2026-10-13 05:24:29 rc 0 +2026-10-13 05:24:29 RUN myenv/bin/python results/icml_r3/X1S/analyze_diag.py 4 0,1,2 > results/icml_r3/X1S/x1_diag_m4.md 2>&1 +2026-10-13 05:24:30 rc 0 +2026-10-13 05:24:30 RUN myenv/bin/python nonlinear/plotting/fig_x1_arms.py +saved figures/icml_r3/fig_x1_arms.png, figures/icml_r3/fig_x1_arms.pdf +2026-10-13 05:24:31 rc 0 +2026-10-13 05:24:31 RUN myenv/bin/python results/icml_r3/X1S/fill_doc.py +doc updated +2026-10-13 05:24:31 rc 0 +2026-10-13 05:38:03 RUN myenv/bin/python results/icml_r3/X1S/test_stage.py 3 1 +m3n8000_flow_s1 1 variants 1.2s +m3n8000_mdn_M8_s1 1 variants 0.5s +m3n8000_wta_M4_s1 1 variants 0.4s +m3n8000_mip_s1 1 variants 0.4s +m3n8000_mip_s1 1 variants 0.5s +m3n8000_tsd_s1 1 variants 0.5s +verified results/icml_r3/X1S/cand_test/cand_m3n8000_cvae_L2_b0.001_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_flow_s0.npz 3 keys +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +verified results/icml_r3/X1S/cand_test/cand_m3n8000_flow_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mdn_M8_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mdn_M8_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mip_s0.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mip_s1.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_tsd_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_tsd_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_wta_M4_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_wta_M4_s1.npz 3 keys +2026-10-13 05:38:47 rc 0 +2026-10-13 05:38:47 RUN myenv/bin/python results/icml_r3/X1S/test_stage.py 3 2 +m3n8000_flow_s2 1 variants 1.2s +m3n8000_mdn_M8_s2 1 variants 0.5s +m3n8000_wta_M4_s2 1 variants 0.4s +m3n8000_mip_s2 1 variants 0.4s +m3n8000_mip_s2 1 variants 0.5s +m3n8000_tsd_s2 1 variants 0.5s +verified results/icml_r3/X1S/cand_test/cand_m3n8000_cvae_L2_b0.001_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_flow_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_flow_s1.npz 3 keys +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +verified results/icml_r3/X1S/cand_test/cand_m3n8000_flow_s2.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mdn_M8_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mdn_M8_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mdn_M8_s2.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mip_s0.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mip_s1.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mip_s2.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_tsd_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_tsd_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_tsd_s2.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_wta_M4_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_wta_M4_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_wta_M4_s2.npz 3 keys +2026-10-13 05:39:30 rc 0 +2026-10-13 05:45:30 RUN myenv/bin/python results/icml_r3/X1S/analyze_x3.py results/icml_r3/X1S/x3_results.json 0,1,2,3,4 > results/icml_r3/X1S/x3_table.txt 2>&1 +2026-10-13 05:45:32 rc 0 +2026-10-13 05:45:32 RUN myenv/bin/python nonlinear/plotting/fig_x3_seeds.py results/icml_r3/X1S/x3_results.json +saved figures/icml_r3/fig_x3_seeds.png, figures/icml_r3/fig_x3_seeds.pdf +2026-10-13 05:45:33 rc 0 +2026-10-13 05:45:33 RUN myenv/bin/python results/icml_r3/X1S/analyze_x1.py 3 0,1,2 > results/icml_r3/X1S/logs/analyze_x1_m3.log 2>&1 +2026-10-13 05:45:34 rc 0 +2026-10-13 05:45:34 RUN myenv/bin/python results/icml_r3/X1S/analyze_diag.py 3 0,1,2 > results/icml_r3/X1S/x1_diag_m3.md 2>&1 +2026-10-13 05:45:35 rc 0 +2026-10-13 05:45:35 RUN myenv/bin/python results/icml_r3/X1S/analyze_x1.py 4 0,1,2 > results/icml_r3/X1S/logs/analyze_x1_m4.log 2>&1 +2026-10-13 05:45:37 rc 0 +2026-10-13 05:45:37 RUN myenv/bin/python results/icml_r3/X1S/analyze_diag.py 4 0,1,2 > results/icml_r3/X1S/x1_diag_m4.md 2>&1 +2026-10-13 05:45:39 rc 0 +2026-10-13 05:45:39 RUN myenv/bin/python nonlinear/plotting/fig_x1_arms.py +saved figures/icml_r3/fig_x1_arms.png, figures/icml_r3/fig_x1_arms.pdf +2026-10-13 05:45:39 rc 0 +2026-10-13 05:45:39 RUN myenv/bin/python results/icml_r3/X1S/fill_doc.py +doc updated +2026-10-13 05:45:39 rc 0 +2026-10-13 05:48:40 RUN myenv/bin/python results/icml_r3/X1S/test_stage.py 4 1 +m4n8000_flow_s1 1 variants 5.7s +m4n8000_mdn_M8_s1 1 variants 0.5s +m4n8000_wta_M16_s1 1 variants 0.4s +m4n8000_cvae_L2_b0.001_s1 1 variants 0.4s +m4n8000_mip_s1 1 variants 0.4s +m4n8000_mip_s1 1 variants 0.4s +m4n8000_tsd_s1 1 variants 0.4s +verified results/icml_r3/X1S/cand_test/cand_m4n8000_cvae_L2_b0.001_s0.npz 3 keys +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +verified results/icml_r3/X1S/cand_test/cand_m4n8000_cvae_L2_b0.001_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_flow_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_flow_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_flow_s2.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mdn_M8_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mdn_M8_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mdn_M8_s2.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mip_s0.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mip_s1.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mip_s2.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_tsd_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_tsd_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_tsd_s2.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_wta_M16_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_wta_M16_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_wta_M16_s2.npz 3 keys +2026-10-13 05:49:20 rc 0 +2026-10-13 05:49:20 RUN myenv/bin/python results/icml_r3/X1S/test_stage.py 4 2 +m4n8000_flow_s2 1 variants 5.1s +m4n8000_mdn_M8_s2 1 variants 0.5s +m4n8000_wta_M16_s2 1 variants 0.4s +m4n8000_cvae_L2_b0.001_s2 1 variants 0.3s +m4n8000_mip_s2 1 variants 0.3s +m4n8000_mip_s2 1 variants 0.3s +m4n8000_tsd_s2 1 variants 0.3s +verified results/icml_r3/X1S/cand_test/cand_m4n8000_cvae_L2_b0.001_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_cvae_L2_b0.001_s1.npz 3 keys +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +verified results/icml_r3/X1S/cand_test/cand_m4n8000_cvae_L2_b0.001_s2.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_flow_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_flow_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_flow_s2.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mdn_M8_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mdn_M8_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mdn_M8_s2.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mip_s0.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mip_s1.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mip_s2.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_tsd_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_tsd_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_tsd_s2.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_wta_M16_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_wta_M16_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_wta_M16_s2.npz 3 keys +2026-10-13 05:49:57 rc 0 +2026-10-13 05:55:57 RUN myenv/bin/python results/icml_r3/X1S/analyze_x3.py results/icml_r3/X1S/x3_results.json 0,1,2,3,4 > results/icml_r3/X1S/x3_table.txt 2>&1 +2026-10-13 05:55:59 rc 0 +2026-10-13 05:55:59 RUN myenv/bin/python nonlinear/plotting/fig_x3_seeds.py results/icml_r3/X1S/x3_results.json +saved figures/icml_r3/fig_x3_seeds.png, figures/icml_r3/fig_x3_seeds.pdf +2026-10-13 05:56:00 rc 0 +2026-10-13 05:56:00 RUN myenv/bin/python results/icml_r3/X1S/analyze_x1.py 3 0,1,2 > results/icml_r3/X1S/logs/analyze_x1_m3.log 2>&1 +2026-10-13 05:56:02 rc 0 +2026-10-13 05:56:02 RUN myenv/bin/python results/icml_r3/X1S/analyze_diag.py 3 0,1,2 > results/icml_r3/X1S/x1_diag_m3.md 2>&1 +2026-10-13 05:56:03 rc 0 +2026-10-13 05:56:03 RUN myenv/bin/python results/icml_r3/X1S/analyze_x1.py 4 0,1,2 > results/icml_r3/X1S/logs/analyze_x1_m4.log 2>&1 +2026-10-13 05:56:05 rc 0 +2026-10-13 05:56:05 RUN myenv/bin/python results/icml_r3/X1S/analyze_diag.py 4 0,1,2 > results/icml_r3/X1S/x1_diag_m4.md 2>&1 +2026-10-13 05:56:06 rc 0 +2026-10-13 05:56:06 RUN myenv/bin/python nonlinear/plotting/fig_x1_arms.py +saved figures/icml_r3/fig_x1_arms.png, figures/icml_r3/fig_x1_arms.pdf +2026-10-13 05:56:07 rc 0 +2026-10-13 05:56:07 RUN myenv/bin/python results/icml_r3/X1S/fill_doc.py +doc updated +2026-10-13 05:56:07 rc 0 +2026-10-13 06:03:38 RUN myenv/bin/python results/icml_r3/X1S/test_stage.py 3 1 +m3n8000_flow_s1 1 variants 0.2s +m3n8000_mdn_M8_s1 1 variants 0.1s +m3n8000_wta_M4_s1 1 variants 0.1s +m3n8000_cvae_L2_b0.001_s1 1 variants 0.1s +m3n8000_mip_s1 1 variants 0.1s +m3n8000_mip_s1 1 variants 0.1s +m3n8000_tsd_s1 1 variants 0.1s +verified results/icml_r3/X1S/cand_test/cand_m3n8000_cvae_L2_b0.001_s0.npz 3 keys +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +verified results/icml_r3/X1S/cand_test/cand_m3n8000_cvae_L2_b0.001_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_flow_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_flow_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_flow_s2.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mdn_M8_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mdn_M8_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mdn_M8_s2.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mip_s0.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mip_s1.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mip_s2.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_tsd_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_tsd_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_tsd_s2.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_wta_M4_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_wta_M4_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_wta_M4_s2.npz 3 keys +2026-10-13 06:03:53 rc 0 +2026-10-13 06:03:53 RUN myenv/bin/python results/icml_r3/X1S/test_stage.py 3 2 +m3n8000_flow_s2 1 variants 0.2s +m3n8000_mdn_M8_s2 1 variants 0.1s +m3n8000_wta_M4_s2 1 variants 0.1s +m3n8000_cvae_L2_b0.001_s2 1 variants 0.1s +m3n8000_mip_s2 1 variants 0.1s +m3n8000_mip_s2 1 variants 0.1s +m3n8000_tsd_s2 1 variants 0.1s +verified results/icml_r3/X1S/cand_test/cand_m3n8000_cvae_L2_b0.001_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_cvae_L2_b0.001_s1.npz 3 keys +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +verified results/icml_r3/X1S/cand_test/cand_m3n8000_cvae_L2_b0.001_s2.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_flow_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_flow_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_flow_s2.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mdn_M8_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mdn_M8_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mdn_M8_s2.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mip_s0.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mip_s1.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_mip_s2.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_tsd_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_tsd_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_tsd_s2.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_wta_M4_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_wta_M4_s1.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m3n8000_wta_M4_s2.npz 3 keys +2026-10-13 06:04:08 rc 0 +2026-10-13 06:07:09 RUN myenv/bin/python results/icml_r3/X1S/analyze_x3.py results/icml_r3/X1S/x3_results.json 0,1,2,3,4 > results/icml_r3/X1S/x3_table.txt 2>&1 +2026-10-13 06:07:10 rc 0 +2026-10-13 06:07:10 RUN myenv/bin/python nonlinear/plotting/fig_x3_seeds.py results/icml_r3/X1S/x3_results.json +saved figures/icml_r3/fig_x3_seeds.png, figures/icml_r3/fig_x3_seeds.pdf +2026-10-13 06:07:11 rc 0 +2026-10-13 06:07:11 RUN myenv/bin/python results/icml_r3/X1S/analyze_x1.py 3 0,1,2 > results/icml_r3/X1S/logs/analyze_x1_m3.log 2>&1 +2026-10-13 06:07:13 rc 0 +2026-10-13 06:07:13 RUN myenv/bin/python results/icml_r3/X1S/analyze_diag.py 3 0,1,2 > results/icml_r3/X1S/x1_diag_m3.md 2>&1 +2026-10-13 06:07:14 rc 0 +2026-10-13 06:07:14 RUN myenv/bin/python results/icml_r3/X1S/analyze_x1.py 4 0,1,2 > results/icml_r3/X1S/logs/analyze_x1_m4.log 2>&1 +2026-10-13 06:07:16 rc 0 +2026-10-13 06:07:16 RUN myenv/bin/python results/icml_r3/X1S/analyze_diag.py 4 0,1,2 > results/icml_r3/X1S/x1_diag_m4.md 2>&1 +2026-10-13 06:07:17 rc 0 +2026-10-13 06:07:17 RUN myenv/bin/python nonlinear/plotting/fig_x1_arms.py +saved figures/icml_r3/fig_x1_arms.png, figures/icml_r3/fig_x1_arms.pdf +2026-10-13 06:07:18 rc 0 +2026-10-13 06:07:18 RUN myenv/bin/python results/icml_r3/X1S/fill_doc.py +doc updated +2026-10-13 06:07:18 rc 0 diff --git a/results/icml_r3/X1S/logs/driver.out b/results/icml_r3/X1S/logs/driver.out new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/results/icml_r3/X1S/logs/test_stage_m4_s0.log b/results/icml_r3/X1S/logs/test_stage_m4_s0.log new file mode 100644 index 0000000000000000000000000000000000000000..ecb923e9d64a22367a14abe85823cf2683db332c --- /dev/null +++ b/results/icml_r3/X1S/logs/test_stage_m4_s0.log @@ -0,0 +1,28 @@ +m4n8000_flow_s0 1 variants 8.3s +m4n8000_mdn_M8_s0 1 variants 0.8s +m4n8000_wta_M16_s0 1 variants 0.6s +m4n8000_mip_s0 1 variants 0.6s +m4n8000_mip_s0 1 variants 0.6s +m4n8000_tsd_s0 1 variants 0.6s +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +verified results/icml_r3/X1S/cand_test/cand_m4n8000_flow_s0.npz 3 keys +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +/home/cercola/matte_server/DiffusionControl/nonlinear/mimo_unstable/family_sofm.py:52: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + try: cp.Problem(cp.Minimize(0), [P >> F.EPS * np.eye(N), t >= F.EPS, Mm << -F.EPS * np.eye(N + m)]).solve(solver=F.SOLVER) +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mdn_M8_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_mip_s0.npz 6 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_tsd_s0.npz 3 keys +verified results/icml_r3/X1S/cand_test/cand_m4n8000_wta_M16_s0.npz 3 keys +finished diff --git a/results/icml_r3/X1S/logs/val_stage_m3_driver.log b/results/icml_r3/X1S/logs/val_stage_m3_driver.log new file mode 100644 index 0000000000000000000000000000000000000000..f93fd7c10156a3e893d24823f17667ab18164922 --- /dev/null +++ b/results/icml_r3/X1S/logs/val_stage_m3_driver.log @@ -0,0 +1,65 @@ +m3n8000_cvae_L2_b0.0001_s0 1 variants 0.5s +m3n8000_cvae_L2_b0.0003_s0 1 variants 0.0s +m3n8000_cvae_L2_b0.001_s0 1 variants 0.0s +m3n8000_cvae_L2_b0.01_s0 1 variants 0.0s +m3n8000_flow_s0 10 variants 19.2s +m3n8000_mdn_M16_s0 3 variants 0.3s +m3n8000_mdn_M4_s0 3 variants 0.1s +m3n8000_mdn_M8_s0 3 variants 0.1s +m3n8000_mip_s0 2 variants 0.1s +m3n8000_tsd_s0 1 variants 0.0s +m3n8000_wta_M16_s0 2 variants 0.1s +m3n8000_wta_M4_s0 2 variants 0.1s +m3n8000_wta_M8_s0 2 variants 0.1s +verified results/icml_r3/X1S/cand_val/cand_m3n8000_wta_M16_s0.npz 4 keys +verified results/icml_r3/X1S/cand_val/cand_m3n8000_wta_M4_s0.npz 4 keys +verified results/icml_r3/X1S/cand_val/cand_m3n8000_wta_M8_s0.npz 4 keys +| arm | config | variant | b=1 | b=4 | b=16 | criterion | selected | +|---|---|---|---|---|---|---|---| +| flow | flow_s0 | steps=1 | 0.494 | 0.661 | 0.722 | 0.626 | | +| flow | flow_s0 | steps=128 | 0.550 | 0.744 | 0.872 | 0.722 | | +| flow | flow_s0 | steps=16 | 0.583 | 0.717 | 0.833 | 0.711 | | +| flow | flow_s0 | steps=2 | 0.583 | 0.672 | 0.717 | 0.657 | | +| flow | flow_s0 | steps=256 | 0.539 | 0.744 | 0.878 | 0.720 | | +| flow | flow_s0 | steps=32 | 0.567 | 0.750 | 0.856 | 0.724 | **yes** | +| flow | flow_s0 | steps=4 | 0.583 | 0.711 | 0.778 | 0.691 | | +| flow | flow_s0 | steps=512 | 0.528 | 0.744 | 0.878 | 0.717 | | +| flow | flow_s0 | steps=64 | 0.561 | 0.733 | 0.856 | 0.717 | | +| flow | flow_s0 | steps=8 | 0.578 | 0.711 | 0.789 | 0.693 | | +| mdn | mdn_M16_s0 | mode=rank | 0.456 | 0.750 | 0.800 | 0.669 | | +| mdn | mdn_M16_s0 | mode=sample | 0.461 | 0.628 | 0.739 | 0.609 | | +| mdn | mdn_M16_s0 | mode=sample0 | 0.494 | 0.578 | 0.622 | 0.565 | | +| mdn | mdn_M4_s0 | mode=rank | 0.489 | 0.711 | 0.789 | 0.663 | | +| mdn | mdn_M4_s0 | mode=sample | 0.456 | 0.656 | 0.756 | 0.622 | | +| mdn | mdn_M4_s0 | mode=sample0 | 0.483 | 0.561 | 0.622 | 0.556 | | +| mdn | mdn_M8_s0 | mode=rank | 0.478 | 0.761 | 0.861 | 0.700 | **yes** | +| mdn | mdn_M8_s0 | mode=sample | 0.433 | 0.633 | 0.761 | 0.609 | | +| mdn | mdn_M8_s0 | mode=sample0 | 0.478 | 0.561 | 0.617 | 0.552 | | +| wta | wta_M16_s0 | mode=rank | 0.000 | 0.000 | 0.000 | 0.000 | | +| wta | wta_M16_s0 | mode=raw | 0.000 | 0.000 | 0.000 | 0.000 | | +| wta | wta_M4_s0 | mode=rank | 0.422 | 0.711 | 0.711 | 0.615 | | +| wta | wta_M4_s0 | mode=raw | 0.439 | 0.711 | 0.711 | 0.620 | **yes** | +| wta | wta_M8_s0 | mode=rank | 0.433 | 0.622 | 0.722 | 0.593 | | +| wta | wta_M8_s0 | mode=raw | 0.450 | 0.661 | 0.722 | 0.611 | | +| cvae | cvae_L2_b0.0001_s0 | - | 0.239 | 0.461 | 0.644 | 0.448 | | +| cvae | cvae_L2_b0.0003_s0 | - | 0.328 | 0.539 | 0.672 | 0.513 | | +| cvae | cvae_L2_b0.001_s0 | - | 0.411 | 0.583 | 0.689 | 0.561 | **yes** | +| cvae | cvae_L2_b0.01_s0 | - | 0.439 | 0.439 | 0.444 | 0.441 | | +| mip | mip_s0 | mode=det | 0.500 | 0.500 | 0.500 | 0.500 | **yes** | +| mip | mip_s0 | mode=noise | 0.494 | 0.633 | 0.706 | 0.611 | **yes** | +| tsd | tsd_s0 | - | 0.500 | 0.706 | 0.783 | 0.663 | **yes** | + +Reference rows (D3f seed-0 models, same 180 validation plants, pooled iid+OOD; not part of the selection): + +| model | b=1 | b=4 | b=16 | +|---|---|---|---| +| diffusion | 0.467 | 0.772 | 0.894 | +| twin MC-dropout (b=1 deterministic) | 0.489 | 0.594 | 0.661 | + +SELECTED 3 flow m3n8000_flow_s0 steps=32 0.724 +SELECTED 3 mdn m3n8000_mdn_M8_s0 mode=rank 0.7 +SELECTED 3 wta m3n8000_wta_M4_s0 mode=raw 0.62 +SELECTED 3 cvae m3n8000_cvae_L2_b0.001_s0 - 0.561 +SELECTED 3 mip-det m3n8000_mip_s0 mode=det 0.5 +SELECTED 3 mip-noise m3n8000_mip_s0 mode=noise 0.611 +SELECTED 3 tsd m3n8000_tsd_s0 - 0.663 diff --git a/results/icml_r3/X1S/logs/val_stage_m4.log b/results/icml_r3/X1S/logs/val_stage_m4.log new file mode 100644 index 0000000000000000000000000000000000000000..bf6c6a8dc6e95e09d45039a9c188e7a89292b0c7 --- /dev/null +++ b/results/icml_r3/X1S/logs/val_stage_m4.log @@ -0,0 +1,75 @@ +m4n8000_cvae_L2_b0.001_s0 1 variants 0.6s +m4n8000_cvae_L2_b0.01_s0 1 variants 0.0s +m4n8000_cvae_L2_b0.1_s0 1 variants 0.0s +m4n8000_cvae_L4_b0.001_s0 1 variants 0.0s +m4n8000_cvae_L4_b0.01_s0 1 variants 0.0s +m4n8000_cvae_L4_b0.1_s0 1 variants 0.0s +m4n8000_cvae_L8_b0.001_s0 1 variants 0.0s +m4n8000_cvae_L8_b0.01_s0 1 variants 0.0s +m4n8000_cvae_L8_b0.1_s0 1 variants 0.0s +m4n8000_flow_s0 9 variants 10.9s +m4n8000_mdn_M16_s0 3 variants 0.3s +m4n8000_mdn_M4_s0 3 variants 0.2s +m4n8000_mdn_M8_s0 3 variants 0.1s +m4n8000_mip_s0 2 variants 0.1s +m4n8000_tsd_s0 1 variants 0.0s +m4n8000_wta_M16_s0 2 variants 0.1s +m4n8000_wta_M4_s0 2 variants 0.1s +m4n8000_wta_M8_s0 2 variants 0.1s +verified results/icml_r3/X1S/cand_val/cand_m4n8000_wta_M16_s0.npz 4 keys +verified results/icml_r3/X1S/cand_val/cand_m4n8000_wta_M4_s0.npz 4 keys +verified results/icml_r3/X1S/cand_val/cand_m4n8000_wta_M8_s0.npz 4 keys +| arm | config | variant | b=1 | b=4 | b=16 | criterion | selected | +|---|---|---|---|---|---|---|---| +| flow | flow_s0 | steps=1 | 0.372 | 0.517 | 0.567 | 0.485 | | +| flow | flow_s0 | steps=128 | 0.367 | 0.589 | 0.689 | 0.548 | | +| flow | flow_s0 | steps=16 | 0.400 | 0.550 | 0.650 | 0.533 | | +| flow | flow_s0 | steps=2 | 0.461 | 0.517 | 0.544 | 0.507 | | +| flow | flow_s0 | steps=256 | 0.361 | 0.589 | 0.706 | 0.552 | **yes** | +| flow | flow_s0 | steps=32 | 0.361 | 0.561 | 0.678 | 0.533 | | +| flow | flow_s0 | steps=4 | 0.417 | 0.539 | 0.567 | 0.507 | | +| flow | flow_s0 | steps=64 | 0.361 | 0.578 | 0.683 | 0.541 | | +| flow | flow_s0 | steps=8 | 0.383 | 0.528 | 0.617 | 0.509 | | +| mdn | mdn_M16_s0 | mode=rank | 0.261 | 0.539 | 0.550 | 0.450 | | +| mdn | mdn_M16_s0 | mode=sample | 0.233 | 0.406 | 0.567 | 0.402 | | +| mdn | mdn_M16_s0 | mode=sample0 | 0.267 | 0.333 | 0.394 | 0.331 | | +| mdn | mdn_M4_s0 | mode=rank | 0.256 | 0.500 | 0.589 | 0.448 | | +| mdn | mdn_M4_s0 | mode=sample | 0.217 | 0.383 | 0.533 | 0.378 | | +| mdn | mdn_M4_s0 | mode=sample0 | 0.272 | 0.339 | 0.394 | 0.335 | | +| mdn | mdn_M8_s0 | mode=rank | 0.256 | 0.511 | 0.611 | 0.459 | **yes** | +| mdn | mdn_M8_s0 | mode=sample | 0.211 | 0.411 | 0.583 | 0.402 | | +| mdn | mdn_M8_s0 | mode=sample0 | 0.250 | 0.333 | 0.406 | 0.330 | | +| wta | wta_M16_s0 | mode=rank | 0.261 | 0.433 | 0.544 | 0.413 | | +| wta | wta_M16_s0 | mode=raw | 0.311 | 0.450 | 0.544 | 0.435 | **yes** | +| wta | wta_M4_s0 | mode=rank | 0.261 | 0.428 | 0.428 | 0.372 | | +| wta | wta_M4_s0 | mode=raw | 0.267 | 0.428 | 0.428 | 0.374 | | +| wta | wta_M8_s0 | mode=rank | 0.244 | 0.467 | 0.517 | 0.409 | | +| wta | wta_M8_s0 | mode=raw | 0.289 | 0.450 | 0.517 | 0.419 | | +| cvae | cvae_L2_b0.001_s0 | - | 0.283 | 0.411 | 0.528 | 0.407 | **yes** | +| cvae | cvae_L2_b0.01_s0 | - | 0.372 | 0.394 | 0.433 | 0.400 | | +| cvae | cvae_L2_b0.1_s0 | - | 0.344 | 0.344 | 0.344 | 0.344 | | +| cvae | cvae_L4_b0.001_s0 | - | 0.222 | 0.328 | 0.467 | 0.339 | | +| cvae | cvae_L4_b0.01_s0 | - | 0.367 | 0.372 | 0.383 | 0.374 | | +| cvae | cvae_L4_b0.1_s0 | - | 0.372 | 0.372 | 0.372 | 0.372 | | +| cvae | cvae_L8_b0.001_s0 | - | 0.178 | 0.356 | 0.506 | 0.346 | | +| cvae | cvae_L8_b0.01_s0 | - | 0.372 | 0.378 | 0.383 | 0.378 | | +| cvae | cvae_L8_b0.1_s0 | - | 0.378 | 0.378 | 0.389 | 0.381 | | +| mip | mip_s0 | mode=det | 0.322 | 0.322 | 0.322 | 0.322 | **yes** | +| mip | mip_s0 | mode=noise | 0.372 | 0.456 | 0.483 | 0.437 | **yes** | +| tsd | tsd_s0 | - | 0.294 | 0.472 | 0.556 | 0.441 | **yes** | + +Reference rows (D3f seed-0 models, same 180 validation plants, pooled iid+OOD; not part of the selection): + +| model | b=1 | b=4 | b=16 | +|---|---|---|---| +| diffusion | 0.361 | 0.639 | 0.800 | +| twin MC-dropout (b=1 deterministic) | 0.367 | 0.422 | 0.517 | + +SELECTED 4 flow m4n8000_flow_s0 steps=256 0.552 +SELECTED 4 mdn m4n8000_mdn_M8_s0 mode=rank 0.459 +SELECTED 4 wta m4n8000_wta_M16_s0 mode=raw 0.435 +SELECTED 4 cvae m4n8000_cvae_L2_b0.001_s0 - 0.407 +SELECTED 4 mip-det m4n8000_mip_s0 mode=det 0.322 +SELECTED 4 mip-noise m4n8000_mip_s0 mode=noise 0.437 +SELECTED 4 tsd m4n8000_tsd_s0 - 0.441 +finished diff --git a/results/icml_r3/X1S/logs/val_stage_m4_driver.log b/results/icml_r3/X1S/logs/val_stage_m4_driver.log new file mode 100644 index 0000000000000000000000000000000000000000..04f9ea82240f154a83f64b33279cf7a38f147b04 --- /dev/null +++ b/results/icml_r3/X1S/logs/val_stage_m4_driver.log @@ -0,0 +1,81 @@ +m4n8000_cvae_L2_b0.0001_s0 1 variants 0.6s +m4n8000_cvae_L2_b0.0003_s0 1 variants 0.0s +m4n8000_cvae_L2_b0.001_s0 1 variants 0.0s +m4n8000_cvae_L2_b0.01_s0 1 variants 0.0s +m4n8000_cvae_L2_b0.1_s0 1 variants 0.1s +m4n8000_cvae_L4_b0.0001_s0 1 variants 0.0s +m4n8000_cvae_L4_b0.001_s0 1 variants 0.0s +m4n8000_cvae_L4_b0.01_s0 1 variants 0.0s +m4n8000_cvae_L4_b0.1_s0 1 variants 0.0s +m4n8000_cvae_L8_b0.001_s0 1 variants 0.0s +m4n8000_cvae_L8_b0.01_s0 1 variants 0.1s +m4n8000_cvae_L8_b0.1_s0 1 variants 0.1s +m4n8000_flow_s0 10 variants 21.6s +m4n8000_mdn_M16_s0 3 variants 0.3s +m4n8000_mdn_M4_s0 3 variants 0.1s +m4n8000_mdn_M8_s0 3 variants 0.1s +m4n8000_mip_s0 2 variants 0.1s +m4n8000_tsd_s0 1 variants 0.1s +m4n8000_wta_M16_s0 2 variants 0.1s +m4n8000_wta_M4_s0 2 variants 0.1s +m4n8000_wta_M8_s0 2 variants 0.1s +verified results/icml_r3/X1S/cand_val/cand_m4n8000_wta_M16_s0.npz 4 keys +verified results/icml_r3/X1S/cand_val/cand_m4n8000_wta_M4_s0.npz 4 keys +verified results/icml_r3/X1S/cand_val/cand_m4n8000_wta_M8_s0.npz 4 keys +| arm | config | variant | b=1 | b=4 | b=16 | criterion | selected | +|---|---|---|---|---|---|---|---| +| flow | flow_s0 | steps=1 | 0.372 | 0.517 | 0.567 | 0.485 | | +| flow | flow_s0 | steps=128 | 0.367 | 0.589 | 0.689 | 0.548 | | +| flow | flow_s0 | steps=16 | 0.400 | 0.550 | 0.650 | 0.533 | | +| flow | flow_s0 | steps=2 | 0.461 | 0.517 | 0.544 | 0.507 | | +| flow | flow_s0 | steps=256 | 0.361 | 0.589 | 0.706 | 0.552 | **yes** | +| flow | flow_s0 | steps=32 | 0.361 | 0.561 | 0.678 | 0.533 | | +| flow | flow_s0 | steps=4 | 0.417 | 0.539 | 0.567 | 0.507 | | +| flow | flow_s0 | steps=512 | 0.356 | 0.583 | 0.711 | 0.550 | | +| flow | flow_s0 | steps=64 | 0.361 | 0.578 | 0.683 | 0.541 | | +| flow | flow_s0 | steps=8 | 0.383 | 0.528 | 0.617 | 0.509 | | +| mdn | mdn_M16_s0 | mode=rank | 0.261 | 0.539 | 0.550 | 0.450 | | +| mdn | mdn_M16_s0 | mode=sample | 0.233 | 0.406 | 0.567 | 0.402 | | +| mdn | mdn_M16_s0 | mode=sample0 | 0.267 | 0.333 | 0.394 | 0.331 | | +| mdn | mdn_M4_s0 | mode=rank | 0.256 | 0.500 | 0.589 | 0.448 | | +| mdn | mdn_M4_s0 | mode=sample | 0.217 | 0.383 | 0.533 | 0.378 | | +| mdn | mdn_M4_s0 | mode=sample0 | 0.272 | 0.339 | 0.394 | 0.335 | | +| mdn | mdn_M8_s0 | mode=rank | 0.256 | 0.511 | 0.611 | 0.459 | **yes** | +| mdn | mdn_M8_s0 | mode=sample | 0.211 | 0.411 | 0.583 | 0.402 | | +| mdn | mdn_M8_s0 | mode=sample0 | 0.250 | 0.333 | 0.406 | 0.330 | | +| wta | wta_M16_s0 | mode=rank | 0.261 | 0.433 | 0.544 | 0.413 | | +| wta | wta_M16_s0 | mode=raw | 0.311 | 0.450 | 0.544 | 0.435 | **yes** | +| wta | wta_M4_s0 | mode=rank | 0.261 | 0.428 | 0.428 | 0.372 | | +| wta | wta_M4_s0 | mode=raw | 0.267 | 0.428 | 0.428 | 0.374 | | +| wta | wta_M8_s0 | mode=rank | 0.244 | 0.467 | 0.517 | 0.409 | | +| wta | wta_M8_s0 | mode=raw | 0.289 | 0.450 | 0.517 | 0.419 | | +| cvae | cvae_L2_b0.0001_s0 | - | 0.106 | 0.300 | 0.539 | 0.315 | | +| cvae | cvae_L2_b0.0003_s0 | - | 0.183 | 0.339 | 0.522 | 0.348 | | +| cvae | cvae_L2_b0.001_s0 | - | 0.283 | 0.411 | 0.528 | 0.407 | **yes** | +| cvae | cvae_L2_b0.01_s0 | - | 0.372 | 0.394 | 0.433 | 0.400 | | +| cvae | cvae_L2_b0.1_s0 | - | 0.344 | 0.344 | 0.344 | 0.344 | | +| cvae | cvae_L4_b0.0001_s0 | - | 0.033 | 0.111 | 0.344 | 0.163 | | +| cvae | cvae_L4_b0.001_s0 | - | 0.222 | 0.328 | 0.467 | 0.339 | | +| cvae | cvae_L4_b0.01_s0 | - | 0.367 | 0.372 | 0.383 | 0.374 | | +| cvae | cvae_L4_b0.1_s0 | - | 0.372 | 0.372 | 0.372 | 0.372 | | +| cvae | cvae_L8_b0.001_s0 | - | 0.178 | 0.356 | 0.506 | 0.346 | | +| cvae | cvae_L8_b0.01_s0 | - | 0.372 | 0.378 | 0.383 | 0.378 | | +| cvae | cvae_L8_b0.1_s0 | - | 0.378 | 0.378 | 0.389 | 0.381 | | +| mip | mip_s0 | mode=det | 0.322 | 0.322 | 0.322 | 0.322 | **yes** | +| mip | mip_s0 | mode=noise | 0.372 | 0.456 | 0.483 | 0.437 | **yes** | +| tsd | tsd_s0 | - | 0.294 | 0.472 | 0.556 | 0.441 | **yes** | + +Reference rows (D3f seed-0 models, same 180 validation plants, pooled iid+OOD; not part of the selection): + +| model | b=1 | b=4 | b=16 | +|---|---|---|---| +| diffusion | 0.361 | 0.639 | 0.800 | +| twin MC-dropout (b=1 deterministic) | 0.367 | 0.422 | 0.517 | + +SELECTED 4 flow m4n8000_flow_s0 steps=256 0.552 +SELECTED 4 mdn m4n8000_mdn_M8_s0 mode=rank 0.459 +SELECTED 4 wta m4n8000_wta_M16_s0 mode=raw 0.435 +SELECTED 4 cvae m4n8000_cvae_L2_b0.001_s0 - 0.407 +SELECTED 4 mip-det m4n8000_mip_s0 mode=det 0.322 +SELECTED 4 mip-noise m4n8000_mip_s0 mode=noise 0.437 +SELECTED 4 tsd m4n8000_tsd_s0 - 0.441 diff --git a/results/icml_r3/X1S/logs/val_stage_m4b.log b/results/icml_r3/X1S/logs/val_stage_m4b.log new file mode 100644 index 0000000000000000000000000000000000000000..6d858154b28d8fa336a3d6bd3f9f2e056ea87fd1 --- /dev/null +++ b/results/icml_r3/X1S/logs/val_stage_m4b.log @@ -0,0 +1,76 @@ +m4n8000_cvae_L2_b0.001_s0 1 variants 0.6s +m4n8000_cvae_L2_b0.01_s0 1 variants 0.1s +m4n8000_cvae_L2_b0.1_s0 1 variants 0.1s +m4n8000_cvae_L4_b0.001_s0 1 variants 0.1s +m4n8000_cvae_L4_b0.01_s0 1 variants 0.1s +m4n8000_cvae_L4_b0.1_s0 1 variants 0.1s +m4n8000_cvae_L8_b0.001_s0 1 variants 0.1s +m4n8000_cvae_L8_b0.01_s0 1 variants 0.1s +m4n8000_cvae_L8_b0.1_s0 1 variants 0.1s +m4n8000_flow_s0 10 variants 23.4s +m4n8000_mdn_M16_s0 3 variants 0.3s +m4n8000_mdn_M4_s0 3 variants 0.2s +m4n8000_mdn_M8_s0 3 variants 0.2s +m4n8000_mip_s0 2 variants 0.1s +m4n8000_tsd_s0 1 variants 0.1s +m4n8000_wta_M16_s0 2 variants 0.2s +m4n8000_wta_M4_s0 2 variants 0.1s +m4n8000_wta_M8_s0 2 variants 0.1s +verified results/icml_r3/X1S/cand_val/cand_m4n8000_wta_M16_s0.npz 4 keys +verified results/icml_r3/X1S/cand_val/cand_m4n8000_wta_M4_s0.npz 4 keys +verified results/icml_r3/X1S/cand_val/cand_m4n8000_wta_M8_s0.npz 4 keys +| arm | config | variant | b=1 | b=4 | b=16 | criterion | selected | +|---|---|---|---|---|---|---|---| +| flow | flow_s0 | steps=1 | 0.372 | 0.517 | 0.567 | 0.485 | | +| flow | flow_s0 | steps=128 | 0.367 | 0.589 | 0.689 | 0.548 | | +| flow | flow_s0 | steps=16 | 0.400 | 0.550 | 0.650 | 0.533 | | +| flow | flow_s0 | steps=2 | 0.461 | 0.517 | 0.544 | 0.507 | | +| flow | flow_s0 | steps=256 | 0.361 | 0.589 | 0.706 | 0.552 | **yes** | +| flow | flow_s0 | steps=32 | 0.361 | 0.561 | 0.678 | 0.533 | | +| flow | flow_s0 | steps=4 | 0.417 | 0.539 | 0.567 | 0.507 | | +| flow | flow_s0 | steps=512 | 0.356 | 0.583 | 0.711 | 0.550 | | +| flow | flow_s0 | steps=64 | 0.361 | 0.578 | 0.683 | 0.541 | | +| flow | flow_s0 | steps=8 | 0.383 | 0.528 | 0.617 | 0.509 | | +| mdn | mdn_M16_s0 | mode=rank | 0.261 | 0.539 | 0.550 | 0.450 | | +| mdn | mdn_M16_s0 | mode=sample | 0.233 | 0.406 | 0.567 | 0.402 | | +| mdn | mdn_M16_s0 | mode=sample0 | 0.267 | 0.333 | 0.394 | 0.331 | | +| mdn | mdn_M4_s0 | mode=rank | 0.256 | 0.500 | 0.589 | 0.448 | | +| mdn | mdn_M4_s0 | mode=sample | 0.217 | 0.383 | 0.533 | 0.378 | | +| mdn | mdn_M4_s0 | mode=sample0 | 0.272 | 0.339 | 0.394 | 0.335 | | +| mdn | mdn_M8_s0 | mode=rank | 0.256 | 0.511 | 0.611 | 0.459 | **yes** | +| mdn | mdn_M8_s0 | mode=sample | 0.211 | 0.411 | 0.583 | 0.402 | | +| mdn | mdn_M8_s0 | mode=sample0 | 0.250 | 0.333 | 0.406 | 0.330 | | +| wta | wta_M16_s0 | mode=rank | 0.261 | 0.433 | 0.544 | 0.413 | | +| wta | wta_M16_s0 | mode=raw | 0.311 | 0.450 | 0.544 | 0.435 | **yes** | +| wta | wta_M4_s0 | mode=rank | 0.261 | 0.428 | 0.428 | 0.372 | | +| wta | wta_M4_s0 | mode=raw | 0.267 | 0.428 | 0.428 | 0.374 | | +| wta | wta_M8_s0 | mode=rank | 0.244 | 0.467 | 0.517 | 0.409 | | +| wta | wta_M8_s0 | mode=raw | 0.289 | 0.450 | 0.517 | 0.419 | | +| cvae | cvae_L2_b0.001_s0 | - | 0.283 | 0.411 | 0.528 | 0.407 | **yes** | +| cvae | cvae_L2_b0.01_s0 | - | 0.372 | 0.394 | 0.433 | 0.400 | | +| cvae | cvae_L2_b0.1_s0 | - | 0.344 | 0.344 | 0.344 | 0.344 | | +| cvae | cvae_L4_b0.001_s0 | - | 0.222 | 0.328 | 0.467 | 0.339 | | +| cvae | cvae_L4_b0.01_s0 | - | 0.367 | 0.372 | 0.383 | 0.374 | | +| cvae | cvae_L4_b0.1_s0 | - | 0.372 | 0.372 | 0.372 | 0.372 | | +| cvae | cvae_L8_b0.001_s0 | - | 0.178 | 0.356 | 0.506 | 0.346 | | +| cvae | cvae_L8_b0.01_s0 | - | 0.372 | 0.378 | 0.383 | 0.378 | | +| cvae | cvae_L8_b0.1_s0 | - | 0.378 | 0.378 | 0.389 | 0.381 | | +| mip | mip_s0 | mode=det | 0.322 | 0.322 | 0.322 | 0.322 | **yes** | +| mip | mip_s0 | mode=noise | 0.372 | 0.456 | 0.483 | 0.437 | **yes** | +| tsd | tsd_s0 | - | 0.294 | 0.472 | 0.556 | 0.441 | **yes** | + +Reference rows (D3f seed-0 models, same 180 validation plants, pooled iid+OOD; not part of the selection): + +| model | b=1 | b=4 | b=16 | +|---|---|---|---| +| diffusion | 0.361 | 0.639 | 0.800 | +| twin MC-dropout (b=1 deterministic) | 0.367 | 0.422 | 0.517 | + +SELECTED 4 flow m4n8000_flow_s0 steps=256 0.552 +SELECTED 4 mdn m4n8000_mdn_M8_s0 mode=rank 0.459 +SELECTED 4 wta m4n8000_wta_M16_s0 mode=raw 0.435 +SELECTED 4 cvae m4n8000_cvae_L2_b0.001_s0 - 0.407 +SELECTED 4 mip-det m4n8000_mip_s0 mode=det 0.322 +SELECTED 4 mip-noise m4n8000_mip_s0 mode=noise 0.437 +SELECTED 4 tsd m4n8000_tsd_s0 - 0.441 +finished diff --git a/results/icml_r3/X1S/logs/verify_ref.log b/results/icml_r3/X1S/logs/verify_ref.log new file mode 100644 index 0000000000000000000000000000000000000000..8ef2439494a986058fe2171c9ffc47bb8bacec43 --- /dev/null +++ b/results/icml_r3/X1S/logs/verify_ref.log @@ -0,0 +1,31 @@ +verified results/icml_r3/X1S/cand_ref/cand_d3fm3n8000_diff_s0.npz 3 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm3n8000_diff_s1.npz 3 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm3n8000_diff_s2.npz 3 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm3n8000_reg_s0.npz 6 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm3n8000_reg_s1.npz 6 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm3n8000_reg_s2.npz 6 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm4n8000_diff_s0.npz 3 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm4n8000_diff_s1.npz 3 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm4n8000_diff_s2.npz 3 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm4n8000_reg_s0.npz 6 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm4n8000_reg_s1.npz 6 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm4n8000_reg_s2.npz 6 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm2n8000_diff_s0.npz 3 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm2n8000_diff_s1.npz 3 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm2n8000_diff_s2.npz 3 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm2n8000_reg_s0.npz 6 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm2n8000_reg_s1.npz 6 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm2n8000_reg_s2.npz 6 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm5n8000_diff_s0.npz 3 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm5n8000_diff_s1.npz 3 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm5n8000_diff_s2.npz 3 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm5n8000_reg_s0.npz 6 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm5n8000_reg_s1.npz 6 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm5n8000_reg_s2.npz 6 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm4n16000_diff_s0.npz 3 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm4n16000_diff_s1.npz 3 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm4n16000_diff_s2.npz 3 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm4n16000_reg_s0.npz 6 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm4n16000_reg_s1.npz 6 keys +verified results/icml_r3/X1S/cand_ref/cand_d3fm4n16000_reg_s2.npz 6 keys +done diff --git a/results/icml_r3/X1S/make_jobs.py b/results/icml_r3/X1S/make_jobs.py new file mode 100644 index 0000000000000000000000000000000000000000..9593939d3118cbb00ad36064cae4e4dabb71c77e --- /dev/null +++ b/results/icml_r3/X1S/make_jobs.py @@ -0,0 +1,33 @@ +"""Write jobs_*.json for nonlinear.mimo_unstable.mh_train. usage: make_jobs.py grid | seeds | x3 """ +import json, sys, itertools +def tag(arm, cfg): + if arm in ("mdn", "wta"): return f"_M{cfg['M']}" + if arm == "cvae": return f"_L{cfg['latent']}_b{cfg['beta']:g}" + return "" +def job(m, n, arm, cfg, s): + return {"name": f"m{m}n{n}_{arm}{tag(arm, cfg)}_s{s}", "arm": arm, "cfg": cfg, "seed": s, "m": m, "n": n} +GRID = [("flow", {})] + [("mdn", {"M": M}) for M in (4, 8, 16)] + [("wta", {"M": M}) for M in (4, 8, 16)] + \ + [("cvae", {"latent": L, "beta": b}) for L in (2, 4, 8) for b in (1e-3, 1e-2, 1e-1)] + [("mip", {}), ("tsd", {})] +if __name__ == "__main__": + k = sys.argv[1] + if k == "grid": + m, n = int(sys.argv[2]), int(sys.argv[3]); J = [job(m, n, a, c, 0) for a, c in GRID] + json.dump(J[:len(J) // 2], open(f"results/icml_r3/X1S/jobs_grid_m{m}_a.json", "w"), indent=0); json.dump(J[len(J) // 2:], open(f"results/icml_r3/X1S/jobs_grid_m{m}_b.json", "w"), indent=0) + print(len(J)) + if k == "x3": # x3 : D3f diffusion + twin at the exact D3f recipe, 8k bank + S = [int(x) for x in sys.argv[2].split(",")]; M = [int(x) for x in sys.argv[3].split(",")]; out = sys.argv[4] + J = [job(m, 8000, arm, {}, s) for s in S for m in M for arm in ("diff", "reg")]; json.dump(J, open(out, "w"), indent=0); print(len(J), [j["name"] for j in J]) + if k == "cvae_ext": # cvae_ext : grid extension below beta=1e-3 (the m=4 validation optimum sat on that grid edge) + m = int(sys.argv[2]); cf = [(2, 3e-4), (2, 1e-4), (4, 1e-4)] if m == 4 else [(2, 1e-4), (2, 3e-4), (2, 1e-3), (2, 1e-2)] + J = [job(m, 8000, "cvae", {"latent": L, "beta": b}, 0) for L, b in cf]; json.dump(J, open(sys.argv[3], "w"), indent=0); print([j["name"] for j in J]) + if k == "seeds": # seeds : extra training seeds for the frozen configs of selected_m.json (arm names as in the json; mip-det/mip-noise -> one 'mip' model) + import re + m = int(sys.argv[2]); S = [int(x) for x in sys.argv[3].split(",")]; arms = sys.argv[4].split(","); sel = json.load(open(f"results/icml_r3/X1S/selected_m{m}.json")); seen = set(); J = [] + for a in arms: + nm = sel[a]["name"][:-3]; arm = nm.split("_")[1] + if nm in seen: continue + seen.add(nm); cfg = {} + if "_M" in nm: cfg = {"M": int(re.search(r"_M(\d+)", nm).group(1))} + if arm == "cvae": g = re.search(r"_L(\d+)_b([\d.e-]+)", nm); cfg = {"latent": int(g.group(1)), "beta": float(g.group(2))} + J += [job(m, 8000, arm, cfg, s) for s in S] + json.dump(J, open(sys.argv[5], "w"), indent=0); print([j["name"] for j in J]) diff --git a/results/icml_r3/X1S/queue_runner.py b/results/icml_r3/X1S/queue_runner.py new file mode 100644 index 0000000000000000000000000000000000000000..6a6a4759babb4a47d911282b5f240568ebf9a497 --- /dev/null +++ b/results/icml_r3/X1S/queue_runner.py @@ -0,0 +1,30 @@ +"""andromeda queue launcher (detached). Launches queued mh_train job files (results/icml_r3/X1S/queue/*.json, lexicographic order) when my VRAM budget (7900 MiB for +processes training into models/mhx) and the 3000 MiB free floor allow; no launches after 08:00 PT; every child runs under `timeout` ending 08:20 PT; RAYON_NUM_THREADS=1. +Launched files move to queue/launched/. Run: setsid nohup timeout --signal=TERM $T python results/icml_r3/X1S/queue_runner.py > .../logs/queue_runner.log 2>&1 < /dev/null & disown""" +import glob, json, os, shutil, subprocess, time, datetime, zoneinfo +os.chdir(os.path.expanduser("~/DiffusionControl")); Q = "results/icml_r3/X1S/queue"; os.makedirs(Q + "/launched", exist_ok=True) +tz = zoneinfo.ZoneInfo("America/Los_Angeles"); now = lambda: datetime.datetime.now(tz) +def at(h, m): return now().replace(hour=h, minute=m, second=0, microsecond=0) +def smi(q): return subprocess.run(["nvidia-smi"] + q, capture_output=True, text=True).stdout +def my_used(): + pids = subprocess.run("pgrep -f 'mh_train.*models/mhx'", shell=True, capture_output=True, text=True).stdout.split(); tot = 0 + for line in smi(["--query-compute-apps=pid,used_memory", "--format=csv,noheader,nounits"]).splitlines(): + p, u = [x.strip() for x in line.split(",")] + if p in pids: tot += int(u) + return tot +def est(f): + J = json.load(open(f)); return 550 + 250 * sum(2 if j["arm"] == "cvae" else 1 for j in J) +print("queue runner up", now(), flush=True) +while now() < at(8, 0): + for f in sorted(glob.glob(Q + "/*.json")): + e = est(f); free = int(smi(["--query-gpu=memory.free", "--format=csv,noheader,nounits"]).split()[0]); mine = my_used() + if mine + e <= 7900 and free - e >= 3000: + T = int((at(8, 20) - now()).total_seconds()); name = os.path.basename(f)[:-5] + g = Q + "/launched/" + os.path.basename(f); shutil.move(f, g); f = g + subprocess.Popen(f"setsid nohup timeout --signal=TERM {T} bash results/icml_r3/X1S/chain_grid.sh {abs(hash(name)) % 1000} {f} > results/icml_r3/X1S/logs/q_{name}.log 2>&1 < /dev/null &", + shell=True, env=dict(os.environ, WANDB_MODE="offline", OMP_NUM_THREADS="1", RAYON_NUM_THREADS="1", PYTHONPATH=".")) + open(os.path.expanduser("~/icml_r3_pids/X1S.txt"), "a").write(f"{now():%F_%T} queue_runner launched {name} (est {e} MiB, mine {mine}, free {free})\n"); print("launched", name, e, mine, free, flush=True) + time.sleep(30); break # let it allocate before the next VRAM check + else: break # strict priority order: wait for the head of the queue + time.sleep(45) +print("queue runner done", now(), flush=True) diff --git a/results/icml_r3/X1S/sample_x3.sh b/results/icml_r3/X1S/sample_x3.sh new file mode 100644 index 0000000000000000000000000000000000000000..c76bbd63c7a4d1f17ce07068aecda3ac63722c29 --- /dev/null +++ b/results/icml_r3/X1S/sample_x3.sh @@ -0,0 +1,8 @@ +#!/bin/bash +# GPU sampling for X3 models trained by mh_train (names mn8000_{diff,reg}_s) -> cand_x3fmn8000_{kind}_s.npz (train.py-compatible checkpoints, nonlinear.mimo_unstable.sample) +# usage: sample_x3.sh "" "" +cd ~/DiffusionControl; export WANDB_MODE=offline OMP_NUM_THREADS=1 RAYON_NUM_THREADS=1 PYTHONPATH=.; mkdir -p results/icml_r3/X1S/cand_ref +for s in $2; do for m in $1; do for k in diff reg; do + f=models/mhx/m${m}n8000_${k}_s${s}.pth; o=results/icml_r3/X1S/cand_ref/cand_x3fm${m}n8000_${k}_s${s}.npz + [ -f $f ] && [ ! -f $o ] && .venv/bin/python -m nonlinear.mimo_unstable.sample --m $m --dir results/icml_r2/D2_scale/ --device cuda --ckpt $f --sets m${m}_heldout_4242,m${m}_heldout_9001,m${m}_ood --kcand 16 --out $o --seed $s 2>&1 | tail -1 | cut -c1-80 +done; done; done diff --git a/results/icml_r3/X1S/select_cfg.py b/results/icml_r3/X1S/select_cfg.py new file mode 100644 index 0000000000000000000000000000000000000000..c40e57ffe2c9b905c627b56ac3bf58641377d3cb --- /dev/null +++ b/results/icml_r3/X1S/select_cfg.py @@ -0,0 +1,38 @@ +"""Config selection on the VALIDATION plants only (m=3,4: iid seed 3131 n=120 + OOD shell seed 77 n=60; seed-0 models). +Criterion (fixed before looking): mean over b in {1,4,16} of the certified rate pooled over the 180 validation plants (iid and OOD equal plant weight). +Per arm, the (config, variant) with the largest criterion is selected; ties go to the first in grid order (smaller M / fewer Euler steps / smaller latent / smaller beta). +usage: select_cfg.py -> results/icml_r3/X1S/selected_m.json + val_table_m.md""" +import glob, json, sys, numpy as np +m = int(sys.argv[1]); X = "results/icml_r3/X1S"; rows = [] +for f in sorted(glob.glob(f"{X}/cand_val/cand_m{m}n8000_*_s0.ok.npz")): + name = f.split("cand_")[-1][:-len(".ok.npz")]; arm = name.split("_")[1]; o = np.load(f) + for k in o.files: + if not k.startswith(f"m{m}_val_iid|"): continue + v = k.split("|")[1]; ok = np.concatenate([o[k], o[k.replace("iid", "ood")]]) + r = [float(ok[:, :b].any(1).mean()) for b in (1, 4, 16)]; ri = [float(o[k][:, :b].any(1).mean()) for b in (1, 4, 16)] + rows.append(dict(arm=arm, name=name, variant=v, crit=float(np.mean(r)), pooled=r, iid=ri)) +order = {"flow": 0, "mdn": 1, "wta": 2, "cvae": 3, "mip": 4, "tsd": 5}; sel = {} +for arm in order: + R = [r for r in rows if r["arm"] == arm] + if arm == "mip": # both inference variants are reported; the stochastic one is the K-sample arm + for v in ("det", "noise"): + b = max([r for r in R if r["variant"] == f"mode={v}"], key=lambda r: r["crit"], default=None) + if b: sel[f"mip-{v}"] = b + continue + if R: sel[arm] = max(R, key=lambda r: r["crit"]) # max returns the first maximum -> grid-order tie break +json.dump(sel, open(f"{X}/selected_m{m}.json", "w"), indent=1) +with open(f"{X}/val_table_m{m}.md", "w") as fo: + fo.write(f"| arm | config | variant | b=1 | b=4 | b=16 | criterion | selected |\n|---|---|---|---|---|---|---|---|\n") + for r in sorted(rows, key=lambda r: (order[r["arm"]], r["name"], r["variant"])): + s = any(r is v for v in sel.values()); fo.write(f"| {r['arm']} | {r['name'].split('_',1)[1]} | {r['variant']} | " + " | ".join(f"{x:.3f}" for x in r["pooled"]) + f" | {r['crit']:.3f} | {'**yes**' if s else ''} |\n") +import os +with open(f"{X}/val_table_m{m}.md", "a") as fo: # context rows (NOT used for selection): D3f seed-0 models on the same validation plants + fo.write("\nReference rows (D3f seed-0 models, same 180 validation plants, pooled iid+OOD; not part of the selection):\n\n| model | b=1 | b=4 | b=16 |\n|---|---|---|---|\n") + for k, keys in (("diffusion", ("",)), ("twin MC-dropout (b=1 deterministic)", ("_det", ""))): + f = f"{X}/cand_val/valref_m{m}_{'diff' if k == 'diffusion' else 'reg'}_s0.ok.npz" + if not os.path.exists(f): continue + o = np.load(f); g = lambda sfx: np.concatenate([o[f"m{m}_val_iid{sfx}"], o[f"m{m}_val_ood{sfx}"]]) + r = [float((g(keys[0])[:, :1] if (b == 1 and len(keys) > 1) else g(keys[-1])[:, :b]).any(1).mean()) for b in (1, 4, 16)] + fo.write(f"| {k} | " + " | ".join(f"{x:.3f}" for x in r) + " |\n") +print(open(f"{X}/val_table_m{m}.md").read()) +for a, r in sel.items(): print("SELECTED", m, a, r["name"], r["variant"], round(r["crit"], 3)) diff --git a/results/icml_r3/X1S/selected_m3.json b/results/icml_r3/X1S/selected_m3.json new file mode 100644 index 0000000000000000000000000000000000000000..901fb6480e6b1742f86f7a9c128b1c4083ad2d5a --- /dev/null +++ b/results/icml_r3/X1S/selected_m3.json @@ -0,0 +1,114 @@ +{ + "flow": { + "arm": "flow", + "name": "m3n8000_flow_s0", + "variant": "steps=32", + "crit": 0.724074074074074, + "pooled": [ + 0.5666666666666667, + 0.75, + 0.8555555555555555 + ], + "iid": [ + 0.6416666666666667, + 0.8166666666666667, + 0.9166666666666666 + ] + }, + "mdn": { + "arm": "mdn", + "name": "m3n8000_mdn_M8_s0", + "variant": "mode=rank", + "crit": 0.7000000000000001, + "pooled": [ + 0.4777777777777778, + 0.7611111111111111, + 0.8611111111111112 + ], + "iid": [ + 0.525, + 0.8166666666666667, + 0.9166666666666666 + ] + }, + "wta": { + "arm": "wta", + "name": "m3n8000_wta_M4_s0", + "variant": "mode=raw", + "crit": 0.6203703703703703, + "pooled": [ + 0.4388888888888889, + 0.7111111111111111, + 0.7111111111111111 + ], + "iid": [ + 0.48333333333333334, + 0.7583333333333333, + 0.7583333333333333 + ] + }, + "cvae": { + "arm": "cvae", + "name": "m3n8000_cvae_L2_b0.001_s0", + "variant": "-", + "crit": 0.5611111111111111, + "pooled": [ + 0.4111111111111111, + 0.5833333333333334, + 0.6888888888888889 + ], + "iid": [ + 0.44166666666666665, + 0.6166666666666667, + 0.7 + ] + }, + "mip-det": { + "arm": "mip", + "name": "m3n8000_mip_s0", + "variant": "mode=det", + "crit": 0.5, + "pooled": [ + 0.5, + 0.5, + 0.5 + ], + "iid": [ + 0.525, + 0.525, + 0.525 + ] + }, + "mip-noise": { + "arm": "mip", + "name": "m3n8000_mip_s0", + "variant": "mode=noise", + "crit": 0.6111111111111112, + "pooled": [ + 0.49444444444444446, + 0.6333333333333333, + 0.7055555555555556 + ], + "iid": [ + 0.5166666666666667, + 0.6833333333333333, + 0.75 + ] + }, + "tsd": { + "arm": "tsd", + "name": "m3n8000_tsd_s0", + "variant": "-", + "crit": 0.662962962962963, + "pooled": [ + 0.5, + 0.7055555555555556, + 0.7833333333333333 + ], + "iid": [ + 0.5833333333333334, + 0.7916666666666666, + 0.8666666666666667 + ] + } +} \ No newline at end of file diff --git a/results/icml_r3/X1S/selected_m4.json b/results/icml_r3/X1S/selected_m4.json new file mode 100644 index 0000000000000000000000000000000000000000..57a88daf03bc51cee3a286dd0355152d516671a8 --- /dev/null +++ b/results/icml_r3/X1S/selected_m4.json @@ -0,0 +1,114 @@ +{ + "flow": { + "arm": "flow", + "name": "m4n8000_flow_s0", + "variant": "steps=256", + "crit": 0.5518518518518518, + "pooled": [ + 0.3611111111111111, + 0.5888888888888889, + 0.7055555555555556 + ], + "iid": [ + 0.39166666666666666, + 0.6416666666666667, + 0.75 + ] + }, + "mdn": { + "arm": "mdn", + "name": "m4n8000_mdn_M8_s0", + "variant": "mode=rank", + "crit": 0.45925925925925926, + "pooled": [ + 0.25555555555555554, + 0.5111111111111111, + 0.6111111111111112 + ], + "iid": [ + 0.25833333333333336, + 0.525, + 0.6416666666666667 + ] + }, + "wta": { + "arm": "wta", + "name": "m4n8000_wta_M16_s0", + "variant": "mode=raw", + "crit": 0.4351851851851851, + "pooled": [ + 0.3111111111111111, + 0.45, + 0.5444444444444444 + ], + "iid": [ + 0.3333333333333333, + 0.48333333333333334, + 0.575 + ] + }, + "cvae": { + "arm": "cvae", + "name": "m4n8000_cvae_L2_b0.001_s0", + "variant": "-", + "crit": 0.40740740740740744, + "pooled": [ + 0.2833333333333333, + 0.4111111111111111, + 0.5277777777777778 + ], + "iid": [ + 0.325, + 0.4166666666666667, + 0.55 + ] + }, + "mip-det": { + "arm": "mip", + "name": "m4n8000_mip_s0", + "variant": "mode=det", + "crit": 0.32222222222222224, + "pooled": [ + 0.32222222222222224, + 0.32222222222222224, + 0.32222222222222224 + ], + "iid": [ + 0.38333333333333336, + 0.38333333333333336, + 0.38333333333333336 + ] + }, + "mip-noise": { + "arm": "mip", + "name": "m4n8000_mip_s0", + "variant": "mode=noise", + "crit": 0.43703703703703706, + "pooled": [ + 0.37222222222222223, + 0.45555555555555555, + 0.48333333333333334 + ], + "iid": [ + 0.425, + 0.5083333333333333, + 0.5333333333333333 + ] + }, + "tsd": { + "arm": "tsd", + "name": "m4n8000_tsd_s0", + "variant": "-", + "crit": 0.4407407407407407, + "pooled": [ + 0.29444444444444445, + 0.4722222222222222, + 0.5555555555555556 + ], + "iid": [ + 0.35833333333333334, + 0.5333333333333333, + 0.6083333333333333 + ] + } +} \ No newline at end of file diff --git a/results/icml_r3/X1S/state/analysis.hash b/results/icml_r3/X1S/state/analysis.hash new file mode 100644 index 0000000000000000000000000000000000000000..302640ca25cf06077c915d7acb6c0258321a3070 --- /dev/null +++ b/results/icml_r3/X1S/state/analysis.hash @@ -0,0 +1 @@ +c438457f89710acc8b342058df56ae84 \ No newline at end of file diff --git a/results/icml_r3/X1S/state/sel3.done b/results/icml_r3/X1S/state/sel3.done new file mode 100644 index 0000000000000000000000000000000000000000..8e7e6a184b7cb78dd7097957e096473ff54b99ef --- /dev/null +++ b/results/icml_r3/X1S/state/sel3.done @@ -0,0 +1 @@ +2026-10-13 03:27:24.102427-07:00 \ No newline at end of file diff --git a/results/icml_r3/X1S/state/sel3b.done b/results/icml_r3/X1S/state/sel3b.done new file mode 100644 index 0000000000000000000000000000000000000000..59672c71a8d262158df99ee71e7f9ebe6bd5dd5e --- /dev/null +++ b/results/icml_r3/X1S/state/sel3b.done @@ -0,0 +1 @@ +2026-10-13 04:48:03.882289-07:00 \ No newline at end of file diff --git a/results/icml_r3/X1S/state/sel4.done b/results/icml_r3/X1S/state/sel4.done new file mode 100644 index 0000000000000000000000000000000000000000..69bce388c388e129cc05e425dd2945e5f6e34082 --- /dev/null +++ b/results/icml_r3/X1S/state/sel4.done @@ -0,0 +1 @@ +2026-10-13 04:06:33.587043-07:00 \ No newline at end of file diff --git a/results/icml_r3/X1S/state/tested.json b/results/icml_r3/X1S/state/tested.json new file mode 100644 index 0000000000000000000000000000000000000000..1c3aa754bd7e91f2d8dd54dda92b8ab36583ce74 --- /dev/null +++ b/results/icml_r3/X1S/state/tested.json @@ -0,0 +1 @@ +{"3_0": ["m3n8000_cvae_L2_b0.001", "m3n8000_flow", "m3n8000_mdn_M8", "m3n8000_mip", "m3n8000_tsd", "m3n8000_wta_M4"], "4_0": ["m4n8000_cvae_L2_b0.001", "m4n8000_flow", "m4n8000_mdn_M8", "m4n8000_mip", "m4n8000_tsd", "m4n8000_wta_M16"], "4_1": ["m4n8000_cvae_L2_b0.001", "m4n8000_flow", "m4n8000_mdn_M8", "m4n8000_mip", "m4n8000_tsd", "m4n8000_wta_M16"], "4_2": ["m4n8000_cvae_L2_b0.001", "m4n8000_flow", "m4n8000_mdn_M8", "m4n8000_mip", "m4n8000_tsd", "m4n8000_wta_M16"], "3_1": ["m3n8000_cvae_L2_b0.001", "m3n8000_flow", "m3n8000_mdn_M8", "m3n8000_mip", "m3n8000_tsd", "m3n8000_wta_M4"], "3_2": ["m3n8000_cvae_L2_b0.001", "m3n8000_flow", "m3n8000_mdn_M8", "m3n8000_mip", "m3n8000_tsd", "m3n8000_wta_M4"]} \ No newline at end of file diff --git a/results/icml_r3/X1S/test_stage.py b/results/icml_r3/X1S/test_stage.py new file mode 100644 index 0000000000000000000000000000000000000000..49b6d63d596c2514b892fde5d8ffce4a75360041 --- /dev/null +++ b/results/icml_r3/X1S/test_stage.py @@ -0,0 +1,29 @@ +"""Sample (andromeda GPU, under timeout), pull and verify (virgo, 8 workers) the FROZEN configs of selected_m.json on the TEST sets for the given seeds. +usage: test_stage.py ; only models that exist are used. Candidate files: results/icml_r3/X1S/cand_test/cand__s.npz (keys '|').""" +import json, subprocess, sys, os +m = int(sys.argv[1]); seeds = [int(s) for s in sys.argv[2].split(",")]; X = "results/icml_r3/X1S" +sel = json.load(open(f"{X}/selected_m{m}.json")); by = {} +if len(sys.argv) > 3: sel = {a: r for a, r in sel.items() if a in sys.argv[3].split(",")} # optional arm filter (only frozen arms are scored) +for arm, r in sel.items(): by.setdefault(r["name"][:-3], set()).add(r["variant"]) # base name (without _s0) -> variants +sets = f"m{m}_heldout_4242,m{m}_heldout_9001,m{m}_ood"; cmds = [] +for base, vs in by.items(): + for s in seeds: + for v in sorted(vs): + cmds.append(f"[ -f models/mhx/{base}_s{s}.pth ] && .venv/bin/python -m nonlinear.mimo_unstable.mh_sample --m {m} --ckpts models/mhx/{base}_s{s}.pth --dir results/icml_r2/D2_scale --sets {sets} --variant '{v}' --seed {s} --outdir {X}/cand_test --tag _{v.replace('=', '').replace(',', '_')}") +# one file per (model, variant) is awkward for the loaders -> merge locally after pull +remote = "T=$(( $(TZ=America/Los_Angeles date -d 'today 08:20' +%s) - $(date +%s) )); cd ~/DiffusionControl; export WANDB_MODE=offline OMP_NUM_THREADS=1 RAYON_NUM_THREADS=1 PYTHONPATH=.; " + " ; ".join(f"timeout $T bash -c \"{c}\"" for c in cmds) +subprocess.run(["rsync", "-az", "-e", "ssh", "nonlinear/mimo_unstable/mh_sample.py", "nonlinear/mimo_unstable/mh_baselines.py", "andromeda:~/DiffusionControl/nonlinear/mimo_unstable/"]) +subprocess.run(["ssh", "andromeda", f"mkdir -p ~/DiffusionControl/{X}/cand_test; " + remote]) +os.makedirs(f"{X}/cand_test", exist_ok=True) +subprocess.run(["rsync", "-az", "-e", "ssh", f"andromeda:~/DiffusionControl/{X}/cand_test/", f"{X}/cand_test/"]) +# merge per-variant files into cand__s.npz +import numpy as np +for base, vs in by.items(): + for s in seeds: + parts = [f"{X}/cand_test/cand_{base}_s{s}_{v.replace('=', '').replace(',', '_')}.npz" for v in sorted(vs)] + if not all(os.path.exists(p) for p in parts): continue + out = {} + for p in parts: out.update(dict(np.load(p))) + np.savez(f"{X}/cand_test/cand_{base}_s{s}.npz", **out) +env = dict(os.environ, CUDA_VISIBLE_DEVICES="", PYTHONPATH=".", OMP_NUM_THREADS="1", RAYON_NUM_THREADS="1") +subprocess.run(["myenv/bin/python", "-m", "nonlinear.mimo_unstable.mh_eval", "verify", "--m", str(m), "--dir", "results/icml_r2/D2_scale", "--cand", f"{X}/cand_test/cand_m{m}n8000_*_s[0-9].npz", "--workers", "8"], env=env) diff --git a/results/icml_r3/X1S/val_stage.sh b/results/icml_r3/X1S/val_stage.sh new file mode 100644 index 0000000000000000000000000000000000000000..113e0b12c0ff3e9a59dd36448d52d3080d54d53b --- /dev/null +++ b/results/icml_r3/X1S/val_stage.sh @@ -0,0 +1,10 @@ +#!/bin/bash +# usage: val_stage.sh : sample ALL variants of every seed-0 grid model of m on the validation sets (andromeda GPU, under timeout), pull, verify (virgo, 8 workers), select +m=$1; R=/home/cercola/matte_server/DiffusionControl; cd $R +rsync -az -e ssh nonlinear/mimo_unstable/mh_sample.py nonlinear/mimo_unstable/mh_baselines.py andromeda:~/DiffusionControl/nonlinear/mimo_unstable/ +ssh andromeda "T=\$(( \$(TZ=America/Los_Angeles date -d 'today 08:20' +%s) - \$(date +%s) )); cd ~/DiffusionControl; export WANDB_MODE=offline OMP_NUM_THREADS=1 RAYON_NUM_THREADS=1 PYTHONPATH=.; \ + timeout \$T .venv/bin/python -m nonlinear.mimo_unstable.mh_sample --m $m --ckpts \$(ls models/mhx/m${m}n8000_{flow,mdn,wta,cvae,mip,tsd}*_s0.pth 2>/dev/null | tr '\n' ',' | sed 's/,\$//') --dir results/icml_r3/X1S/val --sets m${m}_val_iid,m${m}_val_ood --variants all --outdir results/icml_r3/X1S/cand_val" +mkdir -p results/icml_r3/X1S/cand_val; rsync -az -e ssh andromeda:~/DiffusionControl/results/icml_r3/X1S/cand_val/ results/icml_r3/X1S/cand_val/ +export CUDA_VISIBLE_DEVICES= PYTHONPATH=. OMP_NUM_THREADS=1 RAYON_NUM_THREADS=1 +myenv/bin/python -m nonlinear.mimo_unstable.mh_eval verify --m $m --dir results/icml_r3/X1S/val --cand "results/icml_r3/X1S/cand_val/cand_m${m}n8000_*_s0.npz" --workers 8 2>&1 | grep -v -i "warn\|try:" | tail -3 +myenv/bin/python results/icml_r3/X1S/select_cfg.py $m diff --git a/results/icml_r3/X1S/val_table_m3.md b/results/icml_r3/X1S/val_table_m3.md new file mode 100644 index 0000000000000000000000000000000000000000..e88dd7587635765ab7badadbb58eef671b58feac --- /dev/null +++ b/results/icml_r3/X1S/val_table_m3.md @@ -0,0 +1,41 @@ +| arm | config | variant | b=1 | b=4 | b=16 | criterion | selected | +|---|---|---|---|---|---|---|---| +| flow | flow_s0 | steps=1 | 0.494 | 0.661 | 0.722 | 0.626 | | +| flow | flow_s0 | steps=128 | 0.550 | 0.744 | 0.872 | 0.722 | | +| flow | flow_s0 | steps=16 | 0.583 | 0.717 | 0.833 | 0.711 | | +| flow | flow_s0 | steps=2 | 0.583 | 0.672 | 0.717 | 0.657 | | +| flow | flow_s0 | steps=256 | 0.539 | 0.744 | 0.878 | 0.720 | | +| flow | flow_s0 | steps=32 | 0.567 | 0.750 | 0.856 | 0.724 | **yes** | +| flow | flow_s0 | steps=4 | 0.583 | 0.711 | 0.778 | 0.691 | | +| flow | flow_s0 | steps=512 | 0.528 | 0.744 | 0.878 | 0.717 | | +| flow | flow_s0 | steps=64 | 0.561 | 0.733 | 0.856 | 0.717 | | +| flow | flow_s0 | steps=8 | 0.578 | 0.711 | 0.789 | 0.693 | | +| mdn | mdn_M16_s0 | mode=rank | 0.456 | 0.750 | 0.800 | 0.669 | | +| mdn | mdn_M16_s0 | mode=sample | 0.461 | 0.628 | 0.739 | 0.609 | | +| mdn | mdn_M16_s0 | mode=sample0 | 0.494 | 0.578 | 0.622 | 0.565 | | +| mdn | mdn_M4_s0 | mode=rank | 0.489 | 0.711 | 0.789 | 0.663 | | +| mdn | mdn_M4_s0 | mode=sample | 0.456 | 0.656 | 0.756 | 0.622 | | +| mdn | mdn_M4_s0 | mode=sample0 | 0.483 | 0.561 | 0.622 | 0.556 | | +| mdn | mdn_M8_s0 | mode=rank | 0.478 | 0.761 | 0.861 | 0.700 | **yes** | +| mdn | mdn_M8_s0 | mode=sample | 0.433 | 0.633 | 0.761 | 0.609 | | +| mdn | mdn_M8_s0 | mode=sample0 | 0.478 | 0.561 | 0.617 | 0.552 | | +| wta | wta_M16_s0 | mode=rank | 0.000 | 0.000 | 0.000 | 0.000 | | +| wta | wta_M16_s0 | mode=raw | 0.000 | 0.000 | 0.000 | 0.000 | | +| wta | wta_M4_s0 | mode=rank | 0.422 | 0.711 | 0.711 | 0.615 | | +| wta | wta_M4_s0 | mode=raw | 0.439 | 0.711 | 0.711 | 0.620 | **yes** | +| wta | wta_M8_s0 | mode=rank | 0.433 | 0.622 | 0.722 | 0.593 | | +| wta | wta_M8_s0 | mode=raw | 0.450 | 0.661 | 0.722 | 0.611 | | +| cvae | cvae_L2_b0.0001_s0 | - | 0.239 | 0.461 | 0.644 | 0.448 | | +| cvae | cvae_L2_b0.0003_s0 | - | 0.328 | 0.539 | 0.672 | 0.513 | | +| cvae | cvae_L2_b0.001_s0 | - | 0.411 | 0.583 | 0.689 | 0.561 | **yes** | +| cvae | cvae_L2_b0.01_s0 | - | 0.439 | 0.439 | 0.444 | 0.441 | | +| mip | mip_s0 | mode=det | 0.500 | 0.500 | 0.500 | 0.500 | **yes** | +| mip | mip_s0 | mode=noise | 0.494 | 0.633 | 0.706 | 0.611 | **yes** | +| tsd | tsd_s0 | - | 0.500 | 0.706 | 0.783 | 0.663 | **yes** | + +Reference rows (D3f seed-0 models, same 180 validation plants, pooled iid+OOD; not part of the selection): + +| model | b=1 | b=4 | b=16 | +|---|---|---|---| +| diffusion | 0.467 | 0.772 | 0.894 | +| twin MC-dropout (b=1 deterministic) | 0.489 | 0.594 | 0.661 | diff --git a/results/icml_r3/X1S/val_table_m4.md b/results/icml_r3/X1S/val_table_m4.md new file mode 100644 index 0000000000000000000000000000000000000000..ea8310b3dacde630ea6af9a921a2134b9e252af4 --- /dev/null +++ b/results/icml_r3/X1S/val_table_m4.md @@ -0,0 +1,49 @@ +| arm | config | variant | b=1 | b=4 | b=16 | criterion | selected | +|---|---|---|---|---|---|---|---| +| flow | flow_s0 | steps=1 | 0.372 | 0.517 | 0.567 | 0.485 | | +| flow | flow_s0 | steps=128 | 0.367 | 0.589 | 0.689 | 0.548 | | +| flow | flow_s0 | steps=16 | 0.400 | 0.550 | 0.650 | 0.533 | | +| flow | flow_s0 | steps=2 | 0.461 | 0.517 | 0.544 | 0.507 | | +| flow | flow_s0 | steps=256 | 0.361 | 0.589 | 0.706 | 0.552 | **yes** | +| flow | flow_s0 | steps=32 | 0.361 | 0.561 | 0.678 | 0.533 | | +| flow | flow_s0 | steps=4 | 0.417 | 0.539 | 0.567 | 0.507 | | +| flow | flow_s0 | steps=512 | 0.356 | 0.583 | 0.711 | 0.550 | | +| flow | flow_s0 | steps=64 | 0.361 | 0.578 | 0.683 | 0.541 | | +| flow | flow_s0 | steps=8 | 0.383 | 0.528 | 0.617 | 0.509 | | +| mdn | mdn_M16_s0 | mode=rank | 0.261 | 0.539 | 0.550 | 0.450 | | +| mdn | mdn_M16_s0 | mode=sample | 0.233 | 0.406 | 0.567 | 0.402 | | +| mdn | mdn_M16_s0 | mode=sample0 | 0.267 | 0.333 | 0.394 | 0.331 | | +| mdn | mdn_M4_s0 | mode=rank | 0.256 | 0.500 | 0.589 | 0.448 | | +| mdn | mdn_M4_s0 | mode=sample | 0.217 | 0.383 | 0.533 | 0.378 | | +| mdn | mdn_M4_s0 | mode=sample0 | 0.272 | 0.339 | 0.394 | 0.335 | | +| mdn | mdn_M8_s0 | mode=rank | 0.256 | 0.511 | 0.611 | 0.459 | **yes** | +| mdn | mdn_M8_s0 | mode=sample | 0.211 | 0.411 | 0.583 | 0.402 | | +| mdn | mdn_M8_s0 | mode=sample0 | 0.250 | 0.333 | 0.406 | 0.330 | | +| wta | wta_M16_s0 | mode=rank | 0.261 | 0.433 | 0.544 | 0.413 | | +| wta | wta_M16_s0 | mode=raw | 0.311 | 0.450 | 0.544 | 0.435 | **yes** | +| wta | wta_M4_s0 | mode=rank | 0.261 | 0.428 | 0.428 | 0.372 | | +| wta | wta_M4_s0 | mode=raw | 0.267 | 0.428 | 0.428 | 0.374 | | +| wta | wta_M8_s0 | mode=rank | 0.244 | 0.467 | 0.517 | 0.409 | | +| wta | wta_M8_s0 | mode=raw | 0.289 | 0.450 | 0.517 | 0.419 | | +| cvae | cvae_L2_b0.0001_s0 | - | 0.106 | 0.300 | 0.539 | 0.315 | | +| cvae | cvae_L2_b0.0003_s0 | - | 0.183 | 0.339 | 0.522 | 0.348 | | +| cvae | cvae_L2_b0.001_s0 | - | 0.283 | 0.411 | 0.528 | 0.407 | **yes** | +| cvae | cvae_L2_b0.01_s0 | - | 0.372 | 0.394 | 0.433 | 0.400 | | +| cvae | cvae_L2_b0.1_s0 | - | 0.344 | 0.344 | 0.344 | 0.344 | | +| cvae | cvae_L4_b0.0001_s0 | - | 0.033 | 0.111 | 0.344 | 0.163 | | +| cvae | cvae_L4_b0.001_s0 | - | 0.222 | 0.328 | 0.467 | 0.339 | | +| cvae | cvae_L4_b0.01_s0 | - | 0.367 | 0.372 | 0.383 | 0.374 | | +| cvae | cvae_L4_b0.1_s0 | - | 0.372 | 0.372 | 0.372 | 0.372 | | +| cvae | cvae_L8_b0.001_s0 | - | 0.178 | 0.356 | 0.506 | 0.346 | | +| cvae | cvae_L8_b0.01_s0 | - | 0.372 | 0.378 | 0.383 | 0.378 | | +| cvae | cvae_L8_b0.1_s0 | - | 0.378 | 0.378 | 0.389 | 0.381 | | +| mip | mip_s0 | mode=det | 0.322 | 0.322 | 0.322 | 0.322 | **yes** | +| mip | mip_s0 | mode=noise | 0.372 | 0.456 | 0.483 | 0.437 | **yes** | +| tsd | tsd_s0 | - | 0.294 | 0.472 | 0.556 | 0.441 | **yes** | + +Reference rows (D3f seed-0 models, same 180 validation plants, pooled iid+OOD; not part of the selection): + +| model | b=1 | b=4 | b=16 | +|---|---|---|---| +| diffusion | 0.361 | 0.639 | 0.800 | +| twin MC-dropout (b=1 deterministic) | 0.367 | 0.422 | 0.517 | diff --git a/results/icml_r3/X1S/verify_ref.sh b/results/icml_r3/X1S/verify_ref.sh new file mode 100644 index 0000000000000000000000000000000000000000..17dfdca2ca7909d252cbc6afdab08ce9565bb48a --- /dev/null +++ b/results/icml_r3/X1S/verify_ref.sh @@ -0,0 +1,5 @@ +#!/bin/bash +cd /home/cercola/matte_server/DiffusionControl; export CUDA_VISIBLE_DEVICES= PYTHONPATH=. OMP_NUM_THREADS=1 RAYON_NUM_THREADS=1 +for m in 3 4 2 5; do myenv/bin/python -m nonlinear.mimo_unstable.mh_eval verify --m $m --dir results/icml_r2/D2_scale --cand "results/icml_r3/X1S/cand_ref/cand_d3fm${m}n8000_*.npz" --workers 8 2>&1 | grep -v -i "warn\|try:"; done +myenv/bin/python -m nonlinear.mimo_unstable.mh_eval verify --m 4 --dir results/icml_r2/D2_scale --cand "results/icml_r3/X1S/cand_ref/cand_d3fm4n16000_*.npz" --workers 8 2>&1 | grep -v -i "warn\|try:" +echo done diff --git a/results/icml_r3/X1S/x1_diag_m3.json b/results/icml_r3/X1S/x1_diag_m3.json new file mode 100644 index 0000000000000000000000000000000000000000..8d8fce1829adf64f54b7871d92b83f22f20549cc --- /dev/null +++ b/results/icml_r3/X1S/x1_diag_m3.json @@ -0,0 +1,65 @@ +{ + "diffusion": { + "S": 3, + "per_candidate_cert": 0.5006944444444444, + "distinct_cert_per_plant": 7.627777777777777, + "frac_ge2_distinct": 0.8583333333333334, + "pairwise_dist": 0.07354653554821938 + }, + "twin(MC-dropout)": { + "S": 3, + "per_candidate_cert": 0.5072916666666667, + "distinct_cert_per_plant": 3.6, + "frac_ge2_distinct": 0.625, + "pairwise_dist": 0.022705551750475058 + }, + "flow": { + "S": 3, + "per_candidate_cert": 0.5748263888888889, + "distinct_cert_per_plant": 7.483333333333333, + "frac_ge2_distinct": 0.8527777777777779, + "pairwise_dist": 0.062082629444181615 + }, + "mdn": { + "S": 3, + "per_candidate_cert": 0.359375, + "distinct_cert_per_plant": 4.322222222222222, + "frac_ge2_distinct": 0.6833333333333332, + "pairwise_dist": 0.18062782673574806 + }, + "wta": { + "S": 3, + "per_candidate_cert": 0.48819444444444443, + "distinct_cert_per_plant": 1.9472222222222222, + "frac_ge2_distinct": 0.5638888888888888, + "pairwise_dist": 0.05298922128419275 + }, + "cvae": { + "S": 3, + "per_candidate_cert": 0.4895833333333333, + "distinct_cert_per_plant": 4.9944444444444445, + "frac_ge2_distinct": 0.6999999999999998, + "pairwise_dist": 0.06249796132366497 + }, + "mip-det": { + "S": 3, + "per_candidate_cert": 0.5694444444444444, + "distinct_cert_per_plant": 0.5694444444444444, + "frac_ge2_distinct": 0.0, + "pairwise_dist": 0.0 + }, + "mip-noise": { + "S": 3, + "per_candidate_cert": 0.5614583333333334, + "distinct_cert_per_plant": 3.283333333333333, + "frac_ge2_distinct": 0.6277777777777778, + "pairwise_dist": 0.02413771357362995 + }, + "tsd": { + "S": 3, + "per_candidate_cert": 0.48541666666666666, + "distinct_cert_per_plant": 6.691666666666667, + "frac_ge2_distinct": 0.725, + "pairwise_dist": 0.053766408060881316 + } +} \ No newline at end of file diff --git a/results/icml_r3/X1S/x1_diag_m3.md b/results/icml_r3/X1S/x1_diag_m3.md new file mode 100644 index 0000000000000000000000000000000000000000..aa2d8d4efd4d514240f67fd12df6eeb2f785807e --- /dev/null +++ b/results/icml_r3/X1S/x1_diag_m3.md @@ -0,0 +1,11 @@ +| arm | S | per-candidate certified | distinct certified / plant | plants with >=2 distinct | pairwise dist | +|---|---|---|---|---|---| +| diffusion | 3 | 0.501 | 7.63 | 0.858 | 0.074 | +| twin(MC-dropout) | 3 | 0.507 | 3.60 | 0.625 | 0.023 | +| flow | 3 | 0.575 | 7.48 | 0.853 | 0.062 | +| mdn | 3 | 0.359 | 4.32 | 0.683 | 0.181 | +| wta | 3 | 0.488 | 1.95 | 0.564 | 0.053 | +| cvae | 3 | 0.490 | 4.99 | 0.700 | 0.062 | +| mip-det | 3 | 0.569 | 0.57 | 0.000 | 0.000 | +| mip-noise | 3 | 0.561 | 3.28 | 0.628 | 0.024 | +| tsd | 3 | 0.485 | 6.69 | 0.725 | 0.054 | diff --git a/results/icml_r3/X1S/x1_diag_m4.json b/results/icml_r3/X1S/x1_diag_m4.json new file mode 100644 index 0000000000000000000000000000000000000000..2ca95ab92f06c2ecacc8532cfbb4b302902b6bdf --- /dev/null +++ b/results/icml_r3/X1S/x1_diag_m4.json @@ -0,0 +1,65 @@ +{ + "diffusion": { + "S": 3, + "per_candidate_cert": 0.33697916666666666, + "distinct_cert_per_plant": 5.366666666666667, + "frac_ge2_distinct": 0.7027777777777778, + "pairwise_dist": 0.09103017216944997 + }, + "twin(MC-dropout)": { + "S": 3, + "per_candidate_cert": 0.2972222222222222, + "distinct_cert_per_plant": 2.7527777777777778, + "frac_ge2_distinct": 0.4277777777777778, + "pairwise_dist": 0.030138243340576687 + }, + "flow": { + "S": 3, + "per_candidate_cert": 0.3347222222222222, + "distinct_cert_per_plant": 5.327777777777778, + "frac_ge2_distinct": 0.6666666666666666, + "pairwise_dist": 0.08725398026488877 + }, + "mdn": { + "S": 3, + "per_candidate_cert": 0.18958333333333333, + "distinct_cert_per_plant": 2.663888888888889, + "frac_ge2_distinct": 0.4861111111111111, + "pairwise_dist": 0.28626100186884046 + }, + "wta": { + "S": 3, + "per_candidate_cert": 0.29097222222222224, + "distinct_cert_per_plant": 4.6499999999999995, + "frac_ge2_distinct": 0.47500000000000003, + "pairwise_dist": 0.07170649573860981 + }, + "cvae": { + "S": 3, + "per_candidate_cert": 0.23524305555555555, + "distinct_cert_per_plant": 2.613888888888889, + "frac_ge2_distinct": 0.4222222222222222, + "pairwise_dist": 0.08670682700265875 + }, + "mip-det": { + "S": 3, + "per_candidate_cert": 0.32499999999999996, + "distinct_cert_per_plant": 0.32499999999999996, + "frac_ge2_distinct": 0.0, + "pairwise_dist": 0.0 + }, + "mip-noise": { + "S": 3, + "per_candidate_cert": 0.3347222222222222, + "distinct_cert_per_plant": 2.602777777777778, + "frac_ge2_distinct": 0.4222222222222222, + "pairwise_dist": 0.031863143080817065 + }, + "tsd": { + "S": 3, + "per_candidate_cert": 0.2873263888888889, + "distinct_cert_per_plant": 4.355555555555555, + "frac_ge2_distinct": 0.49444444444444446, + "pairwise_dist": 0.06582770920296759 + } +} \ No newline at end of file diff --git a/results/icml_r3/X1S/x1_diag_m4.md b/results/icml_r3/X1S/x1_diag_m4.md new file mode 100644 index 0000000000000000000000000000000000000000..00a2a24dc95112e1b958d7775d7a9b8ed376e0fe --- /dev/null +++ b/results/icml_r3/X1S/x1_diag_m4.md @@ -0,0 +1,11 @@ +| arm | S | per-candidate certified | distinct certified / plant | plants with >=2 distinct | pairwise dist | +|---|---|---|---|---|---| +| diffusion | 3 | 0.337 | 5.37 | 0.703 | 0.091 | +| twin(MC-dropout) | 3 | 0.297 | 2.75 | 0.428 | 0.030 | +| flow | 3 | 0.335 | 5.33 | 0.667 | 0.087 | +| mdn | 3 | 0.190 | 2.66 | 0.486 | 0.286 | +| wta | 3 | 0.291 | 4.65 | 0.475 | 0.072 | +| cvae | 3 | 0.235 | 2.61 | 0.422 | 0.087 | +| mip-det | 3 | 0.325 | 0.32 | 0.000 | 0.000 | +| mip-noise | 3 | 0.335 | 2.60 | 0.422 | 0.032 | +| tsd | 3 | 0.287 | 4.36 | 0.494 | 0.066 | diff --git a/results/icml_r3/X1S/x1_results_m3.json b/results/icml_r3/X1S/x1_results_m3.json new file mode 100644 index 0000000000000000000000000000000000000000..db4e5d77a8127f159146c4e42e96a0db948f2bbb --- /dev/null +++ b/results/icml_r3/X1S/x1_results_m3.json @@ -0,0 +1,3493 @@ +{ + "m": 3, + "arms": { + "diffusion": { + "iid": { + "1": [ + 0.6, + 0.5166666666666667, + 0.4666666666666667 + ], + "4": [ + 0.85, + 0.75, + 0.75 + ], + "16": [ + 0.9416666666666667, + 0.9083333333333333, + 0.9166666666666666 + ] + }, + "seeds": [ + 0, + 1, + 2 + ], + "variant": null, + "ood": { + "1": [ + 0.38333333333333336, + 0.4166666666666667, + 0.43333333333333335 + ], + "4": [ + 0.6, + 0.6, + 0.65 + ], + "16": [ + 0.75, + 0.7666666666666667, + 0.75 + ] + } + }, + "twin": { + "iid": { + "1": [ + 0.575, + 0.5583333333333333, + 0.525 + ], + "4": [ + 0.6416666666666667, + 0.6083333333333333, + 0.625 + ], + "16": [ + 0.7083333333333334, + 0.6416666666666667, + 0.6583333333333333 + ] + }, + "seeds": [ + 0, + 1, + 2 + ], + "variant": null, + "ood": { + "1": [ + 0.4166666666666667, + 0.38333333333333336, + 0.4666666666666667 + ], + "4": [ + 0.5166666666666667, + 0.5, + 0.48333333333333334 + ], + "16": [ + 0.5333333333333333, + 0.5333333333333333, + 0.5333333333333333 + ] + } + }, + "retrieval": { + "iid": { + "1": [ + 0.10833333333333334, + 0.10833333333333334, + 0.10833333333333334 + ], + "4": [ + 0.30833333333333335, + 0.30833333333333335, + 0.30833333333333335 + ], + "16": [ + 0.5833333333333334, + 0.5833333333333334, + 0.5833333333333334 + ] + }, + "seeds": [ + 0, + 1, + 2 + ], + "variant": null, + "ood": { + "1": [ + 0.1, + 0.1, + 0.1 + ], + "4": [ + 0.2833333333333333, + 0.2833333333333333, + 0.2833333333333333 + ], + "16": [ + 0.5333333333333333, + 0.5333333333333333, + 0.5333333333333333 + ] + } + }, + "flow": { + "iid": { + "1": [ + 0.5666666666666667, + 0.48333333333333334, + 0.5916666666666667 + ], + "4": [ + 0.7916666666666666, + 0.7666666666666667, + 0.8416666666666667 + ], + "16": [ + 0.875, + 0.9333333333333333, + 0.9333333333333333 + ] + }, + "seeds": [ + 0, + 1, + 2 + ], + "variant": "steps=32", + "ood": { + "1": [ + 0.38333333333333336, + 0.4, + 0.43333333333333335 + ], + "4": [ + 0.5833333333333334, + 0.6333333333333333, + 0.5666666666666667 + ], + "16": [ + 0.6666666666666666, + 0.7333333333333333, + 0.6833333333333333 + ] + } + }, + "mdn": { + "iid": { + "1": [ + 0.475, + 0.5083333333333333, + 0.5083333333333333 + ], + "4": [ + 0.675, + 0.7666666666666667, + 0.7333333333333333 + ], + "16": [ + 0.7833333333333333, + 0.8083333333333333, + 0.8 + ] + }, + "seeds": [ + 0, + 1, + 2 + ], + "variant": "mode=rank", + "ood": { + "1": [ + 0.4166666666666667, + 0.4166666666666667, + 0.38333333333333336 + ], + "4": [ + 0.6, + 0.6333333333333333, + 0.5833333333333334 + ], + "16": [ + 0.6666666666666666, + 0.6833333333333333, + 0.7 + ] + } + }, + "wta": { + "iid": { + "1": [ + 0.49166666666666664, + 0.5, + 0.425 + ], + "4": [ + 0.725, + 0.725, + 0.65 + ], + "16": [ + 0.725, + 0.725, + 0.65 + ] + }, + "seeds": [ + 0, + 1, + 2 + ], + "variant": "mode=raw", + "ood": { + "1": [ + 0.38333333333333336, + 0.2833333333333333, + 0.38333333333333336 + ], + "4": [ + 0.55, + 0.5333333333333333, + 0.5333333333333333 + ], + "16": [ + 0.55, + 0.5333333333333333, + 0.5333333333333333 + ] + } + }, + "cvae": { + "iid": { + "1": [ + 0.525, + 0.55, + 0.4583333333333333 + ], + "4": [ + 0.6833333333333333, + 0.7083333333333334, + 0.6 + ], + "16": [ + 0.8, + 0.8083333333333333, + 0.7583333333333333 + ] + }, + "seeds": [ + 0, + 1, + 2 + ], + "variant": "-", + "ood": { + "1": [ + 0.3333333333333333, + 0.35, + 0.2833333333333333 + ], + "4": [ + 0.45, + 0.43333333333333335, + 0.4666666666666667 + ], + "16": [ + 0.6, + 0.55, + 0.65 + ] + } + }, + "mip-det": { + "iid": { + "1": [ + 0.5833333333333334, + 0.5666666666666667, + 0.5583333333333333 + ], + "4": [ + 0.5833333333333334, + 0.5666666666666667, + 0.5583333333333333 + ], + "16": [ + 0.5833333333333334, + 0.5666666666666667, + 0.5583333333333333 + ] + }, + "seeds": [ + 0, + 1, + 2 + ], + "variant": "mode=det", + "ood": { + "1": [ + 0.43333333333333335, + 0.43333333333333335, + 0.4 + ], + "4": [ + 0.43333333333333335, + 0.43333333333333335, + 0.4 + ], + "16": [ + 0.43333333333333335, + 0.43333333333333335, + 0.4 + ] + } + }, + "mip-noise": { + "iid": { + "1": [ + 0.5916666666666667, + 0.5666666666666667, + 0.575 + ], + "4": [ + 0.7, + 0.65, + 0.6416666666666667 + ], + "16": [ + 0.7333333333333333, + 0.7083333333333334, + 0.6916666666666667 + ] + }, + "seeds": [ + 0, + 1, + 2 + ], + "variant": "mode=noise", + "ood": { + "1": [ + 0.5, + 0.38333333333333336, + 0.4166666666666667 + ], + "4": [ + 0.5666666666666667, + 0.5333333333333333, + 0.4666666666666667 + ], + "16": [ + 0.5666666666666667, + 0.5333333333333333, + 0.5166666666666667 + ] + } + }, + "tsd": { + "iid": { + "1": [ + 0.525, + 0.45, + 0.475 + ], + "4": [ + 0.6833333333333333, + 0.6666666666666666, + 0.7083333333333334 + ], + "16": [ + 0.775, + 0.7916666666666666, + 0.7833333333333333 + ] + }, + "seeds": [ + 0, + 1, + 2 + ], + "variant": "-", + "ood": { + "1": [ + 0.4666666666666667, + 0.31666666666666665, + 0.36666666666666664 + ], + "4": [ + 0.5333333333333333, + 0.5333333333333333, + 0.43333333333333335 + ], + "16": [ + 0.6166666666666667, + 0.6, + 0.6 + ] + } + } + }, + "tests": { + "iid|twin|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5277777777777778, + "rateB_mean": 0.5527777777777778, + "rateA_sd": 0.06735753140545632, + "rateB_sd": 0.025458753860865747, + "diff_mean": -0.024999999999999984, + "diff_sd": 0.04409585518440985, + "diff_seed_tci": [ + -0.1345401767954738, + 0.08454017679547383 + ], + "diff_plant_boot": [ + -0.07777777777777777, + 0.02777777777777778 + ], + "diff_hier_boot": [ + -0.10833333333333334, + 0.058333333333333334 + ], + "seeds_positive": 1, + "p_signflip_one": 0.875, + "p_signflip_two": 0.5, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.575, + "diff": 0.025000000000000022, + "a_only": 19, + "b_only": 16, + "p": 0.735878800856881 + }, + "1": { + "A": 0.5166666666666667, + "B": 0.5583333333333333, + "diff": -0.04166666666666663, + "a_only": 14, + "b_only": 19, + "p": 0.48685024166479707 + }, + "2": { + "A": 0.4666666666666667, + "B": 0.525, + "diff": -0.05833333333333335, + "a_only": 13, + "b_only": 20, + "p": 0.296206368599087 + } + }, + "beats_all_seeds_holm": null + }, + "iid|twin|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.7833333333333333, + "rateB_mean": 0.625, + "rateA_sd": 0.05773502691896256, + "rateB_sd": 0.01666666666666672, + "diff_mean": 0.15833333333333333, + "diff_sd": 0.044095855184409796, + "diff_seed_tci": [ + 0.048793156537859636, + 0.267873510128807 + ], + "diff_plant_boot": [ + 0.10555555555555556, + 0.21111111111111114 + ], + "diff_hier_boot": [ + 0.08333333333333333, + 0.23055555555555557 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.85, + "B": 0.6416666666666667, + "diff": 0.20833333333333326, + "a_only": 27, + "b_only": 2, + "p": 1.6242265701293945e-06 + }, + "1": { + "A": 0.75, + "B": 0.6083333333333333, + "diff": 0.14166666666666672, + "a_only": 24, + "b_only": 7, + "p": 0.003326892852783203 + }, + "2": { + "A": 0.75, + "B": 0.625, + "diff": 0.125, + "a_only": 21, + "b_only": 6, + "p": 0.005924612283706665 + } + }, + "beats_all_seeds_holm": null + }, + "iid|twin|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.9222222222222223, + "rateB_mean": 0.6694444444444444, + "rateA_sd": 0.017347216662217772, + "rateB_sd": 0.034694433324435545, + "diff_mean": 0.2527777777777777, + "diff_sd": 0.017347216662217772, + "diff_seed_tci": [ + 0.20968490267325884, + 0.2958706528822966 + ], + "diff_plant_boot": [ + 0.18888888888888886, + 0.3194444444444444 + ], + "diff_hier_boot": [ + 0.18333333333333332, + 0.3277777777777778 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.9416666666666667, + "B": 0.7083333333333334, + "diff": 0.23333333333333328, + "a_only": 30, + "b_only": 2, + "p": 2.4633482098579407e-07 + }, + "1": { + "A": 0.9083333333333333, + "B": 0.6416666666666667, + "diff": 0.2666666666666666, + "a_only": 32, + "b_only": 0, + "p": 4.656612873077393e-10 + }, + "2": { + "A": 0.9166666666666666, + "B": 0.6583333333333333, + "diff": 0.2583333333333333, + "a_only": 32, + "b_only": 1, + "p": 7.916241884231567e-09 + } + }, + "beats_all_seeds_holm": null + }, + "iid|retrieval|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5277777777777778, + "rateB_mean": 0.10833333333333334, + "rateA_sd": 0.06735753140545632, + "rateB_sd": 0.0, + "diff_mean": 0.41944444444444445, + "diff_sd": 0.06735753140545632, + "diff_seed_tci": [ + 0.2521190605097432, + 0.5867698283791457 + ], + "diff_plant_boot": [ + 0.34722222222222215, + 0.4944444444444445 + ], + "diff_hier_boot": [ + 0.31666666666666665, + 0.525 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.10833333333333334, + "diff": 0.49166666666666664, + "a_only": 63, + "b_only": 4, + "p": 1.1067861037383775e-14 + }, + "1": { + "A": 0.5166666666666667, + "B": 0.10833333333333334, + "diff": 0.4083333333333334, + "a_only": 50, + "b_only": 1, + "p": 4.618527782440651e-14 + }, + "2": { + "A": 0.4666666666666667, + "B": 0.10833333333333334, + "diff": 0.35833333333333334, + "a_only": 48, + "b_only": 5, + "p": 7.077378683106872e-10 + } + }, + "beats_all_seeds_holm": null + }, + "iid|retrieval|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.7833333333333333, + "rateB_mean": 0.30833333333333335, + "rateA_sd": 0.05773502691896256, + "rateB_sd": 0.0, + "diff_mean": 0.4749999999999999, + "diff_sd": 0.05773502691896256, + "diff_seed_tci": [ + 0.33157824234168454, + 0.6184217576583153 + ], + "diff_plant_boot": [ + 0.38888888888888895, + 0.5583333333333333 + ], + "diff_hier_boot": [ + 0.36944444444444446, + 0.575 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.85, + "B": 0.30833333333333335, + "diff": 0.5416666666666666, + "a_only": 66, + "b_only": 1, + "p": 9.215718466126788e-19 + }, + "1": { + "A": 0.75, + "B": 0.30833333333333335, + "diff": 0.44166666666666665, + "a_only": 56, + "b_only": 3, + "p": 1.189326415129699e-13 + }, + "2": { + "A": 0.75, + "B": 0.30833333333333335, + "diff": 0.44166666666666665, + "a_only": 55, + "b_only": 2, + "p": 2.295386103412511e-14 + } + }, + "beats_all_seeds_holm": null + }, + "iid|retrieval|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.9222222222222223, + "rateB_mean": 0.5833333333333334, + "rateA_sd": 0.017347216662217772, + "rateB_sd": 0.0, + "diff_mean": 0.33888888888888885, + "diff_sd": 0.017347216662217772, + "diff_seed_tci": [ + 0.29579601378437, + 0.3819817639934077 + ], + "diff_plant_boot": [ + 0.25555555555555554, + 0.4222222222222222 + ], + "diff_hier_boot": [ + 0.25, + 0.42777777777777776 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.9416666666666667, + "B": 0.5833333333333334, + "diff": 0.3583333333333333, + "a_only": 43, + "b_only": 0, + "p": 2.2737367544323206e-13 + }, + "1": { + "A": 0.9083333333333333, + "B": 0.5833333333333334, + "diff": 0.32499999999999996, + "a_only": 42, + "b_only": 3, + "p": 8.654978955746628e-10 + }, + "2": { + "A": 0.9166666666666666, + "B": 0.5833333333333334, + "diff": 0.33333333333333326, + "a_only": 41, + "b_only": 1, + "p": 1.9554136088117957e-11 + } + }, + "beats_all_seeds_holm": null + }, + "iid|flow|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5277777777777778, + "rateB_mean": 0.5472222222222223, + "rateA_sd": 0.06735753140545632, + "rateB_sd": 0.056723827379617044, + "diff_mean": -0.01944444444444443, + "diff_sd": 0.09141379262169076, + "diff_seed_tci": [ + -0.24652889407011053, + 0.20764000518122167 + ], + "diff_plant_boot": [ + -0.0722222222222222, + 0.030555555555555555 + ], + "diff_hier_boot": [ + -0.13333333333333333, + 0.09166666666666666 + ], + "seeds_positive": 2, + "p_signflip_one": 0.625, + "p_signflip_two": 1.0, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.5666666666666667, + "diff": 0.033333333333333326, + "a_only": 24, + "b_only": 20, + "p": 0.651587827208914 + }, + "1": { + "A": 0.5166666666666667, + "B": 0.48333333333333334, + "diff": 0.03333333333333338, + "a_only": 18, + "b_only": 14, + "p": 0.5966148958541453 + }, + "2": { + "A": 0.4666666666666667, + "B": 0.5916666666666667, + "diff": -0.125, + "a_only": 12, + "b_only": 27, + "p": 0.023702702470473014 + } + }, + "beats_all_seeds_holm": null + }, + "iid|flow|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.7833333333333333, + "rateB_mean": 0.8, + "rateA_sd": 0.05773502691896256, + "rateB_sd": 0.03818813079129865, + "diff_mean": -0.01666666666666668, + "diff_sd": 0.07500000000000001, + "diff_seed_tci": [ + -0.20297699504794148, + 0.1696436617146081 + ], + "diff_plant_boot": [ + -0.06388888888888888, + 0.025 + ], + "diff_hier_boot": [ + -0.10840277777777778, + 0.075 + ], + "seeds_positive": 1, + "p_signflip_one": 0.75, + "p_signflip_two": 0.75, + "per_seed": { + "0": { + "A": 0.85, + "B": 0.7916666666666666, + "diff": 0.05833333333333335, + "a_only": 15, + "b_only": 8, + "p": 0.21003961563110352, + "p_holm": 0.21003961563110352 + }, + "1": { + "A": 0.75, + "B": 0.7666666666666667, + "diff": -0.01666666666666672, + "a_only": 11, + "b_only": 13, + "p": 0.8388197422027588, + "p_holm": 1.0 + }, + "2": { + "A": 0.75, + "B": 0.8416666666666667, + "diff": -0.09166666666666667, + "a_only": 6, + "b_only": 17, + "p": 0.03468966484069824, + "p_holm": 0.1734483242034912 + } + }, + "beats_all_seeds_holm": false + }, + "iid|flow|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.9222222222222223, + "rateB_mean": 0.9138888888888889, + "rateA_sd": 0.017347216662217772, + "rateB_sd": 0.03367876570272818, + "diff_mean": 0.008333333333333304, + "diff_sd": 0.050689687752485175, + "diff_seed_tci": [ + -0.11758683160946395, + 0.13425349827613056 + ], + "diff_plant_boot": [ + -0.02222222222222222, + 0.03888888888888888 + ], + "diff_hier_boot": [ + -0.05, + 0.075 + ], + "seeds_positive": 1, + "p_signflip_one": 0.5, + "p_signflip_two": 1.0, + "per_seed": { + "0": { + "A": 0.9416666666666667, + "B": 0.875, + "diff": 0.06666666666666665, + "a_only": 11, + "b_only": 3, + "p": 0.057373046875, + "p_holm": 0.11474609375 + }, + "1": { + "A": 0.9083333333333333, + "B": 0.9333333333333333, + "diff": -0.025000000000000022, + "a_only": 3, + "b_only": 6, + "p": 0.5078125, + "p_holm": 1.0 + }, + "2": { + "A": 0.9166666666666666, + "B": 0.9333333333333333, + "diff": -0.01666666666666672, + "a_only": 4, + "b_only": 6, + "p": 0.75390625, + "p_holm": 1.0 + } + }, + "beats_all_seeds_holm": false + }, + "iid|mdn|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5277777777777778, + "rateB_mean": 0.49722222222222223, + "rateA_sd": 0.06735753140545632, + "rateB_sd": 0.01924500897298752, + "diff_mean": 0.030555555555555596, + "diff_sd": 0.08552669065744804, + "diff_seed_tci": [ + -0.18190452206781574, + 0.2430156331789269 + ], + "diff_plant_boot": [ + -0.022291666666666644, + 0.0861111111111111 + ], + "diff_hier_boot": [ + -0.06673611111111111, + 0.14173611111111073 + ], + "seeds_positive": 2, + "p_signflip_one": 0.375, + "p_signflip_two": 0.75, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.475, + "diff": 0.125, + "a_only": 26, + "b_only": 11, + "p": 0.020073851919732988 + }, + "1": { + "A": 0.5166666666666667, + "B": 0.5083333333333333, + "diff": 0.008333333333333415, + "a_only": 18, + "b_only": 17, + "p": 1.0 + }, + "2": { + "A": 0.4666666666666667, + "B": 0.5083333333333333, + "diff": -0.04166666666666663, + "a_only": 13, + "b_only": 18, + "p": 0.47312965989112854 + } + }, + "beats_all_seeds_holm": null + }, + "iid|mdn|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.7833333333333333, + "rateB_mean": 0.725, + "rateA_sd": 0.05773502691896256, + "rateB_sd": 0.04639803635691685, + "diff_mean": 0.05833333333333331, + "diff_sd": 0.10240171439537087, + "diff_seed_tci": [ + -0.19604662714409407, + 0.3127132938107607 + ], + "diff_plant_boot": [ + 0.011111111111111117, + 0.10555555555555556 + ], + "diff_hier_boot": [ + -0.04451388888888889, + 0.175 + ], + "seeds_positive": 2, + "p_signflip_one": 0.375, + "p_signflip_two": 0.75, + "per_seed": { + "0": { + "A": 0.85, + "B": 0.675, + "diff": 0.17499999999999993, + "a_only": 23, + "b_only": 2, + "p": 1.9431114196777344e-05, + "p_holm": 0.00019431114196777344 + }, + "1": { + "A": 0.75, + "B": 0.7666666666666667, + "diff": -0.01666666666666672, + "a_only": 10, + "b_only": 12, + "p": 0.8318119049072266, + "p_holm": 1.0 + }, + "2": { + "A": 0.75, + "B": 0.7333333333333333, + "diff": 0.01666666666666672, + "a_only": 12, + "b_only": 10, + "p": 0.8318119049072266, + "p_holm": 1.0 + } + }, + "beats_all_seeds_holm": false + }, + "iid|mdn|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.9222222222222223, + "rateB_mean": 0.7972222222222223, + "rateA_sd": 0.017347216662217772, + "rateB_sd": 0.012729376930432905, + "diff_mean": 0.12499999999999996, + "diff_sd": 0.030046260628866596, + "diff_seed_tci": [ + 0.05036095087475326, + 0.19963904912524666 + ], + "diff_plant_boot": [ + 0.075, + 0.17777777777777776 + ], + "diff_hier_boot": [ + 0.058333333333333334, + 0.19166666666666668 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.9416666666666667, + "B": 0.7833333333333333, + "diff": 0.15833333333333333, + "a_only": 21, + "b_only": 2, + "p": 6.604194641113281e-05, + "p_holm": 0.0005283355712890625 + }, + "1": { + "A": 0.9083333333333333, + "B": 0.8083333333333333, + "diff": 0.09999999999999998, + "a_only": 16, + "b_only": 4, + "p": 0.01181793212890625, + "p_holm": 0.09454345703125 + }, + "2": { + "A": 0.9166666666666666, + "B": 0.8, + "diff": 0.11666666666666659, + "a_only": 18, + "b_only": 4, + "p": 0.004343509674072266, + "p_holm": 0.03040456771850586 + } + }, + "beats_all_seeds_holm": false + }, + "iid|wta|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5277777777777778, + "rateB_mean": 0.4722222222222222, + "rateA_sd": 0.06735753140545632, + "rateB_sd": 0.04110735718596873, + "diff_mean": 0.05555555555555558, + "diff_sd": 0.047385339192311034, + "diff_seed_tci": [ + -0.062156152516145174, + 0.17326726362725633 + ], + "diff_plant_boot": [ + 0.0027777777777777753, + 0.1111111111111111 + ], + "diff_hier_boot": [ + -0.03333333333333333, + 0.13895833333333296 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.49166666666666664, + "diff": 0.10833333333333334, + "a_only": 25, + "b_only": 12, + "p": 0.04703102743951604 + }, + "1": { + "A": 0.5166666666666667, + "B": 0.5, + "diff": 0.01666666666666672, + "a_only": 17, + "b_only": 15, + "p": 0.860050065908581 + }, + "2": { + "A": 0.4666666666666667, + "B": 0.425, + "diff": 0.041666666666666685, + "a_only": 20, + "b_only": 15, + "p": 0.4995598332025112 + } + }, + "beats_all_seeds_holm": null + }, + "iid|wta|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.7833333333333333, + "rateB_mean": 0.7, + "rateA_sd": 0.05773502691896256, + "rateB_sd": 0.043301270189221905, + "diff_mean": 0.08333333333333333, + "diff_sd": 0.052041649986653296, + "diff_seed_tci": [ + -0.045945291980223166, + 0.2126119586468898 + ], + "diff_plant_boot": [ + 0.027777777777777776, + 0.13888888888888887 + ], + "diff_hier_boot": [ + -6.94444444444405e-05, + 0.16944444444444445 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.85, + "B": 0.725, + "diff": 0.125, + "a_only": 20, + "b_only": 5, + "p": 0.004077315330505371, + "p_holm": 0.012231945991516113 + }, + "1": { + "A": 0.75, + "B": 0.725, + "diff": 0.025000000000000022, + "a_only": 12, + "b_only": 9, + "p": 0.6636238098144531, + "p_holm": 1.0 + }, + "2": { + "A": 0.75, + "B": 0.65, + "diff": 0.09999999999999998, + "a_only": 22, + "b_only": 10, + "p": 0.050102459732443094, + "p_holm": 0.20040983892977238 + } + }, + "beats_all_seeds_holm": false + }, + "iid|wta|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.9222222222222223, + "rateB_mean": 0.7, + "rateA_sd": 0.017347216662217772, + "rateB_sd": 0.043301270189221905, + "diff_mean": 0.2222222222222222, + "diff_sd": 0.04194352464039301, + "diff_seed_tci": [ + 0.11802873089929272, + 0.3264157135451517 + ], + "diff_plant_boot": [ + 0.16388888888888886, + 0.2833333333333333 + ], + "diff_hier_boot": [ + 0.15, + 0.3 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.9416666666666667, + "B": 0.725, + "diff": 0.21666666666666667, + "a_only": 27, + "b_only": 1, + "p": 2.1606683731079102e-07, + "p_holm": 2.376735210418701e-06 + }, + "1": { + "A": 0.9083333333333333, + "B": 0.725, + "diff": 0.18333333333333335, + "a_only": 23, + "b_only": 1, + "p": 2.9802322387695312e-06, + "p_holm": 3.5762786865234375e-05 + }, + "2": { + "A": 0.9166666666666666, + "B": 0.65, + "diff": 0.2666666666666666, + "a_only": 33, + "b_only": 1, + "p": 4.0745362639427185e-09, + "p_holm": 5.296897143125534e-08 + } + }, + "beats_all_seeds_holm": true + }, + "iid|cvae|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5277777777777778, + "rateB_mean": 0.5111111111111111, + "rateA_sd": 0.06735753140545632, + "rateB_sd": 0.04738533919231109, + "diff_mean": 0.016666666666666663, + "diff_sd": 0.05464532103584998, + "diff_seed_tci": [ + -0.11907983608919187, + 0.1524131694225252 + ], + "diff_plant_boot": [ + -0.03611111111111111, + 0.06666666666666667 + ], + "diff_hier_boot": [ + -0.06666666666666667, + 0.1111111111111111 + ], + "seeds_positive": 2, + "p_signflip_one": 0.375, + "p_signflip_two": 0.75, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.525, + "diff": 0.07499999999999996, + "a_only": 26, + "b_only": 17, + "p": 0.2220528201560228 + }, + "1": { + "A": 0.5166666666666667, + "B": 0.55, + "diff": -0.033333333333333326, + "a_only": 13, + "b_only": 17, + "p": 0.5846647117286922 + }, + "2": { + "A": 0.4666666666666667, + "B": 0.4583333333333333, + "diff": 0.00833333333333336, + "a_only": 15, + "b_only": 14, + "p": 1.0 + } + }, + "beats_all_seeds_holm": null + }, + "iid|cvae|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.7833333333333333, + "rateB_mean": 0.6638888888888889, + "rateA_sd": 0.05773502691896256, + "rateB_sd": 0.05672382737961707, + "diff_mean": 0.11944444444444442, + "diff_sd": 0.067871065127059, + "diff_seed_tci": [ + -0.04915662797434554, + 0.2880455168632344 + ], + "diff_plant_boot": [ + 0.06666666666666667, + 0.1722222222222222 + ], + "diff_hier_boot": [ + 0.025, + 0.2111111111111111 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.85, + "B": 0.6833333333333333, + "diff": 0.16666666666666663, + "a_only": 23, + "b_only": 3, + "p": 8.797645568847656e-05, + "p_holm": 0.0005340576171875 + }, + "1": { + "A": 0.75, + "B": 0.7083333333333334, + "diff": 0.04166666666666663, + "a_only": 18, + "b_only": 13, + "p": 0.47312965989112854, + "p_holm": 1.0 + }, + "2": { + "A": 0.75, + "B": 0.6, + "diff": 0.15000000000000002, + "a_only": 25, + "b_only": 7, + "p": 0.0021024015732109547, + "p_holm": 0.016819212585687637 + } + }, + "beats_all_seeds_holm": false + }, + "iid|cvae|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.9222222222222223, + "rateB_mean": 0.7888888888888889, + "rateA_sd": 0.017347216662217772, + "rateB_sd": 0.02678791878053602, + "diff_mean": 0.1333333333333333, + "diff_sd": 0.030046260628866582, + "diff_seed_tci": [ + 0.058694284208086644, + 0.20797238245857996 + ], + "diff_plant_boot": [ + 0.08333333333333333, + 0.18611111111111106 + ], + "diff_hier_boot": [ + 0.07222222222222222, + 0.19722222222222222 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.9416666666666667, + "B": 0.8, + "diff": 0.1416666666666666, + "a_only": 18, + "b_only": 1, + "p": 7.62939453125e-05, + "p_holm": 0.0005340576171875 + }, + "1": { + "A": 0.9083333333333333, + "B": 0.8083333333333333, + "diff": 0.09999999999999998, + "a_only": 15, + "b_only": 3, + "p": 0.007537841796875, + "p_holm": 0.067840576171875 + }, + "2": { + "A": 0.9166666666666666, + "B": 0.7583333333333333, + "diff": 0.15833333333333333, + "a_only": 21, + "b_only": 2, + "p": 6.604194641113281e-05, + "p_holm": 0.0007264614105224609 + } + }, + "beats_all_seeds_holm": false + }, + "iid|mip-det|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5277777777777778, + "rateB_mean": 0.5694444444444444, + "rateA_sd": 0.06735753140545632, + "rateB_sd": 0.012729376930432905, + "diff_mean": -0.041666666666666664, + "diff_sd": 0.05464532103584997, + "diff_seed_tci": [ + -0.1774131694225252, + 0.09407983608919188 + ], + "diff_plant_boot": [ + -0.09722222222222224, + 0.01388888888888889 + ], + "diff_hier_boot": [ + -0.125, + 0.05 + ], + "seeds_positive": 1, + "p_signflip_one": 0.875, + "p_signflip_two": 0.5, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.5833333333333334, + "diff": 0.016666666666666607, + "a_only": 20, + "b_only": 18, + "p": 0.8714146793645341 + }, + "1": { + "A": 0.5166666666666667, + "B": 0.5666666666666667, + "diff": -0.04999999999999993, + "a_only": 16, + "b_only": 22, + "p": 0.417692190836533 + }, + "2": { + "A": 0.4666666666666667, + "B": 0.5583333333333333, + "diff": -0.09166666666666667, + "a_only": 9, + "b_only": 20, + "p": 0.06142834573984146 + } + }, + "beats_all_seeds_holm": null + }, + "iid|mip-det|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.7833333333333333, + "rateB_mean": 0.5694444444444444, + "rateA_sd": 0.05773502691896256, + "rateB_sd": 0.012729376930432905, + "diff_mean": 0.21388888888888888, + "diff_sd": 0.045896421227384146, + "diff_seed_tci": [ + 0.09987585808356556, + 0.32790191969421223 + ], + "diff_plant_boot": [ + 0.1527777777777778, + 0.2750694444444447 + ], + "diff_hier_boot": [ + 0.13055555555555556, + 0.2972916666666663 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.85, + "B": 0.5833333333333334, + "diff": 0.2666666666666666, + "a_only": 33, + "b_only": 1, + "p": 4.0745362639427185e-09, + "p_holm": 5.296897143125534e-08 + }, + "1": { + "A": 0.75, + "B": 0.5666666666666667, + "diff": 0.18333333333333335, + "a_only": 29, + "b_only": 7, + "p": 0.00031255115754902363, + "p_holm": 0.00343806273303926 + }, + "2": { + "A": 0.75, + "B": 0.5583333333333333, + "diff": 0.19166666666666665, + "a_only": 28, + "b_only": 5, + "p": 6.618769839406013e-05, + "p_holm": 0.0007264614105224609 + } + }, + "beats_all_seeds_holm": true + }, + "iid|mip-det|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.9222222222222223, + "rateB_mean": 0.5694444444444444, + "rateA_sd": 0.017347216662217772, + "rateB_sd": 0.012729376930432905, + "diff_mean": 0.3527777777777777, + "diff_sd": 0.00962250448649373, + "diff_seed_tci": [ + 0.3288741515013919, + 0.3766814040541635 + ], + "diff_plant_boot": [ + 0.2833333333333333, + 0.425 + ], + "diff_hier_boot": [ + 0.2777777777777778, + 0.4305555555555556 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.9416666666666667, + "B": 0.5833333333333334, + "diff": 0.3583333333333333, + "a_only": 43, + "b_only": 0, + "p": 2.2737367544323206e-13, + "p_holm": 3.183231456205249e-12 + }, + "1": { + "A": 0.9083333333333333, + "B": 0.5666666666666667, + "diff": 0.3416666666666667, + "a_only": 41, + "b_only": 0, + "p": 9.094947017729282e-13, + "p_holm": 1.2732925824820995e-11 + }, + "2": { + "A": 0.9166666666666666, + "B": 0.5583333333333333, + "diff": 0.3583333333333333, + "a_only": 44, + "b_only": 1, + "p": 2.6147972675971687e-12, + "p_holm": 3.660716174636036e-11 + } + }, + "beats_all_seeds_holm": true + }, + "iid|mip-noise|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5277777777777778, + "rateB_mean": 0.5777777777777777, + "rateA_sd": 0.06735753140545632, + "rateB_sd": 0.012729376930432905, + "diff_mean": -0.04999999999999997, + "diff_sd": 0.05833333333333329, + "diff_seed_tci": [ + -0.19490803318543576, + 0.09490803318543584 + ], + "diff_plant_boot": [ + -0.10555555555555556, + 0.002777777777777779 + ], + "diff_hier_boot": [ + -0.14166666666666666, + 0.041666666666666664 + ], + "seeds_positive": 1, + "p_signflip_one": 0.875, + "p_signflip_two": 0.5, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.5916666666666667, + "diff": 0.008333333333333304, + "a_only": 18, + "b_only": 17, + "p": 1.0 + }, + "1": { + "A": 0.5166666666666667, + "B": 0.5666666666666667, + "diff": -0.04999999999999993, + "a_only": 13, + "b_only": 19, + "p": 0.37708558747544885 + }, + "2": { + "A": 0.4666666666666667, + "B": 0.575, + "diff": -0.10833333333333328, + "a_only": 7, + "b_only": 20, + "p": 0.0191572904586792 + } + }, + "beats_all_seeds_holm": null + }, + "iid|mip-noise|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.7833333333333333, + "rateB_mean": 0.6638888888888889, + "rateA_sd": 0.05773502691896256, + "rateB_sd": 0.031549490810001475, + "diff_mean": 0.11944444444444442, + "diff_sd": 0.026787918780536015, + "diff_seed_tci": [ + 0.052899565182409986, + 0.18598932370647886 + ], + "diff_plant_boot": [ + 0.06666666666666667, + 0.175 + ], + "diff_hier_boot": [ + 0.05277777777777778, + 0.18888888888888888 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.85, + "B": 0.7, + "diff": 0.15000000000000002, + "a_only": 20, + "b_only": 2, + "p": 0.00012111663818359375, + "p_holm": 0.0006055831909179688 + }, + "1": { + "A": 0.75, + "B": 0.65, + "diff": 0.09999999999999998, + "a_only": 21, + "b_only": 9, + "p": 0.042773945257067694, + "p_holm": 0.2994176167994739 + }, + "2": { + "A": 0.75, + "B": 0.6416666666666667, + "diff": 0.10833333333333328, + "a_only": 19, + "b_only": 6, + "p": 0.01463329792022705, + "p_holm": 0.0877997875213623 + } + }, + "beats_all_seeds_holm": false + }, + "iid|mip-noise|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.9222222222222223, + "rateB_mean": 0.7111111111111111, + "rateA_sd": 0.017347216662217772, + "rateB_sd": 0.020971762320196506, + "diff_mean": 0.2111111111111111, + "diff_sd": 0.012729376930432893, + "diff_seed_tci": [ + 0.1794895858311381, + 0.2427326363910841 + ], + "diff_plant_boot": [ + 0.15, + 0.275 + ], + "diff_hier_boot": [ + 0.14444444444444443, + 0.28055555555555556 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.9416666666666667, + "B": 0.7333333333333333, + "diff": 0.20833333333333337, + "a_only": 25, + "b_only": 0, + "p": 5.960464477539063e-08, + "p_holm": 7.152557373046875e-07 + }, + "1": { + "A": 0.9083333333333333, + "B": 0.7083333333333334, + "diff": 0.19999999999999996, + "a_only": 25, + "b_only": 1, + "p": 8.046627044677734e-07, + "p_holm": 1.0460615158081055e-05 + }, + "2": { + "A": 0.9166666666666666, + "B": 0.6916666666666667, + "diff": 0.22499999999999998, + "a_only": 28, + "b_only": 1, + "p": 1.1175870895385742e-07, + "p_holm": 1.341104507446289e-06 + } + }, + "beats_all_seeds_holm": true + }, + "iid|tsd|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5277777777777778, + "rateB_mean": 0.48333333333333334, + "rateA_sd": 0.06735753140545632, + "rateB_sd": 0.03818813079129867, + "diff_mean": 0.04444444444444445, + "diff_sd": 0.04589642122738416, + "diff_seed_tci": [ + -0.06956858636087891, + 0.15845747524976783 + ], + "diff_plant_boot": [ + -0.013888888888888888, + 0.1 + ], + "diff_hier_boot": [ + -0.044444444444444446, + 0.12506944444444407 + ], + "seeds_positive": 2, + "p_signflip_one": 0.25, + "p_signflip_two": 0.5, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.525, + "diff": 0.07499999999999996, + "a_only": 26, + "b_only": 17, + "p": 0.2220528201560228 + }, + "1": { + "A": 0.5166666666666667, + "B": 0.45, + "diff": 0.06666666666666671, + "a_only": 21, + "b_only": 13, + "p": 0.22948101302608848 + }, + "2": { + "A": 0.4666666666666667, + "B": 0.475, + "diff": -0.008333333333333304, + "a_only": 18, + "b_only": 19, + "p": 1.0 + } + }, + "beats_all_seeds_holm": null + }, + "iid|tsd|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.7833333333333333, + "rateB_mean": 0.6861111111111111, + "rateA_sd": 0.05773502691896256, + "rateB_sd": 0.020971762320196565, + "diff_mean": 0.09722222222222221, + "diff_sd": 0.06364688465216443, + "diff_seed_tci": [ + -0.06088540417764274, + 0.2553298486220872 + ], + "diff_plant_boot": [ + 0.04444444444444444, + 0.1472222222222222 + ], + "diff_hier_boot": [ + 0.011111111111111112, + 0.18611111111111112 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.85, + "B": 0.6833333333333333, + "diff": 0.16666666666666663, + "a_only": 25, + "b_only": 5, + "p": 0.0003249142318964005, + "p_holm": 0.001299656927585602 + }, + "1": { + "A": 0.75, + "B": 0.6666666666666666, + "diff": 0.08333333333333337, + "a_only": 21, + "b_only": 11, + "p": 0.11018416518345475, + "p_holm": 0.6611049911007285 + }, + "2": { + "A": 0.75, + "B": 0.7083333333333334, + "diff": 0.04166666666666663, + "a_only": 14, + "b_only": 9, + "p": 0.4048728942871094, + "p_holm": 1.0 + } + }, + "beats_all_seeds_holm": false + }, + "iid|tsd|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.9222222222222223, + "rateB_mean": 0.7833333333333333, + "rateA_sd": 0.017347216662217772, + "rateB_sd": 0.008333333333333304, + "diff_mean": 0.13888888888888887, + "diff_sd": 0.025458753860865747, + "diff_seed_tci": [ + 0.07564583832894295, + 0.20213193944883479 + ], + "diff_plant_boot": [ + 0.0861111111111111, + 0.19444444444444445 + ], + "diff_hier_boot": [ + 0.075, + 0.20555555555555555 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.9416666666666667, + "B": 0.775, + "diff": 0.16666666666666663, + "a_only": 22, + "b_only": 2, + "p": 3.5881996154785156e-05, + "p_holm": 0.0003229379653930664 + }, + "1": { + "A": 0.9083333333333333, + "B": 0.7916666666666666, + "diff": 0.1166666666666667, + "a_only": 18, + "b_only": 4, + "p": 0.004343509674072266, + "p_holm": 0.043435096740722656 + }, + "2": { + "A": 0.9166666666666666, + "B": 0.7833333333333333, + "diff": 0.1333333333333333, + "a_only": 17, + "b_only": 1, + "p": 0.00014495849609375, + "p_holm": 0.00130462646484375 + } + }, + "beats_all_seeds_holm": true + }, + "ood|twin|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.4111111111111111, + "rateB_mean": 0.4222222222222222, + "rateA_sd": 0.02545875386086577, + "rateB_sd": 0.04194352464039305, + "diff_mean": -0.011111111111111108, + "diff_sd": 0.03849001794597504, + "diff_seed_tci": [ + -0.10672561621665469, + 0.08450339399443246 + ], + "diff_plant_boot": [ + -0.08888888888888888, + 0.06125000000000052 + ], + "diff_hier_boot": [ + -0.10555555555555556, + 0.08888888888888889 + ], + "seeds_positive": 1, + "p_signflip_one": 0.875, + "p_signflip_two": 1.0, + "per_seed": { + "0": { + "A": 0.38333333333333336, + "B": 0.4166666666666667, + "diff": -0.033333333333333326, + "a_only": 4, + "b_only": 6, + "p": 0.75390625 + }, + "1": { + "A": 0.4166666666666667, + "B": 0.38333333333333336, + "diff": 0.033333333333333326, + "a_only": 8, + "b_only": 6, + "p": 0.79052734375 + }, + "2": { + "A": 0.43333333333333335, + "B": 0.4666666666666667, + "diff": -0.033333333333333326, + "a_only": 5, + "b_only": 7, + "p": 0.7744140625 + } + }, + "beats_all_seeds_holm": null + }, + "ood|twin|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.6166666666666667, + "rateB_mean": 0.5, + "rateA_sd": 0.028867513459481315, + "rateB_sd": 0.01666666666666669, + "diff_mean": 0.11666666666666664, + "diff_sd": 0.044095855184409886, + "diff_seed_tci": [ + 0.007126489871192729, + 0.22620684346214054 + ], + "diff_plant_boot": [ + 0.03888888888888888, + 0.19999999999999998 + ], + "diff_hier_boot": [ + 0.016666666666666666, + 0.21666666666666667 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.5166666666666667, + "diff": 0.08333333333333326, + "a_only": 8, + "b_only": 3, + "p": 0.2265625 + }, + "1": { + "A": 0.6, + "B": 0.5, + "diff": 0.09999999999999998, + "a_only": 10, + "b_only": 4, + "p": 0.1795654296875 + }, + "2": { + "A": 0.65, + "B": 0.48333333333333334, + "diff": 0.16666666666666669, + "a_only": 11, + "b_only": 1, + "p": 0.00634765625 + } + }, + "beats_all_seeds_holm": null + }, + "ood|twin|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.7555555555555555, + "rateB_mean": 0.5333333333333333, + "rateA_sd": 0.009622504486493794, + "rateB_sd": 0.0, + "diff_mean": 0.22222222222222224, + "diff_sd": 0.009622504486493794, + "diff_seed_tci": [ + 0.19831859594583626, + 0.24612584849860822 + ], + "diff_plant_boot": [ + 0.14444444444444443, + 0.31111111111111106 + ], + "diff_hier_boot": [ + 0.12777777777777777, + 0.31666666666666665 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.75, + "B": 0.5333333333333333, + "diff": 0.21666666666666667, + "a_only": 13, + "b_only": 0, + "p": 0.000244140625 + }, + "1": { + "A": 0.7666666666666667, + "B": 0.5333333333333333, + "diff": 0.2333333333333334, + "a_only": 14, + "b_only": 0, + "p": 0.0001220703125 + }, + "2": { + "A": 0.75, + "B": 0.5333333333333333, + "diff": 0.21666666666666667, + "a_only": 13, + "b_only": 0, + "p": 0.000244140625 + } + }, + "beats_all_seeds_holm": null + }, + "ood|retrieval|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.4111111111111111, + "rateB_mean": 0.1, + "rateA_sd": 0.02545875386086577, + "rateB_sd": 1.6996749443881478e-17, + "diff_mean": 0.3111111111111111, + "diff_sd": 0.025458753860865796, + "diff_seed_tci": [ + 0.24786806055116506, + 0.3743541616710572 + ], + "diff_plant_boot": [ + 0.20555555555555557, + 0.4166666666666667 + ], + "diff_hier_boot": [ + 0.19444444444444445, + 0.43333333333333335 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.38333333333333336, + "B": 0.1, + "diff": 0.2833333333333333, + "a_only": 18, + "b_only": 1, + "p": 7.62939453125e-05 + }, + "1": { + "A": 0.4166666666666667, + "B": 0.1, + "diff": 0.31666666666666665, + "a_only": 20, + "b_only": 1, + "p": 2.09808349609375e-05 + }, + "2": { + "A": 0.43333333333333335, + "B": 0.1, + "diff": 0.33333333333333337, + "a_only": 22, + "b_only": 2, + "p": 3.5881996154785156e-05 + } + }, + "beats_all_seeds_holm": null + }, + "ood|retrieval|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.6166666666666667, + "rateB_mean": 0.2833333333333333, + "rateA_sd": 0.028867513459481315, + "rateB_sd": 0.0, + "diff_mean": 0.3333333333333333, + "diff_sd": 0.028867513459481315, + "diff_seed_tci": [ + 0.26162245450417554, + 0.4050442121624911 + ], + "diff_plant_boot": [ + 0.22777777777777777, + 0.4444444444444445 + ], + "diff_hier_boot": [ + 0.2222222222222222, + 0.45555555555555555 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.2833333333333333, + "diff": 0.31666666666666665, + "a_only": 19, + "b_only": 0, + "p": 3.814697265625e-06 + }, + "1": { + "A": 0.6, + "B": 0.2833333333333333, + "diff": 0.31666666666666665, + "a_only": 20, + "b_only": 1, + "p": 2.09808349609375e-05 + }, + "2": { + "A": 0.65, + "B": 0.2833333333333333, + "diff": 0.3666666666666667, + "a_only": 23, + "b_only": 1, + "p": 2.9802322387695312e-06 + } + }, + "beats_all_seeds_holm": null + }, + "ood|retrieval|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.7555555555555555, + "rateB_mean": 0.5333333333333333, + "rateA_sd": 0.009622504486493794, + "rateB_sd": 0.0, + "diff_mean": 0.22222222222222224, + "diff_sd": 0.009622504486493794, + "diff_seed_tci": [ + 0.19831859594583626, + 0.24612584849860822 + ], + "diff_plant_boot": [ + 0.1277777777777778, + 0.3222222222222222 + ], + "diff_hier_boot": [ + 0.12222222222222222, + 0.3277777777777778 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.75, + "B": 0.5333333333333333, + "diff": 0.21666666666666667, + "a_only": 13, + "b_only": 0, + "p": 0.000244140625 + }, + "1": { + "A": 0.7666666666666667, + "B": 0.5333333333333333, + "diff": 0.2333333333333334, + "a_only": 15, + "b_only": 1, + "p": 0.000518798828125 + }, + "2": { + "A": 0.75, + "B": 0.5333333333333333, + "diff": 0.21666666666666667, + "a_only": 13, + "b_only": 0, + "p": 0.000244140625 + } + }, + "beats_all_seeds_holm": null + }, + "ood|flow|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.4111111111111111, + "rateB_mean": 0.40555555555555556, + "rateA_sd": 0.02545875386086577, + "rateB_sd": 0.02545875386086577, + "diff_mean": 0.005555555555555554, + "diff_sd": 0.009622504486493762, + "diff_seed_tci": [ + -0.018348070720830348, + 0.029459181831941454 + ], + "diff_plant_boot": [ + -0.08888888888888886, + 0.10555555555555556 + ], + "diff_hier_boot": [ + -0.10569444444444444, + 0.11666666666666667 + ], + "seeds_positive": 1, + "p_signflip_one": 0.5, + "p_signflip_two": 1.0, + "per_seed": { + "0": { + "A": 0.38333333333333336, + "B": 0.38333333333333336, + "diff": 0.0, + "a_only": 10, + "b_only": 10, + "p": 1.0 + }, + "1": { + "A": 0.4166666666666667, + "B": 0.4, + "diff": 0.016666666666666663, + "a_only": 10, + "b_only": 9, + "p": 1.0 + }, + "2": { + "A": 0.43333333333333335, + "B": 0.43333333333333335, + "diff": 0.0, + "a_only": 9, + "b_only": 9, + "p": 1.0 + } + }, + "beats_all_seeds_holm": null + }, + "ood|flow|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.6166666666666667, + "rateB_mean": 0.5944444444444444, + "rateA_sd": 0.028867513459481315, + "rateB_sd": 0.03469443332443553, + "diff_mean": 0.022222222222222216, + "diff_sd": 0.05853140973807079, + "diff_seed_tci": [ + -0.12317786003002994, + 0.16762230447447438 + ], + "diff_plant_boot": [ + -0.03333333333333333, + 0.07777777777777777 + ], + "diff_hier_boot": [ + -0.06666666666666667, + 0.1111111111111111 + ], + "seeds_positive": 2, + "p_signflip_one": 0.375, + "p_signflip_two": 0.75, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.5833333333333334, + "diff": 0.016666666666666607, + "a_only": 6, + "b_only": 5, + "p": 1.0 + }, + "1": { + "A": 0.6, + "B": 0.6333333333333333, + "diff": -0.033333333333333326, + "a_only": 2, + "b_only": 4, + "p": 0.6875 + }, + "2": { + "A": 0.65, + "B": 0.5666666666666667, + "diff": 0.08333333333333337, + "a_only": 6, + "b_only": 1, + "p": 0.125 + } + }, + "beats_all_seeds_holm": null + }, + "ood|flow|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.7555555555555555, + "rateB_mean": 0.6944444444444444, + "rateA_sd": 0.009622504486493794, + "rateB_sd": 0.03469443332443553, + "diff_mean": 0.06111111111111115, + "diff_sd": 0.025458753860865737, + "diff_seed_tci": [ + -0.0021319394488347396, + 0.12435416167105703 + ], + "diff_plant_boot": [ + 0.016666666666666666, + 0.1111111111111111 + ], + "diff_hier_boot": [ + 0.0, + 0.12777777777777777 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.75, + "B": 0.6666666666666666, + "diff": 0.08333333333333337, + "a_only": 7, + "b_only": 2, + "p": 0.1796875 + }, + "1": { + "A": 0.7666666666666667, + "B": 0.7333333333333333, + "diff": 0.03333333333333344, + "a_only": 4, + "b_only": 2, + "p": 0.6875 + }, + "2": { + "A": 0.75, + "B": 0.6833333333333333, + "diff": 0.06666666666666665, + "a_only": 4, + "b_only": 0, + "p": 0.125 + } + }, + "beats_all_seeds_holm": null + }, + "ood|mdn|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.4111111111111111, + "rateB_mean": 0.40555555555555556, + "rateA_sd": 0.02545875386086577, + "rateB_sd": 0.01924500897298752, + "diff_mean": 0.005555555555555554, + "diff_sd": 0.04194352464039304, + "diff_seed_tci": [ + -0.098637935767374, + 0.1097490468784851 + ], + "diff_plant_boot": [ + -0.07777777777777777, + 0.08888888888888889 + ], + "diff_hier_boot": [ + -0.1, + 0.11666666666666667 + ], + "seeds_positive": 1, + "p_signflip_one": 0.5, + "p_signflip_two": 1.0, + "per_seed": { + "0": { + "A": 0.38333333333333336, + "B": 0.4166666666666667, + "diff": -0.033333333333333326, + "a_only": 6, + "b_only": 8, + "p": 0.79052734375 + }, + "1": { + "A": 0.4166666666666667, + "B": 0.4166666666666667, + "diff": 0.0, + "a_only": 7, + "b_only": 7, + "p": 1.0 + }, + "2": { + "A": 0.43333333333333335, + "B": 0.38333333333333336, + "diff": 0.04999999999999999, + "a_only": 9, + "b_only": 6, + "p": 0.6072387695312499 + } + }, + "beats_all_seeds_holm": null + }, + "ood|mdn|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.6166666666666667, + "rateB_mean": 0.6055555555555555, + "rateA_sd": 0.028867513459481315, + "rateB_sd": 0.025458753860865747, + "diff_mean": 0.011111111111111108, + "diff_sd": 0.05091750772173154, + "diff_seed_tci": [ + -0.11537499000878083, + 0.13759721223100305 + ], + "diff_plant_boot": [ + -0.06666666666666667, + 0.08888888888888888 + ], + "diff_hier_boot": [ + -0.08902777777777778, + 0.11666666666666667 + ], + "seeds_positive": 1, + "p_signflip_one": 0.5, + "p_signflip_two": 1.0, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.6, + "diff": 0.0, + "a_only": 7, + "b_only": 7, + "p": 1.0 + }, + "1": { + "A": 0.6, + "B": 0.6333333333333333, + "diff": -0.033333333333333326, + "a_only": 4, + "b_only": 6, + "p": 0.75390625 + }, + "2": { + "A": 0.65, + "B": 0.5833333333333334, + "diff": 0.06666666666666665, + "a_only": 9, + "b_only": 5, + "p": 0.4239501953125 + } + }, + "beats_all_seeds_holm": null + }, + "ood|mdn|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.7555555555555555, + "rateB_mean": 0.6833333333333333, + "rateA_sd": 0.009622504486493794, + "rateB_sd": 0.016666666666666663, + "diff_mean": 0.07222222222222226, + "diff_sd": 0.01924500897298752, + "diff_seed_tci": [ + 0.02441496966945047, + 0.12002947477499404 + ], + "diff_plant_boot": [ + -0.01111111111111112, + 0.1611111111111111 + ], + "diff_hier_boot": [ + -0.022222222222222223, + 0.17222222222222222 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.75, + "B": 0.6666666666666666, + "diff": 0.08333333333333337, + "a_only": 8, + "b_only": 3, + "p": 0.2265625 + }, + "1": { + "A": 0.7666666666666667, + "B": 0.6833333333333333, + "diff": 0.08333333333333337, + "a_only": 8, + "b_only": 3, + "p": 0.2265625 + }, + "2": { + "A": 0.75, + "B": 0.7, + "diff": 0.050000000000000044, + "a_only": 8, + "b_only": 5, + "p": 0.5810546875 + } + }, + "beats_all_seeds_holm": null + }, + "ood|wta|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.4111111111111111, + "rateB_mean": 0.35, + "rateA_sd": 0.02545875386086577, + "rateB_sd": 0.057735026918962595, + "diff_mean": 0.061111111111111116, + "diff_sd": 0.06735753140545636, + "diff_seed_tci": [ + -0.10621427282359025, + 0.22843649504581248 + ], + "diff_plant_boot": [ + -0.016666666666666663, + 0.13888888888888887 + ], + "diff_hier_boot": [ + -0.03888888888888889, + 0.18333333333333332 + ], + "seeds_positive": 2, + "p_signflip_one": 0.25, + "p_signflip_two": 0.5, + "per_seed": { + "0": { + "A": 0.38333333333333336, + "B": 0.38333333333333336, + "diff": 0.0, + "a_only": 6, + "b_only": 6, + "p": 1.0 + }, + "1": { + "A": 0.4166666666666667, + "B": 0.2833333333333333, + "diff": 0.13333333333333336, + "a_only": 13, + "b_only": 5, + "p": 0.09625244140625 + }, + "2": { + "A": 0.43333333333333335, + "B": 0.38333333333333336, + "diff": 0.04999999999999999, + "a_only": 8, + "b_only": 5, + "p": 0.5810546875 + } + }, + "beats_all_seeds_holm": null + }, + "ood|wta|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.6166666666666667, + "rateB_mean": 0.5388888888888889, + "rateA_sd": 0.028867513459481315, + "rateB_sd": 0.009622504486493794, + "diff_mean": 0.07777777777777777, + "diff_sd": 0.03469443332443559, + "diff_seed_tci": [ + -0.008407972431260069, + 0.1639635279868156 + ], + "diff_plant_boot": [ + 0.005555555555555558, + 0.14999999999999997 + ], + "diff_hier_boot": [ + -0.005555555555555556, + 0.16666666666666666 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.55, + "diff": 0.04999999999999993, + "a_only": 7, + "b_only": 4, + "p": 0.548828125 + }, + "1": { + "A": 0.6, + "B": 0.5333333333333333, + "diff": 0.06666666666666665, + "a_only": 8, + "b_only": 4, + "p": 0.3876953125 + }, + "2": { + "A": 0.65, + "B": 0.5333333333333333, + "diff": 0.1166666666666667, + "a_only": 8, + "b_only": 1, + "p": 0.0390625 + } + }, + "beats_all_seeds_holm": null + }, + "ood|wta|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.7555555555555555, + "rateB_mean": 0.5388888888888889, + "rateA_sd": 0.009622504486493794, + "rateB_sd": 0.009622504486493794, + "diff_mean": 0.21666666666666667, + "diff_sd": 0.01666666666666672, + "diff_seed_tci": [ + 0.1752643714708277, + 0.2580689618625056 + ], + "diff_plant_boot": [ + 0.13888888888888887, + 0.29999999999999993 + ], + "diff_hier_boot": [ + 0.13333333333333333, + 0.3111111111111111 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.75, + "B": 0.55, + "diff": 0.19999999999999996, + "a_only": 12, + "b_only": 0, + "p": 0.00048828125 + }, + "1": { + "A": 0.7666666666666667, + "B": 0.5333333333333333, + "diff": 0.2333333333333334, + "a_only": 15, + "b_only": 1, + "p": 0.000518798828125 + }, + "2": { + "A": 0.75, + "B": 0.5333333333333333, + "diff": 0.21666666666666667, + "a_only": 13, + "b_only": 0, + "p": 0.000244140625 + } + }, + "beats_all_seeds_holm": null + }, + "ood|cvae|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.4111111111111111, + "rateB_mean": 0.32222222222222224, + "rateA_sd": 0.02545875386086577, + "rateB_sd": 0.03469443332443554, + "diff_mean": 0.08888888888888892, + "diff_sd": 0.05357583756107196, + "diff_seed_tci": [ + -0.04420086963517976, + 0.22197864741295759 + ], + "diff_plant_boot": [ + 0.02222222222222222, + 0.16666666666666666 + ], + "diff_hier_boot": [ + -0.011111111111111112, + 0.2 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.38333333333333336, + "B": 0.3333333333333333, + "diff": 0.050000000000000044, + "a_only": 8, + "b_only": 5, + "p": 0.5810546875 + }, + "1": { + "A": 0.4166666666666667, + "B": 0.35, + "diff": 0.06666666666666671, + "a_only": 9, + "b_only": 5, + "p": 0.4239501953125 + }, + "2": { + "A": 0.43333333333333335, + "B": 0.2833333333333333, + "diff": 0.15000000000000002, + "a_only": 14, + "b_only": 5, + "p": 0.063568115234375 + } + }, + "beats_all_seeds_holm": null + }, + "ood|cvae|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.6166666666666667, + "rateB_mean": 0.45, + "rateA_sd": 0.028867513459481315, + "rateB_sd": 0.016666666666666663, + "diff_mean": 0.16666666666666666, + "diff_sd": 0.01666666666666669, + "diff_seed_tci": [ + 0.12526437147082775, + 0.20806896186250556 + ], + "diff_plant_boot": [ + 0.09444444444444441, + 0.24444444444444444 + ], + "diff_hier_boot": [ + 0.07222222222222222, + 0.26666666666666666 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.45, + "diff": 0.14999999999999997, + "a_only": 13, + "b_only": 4, + "p": 0.049041748046875 + }, + "1": { + "A": 0.6, + "B": 0.43333333333333335, + "diff": 0.16666666666666663, + "a_only": 12, + "b_only": 2, + "p": 0.012939453125 + }, + "2": { + "A": 0.65, + "B": 0.4666666666666667, + "diff": 0.18333333333333335, + "a_only": 13, + "b_only": 2, + "p": 0.00738525390625 + } + }, + "beats_all_seeds_holm": null + }, + "ood|cvae|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.7555555555555555, + "rateB_mean": 0.6, + "rateA_sd": 0.009622504486493794, + "rateB_sd": 0.04999999999999999, + "diff_mean": 0.15555555555555556, + "diff_sd": 0.058531409738070785, + "diff_seed_tci": [ + 0.010155473303303408, + 0.3009556378078077 + ], + "diff_plant_boot": [ + 0.07222222222222222, + 0.2444444444444444 + ], + "diff_hier_boot": [ + 0.05, + 0.26666666666666666 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.75, + "B": 0.6, + "diff": 0.15000000000000002, + "a_only": 12, + "b_only": 3, + "p": 0.03515625 + }, + "1": { + "A": 0.7666666666666667, + "B": 0.55, + "diff": 0.21666666666666667, + "a_only": 13, + "b_only": 0, + "p": 0.000244140625 + }, + "2": { + "A": 0.75, + "B": 0.65, + "diff": 0.09999999999999998, + "a_only": 9, + "b_only": 3, + "p": 0.14599609375 + } + }, + "beats_all_seeds_holm": null + }, + "ood|mip-det|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.4111111111111111, + "rateB_mean": 0.4222222222222222, + "rateA_sd": 0.02545875386086577, + "rateB_sd": 0.01924500897298752, + "diff_mean": -0.011111111111111108, + "diff_sd": 0.04194352464039304, + "diff_seed_tci": [ + -0.11530460243404066, + 0.09308238021181843 + ], + "diff_plant_boot": [ + -0.09444444444444443, + 0.07777777777777777 + ], + "diff_hier_boot": [ + -0.11666666666666667, + 0.1 + ], + "seeds_positive": 1, + "p_signflip_one": 0.75, + "p_signflip_two": 0.75, + "per_seed": { + "0": { + "A": 0.38333333333333336, + "B": 0.43333333333333335, + "diff": -0.04999999999999999, + "a_only": 6, + "b_only": 9, + "p": 0.6072387695312499 + }, + "1": { + "A": 0.4166666666666667, + "B": 0.43333333333333335, + "diff": -0.016666666666666663, + "a_only": 7, + "b_only": 8, + "p": 1.0 + }, + "2": { + "A": 0.43333333333333335, + "B": 0.4, + "diff": 0.033333333333333326, + "a_only": 8, + "b_only": 6, + "p": 0.79052734375 + } + }, + "beats_all_seeds_holm": null + }, + "ood|mip-det|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.6166666666666667, + "rateB_mean": 0.4222222222222222, + "rateA_sd": 0.028867513459481315, + "rateB_sd": 0.01924500897298752, + "diff_mean": 0.19444444444444442, + "diff_sd": 0.048112522432468836, + "diff_seed_tci": [ + 0.07492631306251486, + 0.313962575826374 + ], + "diff_plant_boot": [ + 0.1111111111111111, + 0.2833333333333333 + ], + "diff_hier_boot": [ + 0.08888888888888889, + 0.3056944444444437 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.43333333333333335, + "diff": 0.16666666666666663, + "a_only": 13, + "b_only": 3, + "p": 0.021270751953125 + }, + "1": { + "A": 0.6, + "B": 0.43333333333333335, + "diff": 0.16666666666666663, + "a_only": 12, + "b_only": 2, + "p": 0.012939453125 + }, + "2": { + "A": 0.65, + "B": 0.4, + "diff": 0.25, + "a_only": 15, + "b_only": 0, + "p": 6.103515625e-05 + } + }, + "beats_all_seeds_holm": null + }, + "ood|mip-det|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.7555555555555555, + "rateB_mean": 0.4222222222222222, + "rateA_sd": 0.009622504486493794, + "rateB_sd": 0.01924500897298752, + "diff_mean": 0.3333333333333333, + "diff_sd": 0.016666666666666663, + "diff_seed_tci": [ + 0.2919310381374945, + 0.37473562852917214 + ], + "diff_plant_boot": [ + 0.23333333333333334, + 0.43333333333333335 + ], + "diff_hier_boot": [ + 0.22777777777777777, + 0.4334722222222215 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.75, + "B": 0.43333333333333335, + "diff": 0.31666666666666665, + "a_only": 19, + "b_only": 0, + "p": 3.814697265625e-06 + }, + "1": { + "A": 0.7666666666666667, + "B": 0.43333333333333335, + "diff": 0.33333333333333337, + "a_only": 20, + "b_only": 0, + "p": 1.9073486328125e-06 + }, + "2": { + "A": 0.75, + "B": 0.4, + "diff": 0.35, + "a_only": 21, + "b_only": 0, + "p": 9.5367431640625e-07 + } + }, + "beats_all_seeds_holm": null + }, + "ood|mip-noise|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.4111111111111111, + "rateB_mean": 0.43333333333333335, + "rateA_sd": 0.02545875386086577, + "rateB_sd": 0.06009252125773314, + "diff_mean": -0.022222222222222216, + "diff_sd": 0.08221471437193743, + "diff_seed_tci": [ + -0.22645489465433388, + 0.18201045020988943 + ], + "diff_plant_boot": [ + -0.09444444444444443, + 0.05 + ], + "diff_hier_boot": [ + -0.14444444444444443, + 0.09444444444444444 + ], + "seeds_positive": 2, + "p_signflip_one": 0.625, + "p_signflip_two": 1.0, + "per_seed": { + "0": { + "A": 0.38333333333333336, + "B": 0.5, + "diff": -0.11666666666666664, + "a_only": 4, + "b_only": 11, + "p": 0.11846923828124999 + }, + "1": { + "A": 0.4166666666666667, + "B": 0.38333333333333336, + "diff": 0.033333333333333326, + "a_only": 7, + "b_only": 5, + "p": 0.7744140625 + }, + "2": { + "A": 0.43333333333333335, + "B": 0.4166666666666667, + "diff": 0.016666666666666663, + "a_only": 7, + "b_only": 6, + "p": 1.0 + } + }, + "beats_all_seeds_holm": null + }, + "ood|mip-noise|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.6166666666666667, + "rateB_mean": 0.5222222222222223, + "rateA_sd": 0.028867513459481315, + "rateB_sd": 0.05091750772173154, + "diff_mean": 0.09444444444444444, + "diff_sd": 0.07876359377087683, + "diff_seed_tci": [ + -0.10121516915477408, + 0.29010405804366296 + ], + "diff_plant_boot": [ + 0.027777777777777776, + 0.16666666666666666 + ], + "diff_hier_boot": [ + -0.016666666666666666, + 0.2111111111111111 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.5666666666666667, + "diff": 0.033333333333333326, + "a_only": 8, + "b_only": 6, + "p": 0.79052734375 + }, + "1": { + "A": 0.6, + "B": 0.5333333333333333, + "diff": 0.06666666666666665, + "a_only": 6, + "b_only": 2, + "p": 0.2890625 + }, + "2": { + "A": 0.65, + "B": 0.4666666666666667, + "diff": 0.18333333333333335, + "a_only": 12, + "b_only": 1, + "p": 0.00341796875 + } + }, + "beats_all_seeds_holm": null + }, + "ood|mip-noise|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.7555555555555555, + "rateB_mean": 0.5388888888888889, + "rateA_sd": 0.009622504486493794, + "rateB_sd": 0.025458753860865747, + "diff_mean": 0.21666666666666667, + "diff_sd": 0.028867513459481284, + "diff_seed_tci": [ + 0.14495578783750898, + 0.2883775454958244 + ], + "diff_plant_boot": [ + 0.13888888888888887, + 0.29999999999999993 + ], + "diff_hier_boot": [ + 0.12777777777777777, + 0.31666666666666665 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.75, + "B": 0.5666666666666667, + "diff": 0.18333333333333335, + "a_only": 12, + "b_only": 1, + "p": 0.00341796875 + }, + "1": { + "A": 0.7666666666666667, + "B": 0.5333333333333333, + "diff": 0.2333333333333334, + "a_only": 14, + "b_only": 0, + "p": 0.0001220703125 + }, + "2": { + "A": 0.75, + "B": 0.5166666666666667, + "diff": 0.23333333333333328, + "a_only": 14, + "b_only": 0, + "p": 0.0001220703125 + } + }, + "beats_all_seeds_holm": null + }, + "ood|tsd|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.4111111111111111, + "rateB_mean": 0.38333333333333336, + "rateA_sd": 0.02545875386086577, + "rateB_sd": 0.07637626158259735, + "diff_mean": 0.027777777777777807, + "diff_sd": 0.0976577546180386, + "diff_seed_tci": [ + -0.21481753331375184, + 0.27037308886930744 + ], + "diff_plant_boot": [ + -0.06111111111111111, + 0.11666666666666668 + ], + "diff_hier_boot": [ + -0.11666666666666667, + 0.16666666666666666 + ], + "seeds_positive": 2, + "p_signflip_one": 0.375, + "p_signflip_two": 0.75, + "per_seed": { + "0": { + "A": 0.38333333333333336, + "B": 0.4666666666666667, + "diff": -0.08333333333333331, + "a_only": 6, + "b_only": 11, + "p": 0.332305908203125 + }, + "1": { + "A": 0.4166666666666667, + "B": 0.31666666666666665, + "diff": 0.10000000000000003, + "a_only": 10, + "b_only": 4, + "p": 0.1795654296875 + }, + "2": { + "A": 0.43333333333333335, + "B": 0.36666666666666664, + "diff": 0.06666666666666671, + "a_only": 11, + "b_only": 7, + "p": 0.480682373046875 + } + }, + "beats_all_seeds_holm": null + }, + "ood|tsd|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.6166666666666667, + "rateB_mean": 0.5, + "rateA_sd": 0.028867513459481315, + "rateB_sd": 0.05773502691896257, + "diff_mean": 0.11666666666666665, + "diff_sd": 0.08660254037844388, + "diff_seed_tci": [ + -0.0984659698208065, + 0.3317993031541398 + ], + "diff_plant_boot": [ + 0.04444444444444443, + 0.19999999999999993 + ], + "diff_hier_boot": [ + -0.016666666666666666, + 0.25 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.5333333333333333, + "diff": 0.06666666666666665, + "a_only": 10, + "b_only": 6, + "p": 0.454498291015625 + }, + "1": { + "A": 0.6, + "B": 0.5333333333333333, + "diff": 0.06666666666666665, + "a_only": 9, + "b_only": 5, + "p": 0.4239501953125 + }, + "2": { + "A": 0.65, + "B": 0.43333333333333335, + "diff": 0.21666666666666667, + "a_only": 14, + "b_only": 1, + "p": 0.0009765625 + } + }, + "beats_all_seeds_holm": null + }, + "ood|tsd|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.7555555555555555, + "rateB_mean": 0.6055555555555555, + "rateA_sd": 0.009622504486493794, + "rateB_sd": 0.009622504486493794, + "diff_mean": 0.15000000000000002, + "diff_sd": 0.01666666666666672, + "diff_seed_tci": [ + 0.10859770480416106, + 0.19140229519583898 + ], + "diff_plant_boot": [ + 0.08333333333333333, + 0.2222222222222222 + ], + "diff_hier_boot": [ + 0.07222222222222222, + 0.2388888888888889 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.75, + "B": 0.6166666666666667, + "diff": 0.1333333333333333, + "a_only": 9, + "b_only": 1, + "p": 0.021484375 + }, + "1": { + "A": 0.7666666666666667, + "B": 0.6, + "diff": 0.16666666666666674, + "a_only": 12, + "b_only": 2, + "p": 0.012939453125 + }, + "2": { + "A": 0.75, + "B": 0.6, + "diff": 0.15000000000000002, + "a_only": 10, + "b_only": 1, + "p": 0.01171875 + } + }, + "beats_all_seeds_holm": null + } + } +} \ No newline at end of file diff --git a/results/icml_r3/X1S/x1_results_m4.json b/results/icml_r3/X1S/x1_results_m4.json new file mode 100644 index 0000000000000000000000000000000000000000..1375386943f66c4741ee698c434e51fda90ab5c2 --- /dev/null +++ b/results/icml_r3/X1S/x1_results_m4.json @@ -0,0 +1,3493 @@ +{ + "m": 4, + "arms": { + "diffusion": { + "iid": { + "1": [ + 0.3333333333333333, + 0.38333333333333336, + 0.30833333333333335 + ], + "4": [ + 0.6, + 0.575, + 0.5833333333333334 + ], + "16": [ + 0.825, + 0.8, + 0.8166666666666667 + ] + }, + "seeds": [ + 0, + 1, + 2 + ], + "variant": null, + "ood": { + "1": [ + 0.21666666666666667, + 0.21666666666666667, + 0.18333333333333332 + ], + "4": [ + 0.45, + 0.38333333333333336, + 0.36666666666666664 + ], + "16": [ + 0.5666666666666667, + 0.5333333333333333, + 0.6166666666666667 + ] + } + }, + "twin": { + "iid": { + "1": [ + 0.3416666666666667, + 0.3333333333333333, + 0.39166666666666666 + ], + "4": [ + 0.4083333333333333, + 0.425, + 0.44166666666666665 + ], + "16": [ + 0.45, + 0.5, + 0.5 + ] + }, + "seeds": [ + 0, + 1, + 2 + ], + "variant": null, + "ood": { + "1": [ + 0.18333333333333332, + 0.2833333333333333, + 0.18333333333333332 + ], + "4": [ + 0.25, + 0.26666666666666666, + 0.21666666666666667 + ], + "16": [ + 0.31666666666666665, + 0.31666666666666665, + 0.26666666666666666 + ] + } + }, + "retrieval": { + "iid": { + "1": [ + 0.03333333333333333, + 0.03333333333333333, + 0.03333333333333333 + ], + "4": [ + 0.14166666666666666, + 0.14166666666666666, + 0.14166666666666666 + ], + "16": [ + 0.2833333333333333, + 0.2833333333333333, + 0.2833333333333333 + ] + }, + "seeds": [ + 0, + 1, + 2 + ], + "variant": null, + "ood": { + "1": [ + 0.06666666666666667, + 0.06666666666666667, + 0.06666666666666667 + ], + "4": [ + 0.13333333333333333, + 0.13333333333333333, + 0.13333333333333333 + ], + "16": [ + 0.26666666666666666, + 0.26666666666666666, + 0.26666666666666666 + ] + } + }, + "flow": { + "iid": { + "1": [ + 0.35, + 0.2916666666666667, + 0.375 + ], + "4": [ + 0.6166666666666667, + 0.575, + 0.6083333333333333 + ], + "16": [ + 0.7583333333333333, + 0.7666666666666667, + 0.725 + ] + }, + "seeds": [ + 0, + 1, + 2 + ], + "variant": "steps=256", + "ood": { + "1": [ + 0.18333333333333332, + 0.18333333333333332, + 0.25 + ], + "4": [ + 0.4, + 0.38333333333333336, + 0.36666666666666664 + ], + "16": [ + 0.5, + 0.5166666666666667, + 0.55 + ] + } + }, + "mdn": { + "iid": { + "1": [ + 0.26666666666666666, + 0.2916666666666667, + 0.25833333333333336 + ], + "4": [ + 0.5166666666666667, + 0.6333333333333333, + 0.5166666666666667 + ], + "16": [ + 0.65, + 0.6916666666666667, + 0.5916666666666667 + ] + }, + "seeds": [ + 0, + 1, + 2 + ], + "variant": "mode=rank", + "ood": { + "1": [ + 0.11666666666666667, + 0.16666666666666666, + 0.15 + ], + "4": [ + 0.23333333333333334, + 0.4166666666666667, + 0.2833333333333333 + ], + "16": [ + 0.3333333333333333, + 0.4166666666666667, + 0.3333333333333333 + ] + } + }, + "wta": { + "iid": { + "1": [ + 0.25833333333333336, + 0.26666666666666666, + 0.2833333333333333 + ], + "4": [ + 0.44166666666666665, + 0.5083333333333333, + 0.43333333333333335 + ], + "16": [ + 0.575, + 0.5916666666666667, + 0.5416666666666666 + ] + }, + "seeds": [ + 0, + 1, + 2 + ], + "variant": "mode=raw", + "ood": { + "1": [ + 0.23333333333333334, + 0.2, + 0.16666666666666666 + ], + "4": [ + 0.3, + 0.2833333333333333, + 0.23333333333333334 + ], + "16": [ + 0.38333333333333336, + 0.3, + 0.3 + ] + } + }, + "cvae": { + "iid": { + "1": [ + 0.275, + 0.20833333333333334, + 0.25 + ], + "4": [ + 0.45, + 0.3416666666666667, + 0.43333333333333335 + ], + "16": [ + 0.525, + 0.5, + 0.5583333333333333 + ] + }, + "seeds": [ + 0, + 1, + 2 + ], + "variant": "-", + "ood": { + "1": [ + 0.16666666666666666, + 0.16666666666666666, + 0.08333333333333333 + ], + "4": [ + 0.3333333333333333, + 0.23333333333333334, + 0.23333333333333334 + ], + "16": [ + 0.43333333333333335, + 0.36666666666666664, + 0.35 + ] + } + }, + "mip-det": { + "iid": { + "1": [ + 0.36666666666666664, + 0.275, + 0.3333333333333333 + ], + "4": [ + 0.36666666666666664, + 0.275, + 0.3333333333333333 + ], + "16": [ + 0.36666666666666664, + 0.275, + 0.3333333333333333 + ] + }, + "seeds": [ + 0, + 1, + 2 + ], + "variant": "mode=det", + "ood": { + "1": [ + 0.18333333333333332, + 0.2, + 0.18333333333333332 + ], + "4": [ + 0.18333333333333332, + 0.2, + 0.18333333333333332 + ], + "16": [ + 0.18333333333333332, + 0.2, + 0.18333333333333332 + ] + } + }, + "mip-noise": { + "iid": { + "1": [ + 0.36666666666666664, + 0.2916666666666667, + 0.3333333333333333 + ], + "4": [ + 0.44166666666666665, + 0.35, + 0.4083333333333333 + ], + "16": [ + 0.525, + 0.44166666666666665, + 0.48333333333333334 + ] + }, + "seeds": [ + 0, + 1, + 2 + ], + "variant": "mode=noise", + "ood": { + "1": [ + 0.18333333333333332, + 0.21666666666666667, + 0.16666666666666666 + ], + "4": [ + 0.23333333333333334, + 0.2833333333333333, + 0.23333333333333334 + ], + "16": [ + 0.3, + 0.31666666666666665, + 0.31666666666666665 + ] + } + }, + "tsd": { + "iid": { + "1": [ + 0.31666666666666665, + 0.275, + 0.3333333333333333 + ], + "4": [ + 0.4666666666666667, + 0.4, + 0.48333333333333334 + ], + "16": [ + 0.6, + 0.55, + 0.575 + ] + }, + "seeds": [ + 0, + 1, + 2 + ], + "variant": "-", + "ood": { + "1": [ + 0.13333333333333333, + 0.2, + 0.16666666666666666 + ], + "4": [ + 0.21666666666666667, + 0.2833333333333333, + 0.31666666666666665 + ], + "16": [ + 0.3333333333333333, + 0.35, + 0.45 + ] + } + } + }, + "tests": { + "iid|twin|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.3416666666666667, + "rateB_mean": 0.35555555555555557, + "rateA_sd": 0.03818813079129867, + "rateB_sd": 0.031549490810001524, + "diff_mean": -0.013888888888888876, + "diff_sd": 0.06684005230842203, + "diff_seed_tci": [ + -0.17992878348360475, + 0.152151005705827 + ], + "diff_plant_boot": [ + -0.06944444444444445, + 0.041666666666666664 + ], + "diff_hier_boot": [ + -0.10833333333333334, + 0.07777777777777778 + ], + "seeds_positive": 1, + "p_signflip_one": 0.75, + "p_signflip_two": 0.75, + "per_seed": { + "0": { + "A": 0.3333333333333333, + "B": 0.3416666666666667, + "diff": -0.00833333333333336, + "a_only": 13, + "b_only": 14, + "p": 1.0 + }, + "1": { + "A": 0.38333333333333336, + "B": 0.3333333333333333, + "diff": 0.050000000000000044, + "a_only": 18, + "b_only": 12, + "p": 0.36159460805356514 + }, + "2": { + "A": 0.30833333333333335, + "B": 0.39166666666666666, + "diff": -0.08333333333333331, + "a_only": 12, + "b_only": 22, + "p": 0.12144948495551944 + } + }, + "beats_all_seeds_holm": null + }, + "iid|twin|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5861111111111111, + "rateB_mean": 0.425, + "rateA_sd": 0.012729376930432893, + "rateB_sd": 0.016666666666666663, + "diff_mean": 0.16111111111111112, + "diff_sd": 0.026787918780535967, + "diff_seed_tci": [ + 0.09456623184907681, + 0.22765599037314543 + ], + "diff_plant_boot": [ + 0.09999999999999999, + 0.22777777777777775 + ], + "diff_hier_boot": [ + 0.08333333333333333, + 0.23333333333333334 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.4083333333333333, + "diff": 0.19166666666666665, + "a_only": 30, + "b_only": 7, + "p": 0.00019107642583549023 + }, + "1": { + "A": 0.575, + "B": 0.425, + "diff": 0.14999999999999997, + "a_only": 26, + "b_only": 8, + "p": 0.0029350556433200836 + }, + "2": { + "A": 0.5833333333333334, + "B": 0.44166666666666665, + "diff": 0.14166666666666672, + "a_only": 25, + "b_only": 8, + "p": 0.004551384132355452 + } + }, + "beats_all_seeds_holm": null + }, + "iid|twin|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.8138888888888889, + "rateB_mean": 0.48333333333333334, + "rateA_sd": 0.012729376930432844, + "rateB_sd": 0.02886751345948128, + "diff_mean": 0.33055555555555555, + "diff_sd": 0.03938179688543836, + "diff_seed_tci": [ + 0.23272574875594643, + 0.42838536235516467 + ], + "diff_plant_boot": [ + 0.2611111111111111, + 0.40277777777777773 + ], + "diff_hier_boot": [ + 0.24444444444444444, + 0.41118055555555516 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.825, + "B": 0.45, + "diff": 0.37499999999999994, + "a_only": 46, + "b_only": 1, + "p": 6.821210263296962e-13 + }, + "1": { + "A": 0.8, + "B": 0.5, + "diff": 0.30000000000000004, + "a_only": 37, + "b_only": 1, + "p": 2.837623469531536e-10 + }, + "2": { + "A": 0.8166666666666667, + "B": 0.5, + "diff": 0.31666666666666665, + "a_only": 40, + "b_only": 2, + "p": 4.1109160520136356e-10 + } + }, + "beats_all_seeds_holm": null + }, + "iid|retrieval|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.3416666666666667, + "rateB_mean": 0.03333333333333333, + "rateA_sd": 0.03818813079129867, + "rateB_sd": 0.0, + "diff_mean": 0.30833333333333335, + "diff_sd": 0.03818813079129867, + "diff_seed_tci": [ + 0.21346875749341435, + 0.4031979091732524 + ], + "diff_plant_boot": [ + 0.24166666666666667, + 0.3722222222222223 + ], + "diff_hier_boot": [ + 0.225, + 0.39444444444444443 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.3333333333333333, + "B": 0.03333333333333333, + "diff": 0.3, + "a_only": 37, + "b_only": 1, + "p": 2.837623469531536e-10 + }, + "1": { + "A": 0.38333333333333336, + "B": 0.03333333333333333, + "diff": 0.35000000000000003, + "a_only": 43, + "b_only": 1, + "p": 5.115907697472721e-12 + }, + "2": { + "A": 0.30833333333333335, + "B": 0.03333333333333333, + "diff": 0.275, + "a_only": 34, + "b_only": 1, + "p": 2.0954757928848267e-09 + } + }, + "beats_all_seeds_holm": null + }, + "iid|retrieval|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5861111111111111, + "rateB_mean": 0.14166666666666666, + "rateA_sd": 0.012729376930432893, + "rateB_sd": 0.0, + "diff_mean": 0.4444444444444444, + "diff_sd": 0.012729376930432893, + "diff_seed_tci": [ + 0.4128229191644714, + 0.47606596972441745 + ], + "diff_plant_boot": [ + 0.36111111111111105, + 0.5222222222222223 + ], + "diff_hier_boot": [ + 0.35555555555555557, + 0.5222222222222223 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.14166666666666666, + "diff": 0.4583333333333333, + "a_only": 58, + "b_only": 3, + "p": 3.2857397358476703e-14 + }, + "1": { + "A": 0.575, + "B": 0.14166666666666666, + "diff": 0.4333333333333333, + "a_only": 54, + "b_only": 2, + "p": 4.4325654258159375e-14 + }, + "2": { + "A": 0.5833333333333334, + "B": 0.14166666666666666, + "diff": 0.4416666666666667, + "a_only": 55, + "b_only": 2, + "p": 2.295386103412511e-14 + } + }, + "beats_all_seeds_holm": null + }, + "iid|retrieval|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.8138888888888889, + "rateB_mean": 0.2833333333333333, + "rateA_sd": 0.012729376930432844, + "rateB_sd": 0.0, + "diff_mean": 0.5305555555555556, + "diff_sd": 0.012729376930432846, + "diff_seed_tci": [ + 0.4989340302755827, + 0.5621770808355284 + ], + "diff_plant_boot": [ + 0.4444444444444444, + 0.6194444444444444 + ], + "diff_hier_boot": [ + 0.4388888888888889, + 0.6167361111111107 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.825, + "B": 0.2833333333333333, + "diff": 0.5416666666666666, + "a_only": 67, + "b_only": 2, + "p": 8.185726402265558e-18 + }, + "1": { + "A": 0.8, + "B": 0.2833333333333333, + "diff": 0.5166666666666667, + "a_only": 65, + "b_only": 3, + "p": 3.5550311609441887e-16 + }, + "2": { + "A": 0.8166666666666667, + "B": 0.2833333333333333, + "diff": 0.5333333333333333, + "a_only": 65, + "b_only": 1, + "p": 1.81603863891322e-18 + } + }, + "beats_all_seeds_holm": null + }, + "iid|flow|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.3416666666666667, + "rateB_mean": 0.3388888888888889, + "rateA_sd": 0.03818813079129867, + "rateB_sd": 0.04276334532872402, + "diff_mean": 0.0027777777777777866, + "diff_sd": 0.08093779046851925, + "diff_seed_tci": [ + -0.1982828398308173, + 0.20383839538637288 + ], + "diff_plant_boot": [ + -0.05555555555555555, + 0.06388888888888888 + ], + "diff_hier_boot": [ + -0.10833333333333334, + 0.10833333333333334 + ], + "seeds_positive": 1, + "p_signflip_one": 0.5, + "p_signflip_two": 1.0, + "per_seed": { + "0": { + "A": 0.3333333333333333, + "B": 0.35, + "diff": -0.016666666666666663, + "a_only": 18, + "b_only": 20, + "p": 0.8714146793645341 + }, + "1": { + "A": 0.38333333333333336, + "B": 0.2916666666666667, + "diff": 0.09166666666666667, + "a_only": 21, + "b_only": 10, + "p": 0.07075554598122835 + }, + "2": { + "A": 0.30833333333333335, + "B": 0.375, + "diff": -0.06666666666666665, + "a_only": 17, + "b_only": 25, + "p": 0.27995623852893914 + } + }, + "beats_all_seeds_holm": null + }, + "iid|flow|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5861111111111111, + "rateB_mean": 0.6, + "rateA_sd": 0.012729376930432893, + "rateB_sd": 0.022047927592204947, + "diff_mean": -0.013888888888888876, + "diff_sd": 0.012729376930432856, + "diff_seed_tci": [ + -0.04551041416886179, + 0.017732636391084043 + ], + "diff_plant_boot": [ + -0.07222222222222223, + 0.044444444444444446 + ], + "diff_hier_boot": [ + -0.09166666666666666, + 0.058333333333333334 + ], + "seeds_positive": 0, + "p_signflip_one": 1.0, + "p_signflip_two": 0.5, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.6166666666666667, + "diff": -0.01666666666666672, + "a_only": 16, + "b_only": 18, + "p": 0.8641662404406816, + "p_holm": 0.8641662404406816 + }, + "1": { + "A": 0.575, + "B": 0.575, + "diff": 0.0, + "a_only": 16, + "b_only": 16, + "p": 1.0, + "p_holm": 1.0 + }, + "2": { + "A": 0.5833333333333334, + "B": 0.6083333333333333, + "diff": -0.02499999999999991, + "a_only": 16, + "b_only": 19, + "p": 0.735878800856881, + "p_holm": 0.735878800856881 + } + }, + "beats_all_seeds_holm": false + }, + "iid|flow|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.8138888888888889, + "rateB_mean": 0.75, + "rateA_sd": 0.012729376930432844, + "rateB_sd": 0.022047927592204947, + "diff_mean": 0.06388888888888888, + "diff_sd": 0.029265704869035392, + "diff_seed_tci": [ + -0.008811152237237191, + 0.13658893001501496 + ], + "diff_plant_boot": [ + 0.011111111111111112, + 0.11388888888888889 + ], + "diff_hier_boot": [ + 0.0027083333333333373, + 0.13333333333333333 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.825, + "B": 0.7583333333333333, + "diff": 0.06666666666666665, + "a_only": 15, + "b_only": 7, + "p": 0.13380050659179688, + "p_holm": 0.3974944918882103 + }, + "1": { + "A": 0.8, + "B": 0.7666666666666667, + "diff": 0.033333333333333326, + "a_only": 11, + "b_only": 7, + "p": 0.480682373046875, + "p_holm": 0.9719398161396386 + }, + "2": { + "A": 0.8166666666666667, + "B": 0.725, + "diff": 0.09166666666666667, + "a_only": 19, + "b_only": 8, + "p": 0.052238985896110535, + "p_holm": 0.17109578102827078 + } + }, + "beats_all_seeds_holm": false + }, + "iid|mdn|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.3416666666666667, + "rateB_mean": 0.2722222222222222, + "rateA_sd": 0.03818813079129867, + "rateB_sd": 0.017347216662217772, + "diff_mean": 0.06944444444444443, + "diff_sd": 0.020971762320196537, + "diff_seed_tci": [ + 0.017347698782979613, + 0.12154119010590925 + ], + "diff_plant_boot": [ + 0.016666666666666663, + 0.125 + ], + "diff_hier_boot": [ + -0.002777777777777778, + 0.14166666666666666 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.3333333333333333, + "B": 0.26666666666666666, + "diff": 0.06666666666666665, + "a_only": 21, + "b_only": 13, + "p": 0.22948101302608848 + }, + "1": { + "A": 0.38333333333333336, + "B": 0.2916666666666667, + "diff": 0.09166666666666667, + "a_only": 21, + "b_only": 10, + "p": 0.07075554598122835 + }, + "2": { + "A": 0.30833333333333335, + "B": 0.25833333333333336, + "diff": 0.04999999999999999, + "a_only": 16, + "b_only": 10, + "p": 0.32693958282470703 + } + }, + "beats_all_seeds_holm": null + }, + "iid|mdn|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5861111111111111, + "rateB_mean": 0.5555555555555556, + "rateA_sd": 0.012729376930432893, + "rateB_sd": 0.06735753140545629, + "diff_mean": 0.03055555555555552, + "diff_sd": 0.07742977702647971, + "diff_seed_tci": [ + -0.16179067356834206, + 0.22290178467945312 + ], + "diff_plant_boot": [ + -0.030555555555555558, + 0.09166666666666666 + ], + "diff_hier_boot": [ + -0.075, + 0.13055555555555556 + ], + "seeds_positive": 2, + "p_signflip_one": 0.25, + "p_signflip_two": 0.5, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.5166666666666667, + "diff": 0.08333333333333326, + "a_only": 23, + "b_only": 13, + "p": 0.13249816396273675, + "p_holm": 0.3974944918882103 + }, + "1": { + "A": 0.575, + "B": 0.6333333333333333, + "diff": -0.05833333333333335, + "a_only": 10, + "b_only": 17, + "p": 0.24778856337070465, + "p_holm": 0.9719398161396386 + }, + "2": { + "A": 0.5833333333333334, + "B": 0.5166666666666667, + "diff": 0.06666666666666665, + "a_only": 21, + "b_only": 13, + "p": 0.22948101302608848, + "p_holm": 0.45896202605217695 + } + }, + "beats_all_seeds_holm": false + }, + "iid|mdn|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.8138888888888889, + "rateB_mean": 0.6444444444444445, + "rateA_sd": 0.012729376930432844, + "rateB_sd": 0.05023094811118089, + "diff_mean": 0.16944444444444443, + "diff_sd": 0.05853140973807073, + "diff_seed_tci": [ + 0.024044362192192442, + 0.3148445266966964 + ], + "diff_plant_boot": [ + 0.1111111111111111, + 0.22777777777777775 + ], + "diff_hier_boot": [ + 0.08888888888888889, + 0.26666666666666666 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.825, + "B": 0.65, + "diff": 0.17499999999999993, + "a_only": 26, + "b_only": 5, + "p": 0.00019219517707824707, + "p_holm": 0.0015375614166259766 + }, + "1": { + "A": 0.8, + "B": 0.6916666666666667, + "diff": 0.10833333333333339, + "a_only": 18, + "b_only": 5, + "p": 0.010622024536132812, + "p_holm": 0.05311012268066406 + }, + "2": { + "A": 0.8166666666666667, + "B": 0.5916666666666667, + "diff": 0.22499999999999998, + "a_only": 31, + "b_only": 4, + "p": 3.4654513001441956e-06, + "p_holm": 2.7723610401153564e-05 + } + }, + "beats_all_seeds_holm": false + }, + "iid|wta|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.3416666666666667, + "rateB_mean": 0.26944444444444443, + "rateA_sd": 0.03818813079129867, + "rateB_sd": 0.012729376930432874, + "diff_mean": 0.07222222222222223, + "diff_sd": 0.04589642122738419, + "diff_seed_tci": [ + -0.041790808583101205, + 0.18623525302754568 + ], + "diff_plant_boot": [ + 0.01111111111111112, + 0.1278472222222225 + ], + "diff_hier_boot": [ + -0.008333333333333333, + 0.15833333333333333 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.3333333333333333, + "B": 0.25833333333333336, + "diff": 0.07499999999999996, + "a_only": 21, + "b_only": 12, + "p": 0.16275565745308995 + }, + "1": { + "A": 0.38333333333333336, + "B": 0.26666666666666666, + "diff": 0.1166666666666667, + "a_only": 27, + "b_only": 13, + "p": 0.03847730828420026 + }, + "2": { + "A": 0.30833333333333335, + "B": 0.2833333333333333, + "diff": 0.025000000000000022, + "a_only": 17, + "b_only": 14, + "p": 0.720100131817162 + } + }, + "beats_all_seeds_holm": null + }, + "iid|wta|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5861111111111111, + "rateB_mean": 0.46111111111111114, + "rateA_sd": 0.012729376930432893, + "rateB_sd": 0.04110735718596871, + "diff_mean": 0.125, + "diff_sd": 0.050689687752485175, + "diff_seed_tci": [ + -0.000920164942797258, + 0.25092016494279723 + ], + "diff_plant_boot": [ + 0.06388888888888888, + 0.1861111111111111 + ], + "diff_hier_boot": [ + 0.03611111111111111, + 0.20833333333333334 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.44166666666666665, + "diff": 0.15833333333333333, + "a_only": 25, + "b_only": 6, + "p": 0.0008779102936387062, + "p_holm": 0.0061453720554709435 + }, + "1": { + "A": 0.575, + "B": 0.5083333333333333, + "diff": 0.06666666666666665, + "a_only": 22, + "b_only": 14, + "p": 0.24298495403490966, + "p_holm": 0.9719398161396386 + }, + "2": { + "A": 0.5833333333333334, + "B": 0.43333333333333335, + "diff": 0.15000000000000002, + "a_only": 25, + "b_only": 7, + "p": 0.0021024015732109547, + "p_holm": 0.012614409439265728 + } + }, + "beats_all_seeds_holm": false + }, + "iid|wta|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.8138888888888889, + "rateB_mean": 0.5694444444444444, + "rateA_sd": 0.012729376930432844, + "rateB_sd": 0.025458753860865796, + "diff_mean": 0.24444444444444446, + "diff_sd": 0.03367876570272816, + "diff_seed_tci": [ + 0.16078175247709384, + 0.3281071364117951 + ], + "diff_plant_boot": [ + 0.18333333333333332, + 0.30833333333333335 + ], + "diff_hier_boot": [ + 0.16666666666666666, + 0.3194444444444444 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.825, + "B": 0.575, + "diff": 0.25, + "a_only": 32, + "b_only": 2, + "p": 6.938353180885315e-08, + "p_holm": 7.632188498973846e-07 + }, + "1": { + "A": 0.8, + "B": 0.5916666666666667, + "diff": 0.20833333333333337, + "a_only": 28, + "b_only": 3, + "p": 4.649162292480469e-06, + "p_holm": 3.830366040347144e-05 + }, + "2": { + "A": 0.8166666666666667, + "B": 0.5416666666666666, + "diff": 0.275, + "a_only": 34, + "b_only": 1, + "p": 2.0954757928848267e-09, + "p_holm": 2.514570951461792e-08 + } + }, + "beats_all_seeds_holm": true + }, + "iid|cvae|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.3416666666666667, + "rateB_mean": 0.24444444444444444, + "rateA_sd": 0.03818813079129867, + "rateB_sd": 0.033678765702728174, + "diff_mean": 0.09722222222222221, + "diff_sd": 0.06735753140545636, + "diff_seed_tci": [ + -0.07010316171247916, + 0.2645476061569236 + ], + "diff_plant_boot": [ + 0.041666666666666664, + 0.1472222222222222 + ], + "diff_hier_boot": [ + 0.011041666666666672, + 0.19451388888888851 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.3333333333333333, + "B": 0.275, + "diff": 0.05833333333333329, + "a_only": 17, + "b_only": 10, + "p": 0.24778856337070465 + }, + "1": { + "A": 0.38333333333333336, + "B": 0.20833333333333334, + "diff": 0.17500000000000002, + "a_only": 27, + "b_only": 6, + "p": 0.0003240634687244892 + }, + "2": { + "A": 0.30833333333333335, + "B": 0.25, + "diff": 0.05833333333333335, + "a_only": 18, + "b_only": 11, + "p": 0.26493089646101 + } + }, + "beats_all_seeds_holm": null + }, + "iid|cvae|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5861111111111111, + "rateB_mean": 0.4083333333333333, + "rateA_sd": 0.012729376930432893, + "rateB_sd": 0.058333333333333334, + "diff_mean": 0.17777777777777773, + "diff_sd": 0.04811252243246879, + "diff_seed_tci": [ + 0.05825964639584828, + 0.29729590915970716 + ], + "diff_plant_boot": [ + 0.11666666666666667, + 0.24166666666666664 + ], + "diff_hier_boot": [ + 0.09166666666666666, + 0.26666666666666666 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.45, + "diff": 0.14999999999999997, + "a_only": 27, + "b_only": 9, + "p": 0.00393317302223295, + "p_holm": 0.01966586511116475 + }, + "1": { + "A": 0.575, + "B": 0.3416666666666667, + "diff": 0.23333333333333328, + "a_only": 33, + "b_only": 5, + "p": 4.255962267052382e-06, + "p_holm": 3.830366040347144e-05 + }, + "2": { + "A": 0.5833333333333334, + "B": 0.43333333333333335, + "diff": 0.15000000000000002, + "a_only": 28, + "b_only": 10, + "p": 0.0050976432976312935, + "p_holm": 0.025488216488156468 + } + }, + "beats_all_seeds_holm": true + }, + "iid|cvae|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.8138888888888889, + "rateB_mean": 0.5277777777777778, + "rateA_sd": 0.012729376930432844, + "rateB_sd": 0.029265704869035392, + "diff_mean": 0.2861111111111111, + "diff_sd": 0.024056261216234418, + "diff_seed_tci": [ + 0.2263520454201463, + 0.3458701768020759 + ], + "diff_plant_boot": [ + 0.22777777777777777, + 0.34722222222222227 + ], + "diff_hier_boot": [ + 0.21388888888888888, + 0.3611111111111111 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.825, + "B": 0.525, + "diff": 0.29999999999999993, + "a_only": 38, + "b_only": 2, + "p": 1.4933903003111482e-09, + "p_holm": 1.7920683603733778e-08 + }, + "1": { + "A": 0.8, + "B": 0.5, + "diff": 0.30000000000000004, + "a_only": 38, + "b_only": 2, + "p": 1.4933903003111482e-09, + "p_holm": 1.7920683603733778e-08 + }, + "2": { + "A": 0.8166666666666667, + "B": 0.5583333333333333, + "diff": 0.2583333333333333, + "a_only": 32, + "b_only": 1, + "p": 7.916241884231567e-09, + "p_holm": 8.707866072654724e-08 + } + }, + "beats_all_seeds_holm": true + }, + "iid|mip-det|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.3416666666666667, + "rateB_mean": 0.325, + "rateA_sd": 0.03818813079129867, + "rateB_sd": 0.046398036356916826, + "diff_mean": 0.01666666666666668, + "diff_sd": 0.07949493345141213, + "diff_seed_tci": [ + -0.18080969541306902, + 0.2141430287464024 + ], + "diff_plant_boot": [ + -0.041666666666666664, + 0.075 + ], + "diff_hier_boot": [ + -0.08333333333333333, + 0.125 + ], + "seeds_positive": 1, + "p_signflip_one": 0.5, + "p_signflip_two": 1.0, + "per_seed": { + "0": { + "A": 0.3333333333333333, + "B": 0.36666666666666664, + "diff": -0.033333333333333326, + "a_only": 12, + "b_only": 16, + "p": 0.5715881884098053 + }, + "1": { + "A": 0.38333333333333336, + "B": 0.275, + "diff": 0.10833333333333334, + "a_only": 25, + "b_only": 12, + "p": 0.04703102743951604 + }, + "2": { + "A": 0.30833333333333335, + "B": 0.3333333333333333, + "diff": -0.024999999999999967, + "a_only": 13, + "b_only": 16, + "p": 0.711071103811264 + } + }, + "beats_all_seeds_holm": null + }, + "iid|mip-det|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5861111111111111, + "rateB_mean": 0.325, + "rateA_sd": 0.012729376930432893, + "rateB_sd": 0.046398036356916826, + "diff_mean": 0.26111111111111107, + "diff_sd": 0.034694433324435496, + "diff_seed_tci": [ + 0.17492536090207347, + 0.3472968613201487 + ], + "diff_plant_boot": [ + 0.19444444444444445, + 0.3305555555555555 + ], + "diff_hier_boot": [ + 0.18611111111111112, + 0.3445138888888885 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.36666666666666664, + "diff": 0.23333333333333334, + "a_only": 32, + "b_only": 4, + "p": 1.941574737429619e-06, + "p_holm": 1.747417263686657e-05 + }, + "1": { + "A": 0.575, + "B": 0.275, + "diff": 0.29999999999999993, + "a_only": 40, + "b_only": 4, + "p": 1.7051434042514302e-08, + "p_holm": 1.8756577446765732e-07 + }, + "2": { + "A": 0.5833333333333334, + "B": 0.3333333333333333, + "diff": 0.25000000000000006, + "a_only": 35, + "b_only": 5, + "p": 1.382612026645802e-06, + "p_holm": 1.2443508239812218e-05 + } + }, + "beats_all_seeds_holm": true + }, + "iid|mip-det|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.8138888888888889, + "rateB_mean": 0.325, + "rateA_sd": 0.012729376930432844, + "rateB_sd": 0.046398036356916826, + "diff_mean": 0.48888888888888893, + "diff_sd": 0.03367876570272819, + "diff_seed_tci": [ + 0.4052261969215382, + 0.5725515808562396 + ], + "diff_plant_boot": [ + 0.4194444444444444, + 0.5583333333333333 + ], + "diff_hier_boot": [ + 0.40555555555555556, + 0.575 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.825, + "B": 0.36666666666666664, + "diff": 0.4583333333333333, + "a_only": 55, + "b_only": 0, + "p": 5.551115123125783e-17, + "p_holm": 7.771561172376096e-16 + }, + "1": { + "A": 0.8, + "B": 0.275, + "diff": 0.525, + "a_only": 64, + "b_only": 1, + "p": 3.577867169202165e-18, + "p_holm": 5.0090140368830305e-17 + }, + "2": { + "A": 0.8166666666666667, + "B": 0.3333333333333333, + "diff": 0.48333333333333334, + "a_only": 59, + "b_only": 1, + "p": 1.0581813203458523e-16, + "p_holm": 1.4814538484841933e-15 + } + }, + "beats_all_seeds_holm": true + }, + "iid|mip-noise|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.3416666666666667, + "rateB_mean": 0.33055555555555555, + "rateA_sd": 0.03818813079129867, + "rateB_sd": 0.0375770812735241, + "diff_mean": 0.011111111111111127, + "diff_sd": 0.06988747569671735, + "diff_seed_tci": [ + -0.16249900284613913, + 0.1847212250683614 + ], + "diff_plant_boot": [ + -0.044444444444444446, + 0.06666666666666667 + ], + "diff_hier_boot": [ + -0.07784722222222222, + 0.10833333333333334 + ], + "seeds_positive": 1, + "p_signflip_one": 0.5, + "p_signflip_two": 1.0, + "per_seed": { + "0": { + "A": 0.3333333333333333, + "B": 0.36666666666666664, + "diff": -0.033333333333333326, + "a_only": 12, + "b_only": 16, + "p": 0.5715881884098053 + }, + "1": { + "A": 0.38333333333333336, + "B": 0.2916666666666667, + "diff": 0.09166666666666667, + "a_only": 23, + "b_only": 12, + "p": 0.08953107893466952 + }, + "2": { + "A": 0.30833333333333335, + "B": 0.3333333333333333, + "diff": -0.024999999999999967, + "a_only": 12, + "b_only": 15, + "p": 0.7011080384254456 + } + }, + "beats_all_seeds_holm": null + }, + "iid|mip-noise|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5861111111111111, + "rateB_mean": 0.4, + "rateA_sd": 0.012729376930432893, + "rateB_sd": 0.046398036356916854, + "diff_mean": 0.18611111111111112, + "diff_sd": 0.03469443332443553, + "diff_seed_tci": [ + 0.09992536090207343, + 0.2722968613201488 + ], + "diff_plant_boot": [ + 0.125, + 0.24729166666666694 + ], + "diff_hier_boot": [ + 0.10833333333333334, + 0.26666666666666666 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.44166666666666665, + "diff": 0.15833333333333333, + "a_only": 26, + "b_only": 7, + "p": 0.0013187271542847157, + "p_holm": 0.007912362925708294 + }, + "1": { + "A": 0.575, + "B": 0.35, + "diff": 0.22499999999999998, + "a_only": 34, + "b_only": 7, + "p": 2.532080361561384e-05, + "p_holm": 0.00017724562530929688 + }, + "2": { + "A": 0.5833333333333334, + "B": 0.4083333333333333, + "diff": 0.17500000000000004, + "a_only": 27, + "b_only": 6, + "p": 0.0003240634687244892, + "p_holm": 0.0022684442810714245 + } + }, + "beats_all_seeds_holm": true + }, + "iid|mip-noise|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.8138888888888889, + "rateB_mean": 0.48333333333333334, + "rateA_sd": 0.012729376930432844, + "rateB_sd": 0.041666666666666685, + "diff_mean": 0.33055555555555555, + "diff_sd": 0.029265704869035448, + "diff_seed_tci": [ + 0.25785551442942933, + 0.40325559668168176 + ], + "diff_plant_boot": [ + 0.26666666666666666, + 0.39444444444444443 + ], + "diff_hier_boot": [ + 0.25, + 0.41118055555555516 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.825, + "B": 0.525, + "diff": 0.29999999999999993, + "a_only": 37, + "b_only": 1, + "p": 2.837623469531536e-10, + "p_holm": 3.688910510390997e-09 + }, + "1": { + "A": 0.8, + "B": 0.44166666666666665, + "diff": 0.3583333333333334, + "a_only": 46, + "b_only": 3, + "p": 6.981082378842984e-11, + "p_holm": 9.07540709249588e-10 + }, + "2": { + "A": 0.8166666666666667, + "B": 0.48333333333333334, + "diff": 0.3333333333333333, + "a_only": 42, + "b_only": 2, + "p": 1.1266365618212149e-10, + "p_holm": 1.4646275303675793e-09 + } + }, + "beats_all_seeds_holm": true + }, + "iid|tsd|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.3416666666666667, + "rateB_mean": 0.30833333333333335, + "rateA_sd": 0.03818813079129867, + "rateB_sd": 0.030046260628866558, + "diff_mean": 0.03333333333333335, + "diff_sd": 0.06821127309893707, + "diff_seed_tci": [ + -0.13611286253823704, + 0.20277952920490375 + ], + "diff_plant_boot": [ + -0.022222222222222223, + 0.09166666666666666 + ], + "diff_hier_boot": [ + -0.058333333333333334, + 0.13333333333333333 + ], + "seeds_positive": 2, + "p_signflip_one": 0.375, + "p_signflip_two": 0.75, + "per_seed": { + "0": { + "A": 0.3333333333333333, + "B": 0.31666666666666665, + "diff": 0.016666666666666663, + "a_only": 18, + "b_only": 16, + "p": 0.8641662404406816 + }, + "1": { + "A": 0.38333333333333336, + "B": 0.275, + "diff": 0.10833333333333334, + "a_only": 26, + "b_only": 13, + "p": 0.05325191409792752 + }, + "2": { + "A": 0.30833333333333335, + "B": 0.3333333333333333, + "diff": -0.024999999999999967, + "a_only": 16, + "b_only": 19, + "p": 0.735878800856881 + } + }, + "beats_all_seeds_holm": null + }, + "iid|tsd|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5861111111111111, + "rateB_mean": 0.45, + "rateA_sd": 0.012729376930432893, + "rateB_sd": 0.04409585518440983, + "diff_mean": 0.1361111111111111, + "diff_sd": 0.03757708127352407, + "diff_seed_tci": [ + 0.042764466422042846, + 0.22945775580017935 + ], + "diff_plant_boot": [ + 0.07777777777777777, + 0.19444444444444445 + ], + "diff_hier_boot": [ + 0.058333333333333334, + 0.2195138888888885 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.4666666666666667, + "diff": 0.1333333333333333, + "a_only": 26, + "b_only": 10, + "p": 0.011330984183587134, + "p_holm": 0.045323936734348536 + }, + "1": { + "A": 0.575, + "B": 0.4, + "diff": 0.17499999999999993, + "a_only": 30, + "b_only": 9, + "p": 0.0010650196345523, + "p_holm": 0.0063901178073138 + }, + "2": { + "A": 0.5833333333333334, + "B": 0.48333333333333334, + "diff": 0.10000000000000003, + "a_only": 21, + "b_only": 9, + "p": 0.042773945257067694, + "p_holm": 0.17109578102827078 + } + }, + "beats_all_seeds_holm": false + }, + "iid|tsd|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.8138888888888889, + "rateB_mean": 0.575, + "rateA_sd": 0.012729376930432844, + "rateB_sd": 0.024999999999999967, + "diff_mean": 0.2388888888888889, + "diff_sd": 0.012729376930432903, + "diff_seed_tci": [ + 0.20726736360891587, + 0.27051041416886196 + ], + "diff_plant_boot": [ + 0.17777777777777776, + 0.3055555555555555 + ], + "diff_hier_boot": [ + 0.16666666666666666, + 0.3138888888888889 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.825, + "B": 0.6, + "diff": 0.22499999999999998, + "a_only": 29, + "b_only": 2, + "p": 4.628673195838928e-07, + "p_holm": 4.628673195838928e-06 + }, + "1": { + "A": 0.8, + "B": 0.55, + "diff": 0.25, + "a_only": 35, + "b_only": 5, + "p": 1.382612026645802e-06, + "p_holm": 1.382612026645802e-05 + }, + "2": { + "A": 0.8166666666666667, + "B": 0.575, + "diff": 0.2416666666666667, + "a_only": 33, + "b_only": 4, + "p": 1.0843941709026694e-06, + "p_holm": 1.0843941709026694e-05 + } + }, + "beats_all_seeds_holm": true + }, + "ood|twin|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.20555555555555555, + "rateB_mean": 0.21666666666666667, + "rateA_sd": 0.01924500897298754, + "rateB_sd": 0.05773502691896258, + "diff_mean": -0.0111111111111111, + "diff_sd": 0.05091750772173156, + "diff_seed_tci": [ + -0.1375972122310031, + 0.1153749900087809 + ], + "diff_plant_boot": [ + -0.08333333333333333, + 0.05555555555555556 + ], + "diff_hier_boot": [ + -0.11666666666666667, + 0.09444444444444444 + ], + "seeds_positive": 1, + "p_signflip_one": 0.75, + "p_signflip_two": 1.0, + "per_seed": { + "0": { + "A": 0.21666666666666667, + "B": 0.18333333333333332, + "diff": 0.033333333333333354, + "a_only": 6, + "b_only": 4, + "p": 0.75390625 + }, + "1": { + "A": 0.21666666666666667, + "B": 0.2833333333333333, + "diff": -0.06666666666666665, + "a_only": 4, + "b_only": 8, + "p": 0.3876953125 + }, + "2": { + "A": 0.18333333333333332, + "B": 0.18333333333333332, + "diff": 0.0, + "a_only": 8, + "b_only": 8, + "p": 1.0 + } + }, + "beats_all_seeds_holm": null + }, + "ood|twin|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.4, + "rateB_mean": 0.24444444444444444, + "rateA_sd": 0.04409585518440985, + "rateB_sd": 0.02545875386086577, + "diff_mean": 0.15555555555555556, + "diff_sd": 0.04194352464039305, + "diff_seed_tci": [ + 0.051362064232626, + 0.2597490468784851 + ], + "diff_plant_boot": [ + 0.07777777777777778, + 0.23333333333333334 + ], + "diff_hier_boot": [ + 0.05, + 0.26124999999999926 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.45, + "B": 0.25, + "diff": 0.2, + "a_only": 14, + "b_only": 2, + "p": 0.004180908203125 + }, + "1": { + "A": 0.38333333333333336, + "B": 0.26666666666666666, + "diff": 0.1166666666666667, + "a_only": 9, + "b_only": 2, + "p": 0.0654296875 + }, + "2": { + "A": 0.36666666666666664, + "B": 0.21666666666666667, + "diff": 0.14999999999999997, + "a_only": 13, + "b_only": 4, + "p": 0.049041748046875 + } + }, + "beats_all_seeds_holm": null + }, + "ood|twin|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5722222222222222, + "rateB_mean": 0.3, + "rateA_sd": 0.041943524640393075, + "rateB_sd": 0.028867513459481284, + "diff_mean": 0.2722222222222222, + "diff_sd": 0.0693888666488711, + "diff_seed_tci": [ + 0.09985072180414675, + 0.4445937226402976 + ], + "diff_plant_boot": [ + 0.1833333333333333, + 0.3666666666666666 + ], + "diff_hier_boot": [ + 0.16111111111111112, + 0.39444444444444443 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.5666666666666667, + "B": 0.31666666666666665, + "diff": 0.25, + "a_only": 18, + "b_only": 3, + "p": 0.0014896392822265625 + }, + "1": { + "A": 0.5333333333333333, + "B": 0.31666666666666665, + "diff": 0.21666666666666667, + "a_only": 14, + "b_only": 1, + "p": 0.0009765625 + }, + "2": { + "A": 0.6166666666666667, + "B": 0.26666666666666666, + "diff": 0.35000000000000003, + "a_only": 21, + "b_only": 0, + "p": 9.5367431640625e-07 + } + }, + "beats_all_seeds_holm": null + }, + "ood|retrieval|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.20555555555555555, + "rateB_mean": 0.06666666666666667, + "rateA_sd": 0.01924500897298754, + "rateB_sd": 0.0, + "diff_mean": 0.1388888888888889, + "diff_sd": 0.019245008972987546, + "diff_seed_tci": [ + 0.09108163633611704, + 0.18669614144166075 + ], + "diff_plant_boot": [ + 0.07222222222222222, + 0.2111111111111111 + ], + "diff_hier_boot": [ + 0.06666666666666667, + 0.22777777777777777 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.21666666666666667, + "B": 0.06666666666666667, + "diff": 0.15000000000000002, + "a_only": 10, + "b_only": 1, + "p": 0.01171875 + }, + "1": { + "A": 0.21666666666666667, + "B": 0.06666666666666667, + "diff": 0.15000000000000002, + "a_only": 11, + "b_only": 2, + "p": 0.0224609375 + }, + "2": { + "A": 0.18333333333333332, + "B": 0.06666666666666667, + "diff": 0.11666666666666665, + "a_only": 7, + "b_only": 0, + "p": 0.015625 + } + }, + "beats_all_seeds_holm": null + }, + "ood|retrieval|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.4, + "rateB_mean": 0.13333333333333333, + "rateA_sd": 0.04409585518440985, + "rateB_sd": 0.0, + "diff_mean": 0.26666666666666666, + "diff_sd": 0.044095855184409845, + "diff_seed_tci": [ + 0.15712648987119288, + 0.37620684346214045 + ], + "diff_plant_boot": [ + 0.1722222222222222, + 0.36666666666666664 + ], + "diff_hier_boot": [ + 0.15, + 0.38333333333333336 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.45, + "B": 0.13333333333333333, + "diff": 0.31666666666666665, + "a_only": 20, + "b_only": 1, + "p": 2.09808349609375e-05 + }, + "1": { + "A": 0.38333333333333336, + "B": 0.13333333333333333, + "diff": 0.25, + "a_only": 17, + "b_only": 2, + "p": 0.000728607177734375 + }, + "2": { + "A": 0.36666666666666664, + "B": 0.13333333333333333, + "diff": 0.2333333333333333, + "a_only": 15, + "b_only": 1, + "p": 0.000518798828125 + } + }, + "beats_all_seeds_holm": null + }, + "ood|retrieval|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5722222222222222, + "rateB_mean": 0.26666666666666666, + "rateA_sd": 0.041943524640393075, + "rateB_sd": 0.0, + "diff_mean": 0.3055555555555556, + "diff_sd": 0.041943524640393075, + "diff_seed_tci": [ + 0.20136206423262593, + 0.40974904687848523 + ], + "diff_plant_boot": [ + 0.19999999999999998, + 0.4166666666666667 + ], + "diff_hier_boot": [ + 0.18333333333333332, + 0.43333333333333335 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.5666666666666667, + "B": 0.26666666666666666, + "diff": 0.3, + "a_only": 20, + "b_only": 2, + "p": 0.00012111663818359375 + }, + "1": { + "A": 0.5333333333333333, + "B": 0.26666666666666666, + "diff": 0.26666666666666666, + "a_only": 17, + "b_only": 1, + "p": 0.00014495849609375 + }, + "2": { + "A": 0.6166666666666667, + "B": 0.26666666666666666, + "diff": 0.35000000000000003, + "a_only": 21, + "b_only": 0, + "p": 9.5367431640625e-07 + } + }, + "beats_all_seeds_holm": null + }, + "ood|flow|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.20555555555555555, + "rateB_mean": 0.20555555555555555, + "rateA_sd": 0.01924500897298754, + "rateB_sd": 0.03849001794597506, + "diff_mean": 9.25185853854297e-18, + "diff_sd": 0.057735026918962595, + "diff_seed_tci": [ + -0.14342175765831544, + 0.14342175765831544 + ], + "diff_plant_boot": [ + -0.06111111111111111, + 0.05555555555555556 + ], + "diff_hier_boot": [ + -0.1, + 0.09444444444444444 + ], + "seeds_positive": 2, + "p_signflip_one": 0.625, + "p_signflip_two": 1.0, + "per_seed": { + "0": { + "A": 0.21666666666666667, + "B": 0.18333333333333332, + "diff": 0.033333333333333354, + "a_only": 5, + "b_only": 3, + "p": 0.7265625 + }, + "1": { + "A": 0.21666666666666667, + "B": 0.18333333333333332, + "diff": 0.033333333333333354, + "a_only": 7, + "b_only": 5, + "p": 0.7744140625 + }, + "2": { + "A": 0.18333333333333332, + "B": 0.25, + "diff": -0.06666666666666668, + "a_only": 6, + "b_only": 10, + "p": 0.454498291015625 + } + }, + "beats_all_seeds_holm": null + }, + "ood|flow|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.4, + "rateB_mean": 0.38333333333333336, + "rateA_sd": 0.04409585518440985, + "rateB_sd": 0.01666666666666669, + "diff_mean": 0.016666666666666663, + "diff_sd": 0.02886751345948128, + "diff_seed_tci": [ + -0.05504421216249103, + 0.08837754549582436 + ], + "diff_plant_boot": [ + -0.044444444444444446, + 0.08333333333333333 + ], + "diff_hier_boot": [ + -0.07777777777777778, + 0.10013888888888814 + ], + "seeds_positive": 1, + "p_signflip_one": 0.5, + "p_signflip_two": 1.0, + "per_seed": { + "0": { + "A": 0.45, + "B": 0.4, + "diff": 0.04999999999999999, + "a_only": 6, + "b_only": 3, + "p": 0.5078125 + }, + "1": { + "A": 0.38333333333333336, + "B": 0.38333333333333336, + "diff": 0.0, + "a_only": 7, + "b_only": 7, + "p": 1.0 + }, + "2": { + "A": 0.36666666666666664, + "B": 0.36666666666666664, + "diff": 0.0, + "a_only": 9, + "b_only": 9, + "p": 1.0 + } + }, + "beats_all_seeds_holm": null + }, + "ood|flow|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5722222222222222, + "rateB_mean": 0.5222222222222223, + "rateA_sd": 0.041943524640393075, + "rateB_sd": 0.025458753860865796, + "diff_mean": 0.04999999999999997, + "diff_sd": 0.028867513459481315, + "diff_seed_tci": [ + -0.021710878829157794, + 0.12171087882915774 + ], + "diff_plant_boot": [ + -0.016666666666666666, + 0.12222222222222222 + ], + "diff_hier_boot": [ + -0.05, + 0.15 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.5666666666666667, + "B": 0.5, + "diff": 0.06666666666666665, + "a_only": 7, + "b_only": 3, + "p": 0.34375 + }, + "1": { + "A": 0.5333333333333333, + "B": 0.5166666666666667, + "diff": 0.016666666666666607, + "a_only": 9, + "b_only": 8, + "p": 1.0 + }, + "2": { + "A": 0.6166666666666667, + "B": 0.55, + "diff": 0.06666666666666665, + "a_only": 10, + "b_only": 6, + "p": 0.454498291015625 + } + }, + "beats_all_seeds_holm": null + }, + "ood|mdn|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.20555555555555555, + "rateB_mean": 0.14444444444444443, + "rateA_sd": 0.01924500897298754, + "rateB_sd": 0.02545875386086577, + "diff_mean": 0.061111111111111116, + "diff_sd": 0.03469443332443555, + "diff_seed_tci": [ + -0.025074639097926607, + 0.14729686132014885 + ], + "diff_plant_boot": [ + 0.005555555555555553, + 0.1222222222222222 + ], + "diff_hier_boot": [ + -0.016666666666666666, + 0.14444444444444443 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.21666666666666667, + "B": 0.11666666666666667, + "diff": 0.1, + "a_only": 8, + "b_only": 2, + "p": 0.109375 + }, + "1": { + "A": 0.21666666666666667, + "B": 0.16666666666666666, + "diff": 0.05000000000000002, + "a_only": 6, + "b_only": 3, + "p": 0.5078125 + }, + "2": { + "A": 0.18333333333333332, + "B": 0.15, + "diff": 0.033333333333333326, + "a_only": 6, + "b_only": 4, + "p": 0.75390625 + } + }, + "beats_all_seeds_holm": null + }, + "ood|mdn|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.4, + "rateB_mean": 0.3111111111111111, + "rateA_sd": 0.04409585518440985, + "rateB_sd": 0.09477067838462212, + "diff_mean": 0.08888888888888889, + "diff_sd": 0.1250925583244189, + "diff_seed_tci": [ + -0.2218582527041278, + 0.3996360304819056 + ], + "diff_plant_boot": [ + 0.011111111111111108, + 0.1722222222222222 + ], + "diff_hier_boot": [ + -0.06666666666666667, + 0.23333333333333334 + ], + "seeds_positive": 2, + "p_signflip_one": 0.25, + "p_signflip_two": 0.5, + "per_seed": { + "0": { + "A": 0.45, + "B": 0.23333333333333334, + "diff": 0.21666666666666667, + "a_only": 13, + "b_only": 0, + "p": 0.000244140625 + }, + "1": { + "A": 0.38333333333333336, + "B": 0.4166666666666667, + "diff": -0.033333333333333326, + "a_only": 6, + "b_only": 8, + "p": 0.79052734375 + }, + "2": { + "A": 0.36666666666666664, + "B": 0.2833333333333333, + "diff": 0.08333333333333331, + "a_only": 12, + "b_only": 7, + "p": 0.359283447265625 + } + }, + "beats_all_seeds_holm": null + }, + "ood|mdn|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5722222222222222, + "rateB_mean": 0.3611111111111111, + "rateA_sd": 0.041943524640393075, + "rateB_sd": 0.048112522432468836, + "diff_mean": 0.2111111111111111, + "diff_sd": 0.0855266906574481, + "diff_seed_tci": [ + -0.0013489665122603245, + 0.4235711887344825 + ], + "diff_plant_boot": [ + 0.1276388888888889, + 0.3 + ], + "diff_hier_boot": [ + 0.08333333333333333, + 0.3333333333333333 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.5666666666666667, + "B": 0.3333333333333333, + "diff": 0.23333333333333334, + "a_only": 14, + "b_only": 0, + "p": 0.0001220703125 + }, + "1": { + "A": 0.5333333333333333, + "B": 0.4166666666666667, + "diff": 0.11666666666666664, + "a_only": 11, + "b_only": 4, + "p": 0.11846923828124999 + }, + "2": { + "A": 0.6166666666666667, + "B": 0.3333333333333333, + "diff": 0.2833333333333334, + "a_only": 19, + "b_only": 2, + "p": 0.00022125244140625 + } + }, + "beats_all_seeds_holm": null + }, + "ood|wta|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.20555555555555555, + "rateB_mean": 0.2, + "rateA_sd": 0.01924500897298754, + "rateB_sd": 0.03333333333333334, + "diff_mean": 0.005555555555555554, + "diff_sd": 0.01924500897298752, + "diff_seed_tci": [ + -0.04225169699721623, + 0.053362808108327345 + ], + "diff_plant_boot": [ + -0.061111111111111116, + 0.06666666666666667 + ], + "diff_hier_boot": [ + -0.07777777777777778, + 0.08333333333333333 + ], + "seeds_positive": 2, + "p_signflip_one": 0.5, + "p_signflip_two": 1.0, + "per_seed": { + "0": { + "A": 0.21666666666666667, + "B": 0.23333333333333334, + "diff": -0.016666666666666663, + "a_only": 5, + "b_only": 6, + "p": 1.0 + }, + "1": { + "A": 0.21666666666666667, + "B": 0.2, + "diff": 0.016666666666666663, + "a_only": 6, + "b_only": 5, + "p": 1.0 + }, + "2": { + "A": 0.18333333333333332, + "B": 0.16666666666666666, + "diff": 0.016666666666666663, + "a_only": 6, + "b_only": 5, + "p": 1.0 + } + }, + "beats_all_seeds_holm": null + }, + "ood|wta|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.4, + "rateB_mean": 0.2722222222222222, + "rateA_sd": 0.04409585518440985, + "rateB_sd": 0.03469443332443554, + "diff_mean": 0.1277777777777778, + "diff_sd": 0.025458753860865768, + "diff_seed_tci": [ + 0.06453472721783182, + 0.19102082833772377 + ], + "diff_plant_boot": [ + 0.049999999999999996, + 0.21111111111111108 + ], + "diff_hier_boot": [ + 0.03333333333333333, + 0.2222222222222222 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.45, + "B": 0.3, + "diff": 0.15000000000000002, + "a_only": 13, + "b_only": 4, + "p": 0.049041748046875 + }, + "1": { + "A": 0.38333333333333336, + "B": 0.2833333333333333, + "diff": 0.10000000000000003, + "a_only": 10, + "b_only": 4, + "p": 0.1795654296875 + }, + "2": { + "A": 0.36666666666666664, + "B": 0.23333333333333334, + "diff": 0.1333333333333333, + "a_only": 11, + "b_only": 3, + "p": 0.057373046875 + } + }, + "beats_all_seeds_holm": null + }, + "ood|wta|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5722222222222222, + "rateB_mean": 0.3277777777777778, + "rateA_sd": 0.041943524640393075, + "rateB_sd": 0.048112522432468836, + "diff_mean": 0.24444444444444446, + "diff_sd": 0.06735753140545638, + "diff_seed_tci": [ + 0.07711906050974307, + 0.4117698283791459 + ], + "diff_plant_boot": [ + 0.15, + 0.3444444444444444 + ], + "diff_hier_boot": [ + 0.12208333333333334, + 0.36666666666666664 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.5666666666666667, + "B": 0.38333333333333336, + "diff": 0.1833333333333333, + "a_only": 15, + "b_only": 4, + "p": 0.0192108154296875 + }, + "1": { + "A": 0.5333333333333333, + "B": 0.3, + "diff": 0.23333333333333334, + "a_only": 17, + "b_only": 3, + "p": 0.0025768280029296875 + }, + "2": { + "A": 0.6166666666666667, + "B": 0.3, + "diff": 0.3166666666666667, + "a_only": 20, + "b_only": 1, + "p": 2.09808349609375e-05 + } + }, + "beats_all_seeds_holm": null + }, + "ood|cvae|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.20555555555555555, + "rateB_mean": 0.1388888888888889, + "rateA_sd": 0.01924500897298754, + "rateB_sd": 0.048112522432468816, + "diff_mean": 0.06666666666666667, + "diff_sd": 0.028867513459481273, + "diff_seed_tci": [ + -0.005044212162490999, + 0.13837754549582432 + ], + "diff_plant_boot": [ + 0.011111111111111112, + 0.12222222222222222 + ], + "diff_hier_boot": [ + -0.016666666666666666, + 0.14444444444444443 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.21666666666666667, + "B": 0.16666666666666666, + "diff": 0.05000000000000002, + "a_only": 5, + "b_only": 2, + "p": 0.453125 + }, + "1": { + "A": 0.21666666666666667, + "B": 0.16666666666666666, + "diff": 0.05000000000000002, + "a_only": 8, + "b_only": 5, + "p": 0.5810546875 + }, + "2": { + "A": 0.18333333333333332, + "B": 0.08333333333333333, + "diff": 0.09999999999999999, + "a_only": 8, + "b_only": 2, + "p": 0.109375 + } + }, + "beats_all_seeds_holm": null + }, + "ood|cvae|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.4, + "rateB_mean": 0.26666666666666666, + "rateA_sd": 0.04409585518440985, + "rateB_sd": 0.05773502691896256, + "diff_mean": 0.13333333333333333, + "diff_sd": 0.016666666666666663, + "diff_seed_tci": [ + 0.09193103813749451, + 0.17473562852917215 + ], + "diff_plant_boot": [ + 0.0611111111111111, + 0.21111111111111105 + ], + "diff_hier_boot": [ + 0.03888888888888889, + 0.22777777777777777 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.45, + "B": 0.3333333333333333, + "diff": 0.1166666666666667, + "a_only": 11, + "b_only": 4, + "p": 0.11846923828124999 + }, + "1": { + "A": 0.38333333333333336, + "B": 0.23333333333333334, + "diff": 0.15000000000000002, + "a_only": 13, + "b_only": 4, + "p": 0.049041748046875 + }, + "2": { + "A": 0.36666666666666664, + "B": 0.23333333333333334, + "diff": 0.1333333333333333, + "a_only": 11, + "b_only": 3, + "p": 0.057373046875 + } + }, + "beats_all_seeds_holm": null + }, + "ood|cvae|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5722222222222222, + "rateB_mean": 0.38333333333333336, + "rateA_sd": 0.041943524640393075, + "rateB_sd": 0.044095855184409866, + "diff_mean": 0.18888888888888888, + "diff_sd": 0.06938886664887113, + "diff_seed_tci": [ + 0.016517388470813382, + 0.36126038930696436 + ], + "diff_plant_boot": [ + 0.10555555555555556, + 0.27777777777777773 + ], + "diff_hier_boot": [ + 0.07222222222222222, + 0.31666666666666665 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.5666666666666667, + "B": 0.43333333333333335, + "diff": 0.1333333333333333, + "a_only": 14, + "b_only": 6, + "p": 0.11531829833984375 + }, + "1": { + "A": 0.5333333333333333, + "B": 0.36666666666666664, + "diff": 0.16666666666666669, + "a_only": 11, + "b_only": 1, + "p": 0.00634765625 + }, + "2": { + "A": 0.6166666666666667, + "B": 0.35, + "diff": 0.2666666666666667, + "a_only": 17, + "b_only": 1, + "p": 0.00014495849609375 + } + }, + "beats_all_seeds_holm": null + }, + "ood|mip-det|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.20555555555555555, + "rateB_mean": 0.18888888888888888, + "rateA_sd": 0.01924500897298754, + "rateB_sd": 0.009622504486493778, + "diff_mean": 0.016666666666666673, + "diff_sd": 0.016666666666666677, + "diff_seed_tci": [ + -0.02473562852917219, + 0.05806896186250554 + ], + "diff_plant_boot": [ + -0.049999999999999996, + 0.07777777777777777 + ], + "diff_hier_boot": [ + -0.06666666666666667, + 0.10555555555555556 + ], + "seeds_positive": 2, + "p_signflip_one": 0.25, + "p_signflip_two": 0.5, + "per_seed": { + "0": { + "A": 0.21666666666666667, + "B": 0.18333333333333332, + "diff": 0.033333333333333354, + "a_only": 7, + "b_only": 5, + "p": 0.7744140625 + }, + "1": { + "A": 0.21666666666666667, + "B": 0.2, + "diff": 0.016666666666666663, + "a_only": 6, + "b_only": 5, + "p": 1.0 + }, + "2": { + "A": 0.18333333333333332, + "B": 0.18333333333333332, + "diff": 0.0, + "a_only": 5, + "b_only": 5, + "p": 1.0 + } + }, + "beats_all_seeds_holm": null + }, + "ood|mip-det|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.4, + "rateB_mean": 0.18888888888888888, + "rateA_sd": 0.04409585518440985, + "rateB_sd": 0.009622504486493778, + "diff_mean": 0.21111111111111114, + "diff_sd": 0.04811252243246884, + "diff_seed_tci": [ + 0.09159297972918157, + 0.3306292424930407 + ], + "diff_plant_boot": [ + 0.14444444444444443, + 0.28333333333333327 + ], + "diff_hier_boot": [ + 0.11666666666666667, + 0.3111111111111111 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.45, + "B": 0.18333333333333332, + "diff": 0.2666666666666667, + "a_only": 17, + "b_only": 1, + "p": 0.00014495849609375 + }, + "1": { + "A": 0.38333333333333336, + "B": 0.2, + "diff": 0.18333333333333335, + "a_only": 13, + "b_only": 2, + "p": 0.00738525390625 + }, + "2": { + "A": 0.36666666666666664, + "B": 0.18333333333333332, + "diff": 0.18333333333333332, + "a_only": 13, + "b_only": 2, + "p": 0.00738525390625 + } + }, + "beats_all_seeds_holm": null + }, + "ood|mip-det|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5722222222222222, + "rateB_mean": 0.18888888888888888, + "rateA_sd": 0.041943524640393075, + "rateB_sd": 0.009622504486493778, + "diff_mean": 0.3833333333333333, + "diff_sd": 0.05000000000000002, + "diff_seed_tci": [ + 0.2591264477458168, + 0.5075402189208499 + ], + "diff_plant_boot": [ + 0.28874999999999995, + 0.4777777777777778 + ], + "diff_hier_boot": [ + 0.2722222222222222, + 0.5 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.5666666666666667, + "B": 0.18333333333333332, + "diff": 0.3833333333333333, + "a_only": 24, + "b_only": 1, + "p": 1.5497207641601562e-06 + }, + "1": { + "A": 0.5333333333333333, + "B": 0.2, + "diff": 0.3333333333333333, + "a_only": 21, + "b_only": 1, + "p": 1.0967254638671875e-05 + }, + "2": { + "A": 0.6166666666666667, + "B": 0.18333333333333332, + "diff": 0.43333333333333335, + "a_only": 26, + "b_only": 0, + "p": 2.9802322387695312e-08 + } + }, + "beats_all_seeds_holm": null + }, + "ood|mip-noise|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.20555555555555555, + "rateB_mean": 0.18888888888888888, + "rateA_sd": 0.01924500897298754, + "rateB_sd": 0.02545875386086579, + "diff_mean": 0.016666666666666673, + "diff_sd": 0.016666666666666677, + "diff_seed_tci": [ + -0.02473562852917219, + 0.05806896186250554 + ], + "diff_plant_boot": [ + -0.04444444444444444, + 0.07222222222222222 + ], + "diff_hier_boot": [ + -0.06111111111111111, + 0.1 + ], + "seeds_positive": 2, + "p_signflip_one": 0.25, + "p_signflip_two": 0.5, + "per_seed": { + "0": { + "A": 0.21666666666666667, + "B": 0.18333333333333332, + "diff": 0.033333333333333354, + "a_only": 7, + "b_only": 5, + "p": 0.7744140625 + }, + "1": { + "A": 0.21666666666666667, + "B": 0.21666666666666667, + "diff": 0.0, + "a_only": 5, + "b_only": 5, + "p": 1.0 + }, + "2": { + "A": 0.18333333333333332, + "B": 0.16666666666666666, + "diff": 0.016666666666666663, + "a_only": 5, + "b_only": 4, + "p": 1.0 + } + }, + "beats_all_seeds_holm": null + }, + "ood|mip-noise|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.4, + "rateB_mean": 0.25, + "rateA_sd": 0.04409585518440985, + "rateB_sd": 0.02886751345948128, + "diff_mean": 0.15, + "diff_sd": 0.06009252125773315, + "diff_seed_tci": [ + 0.0007219017495067037, + 0.2992780982504933 + ], + "diff_plant_boot": [ + 0.08888888888888888, + 0.21666666666666665 + ], + "diff_hier_boot": [ + 0.05, + 0.25 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.45, + "B": 0.23333333333333334, + "diff": 0.21666666666666667, + "a_only": 15, + "b_only": 2, + "p": 0.002349853515625 + }, + "1": { + "A": 0.38333333333333336, + "B": 0.2833333333333333, + "diff": 0.10000000000000003, + "a_only": 9, + "b_only": 3, + "p": 0.14599609375 + }, + "2": { + "A": 0.36666666666666664, + "B": 0.23333333333333334, + "diff": 0.1333333333333333, + "a_only": 10, + "b_only": 2, + "p": 0.03857421875 + } + }, + "beats_all_seeds_holm": null + }, + "ood|mip-noise|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5722222222222222, + "rateB_mean": 0.3111111111111111, + "rateA_sd": 0.041943524640393075, + "rateB_sd": 0.00962250448649376, + "diff_mean": 0.2611111111111111, + "diff_sd": 0.041943524640393075, + "diff_seed_tci": [ + 0.15691761978818147, + 0.3653046024340408 + ], + "diff_plant_boot": [ + 0.16666666666666666, + 0.36111111111111105 + ], + "diff_hier_boot": [ + 0.15, + 0.37222222222222223 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.5666666666666667, + "B": 0.3, + "diff": 0.26666666666666666, + "a_only": 17, + "b_only": 1, + "p": 0.00014495849609375 + }, + "1": { + "A": 0.5333333333333333, + "B": 0.31666666666666665, + "diff": 0.21666666666666667, + "a_only": 15, + "b_only": 2, + "p": 0.002349853515625 + }, + "2": { + "A": 0.6166666666666667, + "B": 0.31666666666666665, + "diff": 0.30000000000000004, + "a_only": 18, + "b_only": 0, + "p": 7.62939453125e-06 + } + }, + "beats_all_seeds_holm": null + }, + "ood|tsd|1": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.20555555555555555, + "rateB_mean": 0.16666666666666666, + "rateA_sd": 0.01924500897298754, + "rateB_sd": 0.03333333333333334, + "diff_mean": 0.03888888888888889, + "diff_sd": 0.038490017945975064, + "diff_seed_tci": [ + -0.05672561621665474, + 0.1345033939944325 + ], + "diff_plant_boot": [ + -0.011111111111111112, + 0.08888888888888888 + ], + "diff_hier_boot": [ + -0.044444444444444446, + 0.11666666666666667 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.21666666666666667, + "B": 0.13333333333333333, + "diff": 0.08333333333333334, + "a_only": 6, + "b_only": 1, + "p": 0.125 + }, + "1": { + "A": 0.21666666666666667, + "B": 0.2, + "diff": 0.016666666666666663, + "a_only": 6, + "b_only": 5, + "p": 1.0 + }, + "2": { + "A": 0.18333333333333332, + "B": 0.16666666666666666, + "diff": 0.016666666666666663, + "a_only": 6, + "b_only": 5, + "p": 1.0 + } + }, + "beats_all_seeds_holm": null + }, + "ood|tsd|4": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.4, + "rateB_mean": 0.2722222222222222, + "rateA_sd": 0.04409585518440985, + "rateB_sd": 0.05091750772173154, + "diff_mean": 0.1277777777777778, + "diff_sd": 0.09477067838462212, + "diff_seed_tci": [ + -0.10764563836562388, + 0.36320119392117944 + ], + "diff_plant_boot": [ + 0.06666666666666667, + 0.1888888888888889 + ], + "diff_hier_boot": [ + 0.005555555555555556, + 0.25 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.45, + "B": 0.21666666666666667, + "diff": 0.23333333333333334, + "a_only": 16, + "b_only": 2, + "p": 0.001312255859375 + }, + "1": { + "A": 0.38333333333333336, + "B": 0.2833333333333333, + "diff": 0.10000000000000003, + "a_only": 10, + "b_only": 4, + "p": 0.1795654296875 + }, + "2": { + "A": 0.36666666666666664, + "B": 0.31666666666666665, + "diff": 0.04999999999999999, + "a_only": 9, + "b_only": 6, + "p": 0.6072387695312499 + } + }, + "beats_all_seeds_holm": null + }, + "ood|tsd|16": { + "seeds": [ + 0, + 1, + 2 + ], + "S": 3, + "rateA_mean": 0.5722222222222222, + "rateB_mean": 0.37777777777777777, + "rateA_sd": 0.041943524640393075, + "rateB_sd": 0.06309898162000306, + "diff_mean": 0.19444444444444445, + "diff_sd": 0.03469443332443554, + "diff_seed_tci": [ + 0.10825869423540675, + 0.28063019465348216 + ], + "diff_plant_boot": [ + 0.11111111111111112, + 0.2833333333333333 + ], + "diff_hier_boot": [ + 0.08888888888888889, + 0.3056944444444437 + ], + "seeds_positive": 3, + "p_signflip_one": 0.125, + "p_signflip_two": 0.25, + "per_seed": { + "0": { + "A": 0.5666666666666667, + "B": 0.3333333333333333, + "diff": 0.23333333333333334, + "a_only": 15, + "b_only": 1, + "p": 0.000518798828125 + }, + "1": { + "A": 0.5333333333333333, + "B": 0.35, + "diff": 0.18333333333333335, + "a_only": 14, + "b_only": 3, + "p": 0.012725830078125 + }, + "2": { + "A": 0.6166666666666667, + "B": 0.45, + "diff": 0.16666666666666669, + "a_only": 13, + "b_only": 3, + "p": 0.021270751953125 + } + }, + "beats_all_seeds_holm": null + } + } +} \ No newline at end of file diff --git a/results/icml_r3/X1S/x1_table_m3.md b/results/icml_r3/X1S/x1_table_m3.md new file mode 100644 index 0000000000000000000000000000000000000000..ca52f20e667a2db655500596e41e4a7b5fbad684 --- /dev/null +++ b/results/icml_r3/X1S/x1_table_m3.md @@ -0,0 +1,73 @@ +m=3, 8k bank, 16 candidates, certified rate within first b (mean+-sd over S seeds; sd needs S>1). NFE = network evaluations per candidate. + +| arm | S | NFE | variant | iid b=1 | iid b=4 | iid b=16 | OOD b=1 | OOD b=4 | OOD b=16 | +|---|---|---|---|---|---|---|---|---|---| +| diffusion | 3 | 500 | | 0.528+-0.067 | 0.783+-0.058 | 0.922+-0.017 | 0.411+-0.025 | 0.617+-0.029 | 0.756+-0.010 | +| twin | 3 | 1 | | 0.553+-0.025 | 0.625+-0.017 | 0.669+-0.035 | 0.422+-0.042 | 0.500+-0.017 | 0.533+-0.000 | +| retrieval | 3 | 0 | | 0.108+-0.000 | 0.308+-0.000 | 0.583+-0.000 | 0.100+-0.000 | 0.283+-0.000 | 0.533+-0.000 | +| flow | 3 | 32 | steps=32 | 0.547+-0.057 | 0.800+-0.038 | 0.914+-0.034 | 0.406+-0.025 | 0.594+-0.035 | 0.694+-0.035 | +| mdn | 3 | 1 | mode=rank | 0.497+-0.019 | 0.725+-0.046 | 0.797+-0.013 | 0.406+-0.019 | 0.606+-0.025 | 0.683+-0.017 | +| wta | 3 | 1 | mode=raw | 0.472+-0.041 | 0.700+-0.043 | 0.700+-0.043 | 0.350+-0.058 | 0.539+-0.010 | 0.539+-0.010 | +| cvae | 3 | 1 | - | 0.511+-0.047 | 0.664+-0.057 | 0.789+-0.027 | 0.322+-0.035 | 0.450+-0.017 | 0.600+-0.050 | +| mip-det | 3 | 2 | mode=det | 0.569+-0.013 | 0.569+-0.013 | 0.569+-0.013 | 0.422+-0.019 | 0.422+-0.019 | 0.422+-0.019 | +| mip-noise | 3 | 2 | mode=noise | 0.578+-0.013 | 0.664+-0.032 | 0.711+-0.021 | 0.433+-0.060 | 0.522+-0.051 | 0.539+-0.025 | +| tsd | 3 | 2 | - | 0.483+-0.038 | 0.686+-0.021 | 0.783+-0.008 | 0.383+-0.076 | 0.500+-0.058 | 0.606+-0.010 | + +Diffusion minus arm (certified-rate difference, seed-mean; plant-bootstrap 95% CI; seeds with diffusion ahead; per-seed exact McNemar p min-max; Holm-all-seeds criterion for iid b=4,16). + +| set | arm | b | diff | plant CI | seeds ahead | McNemar p (min-max over seeds) | seed-level one-sided sign-flip p | beats (Holm, all seeds) | +|---|---|---|---|---|---|---|---|---| +| iid | twin | 1 | -0.025 | [-0.078, +0.028] | 1/3 | 3.0e-01-7.4e-01 | 0.875 | | +| iid | twin | 4 | +0.158 | [+0.106, +0.211] | 3/3 | 1.6e-06-5.9e-03 | 0.125 | None | +| iid | twin | 16 | +0.253 | [+0.189, +0.319] | 3/3 | 4.7e-10-2.5e-07 | 0.125 | None | +| iid | retrieval | 1 | +0.419 | [+0.347, +0.494] | 3/3 | 1.1e-14-7.1e-10 | 0.125 | | +| iid | retrieval | 4 | +0.475 | [+0.389, +0.558] | 3/3 | 9.2e-19-1.2e-13 | 0.125 | None | +| iid | retrieval | 16 | +0.339 | [+0.256, +0.422] | 3/3 | 2.3e-13-8.7e-10 | 0.125 | None | +| iid | flow | 1 | -0.019 | [-0.072, +0.031] | 2/3 | 2.4e-02-6.5e-01 | 0.625 | | +| iid | flow | 4 | -0.017 | [-0.064, +0.025] | 1/3 | 3.5e-02-8.4e-01 | 0.750 | False | +| iid | flow | 16 | +0.008 | [-0.022, +0.039] | 1/3 | 5.7e-02-7.5e-01 | 0.500 | False | +| iid | mdn | 1 | +0.031 | [-0.022, +0.086] | 2/3 | 2.0e-02-1.0e+00 | 0.375 | | +| iid | mdn | 4 | +0.058 | [+0.011, +0.106] | 2/3 | 1.9e-05-8.3e-01 | 0.375 | False | +| iid | mdn | 16 | +0.125 | [+0.075, +0.178] | 3/3 | 6.6e-05-1.2e-02 | 0.125 | False | +| iid | wta | 1 | +0.056 | [+0.003, +0.111] | 3/3 | 4.7e-02-8.6e-01 | 0.125 | | +| iid | wta | 4 | +0.083 | [+0.028, +0.139] | 3/3 | 4.1e-03-6.6e-01 | 0.125 | False | +| iid | wta | 16 | +0.222 | [+0.164, +0.283] | 3/3 | 4.1e-09-3.0e-06 | 0.125 | True | +| iid | cvae | 1 | +0.017 | [-0.036, +0.067] | 2/3 | 2.2e-01-1.0e+00 | 0.375 | | +| iid | cvae | 4 | +0.119 | [+0.067, +0.172] | 3/3 | 8.8e-05-4.7e-01 | 0.125 | False | +| iid | cvae | 16 | +0.133 | [+0.083, +0.186] | 3/3 | 6.6e-05-7.5e-03 | 0.125 | False | +| iid | mip-det | 1 | -0.042 | [-0.097, +0.014] | 1/3 | 6.1e-02-8.7e-01 | 0.875 | | +| iid | mip-det | 4 | +0.214 | [+0.153, +0.275] | 3/3 | 4.1e-09-3.1e-04 | 0.125 | True | +| iid | mip-det | 16 | +0.353 | [+0.283, +0.425] | 3/3 | 2.3e-13-2.6e-12 | 0.125 | True | +| iid | mip-noise | 1 | -0.050 | [-0.106, +0.003] | 1/3 | 1.9e-02-1.0e+00 | 0.875 | | +| iid | mip-noise | 4 | +0.119 | [+0.067, +0.175] | 3/3 | 1.2e-04-4.3e-02 | 0.125 | False | +| iid | mip-noise | 16 | +0.211 | [+0.150, +0.275] | 3/3 | 6.0e-08-8.0e-07 | 0.125 | True | +| iid | tsd | 1 | +0.044 | [-0.014, +0.100] | 2/3 | 2.2e-01-1.0e+00 | 0.250 | | +| iid | tsd | 4 | +0.097 | [+0.044, +0.147] | 3/3 | 3.2e-04-4.0e-01 | 0.125 | False | +| iid | tsd | 16 | +0.139 | [+0.086, +0.194] | 3/3 | 3.6e-05-4.3e-03 | 0.125 | True | +| ood | twin | 1 | -0.011 | [-0.089, +0.061] | 1/3 | 7.5e-01-7.9e-01 | 0.875 | | +| ood | twin | 4 | +0.117 | [+0.039, +0.200] | 3/3 | 6.3e-03-2.3e-01 | 0.125 | | +| ood | twin | 16 | +0.222 | [+0.144, +0.311] | 3/3 | 1.2e-04-2.4e-04 | 0.125 | | +| ood | retrieval | 1 | +0.311 | [+0.206, +0.417] | 3/3 | 2.1e-05-7.6e-05 | 0.125 | | +| ood | retrieval | 4 | +0.333 | [+0.228, +0.444] | 3/3 | 3.0e-06-2.1e-05 | 0.125 | | +| ood | retrieval | 16 | +0.222 | [+0.128, +0.322] | 3/3 | 2.4e-04-5.2e-04 | 0.125 | | +| ood | flow | 1 | +0.006 | [-0.089, +0.106] | 1/3 | 1.0e+00-1.0e+00 | 0.500 | | +| ood | flow | 4 | +0.022 | [-0.033, +0.078] | 2/3 | 1.2e-01-1.0e+00 | 0.375 | | +| ood | flow | 16 | +0.061 | [+0.017, +0.111] | 3/3 | 1.2e-01-6.9e-01 | 0.125 | | +| ood | mdn | 1 | +0.006 | [-0.078, +0.089] | 1/3 | 6.1e-01-1.0e+00 | 0.500 | | +| ood | mdn | 4 | +0.011 | [-0.067, +0.089] | 1/3 | 4.2e-01-1.0e+00 | 0.500 | | +| ood | mdn | 16 | +0.072 | [-0.011, +0.161] | 3/3 | 2.3e-01-5.8e-01 | 0.125 | | +| ood | wta | 1 | +0.061 | [-0.017, +0.139] | 2/3 | 9.6e-02-1.0e+00 | 0.250 | | +| ood | wta | 4 | +0.078 | [+0.006, +0.150] | 3/3 | 3.9e-02-5.5e-01 | 0.125 | | +| ood | wta | 16 | +0.217 | [+0.139, +0.300] | 3/3 | 2.4e-04-5.2e-04 | 0.125 | | +| ood | cvae | 1 | +0.089 | [+0.022, +0.167] | 3/3 | 6.4e-02-5.8e-01 | 0.125 | | +| ood | cvae | 4 | +0.167 | [+0.094, +0.244] | 3/3 | 7.4e-03-4.9e-02 | 0.125 | | +| ood | cvae | 16 | +0.156 | [+0.072, +0.244] | 3/3 | 2.4e-04-1.5e-01 | 0.125 | | +| ood | mip-det | 1 | -0.011 | [-0.094, +0.078] | 1/3 | 6.1e-01-1.0e+00 | 0.750 | | +| ood | mip-det | 4 | +0.194 | [+0.111, +0.283] | 3/3 | 6.1e-05-2.1e-02 | 0.125 | | +| ood | mip-det | 16 | +0.333 | [+0.233, +0.433] | 3/3 | 9.5e-07-3.8e-06 | 0.125 | | +| ood | mip-noise | 1 | -0.022 | [-0.094, +0.050] | 2/3 | 1.2e-01-1.0e+00 | 0.625 | | +| ood | mip-noise | 4 | +0.094 | [+0.028, +0.167] | 3/3 | 3.4e-03-7.9e-01 | 0.125 | | +| ood | mip-noise | 16 | +0.217 | [+0.139, +0.300] | 3/3 | 1.2e-04-3.4e-03 | 0.125 | | +| ood | tsd | 1 | +0.028 | [-0.061, +0.117] | 2/3 | 1.8e-01-4.8e-01 | 0.375 | | +| ood | tsd | 4 | +0.117 | [+0.044, +0.200] | 3/3 | 9.8e-04-4.5e-01 | 0.125 | | +| ood | tsd | 16 | +0.150 | [+0.083, +0.222] | 3/3 | 1.2e-02-2.1e-02 | 0.125 | | diff --git a/results/icml_r3/X1S/x1_table_m4.md b/results/icml_r3/X1S/x1_table_m4.md new file mode 100644 index 0000000000000000000000000000000000000000..208be885ced34c30979ba3a4686fe65d1eefe751 --- /dev/null +++ b/results/icml_r3/X1S/x1_table_m4.md @@ -0,0 +1,73 @@ +m=4, 8k bank, 16 candidates, certified rate within first b (mean+-sd over S seeds; sd needs S>1). NFE = network evaluations per candidate. + +| arm | S | NFE | variant | iid b=1 | iid b=4 | iid b=16 | OOD b=1 | OOD b=4 | OOD b=16 | +|---|---|---|---|---|---|---|---|---|---| +| diffusion | 3 | 500 | | 0.342+-0.038 | 0.586+-0.013 | 0.814+-0.013 | 0.206+-0.019 | 0.400+-0.044 | 0.572+-0.042 | +| twin | 3 | 1 | | 0.356+-0.032 | 0.425+-0.017 | 0.483+-0.029 | 0.217+-0.058 | 0.244+-0.025 | 0.300+-0.029 | +| retrieval | 3 | 0 | | 0.033+-0.000 | 0.142+-0.000 | 0.283+-0.000 | 0.067+-0.000 | 0.133+-0.000 | 0.267+-0.000 | +| flow | 3 | 256 | steps=256 | 0.339+-0.043 | 0.600+-0.022 | 0.750+-0.022 | 0.206+-0.038 | 0.383+-0.017 | 0.522+-0.025 | +| mdn | 3 | 1 | mode=rank | 0.272+-0.017 | 0.556+-0.067 | 0.644+-0.050 | 0.144+-0.025 | 0.311+-0.095 | 0.361+-0.048 | +| wta | 3 | 1 | mode=raw | 0.269+-0.013 | 0.461+-0.041 | 0.569+-0.025 | 0.200+-0.033 | 0.272+-0.035 | 0.328+-0.048 | +| cvae | 3 | 1 | - | 0.244+-0.034 | 0.408+-0.058 | 0.528+-0.029 | 0.139+-0.048 | 0.267+-0.058 | 0.383+-0.044 | +| mip-det | 3 | 2 | mode=det | 0.325+-0.046 | 0.325+-0.046 | 0.325+-0.046 | 0.189+-0.010 | 0.189+-0.010 | 0.189+-0.010 | +| mip-noise | 3 | 2 | mode=noise | 0.331+-0.038 | 0.400+-0.046 | 0.483+-0.042 | 0.189+-0.025 | 0.250+-0.029 | 0.311+-0.010 | +| tsd | 3 | 2 | - | 0.308+-0.030 | 0.450+-0.044 | 0.575+-0.025 | 0.167+-0.033 | 0.272+-0.051 | 0.378+-0.063 | + +Diffusion minus arm (certified-rate difference, seed-mean; plant-bootstrap 95% CI; seeds with diffusion ahead; per-seed exact McNemar p min-max; Holm-all-seeds criterion for iid b=4,16). + +| set | arm | b | diff | plant CI | seeds ahead | McNemar p (min-max over seeds) | seed-level one-sided sign-flip p | beats (Holm, all seeds) | +|---|---|---|---|---|---|---|---|---| +| iid | twin | 1 | -0.014 | [-0.069, +0.042] | 1/3 | 1.2e-01-1.0e+00 | 0.750 | | +| iid | twin | 4 | +0.161 | [+0.100, +0.228] | 3/3 | 1.9e-04-4.6e-03 | 0.125 | None | +| iid | twin | 16 | +0.331 | [+0.261, +0.403] | 3/3 | 6.8e-13-4.1e-10 | 0.125 | None | +| iid | retrieval | 1 | +0.308 | [+0.242, +0.372] | 3/3 | 5.1e-12-2.1e-09 | 0.125 | | +| iid | retrieval | 4 | +0.444 | [+0.361, +0.522] | 3/3 | 2.3e-14-4.4e-14 | 0.125 | None | +| iid | retrieval | 16 | +0.531 | [+0.444, +0.619] | 3/3 | 1.8e-18-3.6e-16 | 0.125 | None | +| iid | flow | 1 | +0.003 | [-0.056, +0.064] | 1/3 | 7.1e-02-8.7e-01 | 0.500 | | +| iid | flow | 4 | -0.014 | [-0.072, +0.044] | 0/3 | 7.4e-01-1.0e+00 | 1.000 | False | +| iid | flow | 16 | +0.064 | [+0.011, +0.114] | 3/3 | 5.2e-02-4.8e-01 | 0.125 | False | +| iid | mdn | 1 | +0.069 | [+0.017, +0.125] | 3/3 | 7.1e-02-3.3e-01 | 0.125 | | +| iid | mdn | 4 | +0.031 | [-0.031, +0.092] | 2/3 | 1.3e-01-2.5e-01 | 0.250 | False | +| iid | mdn | 16 | +0.169 | [+0.111, +0.228] | 3/3 | 3.5e-06-1.1e-02 | 0.125 | False | +| iid | wta | 1 | +0.072 | [+0.011, +0.128] | 3/3 | 3.8e-02-7.2e-01 | 0.125 | | +| iid | wta | 4 | +0.125 | [+0.064, +0.186] | 3/3 | 8.8e-04-2.4e-01 | 0.125 | False | +| iid | wta | 16 | +0.244 | [+0.183, +0.308] | 3/3 | 2.1e-09-4.6e-06 | 0.125 | True | +| iid | cvae | 1 | +0.097 | [+0.042, +0.147] | 3/3 | 3.2e-04-2.6e-01 | 0.125 | | +| iid | cvae | 4 | +0.178 | [+0.117, +0.242] | 3/3 | 4.3e-06-5.1e-03 | 0.125 | True | +| iid | cvae | 16 | +0.286 | [+0.228, +0.347] | 3/3 | 1.5e-09-7.9e-09 | 0.125 | True | +| iid | mip-det | 1 | +0.017 | [-0.042, +0.075] | 1/3 | 4.7e-02-7.1e-01 | 0.500 | | +| iid | mip-det | 4 | +0.261 | [+0.194, +0.331] | 3/3 | 1.7e-08-1.9e-06 | 0.125 | True | +| iid | mip-det | 16 | +0.489 | [+0.419, +0.558] | 3/3 | 3.6e-18-1.1e-16 | 0.125 | True | +| iid | mip-noise | 1 | +0.011 | [-0.044, +0.067] | 1/3 | 9.0e-02-7.0e-01 | 0.500 | | +| iid | mip-noise | 4 | +0.186 | [+0.125, +0.247] | 3/3 | 2.5e-05-1.3e-03 | 0.125 | True | +| iid | mip-noise | 16 | +0.331 | [+0.267, +0.394] | 3/3 | 7.0e-11-2.8e-10 | 0.125 | True | +| iid | tsd | 1 | +0.033 | [-0.022, +0.092] | 2/3 | 5.3e-02-8.6e-01 | 0.375 | | +| iid | tsd | 4 | +0.136 | [+0.078, +0.194] | 3/3 | 1.1e-03-4.3e-02 | 0.125 | False | +| iid | tsd | 16 | +0.239 | [+0.178, +0.306] | 3/3 | 4.6e-07-1.4e-06 | 0.125 | True | +| ood | twin | 1 | -0.011 | [-0.083, +0.056] | 1/3 | 3.9e-01-1.0e+00 | 0.750 | | +| ood | twin | 4 | +0.156 | [+0.078, +0.233] | 3/3 | 4.2e-03-6.5e-02 | 0.125 | | +| ood | twin | 16 | +0.272 | [+0.183, +0.367] | 3/3 | 9.5e-07-1.5e-03 | 0.125 | | +| ood | retrieval | 1 | +0.139 | [+0.072, +0.211] | 3/3 | 1.2e-02-2.2e-02 | 0.125 | | +| ood | retrieval | 4 | +0.267 | [+0.172, +0.367] | 3/3 | 2.1e-05-7.3e-04 | 0.125 | | +| ood | retrieval | 16 | +0.306 | [+0.200, +0.417] | 3/3 | 9.5e-07-1.4e-04 | 0.125 | | +| ood | flow | 1 | +0.000 | [-0.061, +0.056] | 2/3 | 4.5e-01-7.7e-01 | 0.625 | | +| ood | flow | 4 | +0.017 | [-0.044, +0.083] | 1/3 | 5.1e-01-1.0e+00 | 0.500 | | +| ood | flow | 16 | +0.050 | [-0.017, +0.122] | 3/3 | 3.4e-01-1.0e+00 | 0.125 | | +| ood | mdn | 1 | +0.061 | [+0.006, +0.122] | 3/3 | 1.1e-01-7.5e-01 | 0.125 | | +| ood | mdn | 4 | +0.089 | [+0.011, +0.172] | 2/3 | 2.4e-04-7.9e-01 | 0.250 | | +| ood | mdn | 16 | +0.211 | [+0.128, +0.300] | 3/3 | 1.2e-04-1.2e-01 | 0.125 | | +| ood | wta | 1 | +0.006 | [-0.061, +0.067] | 2/3 | 1.0e+00-1.0e+00 | 0.500 | | +| ood | wta | 4 | +0.128 | [+0.050, +0.211] | 3/3 | 4.9e-02-1.8e-01 | 0.125 | | +| ood | wta | 16 | +0.244 | [+0.150, +0.344] | 3/3 | 2.1e-05-1.9e-02 | 0.125 | | +| ood | cvae | 1 | +0.067 | [+0.011, +0.122] | 3/3 | 1.1e-01-5.8e-01 | 0.125 | | +| ood | cvae | 4 | +0.133 | [+0.061, +0.211] | 3/3 | 4.9e-02-1.2e-01 | 0.125 | | +| ood | cvae | 16 | +0.189 | [+0.106, +0.278] | 3/3 | 1.4e-04-1.2e-01 | 0.125 | | +| ood | mip-det | 1 | +0.017 | [-0.050, +0.078] | 2/3 | 7.7e-01-1.0e+00 | 0.250 | | +| ood | mip-det | 4 | +0.211 | [+0.144, +0.283] | 3/3 | 1.4e-04-7.4e-03 | 0.125 | | +| ood | mip-det | 16 | +0.383 | [+0.289, +0.478] | 3/3 | 3.0e-08-1.1e-05 | 0.125 | | +| ood | mip-noise | 1 | +0.017 | [-0.044, +0.072] | 2/3 | 7.7e-01-1.0e+00 | 0.250 | | +| ood | mip-noise | 4 | +0.150 | [+0.089, +0.217] | 3/3 | 2.3e-03-1.5e-01 | 0.125 | | +| ood | mip-noise | 16 | +0.261 | [+0.167, +0.361] | 3/3 | 7.6e-06-2.3e-03 | 0.125 | | +| ood | tsd | 1 | +0.039 | [-0.011, +0.089] | 3/3 | 1.2e-01-1.0e+00 | 0.125 | | +| ood | tsd | 4 | +0.128 | [+0.067, +0.189] | 3/3 | 1.3e-03-6.1e-01 | 0.125 | | +| ood | tsd | 16 | +0.194 | [+0.111, +0.283] | 3/3 | 5.2e-04-2.1e-02 | 0.125 | | diff --git a/results/icml_r3/X1S/x3_holm.py b/results/icml_r3/X1S/x3_holm.py new file mode 100644 index 0000000000000000000000000000000000000000..02a71281d8ab98949aef4cb229abe09a9391c130 --- /dev/null +++ b/results/icml_r3/X1S/x3_holm.py @@ -0,0 +1,14 @@ +"""X3 Holm decision rule of PREREG.md section 7 (X3 family = {twin, retrieval} x b in {1,4,16} x m in {2..5}, iid, 24 tests per seed), applied to the per-seed +exact McNemar p-values stored in x3_results.json. 'diffusion beats arm A at (m, b)' iff, in EVERY seed, the Holm-adjusted p < 0.05 and diffusion is ahead. +Post-hoc: analyze_x3.py does not output it. python results/icml_r3/X1S/x3_holm.py > results/icml_r3/X1S/x3_holm.txt""" +import json +import numpy as np +from nonlinear.mimo_unstable.mh_stats import holm +R = json.load(open("results/icml_r3/X1S/x3_results.json")); keys = [(m, b, c) for m in "2345" for b in ("1", "4", "16") for c in ("diff_vs_twin", "diff_vs_retr")] +seeds = sorted(R["2"]["iid"]["1"]["diff_vs_twin"]["per_seed"], key=int); win = {k: [] for k in keys}; adjmax = {k: 0.0 for k in keys} +for s in seeds: + p = np.array([R[m]["iid"][b][c]["per_seed"][s]["p"] for m, b, c in keys]); adj = holm(p) + for k, a in zip(keys, adj): + r = R[k[0]]["iid"][k[1]][k[2]]["per_seed"][s]; win[k].append(bool(a < 0.05 and r["diff"] > 0)); adjmax[k] = max(adjmax[k], float(a)) +print("m b comparator | seeds where Holm p<0.05 and diffusion ahead | max Holm p over seeds | beats in every seed") +for k in keys: print(k[0], k[1], k[2].replace("diff_vs_", ""), f"{sum(win[k])}/{len(seeds)}", f"{adjmax[k]:.2g}", all(win[k])) diff --git a/results/icml_r3/X1S/x3_holm.txt b/results/icml_r3/X1S/x3_holm.txt new file mode 100644 index 0000000000000000000000000000000000000000..95a3abba59e10e7b9da011a9fd821b465fb92062 --- /dev/null +++ b/results/icml_r3/X1S/x3_holm.txt @@ -0,0 +1,25 @@ +m b comparator | seeds where Holm p<0.05 and diffusion ahead | max Holm p over seeds | beats in every seed +2 1 twin 0/5 1 False +2 1 retr 5/5 0.00015 True +2 4 twin 5/5 0.0049 True +2 4 retr 5/5 2.9e-05 True +2 16 twin 5/5 0.0011 True +2 16 retr 5/5 0.00053 True +3 1 twin 0/5 1 False +3 1 retr 5/5 1.2e-08 True +3 4 twin 5/5 0.03 True +3 4 retr 5/5 2.5e-12 True +3 16 twin 5/5 3.7e-06 True +3 16 retr 5/5 1.1e-08 True +4 1 twin 0/5 1 False +4 1 retr 5/5 3.4e-08 True +4 4 twin 5/5 0.027 True +4 4 retr 5/5 1e-12 True +4 16 twin 5/5 2.7e-06 True +4 16 retr 5/5 8.5e-15 True +5 1 twin 1/5 1 False +5 1 retr 5/5 0.00029 True +5 4 twin 5/5 0.0017 True +5 4 retr 5/5 3.7e-06 True +5 16 twin 5/5 3.2e-06 True +5 16 retr 5/5 3.5e-10 True diff --git a/results/icml_r3/X1S/x3_results.json b/results/icml_r3/X1S/x3_results.json new file mode 100644 index 0000000000000000000000000000000000000000..bd90dea19a6c346a0d7f719f69386d36cd4d08fb --- /dev/null +++ b/results/icml_r3/X1S/x3_results.json @@ -0,0 +1,3938 @@ +{ + "2": { + "iid": { + "1": { + "diff_vs_twin": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.7166666666666667, + "rateB_mean": 0.7016666666666667, + "rateA_sd": 0.02825970826302192, + "rateB_sd": 0.04579543888011362, + "diff_mean": 0.01499999999999999, + "diff_sd": 0.06330043004944311, + "diff_seed_tci": [ + -0.06359786506320923, + 0.0935978650632092 + ], + "diff_plant_boot": [ + -0.03666666666666667, + 0.06833333333333334 + ], + "diff_hier_boot": [ + -0.06166666666666667, + 0.1 + ], + "seeds_positive": 3, + "p_signflip_one": 0.3125, + "p_signflip_two": 0.625, + "per_seed": { + "0": { + "A": 0.7166666666666667, + "B": 0.7666666666666667, + "diff": -0.050000000000000044, + "a_only": 10, + "b_only": 16, + "p": 0.32693958282470703 + }, + "1": { + "A": 0.7083333333333334, + "B": 0.7, + "diff": 0.008333333333333415, + "a_only": 14, + "b_only": 13, + "p": 1.0 + }, + "2": { + "A": 0.675, + "B": 0.7166666666666667, + "diff": -0.04166666666666663, + "a_only": 10, + "b_only": 15, + "p": 0.42435622215270996 + }, + "3": { + "A": 0.7333333333333333, + "B": 0.6416666666666667, + "diff": 0.09166666666666656, + "a_only": 21, + "b_only": 10, + "p": 0.07075554598122835 + }, + "4": { + "A": 0.75, + "B": 0.6833333333333333, + "diff": 0.06666666666666665, + "a_only": 19, + "b_only": 11, + "p": 0.20048842206597334 + } + } + }, + "diff_vs_retr": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.7166666666666667, + "rateB_mean": 0.425, + "rateA_sd": 0.02825970826302192, + "rateB_sd": 0.0, + "diff_mean": 0.2916666666666667, + "diff_sd": 0.02825970826302192, + "diff_seed_tci": [ + 0.25657760431673093, + 0.32675572901660244 + ], + "diff_plant_boot": [ + 0.19829166666666664, + 0.38333333333333336 + ], + "diff_hier_boot": [ + 0.19, + 0.39004166666666645 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.7166666666666667, + "B": 0.425, + "diff": 0.2916666666666667, + "a_only": 46, + "b_only": 11, + "p": 3.3118847623803123e-06 + }, + "1": { + "A": 0.7083333333333334, + "B": 0.425, + "diff": 0.2833333333333334, + "a_only": 44, + "b_only": 10, + "p": 3.3856859533720747e-06 + }, + "2": { + "A": 0.675, + "B": 0.425, + "diff": 0.25000000000000006, + "a_only": 39, + "b_only": 9, + "p": 1.5221826110689564e-05 + }, + "3": { + "A": 0.7333333333333333, + "B": 0.425, + "diff": 0.3083333333333333, + "a_only": 47, + "b_only": 10, + "p": 7.513043097095994e-07 + }, + "4": { + "A": 0.75, + "B": 0.425, + "diff": 0.325, + "a_only": 50, + "b_only": 11, + "p": 4.588831219506234e-07 + } + } + }, + "diff_rates": [ + 0.7166666666666667, + 0.7083333333333334, + 0.675, + 0.7333333333333333, + 0.75 + ], + "twin_rates": [ + 0.7666666666666667, + 0.7, + 0.7166666666666667, + 0.6416666666666667, + 0.6833333333333333 + ], + "retr_rate": 0.425 + }, + "4": { + "diff_vs_twin": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.9466666666666667, + "rateB_mean": 0.78, + "rateA_sd": 0.022515426810177167, + "rateB_sd": 0.022515426810177167, + "diff_mean": 0.16666666666666663, + "diff_sd": 0.040824829046386325, + "diff_seed_tci": [ + 0.11597594620694543, + 0.21735738712638783 + ], + "diff_plant_boot": [ + 0.11333333333333334, + 0.22166666666666668 + ], + "diff_hier_boot": [ + 0.10333333333333333, + 0.23833333333333334 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.9083333333333333, + "B": 0.8, + "diff": 0.10833333333333328, + "a_only": 14, + "b_only": 1, + "p": 0.0009765625 + }, + "1": { + "A": 0.9583333333333334, + "B": 0.7666666666666667, + "diff": 0.19166666666666665, + "a_only": 26, + "b_only": 3, + "p": 1.5236437320709229e-05 + }, + "2": { + "A": 0.95, + "B": 0.7666666666666667, + "diff": 0.18333333333333324, + "a_only": 22, + "b_only": 0, + "p": 4.76837158203125e-07 + }, + "3": { + "A": 0.9666666666666667, + "B": 0.7583333333333333, + "diff": 0.20833333333333337, + "a_only": 26, + "b_only": 1, + "p": 4.172325134277344e-07 + }, + "4": { + "A": 0.95, + "B": 0.8083333333333333, + "diff": 0.1416666666666666, + "a_only": 19, + "b_only": 2, + "p": 0.00022125244140625 + } + } + }, + "diff_vs_retr": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.9466666666666667, + "rateB_mean": 0.6666666666666666, + "rateA_sd": 0.022515426810177167, + "rateB_sd": 0.0, + "diff_mean": 0.27999999999999997, + "diff_sd": 0.022515426810177163, + "diff_seed_tci": [ + 0.2520434051256112, + 0.30795659487438876 + ], + "diff_plant_boot": [ + 0.2033333333333333, + 0.3616666666666667 + ], + "diff_hier_boot": [ + 0.19833333333333333, + 0.36333333333333334 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.9083333333333333, + "B": 0.6666666666666666, + "diff": 0.2416666666666667, + "a_only": 34, + "b_only": 5, + "p": 2.4299079086631536e-06 + }, + "1": { + "A": 0.9583333333333334, + "B": 0.6666666666666666, + "diff": 0.29166666666666674, + "a_only": 36, + "b_only": 1, + "p": 5.529727786779404e-10 + }, + "2": { + "A": 0.95, + "B": 0.6666666666666666, + "diff": 0.2833333333333333, + "a_only": 37, + "b_only": 3, + "p": 1.946500560734421e-08 + }, + "3": { + "A": 0.9666666666666667, + "B": 0.6666666666666666, + "diff": 0.30000000000000004, + "a_only": 36, + "b_only": 0, + "p": 2.9103830456733704e-11 + }, + "4": { + "A": 0.95, + "B": 0.6666666666666666, + "diff": 0.2833333333333333, + "a_only": 37, + "b_only": 3, + "p": 1.946500560734421e-08 + } + } + }, + "diff_rates": [ + 0.9083333333333333, + 0.9583333333333334, + 0.95, + 0.9666666666666667, + 0.95 + ], + "twin_rates": [ + 0.8, + 0.7666666666666667, + 0.7666666666666667, + 0.7583333333333333, + 0.8083333333333333 + ], + "retr_rate": 0.6666666666666666 + }, + "16": { + "diff_vs_twin": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.9866666666666667, + "rateB_mean": 0.8416666666666667, + "rateA_sd": 0.004564354645876428, + "rateB_sd": 0.028259708263021942, + "diff_mean": 0.145, + "diff_sd": 0.028012893856619342, + "diff_seed_tci": [ + 0.11021739821273235, + 0.17978260178726763 + ], + "diff_plant_boot": [ + 0.09499999999999999, + 0.20166666666666666 + ], + "diff_hier_boot": [ + 0.085, + 0.21 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.9833333333333333, + "B": 0.85, + "diff": 0.1333333333333333, + "a_only": 16, + "b_only": 0, + "p": 3.0517578125e-05 + }, + "1": { + "A": 0.9833333333333333, + "B": 0.8083333333333333, + "diff": 0.17499999999999993, + "a_only": 22, + "b_only": 1, + "p": 5.7220458984375e-06 + }, + "2": { + "A": 0.9916666666666667, + "B": 0.875, + "diff": 0.1166666666666667, + "a_only": 14, + "b_only": 0, + "p": 0.0001220703125 + }, + "3": { + "A": 0.9916666666666667, + "B": 0.8166666666666667, + "diff": 0.17500000000000004, + "a_only": 21, + "b_only": 0, + "p": 9.5367431640625e-07 + }, + "4": { + "A": 0.9833333333333333, + "B": 0.8583333333333333, + "diff": 0.125, + "a_only": 16, + "b_only": 1, + "p": 0.000274658203125 + } + } + }, + "diff_vs_retr": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.9866666666666667, + "rateB_mean": 0.8416666666666667, + "rateA_sd": 0.004564354645876428, + "rateB_sd": 1.2412670766236366e-16, + "diff_mean": 0.14499999999999996, + "diff_sd": 0.004564354645876429, + "diff_seed_tci": [ + 0.13933260516118112, + 0.1506673948388188 + ], + "diff_plant_boot": [ + 0.08333333333333333, + 0.21166666666666664 + ], + "diff_hier_boot": [ + 0.08333333333333333, + 0.20833333333333334 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.9833333333333333, + "B": 0.8416666666666667, + "diff": 0.1416666666666666, + "a_only": 17, + "b_only": 0, + "p": 1.52587890625e-05 + }, + "1": { + "A": 0.9833333333333333, + "B": 0.8416666666666667, + "diff": 0.1416666666666666, + "a_only": 18, + "b_only": 1, + "p": 7.62939453125e-05 + }, + "2": { + "A": 0.9916666666666667, + "B": 0.8416666666666667, + "diff": 0.15000000000000002, + "a_only": 19, + "b_only": 1, + "p": 4.00543212890625e-05 + }, + "3": { + "A": 0.9916666666666667, + "B": 0.8416666666666667, + "diff": 0.15000000000000002, + "a_only": 18, + "b_only": 0, + "p": 7.62939453125e-06 + }, + "4": { + "A": 0.9833333333333333, + "B": 0.8416666666666667, + "diff": 0.1416666666666666, + "a_only": 18, + "b_only": 1, + "p": 7.62939453125e-05 + } + } + }, + "diff_rates": [ + 0.9833333333333333, + 0.9833333333333333, + 0.9916666666666667, + 0.9916666666666667, + 0.9833333333333333 + ], + "twin_rates": [ + 0.85, + 0.8083333333333333, + 0.875, + 0.8166666666666667, + 0.8583333333333333 + ], + "retr_rate": 0.8416666666666667 + } + }, + "ood": { + "1": { + "diff_vs_twin": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.6033333333333334, + "rateB_mean": 0.62, + "rateA_sd": 0.03800584750330459, + "rateB_sd": 0.013944333775567917, + "diff_mean": -0.016666666666666673, + "diff_sd": 0.03535533905932737, + "diff_seed_tci": [ + -0.060566118320920806, + 0.027232784987587456 + ], + "diff_plant_boot": [ + -0.1, + 0.06333333333333332 + ], + "diff_hier_boot": [ + -0.11, + 0.08333333333333333 + ], + "seeds_positive": 1, + "p_signflip_one": 0.875, + "p_signflip_two": 0.375, + "per_seed": { + "0": { + "A": 0.6666666666666666, + "B": 0.6333333333333333, + "diff": 0.033333333333333326, + "a_only": 7, + "b_only": 5, + "p": 0.7744140625 + }, + "1": { + "A": 0.6, + "B": 0.6, + "diff": 0.0, + "a_only": 9, + "b_only": 9, + "p": 1.0 + }, + "2": { + "A": 0.6, + "B": 0.6166666666666667, + "diff": -0.01666666666666672, + "a_only": 6, + "b_only": 7, + "p": 1.0 + }, + "3": { + "A": 0.5833333333333334, + "B": 0.6333333333333333, + "diff": -0.04999999999999993, + "a_only": 6, + "b_only": 9, + "p": 0.6072387695312499 + }, + "4": { + "A": 0.5666666666666667, + "B": 0.6166666666666667, + "diff": -0.050000000000000044, + "a_only": 6, + "b_only": 9, + "p": 0.6072387695312499 + } + } + }, + "diff_vs_retr": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.6033333333333334, + "rateB_mean": 0.38333333333333336, + "rateA_sd": 0.03800584750330459, + "rateB_sd": 0.0, + "diff_mean": 0.21999999999999997, + "diff_sd": 0.03800584750330458, + "diff_seed_tci": [ + 0.17280950743392426, + 0.2671904925660757 + ], + "diff_plant_boot": [ + 0.08333333333333333, + 0.3500833333333337 + ], + "diff_hier_boot": [ + 0.06991666666666668, + 0.36666666666666664 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.6666666666666666, + "B": 0.38333333333333336, + "diff": 0.28333333333333327, + "a_only": 24, + "b_only": 7, + "p": 0.003326892852783203 + }, + "1": { + "A": 0.6, + "B": 0.38333333333333336, + "diff": 0.21666666666666662, + "a_only": 19, + "b_only": 6, + "p": 0.01463329792022705 + }, + "2": { + "A": 0.6, + "B": 0.38333333333333336, + "diff": 0.21666666666666662, + "a_only": 20, + "b_only": 7, + "p": 0.0191572904586792 + }, + "3": { + "A": 0.5833333333333334, + "B": 0.38333333333333336, + "diff": 0.2, + "a_only": 18, + "b_only": 6, + "p": 0.022655844688415527 + }, + "4": { + "A": 0.5666666666666667, + "B": 0.38333333333333336, + "diff": 0.1833333333333333, + "a_only": 20, + "b_only": 9, + "p": 0.06142834573984146 + } + } + }, + "diff_rates": [ + 0.6666666666666666, + 0.6, + 0.6, + 0.5833333333333334, + 0.5666666666666667 + ], + "twin_rates": [ + 0.6333333333333333, + 0.6, + 0.6166666666666667, + 0.6333333333333333, + 0.6166666666666667 + ], + "retr_rate": 0.38333333333333336 + }, + "4": { + "diff_vs_twin": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.8333333333333334, + "rateB_mean": 0.7033333333333334, + "rateA_sd": 0.02041241452319317, + "rateB_sd": 0.03613247231446466, + "diff_mean": 0.13000000000000003, + "diff_sd": 0.04472135954999578, + "diff_seed_tci": [ + 0.07447109789604418, + 0.1855289021039559 + ], + "diff_plant_boot": [ + 0.07, + 0.19666666666666668 + ], + "diff_hier_boot": [ + 0.05333333333333334, + 0.21666666666666667 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.8666666666666667, + "B": 0.6833333333333333, + "diff": 0.18333333333333335, + "a_only": 13, + "b_only": 2, + "p": 0.00738525390625 + }, + "1": { + "A": 0.8166666666666667, + "B": 0.6666666666666666, + "diff": 0.15000000000000002, + "a_only": 10, + "b_only": 1, + "p": 0.01171875 + }, + "2": { + "A": 0.8166666666666667, + "B": 0.7333333333333333, + "diff": 0.08333333333333337, + "a_only": 7, + "b_only": 2, + "p": 0.1796875 + }, + "3": { + "A": 0.8333333333333334, + "B": 0.6833333333333333, + "diff": 0.15000000000000002, + "a_only": 11, + "b_only": 2, + "p": 0.0224609375 + }, + "4": { + "A": 0.8333333333333334, + "B": 0.75, + "diff": 0.08333333333333337, + "a_only": 6, + "b_only": 1, + "p": 0.125 + } + } + }, + "diff_vs_retr": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.8333333333333334, + "rateB_mean": 0.7333333333333333, + "rateA_sd": 0.02041241452319317, + "rateB_sd": 0.0, + "diff_mean": 0.10000000000000006, + "diff_sd": 0.02041241452319317, + "diff_seed_tci": [ + 0.07465463977013945, + 0.12534536022986068 + ], + "diff_plant_boot": [ + 0.0033333333333333288, + 0.2 + ], + "diff_hier_boot": [ + -0.0033333333333333335, + 0.20333333333333334 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.8666666666666667, + "B": 0.7333333333333333, + "diff": 0.13333333333333341, + "a_only": 11, + "b_only": 3, + "p": 0.057373046875 + }, + "1": { + "A": 0.8166666666666667, + "B": 0.7333333333333333, + "diff": 0.08333333333333337, + "a_only": 8, + "b_only": 3, + "p": 0.2265625 + }, + "2": { + "A": 0.8166666666666667, + "B": 0.7333333333333333, + "diff": 0.08333333333333337, + "a_only": 10, + "b_only": 5, + "p": 0.30175781249999994 + }, + "3": { + "A": 0.8333333333333334, + "B": 0.7333333333333333, + "diff": 0.10000000000000009, + "a_only": 9, + "b_only": 3, + "p": 0.14599609375 + }, + "4": { + "A": 0.8333333333333334, + "B": 0.7333333333333333, + "diff": 0.10000000000000009, + "a_only": 9, + "b_only": 3, + "p": 0.14599609375 + } + } + }, + "diff_rates": [ + 0.8666666666666667, + 0.8166666666666667, + 0.8166666666666667, + 0.8333333333333334, + 0.8333333333333334 + ], + "twin_rates": [ + 0.6833333333333333, + 0.6666666666666666, + 0.7333333333333333, + 0.6833333333333333, + 0.75 + ], + "retr_rate": 0.7333333333333333 + }, + "16": { + "diff_vs_twin": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.93, + "rateB_mean": 0.76, + "rateA_sd": 0.01825741858350552, + "rateB_sd": 0.030276503540974956, + "diff_mean": 0.17, + "diff_sd": 0.046248123085038714, + "diff_seed_tci": [ + 0.11257537058081105, + 0.22742462941918898 + ], + "diff_plant_boot": [ + 0.09666666666666668, + 0.25333333333333335 + ], + "diff_hier_boot": [ + 0.08666666666666667, + 0.26666666666666666 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.9333333333333333, + "B": 0.7333333333333333, + "diff": 0.20000000000000007, + "a_only": 13, + "b_only": 1, + "p": 0.0018310546875 + }, + "1": { + "A": 0.9333333333333333, + "B": 0.75, + "diff": 0.18333333333333335, + "a_only": 11, + "b_only": 0, + "p": 0.0009765625 + }, + "2": { + "A": 0.9, + "B": 0.8, + "diff": 0.09999999999999998, + "a_only": 7, + "b_only": 1, + "p": 0.0703125 + }, + "3": { + "A": 0.95, + "B": 0.7333333333333333, + "diff": 0.21666666666666667, + "a_only": 13, + "b_only": 0, + "p": 0.000244140625 + }, + "4": { + "A": 0.9333333333333333, + "B": 0.7833333333333333, + "diff": 0.15000000000000002, + "a_only": 9, + "b_only": 0, + "p": 0.00390625 + } + } + }, + "diff_vs_retr": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.93, + "rateB_mean": 0.8833333333333333, + "rateA_sd": 0.01825741858350552, + "rateB_sd": 1.2412670766236366e-16, + "diff_mean": 0.046666666666666703, + "diff_sd": 0.01825741858350552, + "diff_seed_tci": [ + 0.023997087311391538, + 0.06933624602194187 + ], + "diff_plant_boot": [ + -0.013333333333333334, + 0.11666666666666667 + ], + "diff_hier_boot": [ + -0.02, + 0.12 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.9333333333333333, + "B": 0.8833333333333333, + "diff": 0.050000000000000044, + "a_only": 4, + "b_only": 1, + "p": 0.375 + }, + "1": { + "A": 0.9333333333333333, + "B": 0.8833333333333333, + "diff": 0.050000000000000044, + "a_only": 4, + "b_only": 1, + "p": 0.375 + }, + "2": { + "A": 0.9, + "B": 0.8833333333333333, + "diff": 0.01666666666666672, + "a_only": 5, + "b_only": 4, + "p": 1.0 + }, + "3": { + "A": 0.95, + "B": 0.8833333333333333, + "diff": 0.06666666666666665, + "a_only": 4, + "b_only": 0, + "p": 0.125 + }, + "4": { + "A": 0.9333333333333333, + "B": 0.8833333333333333, + "diff": 0.050000000000000044, + "a_only": 4, + "b_only": 1, + "p": 0.375 + } + } + }, + "diff_rates": [ + 0.9333333333333333, + 0.9333333333333333, + 0.9, + 0.95, + 0.9333333333333333 + ], + "twin_rates": [ + 0.7333333333333333, + 0.75, + 0.8, + 0.7333333333333333, + 0.7833333333333333 + ], + "retr_rate": 0.8833333333333333 + } + } + }, + "3": { + "iid": { + "1": { + "diff_vs_twin": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.5133333333333333, + "rateB_mean": 0.5433333333333333, + "rateA_sd": 0.05190803834132478, + "rateB_sd": 0.022360679774997873, + "diff_mean": -0.029999999999999992, + "diff_sd": 0.032058973436118916, + "diff_seed_tci": [ + -0.06980647313499967, + 0.009806473134999688 + ], + "diff_plant_boot": [ + -0.07833333333333332, + 0.01833333333333333 + ], + "diff_hier_boot": [ + -0.09504166666666666, + 0.03504166666666644 + ], + "seeds_positive": 1, + "p_signflip_one": 0.96875, + "p_signflip_two": 0.125, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.575, + "diff": 0.025000000000000022, + "a_only": 19, + "b_only": 16, + "p": 0.735878800856881 + }, + "1": { + "A": 0.5166666666666667, + "B": 0.5583333333333333, + "diff": -0.04166666666666663, + "a_only": 14, + "b_only": 19, + "p": 0.48685024166479707 + }, + "2": { + "A": 0.4666666666666667, + "B": 0.525, + "diff": -0.05833333333333335, + "a_only": 13, + "b_only": 20, + "p": 0.296206368599087 + }, + "3": { + "A": 0.5, + "B": 0.5333333333333333, + "diff": -0.033333333333333326, + "a_only": 15, + "b_only": 19, + "p": 0.6075913612730801 + }, + "4": { + "A": 0.48333333333333334, + "B": 0.525, + "diff": -0.041666666666666685, + "a_only": 17, + "b_only": 22, + "p": 0.5223973804968411 + } + } + }, + "diff_vs_retr": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.5133333333333333, + "rateB_mean": 0.10833333333333334, + "rateA_sd": 0.05190803834132478, + "rateB_sd": 1.5515838457795457e-17, + "diff_mean": 0.40499999999999997, + "diff_sd": 0.05190803834132478, + "diff_seed_tci": [ + 0.34054765757419636, + 0.4694523424258036 + ], + "diff_plant_boot": [ + 0.336625, + 0.475 + ], + "diff_hier_boot": [ + 0.31666666666666665, + 0.495 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.10833333333333334, + "diff": 0.49166666666666664, + "a_only": 63, + "b_only": 4, + "p": 1.1067861037383775e-14 + }, + "1": { + "A": 0.5166666666666667, + "B": 0.10833333333333334, + "diff": 0.4083333333333334, + "a_only": 50, + "b_only": 1, + "p": 4.618527782440651e-14 + }, + "2": { + "A": 0.4666666666666667, + "B": 0.10833333333333334, + "diff": 0.35833333333333334, + "a_only": 48, + "b_only": 5, + "p": 7.077378683106872e-10 + }, + "3": { + "A": 0.5, + "B": 0.10833333333333334, + "diff": 0.39166666666666666, + "a_only": 52, + "b_only": 5, + "p": 6.401865149108231e-11 + }, + "4": { + "A": 0.48333333333333334, + "B": 0.10833333333333334, + "diff": 0.375, + "a_only": 48, + "b_only": 3, + "p": 1.9674928353197174e-11 + } + } + }, + "diff_rates": [ + 0.6, + 0.5166666666666667, + 0.4666666666666667, + 0.5, + 0.48333333333333334 + ], + "twin_rates": [ + 0.575, + 0.5583333333333333, + 0.525, + 0.5333333333333333, + 0.525 + ], + "retr_rate": 0.10833333333333334 + }, + "4": { + "diff_vs_twin": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.7883333333333333, + "rateB_mean": 0.6116666666666667, + "rateA_sd": 0.043938087754880215, + "rateB_sd": 0.021730674684008845, + "diff_mean": 0.17666666666666667, + "diff_sd": 0.04265494630689906, + "diff_seed_tci": [ + 0.1237035554920755, + 0.22962977784125782 + ], + "diff_plant_boot": [ + 0.125, + 0.22833333333333333 + ], + "diff_hier_boot": [ + 0.105, + 0.24504166666666644 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.85, + "B": 0.6416666666666667, + "diff": 0.20833333333333326, + "a_only": 27, + "b_only": 2, + "p": 1.6242265701293945e-06 + }, + "1": { + "A": 0.75, + "B": 0.6083333333333333, + "diff": 0.14166666666666672, + "a_only": 24, + "b_only": 7, + "p": 0.003326892852783203 + }, + "2": { + "A": 0.75, + "B": 0.625, + "diff": 0.125, + "a_only": 21, + "b_only": 6, + "p": 0.005924612283706665 + }, + "3": { + "A": 0.8166666666666667, + "B": 0.5916666666666667, + "diff": 0.22499999999999998, + "a_only": 32, + "b_only": 5, + "p": 7.427530363202095e-06 + }, + "4": { + "A": 0.775, + "B": 0.5916666666666667, + "diff": 0.18333333333333335, + "a_only": 26, + "b_only": 4, + "p": 5.9476122260093696e-05 + } + } + }, + "diff_vs_retr": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.7883333333333333, + "rateB_mean": 0.30833333333333335, + "rateA_sd": 0.043938087754880215, + "rateB_sd": 0.0, + "diff_mean": 0.48, + "diff_sd": 0.043938087754880215, + "diff_seed_tci": [ + 0.42544365828484754, + 0.5345563417151524 + ], + "diff_plant_boot": [ + 0.4, + 0.5566666666666668 + ], + "diff_hier_boot": [ + 0.39, + 0.5733749999999997 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.85, + "B": 0.30833333333333335, + "diff": 0.5416666666666666, + "a_only": 66, + "b_only": 1, + "p": 9.215718466126788e-19 + }, + "1": { + "A": 0.75, + "B": 0.30833333333333335, + "diff": 0.44166666666666665, + "a_only": 56, + "b_only": 3, + "p": 1.189326415129699e-13 + }, + "2": { + "A": 0.75, + "B": 0.30833333333333335, + "diff": 0.44166666666666665, + "a_only": 55, + "b_only": 2, + "p": 2.295386103412511e-14 + }, + "3": { + "A": 0.8166666666666667, + "B": 0.30833333333333335, + "diff": 0.5083333333333333, + "a_only": 63, + "b_only": 2, + "p": 1.1633489310769463e-16 + }, + "4": { + "A": 0.775, + "B": 0.30833333333333335, + "diff": 0.4666666666666667, + "a_only": 57, + "b_only": 1, + "p": 4.0939474033052647e-16 + } + } + }, + "diff_rates": [ + 0.85, + 0.75, + 0.75, + 0.8166666666666667, + 0.775 + ], + "twin_rates": [ + 0.6416666666666667, + 0.6083333333333333, + 0.625, + 0.5916666666666667, + 0.5916666666666667 + ], + "retr_rate": 0.30833333333333335 + }, + "16": { + "diff_vs_twin": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.9266666666666666, + "rateB_mean": 0.665, + "rateA_sd": 0.01806623615723233, + "rateB_sd": 0.025954019170662392, + "diff_mean": 0.2616666666666666, + "diff_sd": 0.024720661623652197, + "diff_seed_tci": [ + 0.23097191111680027, + 0.29236142221653294 + ], + "diff_plant_boot": [ + 0.19833333333333333, + 0.3233333333333333 + ], + "diff_hier_boot": [ + 0.19333333333333333, + 0.335 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.9416666666666667, + "B": 0.7083333333333334, + "diff": 0.23333333333333328, + "a_only": 30, + "b_only": 2, + "p": 2.4633482098579407e-07 + }, + "1": { + "A": 0.9083333333333333, + "B": 0.6416666666666667, + "diff": 0.2666666666666666, + "a_only": 32, + "b_only": 0, + "p": 4.656612873077393e-10 + }, + "2": { + "A": 0.9166666666666666, + "B": 0.6583333333333333, + "diff": 0.2583333333333333, + "a_only": 32, + "b_only": 1, + "p": 7.916241884231567e-09 + }, + "3": { + "A": 0.95, + "B": 0.65, + "diff": 0.29999999999999993, + "a_only": 37, + "b_only": 1, + "p": 2.837623469531536e-10 + }, + "4": { + "A": 0.9166666666666666, + "B": 0.6666666666666666, + "diff": 0.25, + "a_only": 30, + "b_only": 0, + "p": 1.862645149230957e-09 + } + } + }, + "diff_vs_retr": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.9266666666666666, + "rateB_mean": 0.5833333333333334, + "rateA_sd": 0.01806623615723233, + "rateB_sd": 0.0, + "diff_mean": 0.3433333333333333, + "diff_sd": 0.018066236157232327, + "diff_seed_tci": [ + 0.3209011383138508, + 0.36576552835281584 + ], + "diff_plant_boot": [ + 0.26333333333333336, + 0.42666666666666664 + ], + "diff_hier_boot": [ + 0.26329166666666665, + 0.4233749999999998 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.9416666666666667, + "B": 0.5833333333333334, + "diff": 0.3583333333333333, + "a_only": 43, + "b_only": 0, + "p": 2.2737367544323206e-13 + }, + "1": { + "A": 0.9083333333333333, + "B": 0.5833333333333334, + "diff": 0.32499999999999996, + "a_only": 42, + "b_only": 3, + "p": 8.654978955746628e-10 + }, + "2": { + "A": 0.9166666666666666, + "B": 0.5833333333333334, + "diff": 0.33333333333333326, + "a_only": 41, + "b_only": 1, + "p": 1.9554136088117957e-11 + }, + "3": { + "A": 0.95, + "B": 0.5833333333333334, + "diff": 0.3666666666666666, + "a_only": 44, + "b_only": 0, + "p": 1.1368683772161603e-13 + }, + "4": { + "A": 0.9166666666666666, + "B": 0.5833333333333334, + "diff": 0.33333333333333326, + "a_only": 40, + "b_only": 0, + "p": 1.8189894035458565e-12 + } + } + }, + "diff_rates": [ + 0.9416666666666667, + 0.9083333333333333, + 0.9166666666666666, + 0.95, + 0.9166666666666666 + ], + "twin_rates": [ + 0.7083333333333334, + 0.6416666666666667, + 0.6583333333333333, + 0.65, + 0.6666666666666666 + ], + "retr_rate": 0.5833333333333334 + } + }, + "ood": { + "1": { + "diff_vs_twin": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.3933333333333333, + "rateB_mean": 0.4166666666666667, + "rateA_sd": 0.03248931448269656, + "rateB_sd": 0.03535533905932737, + "diff_mean": -0.023333333333333338, + "diff_sd": 0.03248931448269654, + "diff_seed_tci": [ + -0.06367414545281778, + 0.01700747878615111 + ], + "diff_plant_boot": [ + -0.08333333333333333, + 0.03666666666666667 + ], + "diff_hier_boot": [ + -0.1, + 0.06 + ], + "seeds_positive": 1, + "p_signflip_one": 0.96875, + "p_signflip_two": 0.3125, + "per_seed": { + "0": { + "A": 0.38333333333333336, + "B": 0.4166666666666667, + "diff": -0.033333333333333326, + "a_only": 4, + "b_only": 6, + "p": 0.75390625 + }, + "1": { + "A": 0.4166666666666667, + "B": 0.38333333333333336, + "diff": 0.033333333333333326, + "a_only": 8, + "b_only": 6, + "p": 0.79052734375 + }, + "2": { + "A": 0.43333333333333335, + "B": 0.4666666666666667, + "diff": -0.033333333333333326, + "a_only": 5, + "b_only": 7, + "p": 0.7744140625 + }, + "3": { + "A": 0.35, + "B": 0.38333333333333336, + "diff": -0.03333333333333338, + "a_only": 6, + "b_only": 8, + "p": 0.79052734375 + }, + "4": { + "A": 0.38333333333333336, + "B": 0.43333333333333335, + "diff": -0.04999999999999999, + "a_only": 5, + "b_only": 8, + "p": 0.5810546875 + } + } + }, + "diff_vs_retr": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.3933333333333333, + "rateB_mean": 0.1, + "rateA_sd": 0.03248931448269656, + "rateB_sd": 0.0, + "diff_mean": 0.29333333333333333, + "diff_sd": 0.03248931448269656, + "diff_seed_tci": [ + 0.25299252121384885, + 0.3336741454528178 + ], + "diff_plant_boot": [ + 0.20000000000000004, + 0.38999999999999996 + ], + "diff_hier_boot": [ + 0.19658333333333333, + 0.4 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.38333333333333336, + "B": 0.1, + "diff": 0.2833333333333333, + "a_only": 18, + "b_only": 1, + "p": 7.62939453125e-05 + }, + "1": { + "A": 0.4166666666666667, + "B": 0.1, + "diff": 0.31666666666666665, + "a_only": 20, + "b_only": 1, + "p": 2.09808349609375e-05 + }, + "2": { + "A": 0.43333333333333335, + "B": 0.1, + "diff": 0.33333333333333337, + "a_only": 22, + "b_only": 2, + "p": 3.5881996154785156e-05 + }, + "3": { + "A": 0.35, + "B": 0.1, + "diff": 0.24999999999999997, + "a_only": 15, + "b_only": 0, + "p": 6.103515625e-05 + }, + "4": { + "A": 0.38333333333333336, + "B": 0.1, + "diff": 0.2833333333333333, + "a_only": 18, + "b_only": 1, + "p": 7.62939453125e-05 + } + } + }, + "diff_rates": [ + 0.38333333333333336, + 0.4166666666666667, + 0.43333333333333335, + 0.35, + 0.38333333333333336 + ], + "twin_rates": [ + 0.4166666666666667, + 0.38333333333333336, + 0.4666666666666667, + 0.38333333333333336, + 0.43333333333333335 + ], + "retr_rate": 0.1 + }, + "4": { + "diff_vs_twin": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.63, + "rateB_mean": 0.48333333333333334, + "rateA_sd": 0.03613247231446468, + "rateB_sd": 0.026352313834736508, + "diff_mean": 0.14666666666666667, + "diff_sd": 0.054518090779320454, + "diff_seed_tci": [ + 0.07897351609517987, + 0.21435981723815345 + ], + "diff_plant_boot": [ + 0.08000000000000002, + 0.21675000000000033 + ], + "diff_hier_boot": [ + 0.05991666666666667, + 0.24333333333333335 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.5166666666666667, + "diff": 0.08333333333333326, + "a_only": 8, + "b_only": 3, + "p": 0.2265625 + }, + "1": { + "A": 0.6, + "B": 0.5, + "diff": 0.09999999999999998, + "a_only": 10, + "b_only": 4, + "p": 0.1795654296875 + }, + "2": { + "A": 0.65, + "B": 0.48333333333333334, + "diff": 0.16666666666666669, + "a_only": 11, + "b_only": 1, + "p": 0.00634765625 + }, + "3": { + "A": 0.6833333333333333, + "B": 0.4666666666666667, + "diff": 0.21666666666666667, + "a_only": 15, + "b_only": 2, + "p": 0.002349853515625 + }, + "4": { + "A": 0.6166666666666667, + "B": 0.45, + "diff": 0.16666666666666669, + "a_only": 10, + "b_only": 0, + "p": 0.001953125 + } + } + }, + "diff_vs_retr": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.63, + "rateB_mean": 0.2833333333333333, + "rateA_sd": 0.03613247231446468, + "rateB_sd": 0.0, + "diff_mean": 0.3466666666666667, + "diff_sd": 0.03613247231446468, + "diff_seed_tci": [ + 0.30180227662770165, + 0.3915310567056317 + ], + "diff_plant_boot": [ + 0.24666666666666665, + 0.4500833333333337 + ], + "diff_hier_boot": [ + 0.23666666666666666, + 0.4633333333333333 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.2833333333333333, + "diff": 0.31666666666666665, + "a_only": 19, + "b_only": 0, + "p": 3.814697265625e-06 + }, + "1": { + "A": 0.6, + "B": 0.2833333333333333, + "diff": 0.31666666666666665, + "a_only": 20, + "b_only": 1, + "p": 2.09808349609375e-05 + }, + "2": { + "A": 0.65, + "B": 0.2833333333333333, + "diff": 0.3666666666666667, + "a_only": 23, + "b_only": 1, + "p": 2.9802322387695312e-06 + }, + "3": { + "A": 0.6833333333333333, + "B": 0.2833333333333333, + "diff": 0.4, + "a_only": 24, + "b_only": 0, + "p": 1.1920928955078125e-07 + }, + "4": { + "A": 0.6166666666666667, + "B": 0.2833333333333333, + "diff": 0.33333333333333337, + "a_only": 20, + "b_only": 0, + "p": 1.9073486328125e-06 + } + } + }, + "diff_rates": [ + 0.6, + 0.6, + 0.65, + 0.6833333333333333, + 0.6166666666666667 + ], + "twin_rates": [ + 0.5166666666666667, + 0.5, + 0.48333333333333334, + 0.4666666666666667, + 0.45 + ], + "retr_rate": 0.2833333333333333 + }, + "16": { + "diff_vs_twin": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.7766666666666666, + "rateB_mean": 0.53, + "rateA_sd": 0.04183300132670376, + "rateB_sd": 0.01825741858350555, + "diff_mean": 0.24666666666666667, + "diff_sd": 0.05821416398857659, + "diff_seed_tci": [ + 0.17438423505652106, + 0.3189490982768123 + ], + "diff_plant_boot": [ + 0.16666666666666666, + 0.3333333333333333 + ], + "diff_hier_boot": [ + 0.15333333333333332, + 0.35333333333333333 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.75, + "B": 0.5333333333333333, + "diff": 0.21666666666666667, + "a_only": 13, + "b_only": 0, + "p": 0.000244140625 + }, + "1": { + "A": 0.7666666666666667, + "B": 0.5333333333333333, + "diff": 0.2333333333333334, + "a_only": 14, + "b_only": 0, + "p": 0.0001220703125 + }, + "2": { + "A": 0.75, + "B": 0.5333333333333333, + "diff": 0.21666666666666667, + "a_only": 13, + "b_only": 0, + "p": 0.000244140625 + }, + "3": { + "A": 0.85, + "B": 0.5, + "diff": 0.35, + "a_only": 21, + "b_only": 0, + "p": 9.5367431640625e-07 + }, + "4": { + "A": 0.7666666666666667, + "B": 0.55, + "diff": 0.21666666666666667, + "a_only": 14, + "b_only": 1, + "p": 0.0009765625 + } + } + }, + "diff_vs_retr": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.7766666666666666, + "rateB_mean": 0.5333333333333333, + "rateA_sd": 0.04183300132670376, + "rateB_sd": 0.0, + "diff_mean": 0.24333333333333335, + "diff_sd": 0.04183300132670376, + "diff_seed_tci": [ + 0.19139080164915498, + 0.2952758650175117 + ], + "diff_plant_boot": [ + 0.15, + 0.3466666666666667 + ], + "diff_hier_boot": [ + 0.14333333333333334, + 0.3566666666666667 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.75, + "B": 0.5333333333333333, + "diff": 0.21666666666666667, + "a_only": 13, + "b_only": 0, + "p": 0.000244140625 + }, + "1": { + "A": 0.7666666666666667, + "B": 0.5333333333333333, + "diff": 0.2333333333333334, + "a_only": 15, + "b_only": 1, + "p": 0.000518798828125 + }, + "2": { + "A": 0.75, + "B": 0.5333333333333333, + "diff": 0.21666666666666667, + "a_only": 13, + "b_only": 0, + "p": 0.000244140625 + }, + "3": { + "A": 0.85, + "B": 0.5333333333333333, + "diff": 0.31666666666666665, + "a_only": 19, + "b_only": 0, + "p": 3.814697265625e-06 + }, + "4": { + "A": 0.7666666666666667, + "B": 0.5333333333333333, + "diff": 0.2333333333333334, + "a_only": 14, + "b_only": 0, + "p": 0.0001220703125 + } + } + }, + "diff_rates": [ + 0.75, + 0.7666666666666667, + 0.75, + 0.85, + 0.7666666666666667 + ], + "twin_rates": [ + 0.5333333333333333, + 0.5333333333333333, + 0.5333333333333333, + 0.5, + 0.55 + ], + "retr_rate": 0.5333333333333333 + } + } + }, + "4": { + "iid": { + "1": { + "diff_vs_twin": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.345, + "rateB_mean": 0.355, + "rateA_sd": 0.02738612787525831, + "rateB_sd": 0.02251542681017716, + "diff_mean": -0.009999999999999998, + "diff_sd": 0.04765326151831933, + "diff_seed_tci": [ + -0.06916933922428595, + 0.04916933922428596 + ], + "diff_plant_boot": [ + -0.060000000000000005, + 0.03666666666666667 + ], + "diff_hier_boot": [ + -0.08166666666666667, + 0.058374999999999774 + ], + "seeds_positive": 1, + "p_signflip_one": 0.75, + "p_signflip_two": 0.625, + "per_seed": { + "0": { + "A": 0.3333333333333333, + "B": 0.3416666666666667, + "diff": -0.00833333333333336, + "a_only": 13, + "b_only": 14, + "p": 1.0 + }, + "1": { + "A": 0.38333333333333336, + "B": 0.3333333333333333, + "diff": 0.050000000000000044, + "a_only": 18, + "b_only": 12, + "p": 0.36159460805356514 + }, + "2": { + "A": 0.30833333333333335, + "B": 0.39166666666666666, + "diff": -0.08333333333333331, + "a_only": 12, + "b_only": 22, + "p": 0.12144948495551944 + }, + "3": { + "A": 0.35, + "B": 0.35, + "diff": 0.0, + "a_only": 15, + "b_only": 15, + "p": 1.0 + }, + "4": { + "A": 0.35, + "B": 0.35833333333333334, + "diff": -0.00833333333333336, + "a_only": 17, + "b_only": 18, + "p": 1.0 + } + } + }, + "diff_vs_retr": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.345, + "rateB_mean": 0.03333333333333333, + "rateA_sd": 0.02738612787525831, + "rateB_sd": 0.0, + "diff_mean": 0.31166666666666665, + "diff_sd": 0.027386127875258306, + "diff_seed_tci": [ + 0.2776622976337539, + 0.3456710356995794 + ], + "diff_plant_boot": [ + 0.25329166666666664, + 0.37 + ], + "diff_hier_boot": [ + 0.24666666666666667, + 0.38166666666666665 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.3333333333333333, + "B": 0.03333333333333333, + "diff": 0.3, + "a_only": 37, + "b_only": 1, + "p": 2.837623469531536e-10 + }, + "1": { + "A": 0.38333333333333336, + "B": 0.03333333333333333, + "diff": 0.35000000000000003, + "a_only": 43, + "b_only": 1, + "p": 5.115907697472721e-12 + }, + "2": { + "A": 0.30833333333333335, + "B": 0.03333333333333333, + "diff": 0.275, + "a_only": 34, + "b_only": 1, + "p": 2.0954757928848267e-09 + }, + "3": { + "A": 0.35, + "B": 0.03333333333333333, + "diff": 0.31666666666666665, + "a_only": 39, + "b_only": 1, + "p": 7.457856554538012e-11 + }, + "4": { + "A": 0.35, + "B": 0.03333333333333333, + "diff": 0.31666666666666665, + "a_only": 39, + "b_only": 1, + "p": 7.457856554538012e-11 + } + } + }, + "diff_rates": [ + 0.3333333333333333, + 0.38333333333333336, + 0.30833333333333335, + 0.35, + 0.35 + ], + "twin_rates": [ + 0.3416666666666667, + 0.3333333333333333, + 0.39166666666666666, + 0.35, + 0.35833333333333334 + ], + "retr_rate": 0.03333333333333333 + }, + "4": { + "diff_vs_twin": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.595, + "rateB_mean": 0.4083333333333333, + "rateA_sd": 0.015138251770487441, + "rateB_sd": 0.02568505834570405, + "diff_mean": 0.18666666666666662, + "diff_sd": 0.03979112128771103, + "diff_seed_tci": [ + 0.13725946391555643, + 0.2360738694177768 + ], + "diff_plant_boot": [ + 0.13499999999999998, + 0.23833333333333334 + ], + "diff_hier_boot": [ + 0.115, + 0.25833333333333336 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.4083333333333333, + "diff": 0.19166666666666665, + "a_only": 30, + "b_only": 7, + "p": 0.00019107642583549023 + }, + "1": { + "A": 0.575, + "B": 0.425, + "diff": 0.14999999999999997, + "a_only": 26, + "b_only": 8, + "p": 0.0029350556433200836 + }, + "2": { + "A": 0.5833333333333334, + "B": 0.44166666666666665, + "diff": 0.14166666666666672, + "a_only": 25, + "b_only": 8, + "p": 0.004551384132355452 + }, + "3": { + "A": 0.6083333333333333, + "B": 0.38333333333333336, + "diff": 0.22499999999999992, + "a_only": 31, + "b_only": 4, + "p": 3.4654513001441956e-06 + }, + "4": { + "A": 0.6083333333333333, + "B": 0.38333333333333336, + "diff": 0.22499999999999992, + "a_only": 35, + "b_only": 8, + "p": 4.1934157934520044e-05 + } + } + }, + "diff_vs_retr": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.595, + "rateB_mean": 0.14166666666666666, + "rateA_sd": 0.015138251770487441, + "rateB_sd": 0.0, + "diff_mean": 0.4533333333333333, + "diff_sd": 0.015138251770487441, + "diff_seed_tci": [ + 0.4345367111141747, + 0.47212995555249193 + ], + "diff_plant_boot": [ + 0.37833333333333335, + 0.5283333333333333 + ], + "diff_hier_boot": [ + 0.37, + 0.5283333333333333 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.14166666666666666, + "diff": 0.4583333333333333, + "a_only": 58, + "b_only": 3, + "p": 3.2857397358476703e-14 + }, + "1": { + "A": 0.575, + "B": 0.14166666666666666, + "diff": 0.4333333333333333, + "a_only": 54, + "b_only": 2, + "p": 4.4325654258159375e-14 + }, + "2": { + "A": 0.5833333333333334, + "B": 0.14166666666666666, + "diff": 0.4416666666666667, + "a_only": 55, + "b_only": 2, + "p": 2.295386103412511e-14 + }, + "3": { + "A": 0.6083333333333333, + "B": 0.14166666666666666, + "diff": 0.4666666666666666, + "a_only": 58, + "b_only": 2, + "p": 3.1762786845135338e-15 + }, + "4": { + "A": 0.6083333333333333, + "B": 0.14166666666666666, + "diff": 0.4666666666666666, + "a_only": 59, + "b_only": 3, + "p": 1.724922288337538e-14 + } + } + }, + "diff_rates": [ + 0.6, + 0.575, + 0.5833333333333334, + 0.6083333333333333, + 0.6083333333333333 + ], + "twin_rates": [ + 0.4083333333333333, + 0.425, + 0.44166666666666665, + 0.38333333333333336, + 0.38333333333333336 + ], + "retr_rate": 0.14166666666666666 + }, + "16": { + "diff_vs_twin": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.81, + "rateB_mean": 0.49333333333333335, + "rateA_sd": 0.010865337342004377, + "rateB_sd": 0.03027650354097491, + "diff_mean": 0.3166666666666667, + "diff_sd": 0.03679900360969933, + "diff_seed_tci": [ + 0.2709746687147327, + 0.3623586646186007 + ], + "diff_plant_boot": [ + 0.2533333333333333, + 0.37833333333333324 + ], + "diff_hier_boot": [ + 0.23995833333333333, + 0.3983333333333333 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.825, + "B": 0.45, + "diff": 0.37499999999999994, + "a_only": 46, + "b_only": 1, + "p": 6.821210263296962e-13 + }, + "1": { + "A": 0.8, + "B": 0.5, + "diff": 0.30000000000000004, + "a_only": 37, + "b_only": 1, + "p": 2.837623469531536e-10 + }, + "2": { + "A": 0.8166666666666667, + "B": 0.5, + "diff": 0.31666666666666665, + "a_only": 40, + "b_only": 2, + "p": 4.1109160520136356e-10 + }, + "3": { + "A": 0.8, + "B": 0.48333333333333334, + "diff": 0.3166666666666667, + "a_only": 40, + "b_only": 2, + "p": 4.1109160520136356e-10 + }, + "4": { + "A": 0.8083333333333333, + "B": 0.5333333333333333, + "diff": 0.275, + "a_only": 38, + "b_only": 5, + "p": 2.4995097192004323e-07 + } + } + }, + "diff_vs_retr": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.81, + "rateB_mean": 0.2833333333333333, + "rateA_sd": 0.010865337342004377, + "rateB_sd": 0.0, + "diff_mean": 0.5266666666666666, + "diff_sd": 0.010865337342004377, + "diff_seed_tci": [ + 0.5131755684607608, + 0.5401577648725724 + ], + "diff_plant_boot": [ + 0.44166666666666665, + 0.605 + ], + "diff_hier_boot": [ + 0.445, + 0.6133333333333333 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.825, + "B": 0.2833333333333333, + "diff": 0.5416666666666666, + "a_only": 67, + "b_only": 2, + "p": 8.185726402265558e-18 + }, + "1": { + "A": 0.8, + "B": 0.2833333333333333, + "diff": 0.5166666666666667, + "a_only": 65, + "b_only": 3, + "p": 3.5550311609441887e-16 + }, + "2": { + "A": 0.8166666666666667, + "B": 0.2833333333333333, + "diff": 0.5333333333333333, + "a_only": 65, + "b_only": 1, + "p": 1.81603863891322e-18 + }, + "3": { + "A": 0.8, + "B": 0.2833333333333333, + "diff": 0.5166666666666667, + "a_only": 64, + "b_only": 2, + "p": 5.99563801384484e-17 + }, + "4": { + "A": 0.8083333333333333, + "B": 0.2833333333333333, + "diff": 0.525, + "a_only": 64, + "b_only": 1, + "p": 3.577867169202165e-18 + } + } + }, + "diff_rates": [ + 0.825, + 0.8, + 0.8166666666666667, + 0.8, + 0.8083333333333333 + ], + "twin_rates": [ + 0.45, + 0.5, + 0.5, + 0.48333333333333334, + 0.5333333333333333 + ], + "retr_rate": 0.2833333333333333 + } + }, + "ood": { + "1": { + "diff_vs_twin": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.21666666666666667, + "rateB_mean": 0.22333333333333333, + "rateA_sd": 0.040824829046386304, + "rateB_sd": 0.04346134936801766, + "diff_mean": -0.006666666666666665, + "diff_sd": 0.05962847939999438, + "diff_seed_tci": [ + -0.08070520280527448, + 0.06737186947194114 + ], + "diff_plant_boot": [ + -0.07333333333333332, + 0.05675000000000032 + ], + "diff_hier_boot": [ + -0.09666666666666666, + 0.08666666666666667 + ], + "seeds_positive": 2, + "p_signflip_one": 0.6875, + "p_signflip_two": 1.0, + "per_seed": { + "0": { + "A": 0.21666666666666667, + "B": 0.18333333333333332, + "diff": 0.033333333333333354, + "a_only": 6, + "b_only": 4, + "p": 0.75390625 + }, + "1": { + "A": 0.21666666666666667, + "B": 0.2833333333333333, + "diff": -0.06666666666666665, + "a_only": 4, + "b_only": 8, + "p": 0.3876953125 + }, + "2": { + "A": 0.18333333333333332, + "B": 0.18333333333333332, + "diff": 0.0, + "a_only": 8, + "b_only": 8, + "p": 1.0 + }, + "3": { + "A": 0.18333333333333332, + "B": 0.25, + "diff": -0.06666666666666668, + "a_only": 4, + "b_only": 8, + "p": 0.3876953125 + }, + "4": { + "A": 0.2833333333333333, + "B": 0.21666666666666667, + "diff": 0.06666666666666665, + "a_only": 10, + "b_only": 6, + "p": 0.454498291015625 + } + } + }, + "diff_vs_retr": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.21666666666666667, + "rateB_mean": 0.06666666666666667, + "rateA_sd": 0.040824829046386304, + "rateB_sd": 0.0, + "diff_mean": 0.15, + "diff_sd": 0.04082482904638631, + "diff_seed_tci": [ + 0.0993092795402788, + 0.2006907204597212 + ], + "diff_plant_boot": [ + 0.08000000000000002, + 0.22000000000000003 + ], + "diff_hier_boot": [ + 0.06666666666666667, + 0.23666666666666666 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.21666666666666667, + "B": 0.06666666666666667, + "diff": 0.15000000000000002, + "a_only": 10, + "b_only": 1, + "p": 0.01171875 + }, + "1": { + "A": 0.21666666666666667, + "B": 0.06666666666666667, + "diff": 0.15000000000000002, + "a_only": 11, + "b_only": 2, + "p": 0.0224609375 + }, + "2": { + "A": 0.18333333333333332, + "B": 0.06666666666666667, + "diff": 0.11666666666666665, + "a_only": 7, + "b_only": 0, + "p": 0.015625 + }, + "3": { + "A": 0.18333333333333332, + "B": 0.06666666666666667, + "diff": 0.11666666666666665, + "a_only": 9, + "b_only": 2, + "p": 0.0654296875 + }, + "4": { + "A": 0.2833333333333333, + "B": 0.06666666666666667, + "diff": 0.21666666666666667, + "a_only": 14, + "b_only": 1, + "p": 0.0009765625 + } + } + }, + "diff_rates": [ + 0.21666666666666667, + 0.21666666666666667, + 0.18333333333333332, + 0.18333333333333332, + 0.2833333333333333 + ], + "twin_rates": [ + 0.18333333333333332, + 0.2833333333333333, + 0.18333333333333332, + 0.25, + 0.21666666666666667 + ], + "retr_rate": 0.06666666666666667 + }, + "4": { + "diff_vs_twin": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.4033333333333333, + "rateB_mean": 0.25666666666666665, + "rateA_sd": 0.06168918507773917, + "rateB_sd": 0.02527625148017183, + "diff_mean": 0.14666666666666667, + "diff_sd": 0.0670820393249937, + "diff_seed_tci": [ + 0.06337331351073287, + 0.22996001982260045 + ], + "diff_plant_boot": [ + 0.08333333333333333, + 0.21666666666666667 + ], + "diff_hier_boot": [ + 0.056666666666666664, + 0.24666666666666667 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.45, + "B": 0.25, + "diff": 0.2, + "a_only": 14, + "b_only": 2, + "p": 0.004180908203125 + }, + "1": { + "A": 0.38333333333333336, + "B": 0.26666666666666666, + "diff": 0.1166666666666667, + "a_only": 9, + "b_only": 2, + "p": 0.0654296875 + }, + "2": { + "A": 0.36666666666666664, + "B": 0.21666666666666667, + "diff": 0.14999999999999997, + "a_only": 13, + "b_only": 4, + "p": 0.049041748046875 + }, + "3": { + "A": 0.3333333333333333, + "B": 0.2833333333333333, + "diff": 0.04999999999999999, + "a_only": 7, + "b_only": 4, + "p": 0.548828125 + }, + "4": { + "A": 0.48333333333333334, + "B": 0.26666666666666666, + "diff": 0.21666666666666667, + "a_only": 13, + "b_only": 0, + "p": 0.000244140625 + } + } + }, + "diff_vs_retr": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.4033333333333333, + "rateB_mean": 0.13333333333333333, + "rateA_sd": 0.06168918507773917, + "rateB_sd": 0.0, + "diff_mean": 0.26999999999999996, + "diff_sd": 0.061689185077739156, + "diff_seed_tci": [ + 0.1934027598104424, + 0.3465972401895575 + ], + "diff_plant_boot": [ + 0.18000000000000002, + 0.3633333333333333 + ], + "diff_hier_boot": [ + 0.16666666666666666, + 0.3800833333333329 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.45, + "B": 0.13333333333333333, + "diff": 0.31666666666666665, + "a_only": 20, + "b_only": 1, + "p": 2.09808349609375e-05 + }, + "1": { + "A": 0.38333333333333336, + "B": 0.13333333333333333, + "diff": 0.25, + "a_only": 17, + "b_only": 2, + "p": 0.000728607177734375 + }, + "2": { + "A": 0.36666666666666664, + "B": 0.13333333333333333, + "diff": 0.2333333333333333, + "a_only": 15, + "b_only": 1, + "p": 0.000518798828125 + }, + "3": { + "A": 0.3333333333333333, + "B": 0.13333333333333333, + "diff": 0.19999999999999998, + "a_only": 12, + "b_only": 0, + "p": 0.00048828125 + }, + "4": { + "A": 0.48333333333333334, + "B": 0.13333333333333333, + "diff": 0.35, + "a_only": 21, + "b_only": 0, + "p": 9.5367431640625e-07 + } + } + }, + "diff_rates": [ + 0.45, + 0.38333333333333336, + 0.36666666666666664, + 0.3333333333333333, + 0.48333333333333334 + ], + "twin_rates": [ + 0.25, + 0.26666666666666666, + 0.21666666666666667, + 0.2833333333333333, + 0.26666666666666666 + ], + "retr_rate": 0.13333333333333333 + }, + "16": { + "diff_vs_twin": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.5733333333333334, + "rateB_mean": 0.3, + "rateA_sd": 0.03456073558887954, + "rateB_sd": 0.02357022603955158, + "diff_mean": 0.2733333333333333, + "diff_sd": 0.057251880124392224, + "diff_seed_tci": [ + 0.20224573495339787, + 0.34442093171326876 + ], + "diff_plant_boot": [ + 0.19325, + 0.3633333333333333 + ], + "diff_hier_boot": [ + 0.16333333333333333, + 0.38666666666666666 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.5666666666666667, + "B": 0.31666666666666665, + "diff": 0.25, + "a_only": 18, + "b_only": 3, + "p": 0.0014896392822265625 + }, + "1": { + "A": 0.5333333333333333, + "B": 0.31666666666666665, + "diff": 0.21666666666666667, + "a_only": 14, + "b_only": 1, + "p": 0.0009765625 + }, + "2": { + "A": 0.6166666666666667, + "B": 0.26666666666666666, + "diff": 0.35000000000000003, + "a_only": 21, + "b_only": 0, + "p": 9.5367431640625e-07 + }, + "3": { + "A": 0.55, + "B": 0.31666666666666665, + "diff": 0.2333333333333334, + "a_only": 15, + "b_only": 1, + "p": 0.000518798828125 + }, + "4": { + "A": 0.6, + "B": 0.2833333333333333, + "diff": 0.31666666666666665, + "a_only": 19, + "b_only": 0, + "p": 3.814697265625e-06 + } + } + }, + "diff_vs_retr": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.5733333333333334, + "rateB_mean": 0.26666666666666666, + "rateA_sd": 0.03456073558887954, + "rateB_sd": 0.0, + "diff_mean": 0.3066666666666667, + "diff_sd": 0.03456073558887954, + "diff_seed_tci": [ + 0.2637538455345154, + 0.349579487798818 + ], + "diff_plant_boot": [ + 0.2066666666666667, + 0.41333333333333333 + ], + "diff_hier_boot": [ + 0.20658333333333334, + 0.42333333333333334 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.5666666666666667, + "B": 0.26666666666666666, + "diff": 0.3, + "a_only": 20, + "b_only": 2, + "p": 0.00012111663818359375 + }, + "1": { + "A": 0.5333333333333333, + "B": 0.26666666666666666, + "diff": 0.26666666666666666, + "a_only": 17, + "b_only": 1, + "p": 0.00014495849609375 + }, + "2": { + "A": 0.6166666666666667, + "B": 0.26666666666666666, + "diff": 0.35000000000000003, + "a_only": 21, + "b_only": 0, + "p": 9.5367431640625e-07 + }, + "3": { + "A": 0.55, + "B": 0.26666666666666666, + "diff": 0.2833333333333334, + "a_only": 17, + "b_only": 0, + "p": 1.52587890625e-05 + }, + "4": { + "A": 0.6, + "B": 0.26666666666666666, + "diff": 0.3333333333333333, + "a_only": 20, + "b_only": 0, + "p": 1.9073486328125e-06 + } + } + }, + "diff_rates": [ + 0.5666666666666667, + 0.5333333333333333, + 0.6166666666666667, + 0.55, + 0.6 + ], + "twin_rates": [ + 0.31666666666666665, + 0.31666666666666665, + 0.26666666666666666, + 0.31666666666666665, + 0.2833333333333333 + ], + "retr_rate": 0.26666666666666666 + } + } + }, + "5": { + "iid": { + "1": { + "diff_vs_twin": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.20666666666666667, + "rateB_mean": 0.13666666666666666, + "rateA_sd": 0.02157029850924131, + "rateB_sd": 0.07830673307222338, + "diff_mean": 0.07, + "diff_sd": 0.08113774296425391, + "diff_seed_tci": [ + -0.030745814334224825, + 0.17074581433422484 + ], + "diff_plant_boot": [ + 0.03666666666666667, + 0.10500000000000001 + ], + "diff_hier_boot": [ + -0.010041666666666664, + 0.1467083333333331 + ], + "seeds_positive": 4, + "p_signflip_one": 0.0625, + "p_signflip_two": 0.125, + "per_seed": { + "0": { + "A": 0.18333333333333332, + "B": 0.2, + "diff": -0.01666666666666669, + "a_only": 13, + "b_only": 15, + "p": 0.8505540192127228 + }, + "1": { + "A": 0.20833333333333334, + "B": 0.15833333333333333, + "diff": 0.05000000000000002, + "a_only": 15, + "b_only": 9, + "p": 0.30745625495910645 + }, + "2": { + "A": 0.2, + "B": 0.16666666666666666, + "diff": 0.033333333333333354, + "a_only": 16, + "b_only": 12, + "p": 0.5715881884098053 + }, + "3": { + "A": 0.24166666666666667, + "B": 0.15833333333333333, + "diff": 0.08333333333333334, + "a_only": 20, + "b_only": 10, + "p": 0.09873714670538905 + }, + "4": { + "A": 0.2, + "B": 0.0, + "diff": 0.2, + "a_only": 24, + "b_only": 0, + "p": 1.1920928955078125e-07 + } + } + }, + "diff_vs_retr": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.20666666666666667, + "rateB_mean": 0.016666666666666666, + "rateA_sd": 0.02157029850924131, + "rateB_sd": 0.0, + "diff_mean": 0.19, + "diff_sd": 0.02157029850924131, + "diff_seed_tci": [ + 0.16321693691056674, + 0.21678306308943326 + ], + "diff_plant_boot": [ + 0.14166666666666666, + 0.23999999999999996 + ], + "diff_hier_boot": [ + 0.13333333333333333, + 0.25 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.18333333333333332, + "B": 0.016666666666666666, + "diff": 0.16666666666666666, + "a_only": 22, + "b_only": 2, + "p": 3.5881996154785156e-05 + }, + "1": { + "A": 0.20833333333333334, + "B": 0.016666666666666666, + "diff": 0.19166666666666668, + "a_only": 24, + "b_only": 1, + "p": 1.5497207641601562e-06 + }, + "2": { + "A": 0.2, + "B": 0.016666666666666666, + "diff": 0.18333333333333335, + "a_only": 24, + "b_only": 2, + "p": 1.049041748046875e-05 + }, + "3": { + "A": 0.24166666666666667, + "B": 0.016666666666666666, + "diff": 0.225, + "a_only": 29, + "b_only": 2, + "p": 4.628673195838928e-07 + }, + "4": { + "A": 0.2, + "B": 0.016666666666666666, + "diff": 0.18333333333333335, + "a_only": 23, + "b_only": 1, + "p": 2.9802322387695312e-06 + } + } + }, + "diff_rates": [ + 0.18333333333333332, + 0.20833333333333334, + 0.2, + 0.24166666666666667, + 0.2 + ], + "twin_rates": [ + 0.2, + 0.15833333333333333, + 0.16666666666666666, + 0.15833333333333333, + 0.0 + ], + "retr_rate": 0.016666666666666666 + }, + "4": { + "diff_vs_twin": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.425, + "rateB_mean": 0.16666666666666666, + "rateA_sd": 0.04082482904638631, + "rateB_sd": 0.09628516673576118, + "diff_mean": 0.2583333333333333, + "diff_sd": 0.11195857368787003, + "diff_seed_tci": [ + 0.11931840309486186, + 0.39734826357180475 + ], + "diff_plant_boot": [ + 0.21333333333333335, + 0.3066666666666667 + ], + "diff_hier_boot": [ + 0.16166666666666665, + 0.37004166666666644 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.36666666666666664, + "B": 0.21666666666666667, + "diff": 0.14999999999999997, + "a_only": 21, + "b_only": 3, + "p": 0.0002771615982055664 + }, + "1": { + "A": 0.45, + "B": 0.175, + "diff": 0.275, + "a_only": 35, + "b_only": 2, + "p": 1.0244548320770264e-08 + }, + "2": { + "A": 0.4, + "B": 0.2, + "diff": 0.2, + "a_only": 31, + "b_only": 7, + "p": 0.00011616700794547796 + }, + "3": { + "A": 0.4666666666666667, + "B": 0.24166666666666667, + "diff": 0.225, + "a_only": 31, + "b_only": 4, + "p": 3.4654513001441956e-06 + }, + "4": { + "A": 0.44166666666666665, + "B": 0.0, + "diff": 0.44166666666666665, + "a_only": 53, + "b_only": 0, + "p": 2.220446049250313e-16 + } + } + }, + "diff_vs_retr": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.425, + "rateB_mean": 0.09166666666666666, + "rateA_sd": 0.04082482904638631, + "rateB_sd": 0.0, + "diff_mean": 0.3333333333333333, + "diff_sd": 0.04082482904638631, + "diff_seed_tci": [ + 0.28264261287361214, + 0.3840240537930545 + ], + "diff_plant_boot": [ + 0.25829166666666664, + 0.41000000000000003 + ], + "diff_hier_boot": [ + 0.24666666666666667, + 0.4150416666666664 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.36666666666666664, + "B": 0.09166666666666666, + "diff": 0.27499999999999997, + "a_only": 38, + "b_only": 5, + "p": 2.4995097192004323e-07 + }, + "1": { + "A": 0.45, + "B": 0.09166666666666666, + "diff": 0.35833333333333334, + "a_only": 47, + "b_only": 4, + "p": 2.4163071543625847e-10 + }, + "2": { + "A": 0.4, + "B": 0.09166666666666666, + "diff": 0.30833333333333335, + "a_only": 40, + "b_only": 3, + "p": 3.0213413992896676e-09 + }, + "3": { + "A": 0.4666666666666667, + "B": 0.09166666666666666, + "diff": 0.375, + "a_only": 48, + "b_only": 3, + "p": 1.9674928353197174e-11 + }, + "4": { + "A": 0.44166666666666665, + "B": 0.09166666666666666, + "diff": 0.35, + "a_only": 46, + "b_only": 4, + "p": 4.461782054931973e-10 + } + } + }, + "diff_rates": [ + 0.36666666666666664, + 0.45, + 0.4, + 0.4666666666666667, + 0.44166666666666665 + ], + "twin_rates": [ + 0.21666666666666667, + 0.175, + 0.2, + 0.24166666666666667, + 0.0 + ], + "retr_rate": 0.09166666666666666 + }, + "16": { + "diff_vs_twin": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.5966666666666667, + "rateB_mean": 0.23333333333333334, + "rateA_sd": 0.026744677559801994, + "rateB_sd": 0.1348867838019887, + "diff_mean": 0.36333333333333334, + "diff_sd": 0.11096170510586076, + "diff_seed_tci": [ + 0.22555617892408325, + 0.5011104877425834 + ], + "diff_plant_boot": [ + 0.3133333333333334, + 0.4166666666666667 + ], + "diff_hier_boot": [ + 0.26495833333333335, + 0.47333333333333333 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.31666666666666665, + "diff": 0.2833333333333333, + "a_only": 35, + "b_only": 1, + "p": 1.076841726899147e-09 + }, + "1": { + "A": 0.6083333333333333, + "B": 0.25, + "diff": 0.3583333333333333, + "a_only": 44, + "b_only": 1, + "p": 2.6147972675971687e-12 + }, + "2": { + "A": 0.6166666666666667, + "B": 0.26666666666666666, + "diff": 0.35000000000000003, + "a_only": 45, + "b_only": 3, + "p": 1.312585595769633e-10 + }, + "3": { + "A": 0.6083333333333333, + "B": 0.3333333333333333, + "diff": 0.27499999999999997, + "a_only": 38, + "b_only": 5, + "p": 2.4995097192004323e-07 + }, + "4": { + "A": 0.55, + "B": 0.0, + "diff": 0.55, + "a_only": 66, + "b_only": 0, + "p": 2.710505431213761e-20 + } + } + }, + "diff_vs_retr": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.5966666666666667, + "rateB_mean": 0.175, + "rateA_sd": 0.026744677559801994, + "rateB_sd": 0.0, + "diff_mean": 0.4216666666666667, + "diff_sd": 0.026744677559801994, + "diff_seed_tci": [ + 0.38845876339709245, + 0.4548745699362409 + ], + "diff_plant_boot": [ + 0.3416666666666667, + 0.5033333333333333 + ], + "diff_hier_boot": [ + 0.3333333333333333, + 0.5083333333333333 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.6, + "B": 0.175, + "diff": 0.425, + "a_only": 57, + "b_only": 6, + "p": 1.6395687108330947e-11 + }, + "1": { + "A": 0.6083333333333333, + "B": 0.175, + "diff": 0.4333333333333333, + "a_only": 56, + "b_only": 4, + "p": 9.084503982403902e-13 + }, + "2": { + "A": 0.6166666666666667, + "B": 0.175, + "diff": 0.4416666666666667, + "a_only": 55, + "b_only": 2, + "p": 2.295386103412511e-14 + }, + "3": { + "A": 0.6083333333333333, + "B": 0.175, + "diff": 0.4333333333333333, + "a_only": 55, + "b_only": 3, + "p": 2.2598589666245064e-13 + }, + "4": { + "A": 0.55, + "B": 0.175, + "diff": 0.37500000000000006, + "a_only": 48, + "b_only": 3, + "p": 1.9674928353197174e-11 + } + } + }, + "diff_rates": [ + 0.6, + 0.6083333333333333, + 0.6166666666666667, + 0.6083333333333333, + 0.55 + ], + "twin_rates": [ + 0.31666666666666665, + 0.25, + 0.26666666666666666, + 0.3333333333333333, + 0.0 + ], + "retr_rate": 0.175 + } + }, + "ood": { + "1": { + "diff_vs_twin": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.21333333333333335, + "rateB_mean": 0.12, + "rateA_sd": 0.04624812308503869, + "rateB_sd": 0.06810938913900849, + "diff_mean": 0.09333333333333334, + "diff_sd": 0.0641179468722378, + "diff_seed_tci": [ + 0.01372038706333402, + 0.17294627960333264 + ], + "diff_plant_boot": [ + 0.04333333333333334, + 0.14666666666666664 + ], + "diff_hier_boot": [ + 0.01, + 0.17666666666666667 + ], + "seeds_positive": 4, + "p_signflip_one": 0.0625, + "p_signflip_two": 0.125, + "per_seed": { + "0": { + "A": 0.25, + "B": 0.15, + "diff": 0.1, + "a_only": 9, + "b_only": 3, + "p": 0.14599609375 + }, + "1": { + "A": 0.26666666666666666, + "B": 0.13333333333333333, + "diff": 0.13333333333333333, + "a_only": 11, + "b_only": 3, + "p": 0.057373046875 + }, + "2": { + "A": 0.21666666666666667, + "B": 0.15, + "diff": 0.06666666666666668, + "a_only": 9, + "b_only": 5, + "p": 0.4239501953125 + }, + "3": { + "A": 0.16666666666666666, + "B": 0.16666666666666666, + "diff": 0.0, + "a_only": 5, + "b_only": 5, + "p": 1.0 + }, + "4": { + "A": 0.16666666666666666, + "B": 0.0, + "diff": 0.16666666666666666, + "a_only": 10, + "b_only": 0, + "p": 0.001953125 + } + } + }, + "diff_vs_retr": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.21333333333333335, + "rateB_mean": 0.016666666666666666, + "rateA_sd": 0.04624812308503869, + "rateB_sd": 0.0, + "diff_mean": 0.19666666666666668, + "diff_sd": 0.0462481230850387, + "diff_seed_tci": [ + 0.13924203724747772, + 0.2540912960858556 + ], + "diff_plant_boot": [ + 0.11666666666666665, + 0.27666666666666667 + ], + "diff_hier_boot": [ + 0.10666666666666667, + 0.2866666666666667 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.25, + "B": 0.016666666666666666, + "diff": 0.23333333333333334, + "a_only": 15, + "b_only": 1, + "p": 0.000518798828125 + }, + "1": { + "A": 0.26666666666666666, + "B": 0.016666666666666666, + "diff": 0.25, + "a_only": 15, + "b_only": 0, + "p": 6.103515625e-05 + }, + "2": { + "A": 0.21666666666666667, + "B": 0.016666666666666666, + "diff": 0.2, + "a_only": 13, + "b_only": 1, + "p": 0.0018310546875 + }, + "3": { + "A": 0.16666666666666666, + "B": 0.016666666666666666, + "diff": 0.15, + "a_only": 10, + "b_only": 1, + "p": 0.01171875 + }, + "4": { + "A": 0.16666666666666666, + "B": 0.016666666666666666, + "diff": 0.15, + "a_only": 10, + "b_only": 1, + "p": 0.01171875 + } + } + }, + "diff_rates": [ + 0.25, + 0.26666666666666666, + 0.21666666666666667, + 0.16666666666666666, + 0.16666666666666666 + ], + "twin_rates": [ + 0.15, + 0.13333333333333333, + 0.15, + 0.16666666666666666, + 0.0 + ], + "retr_rate": 0.016666666666666666 + }, + "4": { + "diff_vs_twin": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.35333333333333333, + "rateB_mean": 0.14666666666666667, + "rateA_sd": 0.03613247231446469, + "rateB_sd": 0.08283182426526119, + "diff_mean": 0.20666666666666664, + "diff_sd": 0.08045012257431447, + "diff_seed_tci": [ + 0.10677464581506044, + 0.30655868751827287 + ], + "diff_plant_boot": [ + 0.14666666666666667, + 0.26999999999999996 + ], + "diff_hier_boot": [ + 0.11, + 0.31 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.31666666666666665, + "B": 0.2, + "diff": 0.11666666666666664, + "a_only": 10, + "b_only": 3, + "p": 0.09228515625 + }, + "1": { + "A": 0.38333333333333336, + "B": 0.18333333333333332, + "diff": 0.20000000000000004, + "a_only": 14, + "b_only": 2, + "p": 0.004180908203125 + }, + "2": { + "A": 0.4, + "B": 0.18333333333333332, + "diff": 0.2166666666666667, + "a_only": 14, + "b_only": 1, + "p": 0.0009765625 + }, + "3": { + "A": 0.3333333333333333, + "B": 0.16666666666666666, + "diff": 0.16666666666666666, + "a_only": 12, + "b_only": 2, + "p": 0.012939453125 + }, + "4": { + "A": 0.3333333333333333, + "B": 0.0, + "diff": 0.3333333333333333, + "a_only": 20, + "b_only": 0, + "p": 1.9073486328125e-06 + } + } + }, + "diff_vs_retr": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.35333333333333333, + "rateB_mean": 0.06666666666666667, + "rateA_sd": 0.03613247231446469, + "rateB_sd": 0.0, + "diff_mean": 0.2866666666666667, + "diff_sd": 0.03613247231446469, + "diff_seed_tci": [ + 0.24180227662770165, + 0.3315310567056317 + ], + "diff_plant_boot": [ + 0.19333333333333333, + 0.38333333333333336 + ], + "diff_hier_boot": [ + 0.18333333333333332, + 0.39 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.31666666666666665, + "B": 0.06666666666666667, + "diff": 0.25, + "a_only": 16, + "b_only": 1, + "p": 0.000274658203125 + }, + "1": { + "A": 0.38333333333333336, + "B": 0.06666666666666667, + "diff": 0.3166666666666667, + "a_only": 19, + "b_only": 0, + "p": 3.814697265625e-06 + }, + "2": { + "A": 0.4, + "B": 0.06666666666666667, + "diff": 0.33333333333333337, + "a_only": 22, + "b_only": 2, + "p": 3.5881996154785156e-05 + }, + "3": { + "A": 0.3333333333333333, + "B": 0.06666666666666667, + "diff": 0.26666666666666666, + "a_only": 17, + "b_only": 1, + "p": 0.00014495849609375 + }, + "4": { + "A": 0.3333333333333333, + "B": 0.06666666666666667, + "diff": 0.26666666666666666, + "a_only": 16, + "b_only": 0, + "p": 3.0517578125e-05 + } + } + }, + "diff_rates": [ + 0.31666666666666665, + 0.38333333333333336, + 0.4, + 0.3333333333333333, + 0.3333333333333333 + ], + "twin_rates": [ + 0.2, + 0.18333333333333332, + 0.18333333333333332, + 0.16666666666666666, + 0.0 + ], + "retr_rate": 0.06666666666666667 + }, + "16": { + "diff_vs_twin": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.4633333333333333, + "rateB_mean": 0.19333333333333333, + "rateA_sd": 0.051908038341324805, + "rateB_sd": 0.109671225842414, + "diff_mean": 0.27, + "diff_sd": 0.10954451150103323, + "diff_seed_tci": [ + 0.13398252386834889, + 0.4060174761316512 + ], + "diff_plant_boot": [ + 0.21, + 0.3333333333333333 + ], + "diff_hier_boot": [ + 0.16333333333333333, + 0.3900833333333329 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.43333333333333335, + "B": 0.25, + "diff": 0.18333333333333335, + "a_only": 12, + "b_only": 1, + "p": 0.00341796875 + }, + "1": { + "A": 0.5166666666666667, + "B": 0.23333333333333334, + "diff": 0.2833333333333334, + "a_only": 18, + "b_only": 1, + "p": 7.62939453125e-05 + }, + "2": { + "A": 0.5166666666666667, + "B": 0.26666666666666666, + "diff": 0.25000000000000006, + "a_only": 15, + "b_only": 0, + "p": 6.103515625e-05 + }, + "3": { + "A": 0.4, + "B": 0.21666666666666667, + "diff": 0.18333333333333335, + "a_only": 11, + "b_only": 0, + "p": 0.0009765625 + }, + "4": { + "A": 0.45, + "B": 0.0, + "diff": 0.45, + "a_only": 27, + "b_only": 0, + "p": 1.4901161193847656e-08 + } + } + }, + "diff_vs_retr": { + "seeds": [ + 0, + 1, + 2, + 3, + 4 + ], + "S": 5, + "rateA_mean": 0.4633333333333333, + "rateB_mean": 0.1, + "rateA_sd": 0.051908038341324805, + "rateB_sd": 0.0, + "diff_mean": 0.3633333333333334, + "diff_sd": 0.051908038341324805, + "diff_seed_tci": [ + 0.29888099090752973, + 0.42778567575913706 + ], + "diff_plant_boot": [ + 0.26, + 0.4667500000000004 + ], + "diff_hier_boot": [ + 0.24991666666666668, + 0.4766666666666667 + ], + "seeds_positive": 5, + "p_signflip_one": 0.03125, + "p_signflip_two": 0.0625, + "per_seed": { + "0": { + "A": 0.43333333333333335, + "B": 0.1, + "diff": 0.33333333333333337, + "a_only": 21, + "b_only": 1, + "p": 1.0967254638671875e-05 + }, + "1": { + "A": 0.5166666666666667, + "B": 0.1, + "diff": 0.41666666666666674, + "a_only": 25, + "b_only": 0, + "p": 5.960464477539063e-08 + }, + "2": { + "A": 0.5166666666666667, + "B": 0.1, + "diff": 0.41666666666666674, + "a_only": 25, + "b_only": 0, + "p": 5.960464477539063e-08 + }, + "3": { + "A": 0.4, + "B": 0.1, + "diff": 0.30000000000000004, + "a_only": 19, + "b_only": 1, + "p": 4.00543212890625e-05 + }, + "4": { + "A": 0.45, + "B": 0.1, + "diff": 0.35, + "a_only": 21, + "b_only": 0, + "p": 9.5367431640625e-07 + } + } + }, + "diff_rates": [ + 0.43333333333333335, + 0.5166666666666667, + 0.5166666666666667, + 0.4, + 0.45 + ], + "twin_rates": [ + 0.25, + 0.23333333333333334, + 0.26666666666666666, + 0.21666666666666667, + 0.0 + ], + "retr_rate": 0.1 + } + } + } +} \ No newline at end of file diff --git a/results/icml_r3/X1S/x3_table.txt b/results/icml_r3/X1S/x3_table.txt new file mode 100644 index 0000000000000000000000000000000000000000..86593336bc5cbd669fedf985e6031f3a0754e832 --- /dev/null +++ b/results/icml_r3/X1S/x3_table.txt @@ -0,0 +1,48 @@ +m=2 iid b=1 diff_vs_twin: A=0.717+-0.028 B=0.702 d=+0.015 seedCI=[-0.064,+0.094] plantCI=[-0.037,+0.068] pos=3/5 p1=0.3125 p2=0.6250 McN_p=['3.3e-01', '1.0e+00', '4.2e-01', '7.1e-02', '2.0e-01'] +m=2 iid b=1 diff_vs_retr: A=0.717+-0.028 B=0.425 d=+0.292 seedCI=[+0.257,+0.327] plantCI=[+0.198,+0.383] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['3.3e-06', '3.4e-06', '1.5e-05', '7.5e-07', '4.6e-07'] +m=2 iid b=4 diff_vs_twin: A=0.947+-0.023 B=0.780 d=+0.167 seedCI=[+0.116,+0.217] plantCI=[+0.113,+0.222] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['9.8e-04', '1.5e-05', '4.8e-07', '4.2e-07', '2.2e-04'] +m=2 iid b=4 diff_vs_retr: A=0.947+-0.023 B=0.667 d=+0.280 seedCI=[+0.252,+0.308] plantCI=[+0.203,+0.362] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['2.4e-06', '5.5e-10', '1.9e-08', '2.9e-11', '1.9e-08'] +m=2 iid b=16 diff_vs_twin: A=0.987+-0.005 B=0.842 d=+0.145 seedCI=[+0.110,+0.180] plantCI=[+0.095,+0.202] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['3.1e-05', '5.7e-06', '1.2e-04', '9.5e-07', '2.7e-04'] +m=2 iid b=16 diff_vs_retr: A=0.987+-0.005 B=0.842 d=+0.145 seedCI=[+0.139,+0.151] plantCI=[+0.083,+0.212] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['1.5e-05', '7.6e-05', '4.0e-05', '7.6e-06', '7.6e-05'] +m=2 ood b=1 diff_vs_twin: A=0.603+-0.038 B=0.620 d=-0.017 seedCI=[-0.061,+0.027] plantCI=[-0.100,+0.063] pos=1/5 p1=0.8750 p2=0.3750 McN_p=['7.7e-01', '1.0e+00', '1.0e+00', '6.1e-01', '6.1e-01'] +m=2 ood b=1 diff_vs_retr: A=0.603+-0.038 B=0.383 d=+0.220 seedCI=[+0.173,+0.267] plantCI=[+0.083,+0.350] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['3.3e-03', '1.5e-02', '1.9e-02', '2.3e-02', '6.1e-02'] +m=2 ood b=4 diff_vs_twin: A=0.833+-0.020 B=0.703 d=+0.130 seedCI=[+0.074,+0.186] plantCI=[+0.070,+0.197] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['7.4e-03', '1.2e-02', '1.8e-01', '2.2e-02', '1.2e-01'] +m=2 ood b=4 diff_vs_retr: A=0.833+-0.020 B=0.733 d=+0.100 seedCI=[+0.075,+0.125] plantCI=[+0.003,+0.200] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['5.7e-02', '2.3e-01', '3.0e-01', '1.5e-01', '1.5e-01'] +m=2 ood b=16 diff_vs_twin: A=0.930+-0.018 B=0.760 d=+0.170 seedCI=[+0.113,+0.227] plantCI=[+0.097,+0.253] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['1.8e-03', '9.8e-04', '7.0e-02', '2.4e-04', '3.9e-03'] +m=2 ood b=16 diff_vs_retr: A=0.930+-0.018 B=0.883 d=+0.047 seedCI=[+0.024,+0.069] plantCI=[-0.013,+0.117] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['3.8e-01', '3.8e-01', '1.0e+00', '1.2e-01', '3.8e-01'] +m=3 iid b=1 diff_vs_twin: A=0.513+-0.052 B=0.543 d=-0.030 seedCI=[-0.070,+0.010] plantCI=[-0.078,+0.018] pos=1/5 p1=0.9688 p2=0.1250 McN_p=['7.4e-01', '4.9e-01', '3.0e-01', '6.1e-01', '5.2e-01'] +m=3 iid b=1 diff_vs_retr: A=0.513+-0.052 B=0.108 d=+0.405 seedCI=[+0.341,+0.469] plantCI=[+0.337,+0.475] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['1.1e-14', '4.6e-14', '7.1e-10', '6.4e-11', '2.0e-11'] +m=3 iid b=4 diff_vs_twin: A=0.788+-0.044 B=0.612 d=+0.177 seedCI=[+0.124,+0.230] plantCI=[+0.125,+0.228] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['1.6e-06', '3.3e-03', '5.9e-03', '7.4e-06', '5.9e-05'] +m=3 iid b=4 diff_vs_retr: A=0.788+-0.044 B=0.308 d=+0.480 seedCI=[+0.425,+0.535] plantCI=[+0.400,+0.557] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['9.2e-19', '1.2e-13', '2.3e-14', '1.2e-16', '4.1e-16'] +m=3 iid b=16 diff_vs_twin: A=0.927+-0.018 B=0.665 d=+0.262 seedCI=[+0.231,+0.292] plantCI=[+0.198,+0.323] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['2.5e-07', '4.7e-10', '7.9e-09', '2.8e-10', '1.9e-09'] +m=3 iid b=16 diff_vs_retr: A=0.927+-0.018 B=0.583 d=+0.343 seedCI=[+0.321,+0.366] plantCI=[+0.263,+0.427] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['2.3e-13', '8.7e-10', '2.0e-11', '1.1e-13', '1.8e-12'] +m=3 ood b=1 diff_vs_twin: A=0.393+-0.032 B=0.417 d=-0.023 seedCI=[-0.064,+0.017] plantCI=[-0.083,+0.037] pos=1/5 p1=0.9688 p2=0.3125 McN_p=['7.5e-01', '7.9e-01', '7.7e-01', '7.9e-01', '5.8e-01'] +m=3 ood b=1 diff_vs_retr: A=0.393+-0.032 B=0.100 d=+0.293 seedCI=[+0.253,+0.334] plantCI=[+0.200,+0.390] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['7.6e-05', '2.1e-05', '3.6e-05', '6.1e-05', '7.6e-05'] +m=3 ood b=4 diff_vs_twin: A=0.630+-0.036 B=0.483 d=+0.147 seedCI=[+0.079,+0.214] plantCI=[+0.080,+0.217] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['2.3e-01', '1.8e-01', '6.3e-03', '2.3e-03', '2.0e-03'] +m=3 ood b=4 diff_vs_retr: A=0.630+-0.036 B=0.283 d=+0.347 seedCI=[+0.302,+0.392] plantCI=[+0.247,+0.450] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['3.8e-06', '2.1e-05', '3.0e-06', '1.2e-07', '1.9e-06'] +m=3 ood b=16 diff_vs_twin: A=0.777+-0.042 B=0.530 d=+0.247 seedCI=[+0.174,+0.319] plantCI=[+0.167,+0.333] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['2.4e-04', '1.2e-04', '2.4e-04', '9.5e-07', '9.8e-04'] +m=3 ood b=16 diff_vs_retr: A=0.777+-0.042 B=0.533 d=+0.243 seedCI=[+0.191,+0.295] plantCI=[+0.150,+0.347] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['2.4e-04', '5.2e-04', '2.4e-04', '3.8e-06', '1.2e-04'] +m=4 iid b=1 diff_vs_twin: A=0.345+-0.027 B=0.355 d=-0.010 seedCI=[-0.069,+0.049] plantCI=[-0.060,+0.037] pos=1/5 p1=0.7500 p2=0.6250 McN_p=['1.0e+00', '3.6e-01', '1.2e-01', '1.0e+00', '1.0e+00'] +m=4 iid b=1 diff_vs_retr: A=0.345+-0.027 B=0.033 d=+0.312 seedCI=[+0.278,+0.346] plantCI=[+0.253,+0.370] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['2.8e-10', '5.1e-12', '2.1e-09', '7.5e-11', '7.5e-11'] +m=4 iid b=4 diff_vs_twin: A=0.595+-0.015 B=0.408 d=+0.187 seedCI=[+0.137,+0.236] plantCI=[+0.135,+0.238] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['1.9e-04', '2.9e-03', '4.6e-03', '3.5e-06', '4.2e-05'] +m=4 iid b=4 diff_vs_retr: A=0.595+-0.015 B=0.142 d=+0.453 seedCI=[+0.435,+0.472] plantCI=[+0.378,+0.528] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['3.3e-14', '4.4e-14', '2.3e-14', '3.2e-15', '1.7e-14'] +m=4 iid b=16 diff_vs_twin: A=0.810+-0.011 B=0.493 d=+0.317 seedCI=[+0.271,+0.362] plantCI=[+0.253,+0.378] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['6.8e-13', '2.8e-10', '4.1e-10', '4.1e-10', '2.5e-07'] +m=4 iid b=16 diff_vs_retr: A=0.810+-0.011 B=0.283 d=+0.527 seedCI=[+0.513,+0.540] plantCI=[+0.442,+0.605] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['8.2e-18', '3.6e-16', '1.8e-18', '6.0e-17', '3.6e-18'] +m=4 ood b=1 diff_vs_twin: A=0.217+-0.041 B=0.223 d=-0.007 seedCI=[-0.081,+0.067] plantCI=[-0.073,+0.057] pos=2/5 p1=0.6875 p2=1.0000 McN_p=['7.5e-01', '3.9e-01', '1.0e+00', '3.9e-01', '4.5e-01'] +m=4 ood b=1 diff_vs_retr: A=0.217+-0.041 B=0.067 d=+0.150 seedCI=[+0.099,+0.201] plantCI=[+0.080,+0.220] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['1.2e-02', '2.2e-02', '1.6e-02', '6.5e-02', '9.8e-04'] +m=4 ood b=4 diff_vs_twin: A=0.403+-0.062 B=0.257 d=+0.147 seedCI=[+0.063,+0.230] plantCI=[+0.083,+0.217] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['4.2e-03', '6.5e-02', '4.9e-02', '5.5e-01', '2.4e-04'] +m=4 ood b=4 diff_vs_retr: A=0.403+-0.062 B=0.133 d=+0.270 seedCI=[+0.193,+0.347] plantCI=[+0.180,+0.363] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['2.1e-05', '7.3e-04', '5.2e-04', '4.9e-04', '9.5e-07'] +m=4 ood b=16 diff_vs_twin: A=0.573+-0.035 B=0.300 d=+0.273 seedCI=[+0.202,+0.344] plantCI=[+0.193,+0.363] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['1.5e-03', '9.8e-04', '9.5e-07', '5.2e-04', '3.8e-06'] +m=4 ood b=16 diff_vs_retr: A=0.573+-0.035 B=0.267 d=+0.307 seedCI=[+0.264,+0.350] plantCI=[+0.207,+0.413] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['1.2e-04', '1.4e-04', '9.5e-07', '1.5e-05', '1.9e-06'] +m=5 iid b=1 diff_vs_twin: A=0.207+-0.022 B=0.137 d=+0.070 seedCI=[-0.031,+0.171] plantCI=[+0.037,+0.105] pos=4/5 p1=0.0625 p2=0.1250 McN_p=['8.5e-01', '3.1e-01', '5.7e-01', '9.9e-02', '1.2e-07'] +m=5 iid b=1 diff_vs_retr: A=0.207+-0.022 B=0.017 d=+0.190 seedCI=[+0.163,+0.217] plantCI=[+0.142,+0.240] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['3.6e-05', '1.5e-06', '1.0e-05', '4.6e-07', '3.0e-06'] +m=5 iid b=4 diff_vs_twin: A=0.425+-0.041 B=0.167 d=+0.258 seedCI=[+0.119,+0.397] plantCI=[+0.213,+0.307] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['2.8e-04', '1.0e-08', '1.2e-04', '3.5e-06', '2.2e-16'] +m=5 iid b=4 diff_vs_retr: A=0.425+-0.041 B=0.092 d=+0.333 seedCI=[+0.283,+0.384] plantCI=[+0.258,+0.410] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['2.5e-07', '2.4e-10', '3.0e-09', '2.0e-11', '4.5e-10'] +m=5 iid b=16 diff_vs_twin: A=0.597+-0.027 B=0.233 d=+0.363 seedCI=[+0.226,+0.501] plantCI=[+0.313,+0.417] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['1.1e-09', '2.6e-12', '1.3e-10', '2.5e-07', '2.7e-20'] +m=5 iid b=16 diff_vs_retr: A=0.597+-0.027 B=0.175 d=+0.422 seedCI=[+0.388,+0.455] plantCI=[+0.342,+0.503] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['1.6e-11', '9.1e-13', '2.3e-14', '2.3e-13', '2.0e-11'] +m=5 ood b=1 diff_vs_twin: A=0.213+-0.046 B=0.120 d=+0.093 seedCI=[+0.014,+0.173] plantCI=[+0.043,+0.147] pos=4/5 p1=0.0625 p2=0.1250 McN_p=['1.5e-01', '5.7e-02', '4.2e-01', '1.0e+00', '2.0e-03'] +m=5 ood b=1 diff_vs_retr: A=0.213+-0.046 B=0.017 d=+0.197 seedCI=[+0.139,+0.254] plantCI=[+0.117,+0.277] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['5.2e-04', '6.1e-05', '1.8e-03', '1.2e-02', '1.2e-02'] +m=5 ood b=4 diff_vs_twin: A=0.353+-0.036 B=0.147 d=+0.207 seedCI=[+0.107,+0.307] plantCI=[+0.147,+0.270] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['9.2e-02', '4.2e-03', '9.8e-04', '1.3e-02', '1.9e-06'] +m=5 ood b=4 diff_vs_retr: A=0.353+-0.036 B=0.067 d=+0.287 seedCI=[+0.242,+0.332] plantCI=[+0.193,+0.383] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['2.7e-04', '3.8e-06', '3.6e-05', '1.4e-04', '3.1e-05'] +m=5 ood b=16 diff_vs_twin: A=0.463+-0.052 B=0.193 d=+0.270 seedCI=[+0.134,+0.406] plantCI=[+0.210,+0.333] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['3.4e-03', '7.6e-05', '6.1e-05', '9.8e-04', '1.5e-08'] +m=5 ood b=16 diff_vs_retr: A=0.463+-0.052 B=0.100 d=+0.363 seedCI=[+0.299,+0.428] plantCI=[+0.260,+0.467] pos=5/5 p1=0.0312 p2=0.0625 McN_p=['1.1e-05', '6.0e-08', '6.0e-08', '4.0e-05', '9.5e-07'] diff --git a/results/icml_r3/X2/DATASET_READY b/results/icml_r3/X2/DATASET_READY new file mode 100644 index 0000000000000000000000000000000000000000..f7fce1e4e8ee01ea3106f60e6bcb2882a6e0be0c --- /dev/null +++ b/results/icml_r3/X2/DATASET_READY @@ -0,0 +1,5 @@ +dataset: andromeda:/home/cercola/DiffusionControl/data/x2_traj_dataset_v3.pt (also copied to virgo data/x2_traj_dataset_v3.pt) +bank: andromeda:/home/cercola/DiffusionControl/data/x2_bank3000.npz (corrected-arm NMPC bank, seed 13, 3000 draws, margin 0.3) +arm: hardware/qube/rebuild/qube_params_rig1.json via FURUTA_BASE_JSON (X0 theta = -0.63); conditioning (mp, Lp, log10 Dr, log10 Dp) z-scored, targets min-max in [-0.96,0.96] (furuta_traj_dataset_v3.py), same layout as data/furuta_traj_dataset_v3.pt +written: Tue Oct 13 12:53:08 AM PDT 2026 +data/x2_bank3000.npz: 2905 plants -> data/x2_traj_dataset_v3.pt; |target| max 0.960, frac |t|>0.5: 0.444; T col range [-0.96,0.96] median -0.42 diff --git a/results/icml_r3/X2/DRIVER_DONE b/results/icml_r3/X2/DRIVER_DONE new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/results/icml_r3/X2/FROZEN.json b/results/icml_r3/X2/FROZEN.json new file mode 100644 index 0000000000000000000000000000000000000000..dd5f57b889d56e77c1d352525849b0b92f6ecede --- /dev/null +++ b/results/icml_r3/X2/FROZEN.json @@ -0,0 +1,40 @@ +{ + "written": "2026-10-13 06:04 PDT", + "S1": { + "seed0": { + "step": 96000, + "weights": "ema999" + }, + "val": { + "s72000_ema999": [ + 92.5, + 98.33333333333333, + 95.41666666666666 + ], + "s72000_ema9995": [ + 90.83333333333333, + 98.33333333333333, + 94.58333333333333 + ], + "s96000_ema999": [ + 93.33333333333333, + 98.33333333333333, + 95.83333333333333 + ], + "s96000_ema9995": [ + 93.33333333333333, + 98.33333333333333, + 95.83333333333333 + ] + }, + "seeds_ge1": "s96000 ema999", + "uniform": "s96000 ema999", + "partial": false + }, + "S2": { + "family": "reg_mcd", + "val_k1": { + "reg_mcd": 83.88888888888889 + } + } +} \ No newline at end of file diff --git a/results/icml_r3/X2/FROZEN.json.bak b/results/icml_r3/X2/FROZEN.json.bak new file mode 100644 index 0000000000000000000000000000000000000000..dd5f57b889d56e77c1d352525849b0b92f6ecede --- /dev/null +++ b/results/icml_r3/X2/FROZEN.json.bak @@ -0,0 +1,40 @@ +{ + "written": "2026-10-13 06:04 PDT", + "S1": { + "seed0": { + "step": 96000, + "weights": "ema999" + }, + "val": { + "s72000_ema999": [ + 92.5, + 98.33333333333333, + 95.41666666666666 + ], + "s72000_ema9995": [ + 90.83333333333333, + 98.33333333333333, + 94.58333333333333 + ], + "s96000_ema999": [ + 93.33333333333333, + 98.33333333333333, + 95.83333333333333 + ], + "s96000_ema9995": [ + 93.33333333333333, + 98.33333333333333, + 95.83333333333333 + ] + }, + "seeds_ge1": "s96000 ema999", + "uniform": "s96000 ema999", + "partial": false + }, + "S2": { + "family": "reg_mcd", + "val_k1": { + "reg_mcd": 83.88888888888889 + } + } +} \ No newline at end of file diff --git a/results/icml_r3/X2/PREREG.md b/results/icml_r3/X2/PREREG.md new file mode 100644 index 0000000000000000000000000000000000000000..aa3d0f78f0d7209ecc4130a28cbe359295117e7d --- /dev/null +++ b/results/icml_r3/X2/PREREG.md @@ -0,0 +1,76 @@ +# Pre-registration, X2: the Furuta headline (experiment E, docs/headline_hardening.md) re-run on the CORRECTED ARM MODEL +Written: 2026-10-13 00:30 PDT, before any validation or test scoring of this experiment (the bank build and the training runs touch no evaluation plant). +Source protocol: results/icml_r2/E_stats/PREREG.md + FROZEN.json (unchanged unless listed under "What changes and why"). + +## Plant model (the only intended change versus E) +- Arm = hardware/qube/rebuild/qube_params_rig1.json through the base-plant override (`FURUTA_BASE_JSON`, `costs.furuta.base_plant`): Jr 6.3e-5, kg 3.9e-3 N m/V, back-emf folded into Dr (km=0), + cable spring ks 5.4e-3 N m/rad. Hardware-report convention for the spring rest angle: the MODEL works in theta~ = theta_hw - theta0 (theta0 = 0.63 rad) so the spring has its equilibrium at 0, + and every rollout/replay/NMPC starts at the physical centre, X0 = [-theta0, 0, pi, 0.2] (`furuta_common_eval.X0` reads the same JSON). So theta0 IS part of the base plant (start state), as in the rig plans. + The JSON rounds the sysid fit (Jr 6.3e-5 vs report 6.07e-5; kg 3.9e-3 vs 3.86e-3): the JSON is what the hardware chain used, so it is the one used here. +- Plant family unchanged: (mp, Lp, Dr, Dp) with the E ranges (MP_R, LP_R, DR_R, DP_R of furuta_handoff_gate), same rows, no Coulomb (Cr=Cp=0). Dr (family 3e-4..2.5e-3) is read as the TOTAL arm viscous term (the JSON's Db convention), + i.e. the effective arm damping is 2.1e-4 N m s/rad lower than in E (E added the motor back-emf separately). Stated, not corrected, so that the plant rows stay identical to E's. +- Bank rows keep the E draw: seed 13, n=3000, margin 0.3, recipe `furuta_nmpc_bank_v2.solve_entry_nmpc_margin` (script `furuta_x2_bank.py`); the number kept on the new arm is whatever the solver keeps (E: 2801). The kept count is named next to every retrieval number. + Secondary bank = the second 3000-draw (seed 29, as the E merged bank) merged with the first ("2x bank", the analogue of E's 5583 bank). +- Dataset: `furuta_traj_dataset_v3.build` unchanged (per-dim min-max into [-0.96,0.96], conditioning z-scored): the clip-bug lesson is kept (`|target| <= 0.96` is asserted by the builder). + +## Plants (identical rows to E; none in any bank) +- VALIDATION (selection only): seed 51001, n=60. TEST: seeds 71001 (n=150) + 71002 (n=150) = 300. Disjointness check from the NEW banks (min sup-distance of normalised log params) reported; the test rows are asserted equal to E's. + +## Verdict (identical for every arm; unchanged) +Candidate (u*, T, K, P) succeeds iff `certified_catch_set(plant, K)` certifies and `score_solution(plant, u*, T, K, P_resolved)` latches and settles (8 s, RK4 2 ms, 10 V clip) on the CORRECTED-ARM plant. Success at K = any of the first K candidates. + +## Training (same recipe as E; GPU, andromeda) +- unet_a: `train_furuta_v4 --arch unet --ch 64 --emb 192 --steps 96000 --batch 64 --save-every 8000 --seed s`, EMA 0.999/0.9995, seeds 0,1,2 first, then 3,4 if the window allows (3.75M params). +- regression twin: `train_furuta_v4_reg --mcd 0.1` (reg_mcd) seed 0 first (the E-selected family), then seeds 1,2; `reg_a` (plain MSE) seeds 0,1,2 only to re-run the S2 selection between the two surviving families + (regn_cn and regn_full were the worst on E's validation and test and are NOT retrained; this limits S2 to {reg_a, reg_mcd}). +- Same dataset, steps, batch, optimiser, EMA and verifier for every arm. Interrupted runs are restarted from scratch (unet) or `--resume` (twin). + +## Selection on VALIDATION only (rules, fixed now) +S1 (as E). unet_a training seed 0: argmax over {s72000, s96000} x {ema999, ema9995}, DDIM-10, sampler seeds 0,1, of mean(K=1, K=4); ties -> s96000, ema999. Training seeds >= 1 use s96000 ema999. + ADDED (uniform rule for the across-seed analysis): every seed incl. 0 also reported at s96000 ema999 (no per-seed selection). +S2 (as E, restricted). twin family = argmax of val K=1 deterministic success (mean over twin seeds) over {reg_a, reg_mcd}. If reg_a wins, the P5 comparator is reg_mcd's MC-dropout mode (as the E addendum). +Fast-pipeline configs (E's S3, budget curves): NOT re-run here (outside the task; stage costs are plant-model independent to first order). +FROZEN.json is written before the first test scoring. + +## Arms on TEST +1. unet_a DDIM-10, K=1/4/16, 3 sampler seeds per training seed (E used 3 only for seed 0; here all seeds, cheap), config per S1 / uniform rule. +2. nearest+P on the NEW primary bank (named N rows), K=1/4/16; secondary: 2x bank. +3. twin: chosen family; deterministic K=1 and its test-time-diversity mode (MC dropout, jitter 0, 16 samples, sampler seeds 0,1,2) at K=1/4/16. +4. live NMPC (one solve, `furuta_nmpc_bank.solve_entry_nmpc`), secondary. +5. MODEL-MISMATCH row (task item 4): the OLD-arm checkpoint models/v4/unet_a_s72000.pth (ema999, DDIM-10, 3 sampler seeds) and the OLD-arm bank data/furuta_nmpc_bank3000.npz (retrieval; only u, T, K are borrowed, P is re-solved) scored on the NEW-arm test plants. + +## Primary tests on TEST (family of 5, Holm, alpha 0.05 two-sided; identical definition to E) +P1-P3: unet_a seed 0 (S1 config, DDIM-10, mean over 3 sampler seeds) minus nearest+P (new primary bank) at K=1,4,16. +P4: same unet_a minus the chosen twin (deterministic, K=1). P5: minus the twin's test-time-diversity mode at K=4. +Statistic: mean paired per-plant difference, bootstrap 95% CI over plants (10000), sign-flip permutation (20000), exact McNemar on sampler-seed-0. +Across-seed claim (secondary, unadjusted): for each training seed s the per-seed diffs to retrieval and to the twin (uniform s96000 ema999 config); the SEED is the resampling unit +(mean and t-interval over seeds, plus the per-seed list and the count of seeds with a positive diff). No pooled-over-seeds McNemar. +Secondary: everything else in the arm list, labelled unadjusted. + +## What changes versus E and why (re-freezing) +1. Plant model (above): the point of the experiment. +2. Bank size may differ from 2801 (solver pass rate on the new arm); not re-tuned. +3. Seeds: >3 unet seeds if time allows (X3 asks for 5); sampler seeds 3 for every training seed. +4. S2 restricted to {reg_a, reg_mcd}; regn_* not retrained. +5. NMPC / retrieval / twin / generator all run on andromeda CPU (venv: torch 2.10, cvxpy 1.7.5, casadi 3.8.1, scipy 1.17.1, numpy 1.26.4), whereas E ran on virgo (numpy 2.x, cvxpy 1.9, casadi 3.7). A sanity check + that this does not move the verdict: the OLD-arm checkpoint scored on OLD-arm validation plants in this environment (secondary row `oldmodel_oldarm`, E's own validation numbers are the reference). + +## Addendum 2026-10-13 01:15 PDT (before any validation of a new-arm model and before any test scoring) +- New-arm primary bank (bank1): 2905 of 3000 draws kept (95 dropped: 67 replay failed, 28 NMPC never reached the catch set); E's bank kept 2801. Generator training set and retrieval bank are this same file (data/x2_bank3000.npz, 2905 rows). + The dataset (data/x2_traj_dataset_v3.pt, 2905 rows, |target| <= 0.960) is the v3 builder's output; DATASET_READY written 00:53. +- Training began 00:53 on the shared GPU at about 215 ms/step per run (4 of mine + 4 of another agent on one GPU, time-sliced; a CUDA-graph variant was tried and was NOT faster, so it was dropped). + Projected end of the 96k-step runs: about 06:30. Only the four first-priority runs were started (unet_a seeds 0,1,2 and reg_mcd seed 0); extra seeds (unet 3,4; reg_mcd 1,2; reg_a) run only if capacity appears. + If reg_a is not trained, S2 is not re-run: the twin family stays reg_mcd, the family E selected on its validation plants (stated deviation). +- Arms without a free configuration (retrieval on bank1/bank2x/old-arm bank, live NMPC, old-arm checkpoint s72000 ema999 DDIM-10) are scored on val and test as soon as their inputs exist, possibly before FROZEN.json; + none of their numbers enters any selection (S1/S2 use validation of the new unet/twin only). +- All andromeda processes carry the timeout that ends at 08:20 PT (window ends 08:30, RULES update); the first bank (pid 3269402) pre-dated that rule and ended 00:53. + +## Addendum 2026-10-13 01:50 PDT (still before any new-arm model is scored on validation or test) +- Extra seeds are running on virgo CPU (12 threads: 4 runs x 3 threads, about 172 ms/step, projected end about 06:00): unet_a seeds 3,4 and reg_mcd seeds 1,2, same recipe/dataset/steps (CPU instead of GPU only). + GPU runs (andromeda, about 213 ms/step, projected end about 06:35): unet_a seeds 0,1,2 and reg_mcd seed 0. The across-seed analysis therefore has 5 unet seeds and 3 twin seeds (reg_mcd); reg_a is not trained, so S2 is not re-run and the twin family is reg_mcd (E's validation selection). +- Environment check (done): the OLD-arm checkpoint unet_a s72000 ema999 DDIM-10 on the OLD-arm validation plants, scored with E's own code in the andromeda venv, gives per-plant outcomes IDENTICAL to E's virgo files + (0 differing plants of 60 at K=1 and K=4, sampler seeds 0 and 1; results/icml_r3/X2/envcheck/). Old-bank retrieval on the old test plants: 176/300 here vs 177/300 in E (one plant, SDP numerics). +- Test scoring done so far (arms without free configuration): retrieval on bank1 (2905 rows), bank2x (5812 rows), old-arm bank, live NMPC, old-arm checkpoint. The unet/twin test scoring waits for FROZEN.json (S1 for seed 0) except seeds >= 1 (fixed rule, no selection). +- 2026-10-13 02:25 PDT: every new andromeda evaluation launch sets RAYON_NUM_THREADS=1 (CLARABEL rayon pool; coordinator note). Runs already launched (bank builds, stage A, trainings) were not restarted. +- 2026-10-13 02:55 PDT: the rest of the pipeline is scripted in results/icml_r3/X2/driver.sh (andromeda, no judgment calls): validation scoring, S1 (seed 0: argmax over {s72000, s96000} x {ema999, ema9995} of mean(K=1,K=4), ties -> s96000 ema999) and S2 (twin family = reg_mcd, only family trained), + FROZEN.json written by `furuta_x2_analyze select` BEFORE the first unet/twin test scoring, then the n=300 test and `furuta_x2_analyze report`. If the GPU runs are cut before 96k steps the driver uses the common last step for all unet seeds and writes results/icml_r3/X2/PARTIAL (labelled). diff --git a/results/icml_r3/X2/RESUME.md b/results/icml_r3/X2/RESUME.md new file mode 100644 index 0000000000000000000000000000000000000000..8a0f4313f8ec5ae2abcbd71f78ca3b4d64ff1832 --- /dev/null +++ b/results/icml_r3/X2/RESUME.md @@ -0,0 +1,26 @@ +# X2 (Furuta headline on the corrected arm) - RESUME notes, written 2026-10-13 ~02:55 PDT + +## State +- Corrected-arm bank (data/x2_bank3000.npz, 2905 rows; data/x2_bank2x.npz, 5812 rows) and dataset (data/x2_traj_dataset_v3.pt, 2905 rows) are built (andromeda ~/DiffusionControl/data/, copies on virgo). +- Already scored on val+test (no free config): retrieval bank1/bank2x/old-arm bank, live NMPC, old-arm checkpoint. Files results/icml_r3/X2/{val,test}_*.npz. PREREG.md (+2 addenda) is written; FROZEN.json is NOT yet written (the driver writes it). +- Training (96k steps, ~213 ms/step GPU, ~174 ms/step virgo CPU; started 00:53-01:17 PDT): + * andromeda GPU: x2_unet_a_seed0/1/2 and x2_reg_mcd_seed0, logs ~/DiffusionControl/results/icml_r3/X2/logs/train_x2_*.log, ckpts ~/DiffusionControl/models/v4/x2_* (unet: every 8000 steps; twin: x2_reg_mcd_seed0_resume.pt every 8000, final x2_reg_mcd_seed0_s96000.pth). Expected end ~06:35 PDT. Timeouts end 08:20 PDT. + * virgo CPU (12 threads): x2_unet_a_seed3/4 and x2_reg_mcd_seed1/2, logs results/icml_r3/X2/logs/train_x2_*.log, ckpts models/v4/x2_*. Expected end ~06:05 PDT; timeout 08:25. +- PIDs: ~/icml_r3_pids/X2.txt on both machines. Kill only those. + +## Queued automatically (detached, survive the session) +1. andromeda driver (`results/icml_r3/X2/driver.sh`, started 02:52, under the 08:20 timeout, RAYON_NUM_THREADS=1, log results/icml_r3/X2/logs/driver.log, marker results/icml_r3/X2/DRIVER_DONE): + wait for the 4 GPU runs (until 07:30; if not finished it evaluates the common last unet checkpoint step and writes results/icml_r3/X2/PARTIAL; twin seed 0 needs its final file) + -> validation scoring (unet seed 0: s72000/s96000 x ema999/ema9995, DDIM-10, sampler seeds 0,1, K<=4; twin deterministic) -> `furuta_x2_analyze select` = S1/S2 per PREREG.md -> FROZEN.json + -> test n=300: seed-0 S1 config (3 sampler seeds), twin seeds present (det + 3 MC-dropout draws, K<=16), unet seeds 0,1,2 at s96000 ema999 (uniform rule) -> `furuta_x2_analyze report` (results/icml_r3/X2/test_report.txt) + -> waits (until 07:30) for the virgo-trained checkpoints, scores unet seeds 3,4 on test and twin seeds 1,2 on val+test -> report again (test_report.txt, test_report_final_copy.txt). +2. virgo watcher (`results/icml_r3/X2/virgo_watcher.sh`, log results/icml_r3/X2/logs/virgo_watcher.log): rsyncs x2_unet_a_seed3/4_s96000.pth and x2_reg_mcd_seed1/2_s96000.pth to andromeda ~/DiffusionControl/models/v4/ when complete (until 08:00). + +## Still needs a human/agent afterwards +- Copy results back: `rsync -az -e ssh --exclude cands andromeda:~/DiffusionControl/results/icml_r3/X2/ /home/cercola/matte_server/DiffusionControl/results/icml_r3/X2/`; the andromeda copy of the models is not needed (virgo has seeds 3,4 and twins 1,2; GPU-trained ckpts: rsync andromeda:~/DiffusionControl/models/v4/x2_* if wanted). +- If the driver was cut (no DRIVER_DONE): rerun on virgo CPU (12 workers max) the missing stages of driver.sh (same commands; `furuta_x2_eval` needs FURUTA_BASE_JSON=hardware/qube/rebuild/qube_params_rig1.json), then `PYTHONPATH=. python -m nonlinear.experiments.furuta_x2_analyze report` (set X2_STEP= only for a partial run). +- Figure: `python nonlinear/plotting/fig_x2_arm.py` (needs FROZEN.json and test npz) -> figures/icml_r3/x2_arm.{png,pdf}. +- docs/icml_r3_x2.md is a stub: write it with the research-doc skill from test_report.txt, val_selection.txt, bank_stats.txt, retr_diag.txt, envcheck/, PREREG.md. Facts already known are in PREREG.md addenda + (arm model, bank 2905/5812 rows, old-arm checkpoint and old-arm bank score 0.0% at every K on the new-arm plants because the borrowed K does not stabilise the corrected arm; nearest+P bank1 test 40.0/71.3/93.3, bank2x 39.3/73.7/96.3, NMPC 96.7; + environment check: old model on old plants reproduces E per plant in the andromeda venv). +- Clean up andromeda scratch when done: models/v4/x2_*, data/x2_*, results/icml_r3/X2/cands (small). diff --git a/results/icml_r3/X2/bank_stats.txt b/results/icml_r3/X2/bank_stats.txt new file mode 100644 index 0000000000000000000000000000000000000000..5f81e0269718f03d4dcf07ce48dfd6db8da1f185 --- /dev/null +++ b/results/icml_r3/X2/bank_stats.txt @@ -0,0 +1,4 @@ +old arm: rows 2801; T p10/50/90 0.456 0.52 0.652; J 3.59 4.05 4.99; |u| max over knots 10 10 10; frac knots at |u|>=9.9: 0.395 + K mean [ -0.578 -0.786 -29.426 -2.344] K std [0.011 0.188 1.705 0.276] ; ellipsoid vol proxy p10/50/90 80.4 103 128 +new arm: rows 2905; T p10/50/90 0.426 0.498 0.59; J 3.12 3.61 4.21; |u| max over knots 10 10 10; frac knots at |u|>=9.9: 0.241 + K mean [ -3.429 -1.342 -35.589 -2.589] K std [0.334 0.148 5.788 0.499] ; ellipsoid vol proxy p10/50/90 75.3 90 227 diff --git a/results/icml_r3/X2/driver.sh b/results/icml_r3/X2/driver.sh new file mode 100644 index 0000000000000000000000000000000000000000..7bcf347a72a52a59195cbd3887a126a1b94af300 --- /dev/null +++ b/results/icml_r3/X2/driver.sh @@ -0,0 +1,47 @@ +#!/bin/bash +# X2 post-training driver (andromeda). Waits for the GPU runs, then: val scoring -> S1/S2 selection (scripted, rule in PREREG.md) -> FROZEN.json -> n=300 test +# -> analysis (test_report.txt). Virgo-trained models (unet seeds 3,4; reg_mcd seeds 1,2) are rsynced here by the virgo watcher and scored when they arrive. +# Every command runs under the 08:20 PT timeout; no stage starts after 08:00 PT. Log: results/icml_r3/X2/logs/driver.log. Marker when finished: results/icml_r3/X2/DRIVER_DONE +cd ${X2_ROOT:-~/DiffusionControl}; export FURUTA_BASE_JSON=$PWD/hardware/qube/rebuild/qube_params_rig1.json PYTHONPATH=. OMP_NUM_THREADS=1 RAYON_NUM_THREADS=1 +R=results/icml_r3/X2; L=$R/logs; M=models/v4; mkdir -p $L +endts=$(TZ=America/Los_Angeles date -d 'today 08:20' +%s); stopts=$(TZ=America/Los_Angeles date -d 'today 08:00' +%s); waitts=$(TZ=America/Los_Angeles date -d 'today 07:30' +%s) +log() { echo "$(date '+%F %T') $*" >> $L/driver.log; } +TO() { local T=$((endts-$(date +%s))); [ $T -gt 120 ] && [ $(date +%s) -lt $stopts ] && timeout --signal=TERM $T "$@" 2>&1 | grep -v "UserWarning\|warnings.warn\|^\*\|Ipopt\|^$"; } +E=${E_CMD:-".venv/bin/python -m nonlinear.experiments.furuta_x2_eval"}; A=${A_CMD:-".venv/bin/python -m nonlinear.experiments.furuta_x2_analyze"} +last() { ls $M/$1_s*.pth 2>/dev/null | sed 's/.*_s\([0-9]*\)\.pth/\1/' | sort -n | tail -1; } +log "driver start pid $$" +# 1. wait for the GPU runs (unet seeds 0,1,2 and twin seed 0), up to 07:30 PT +until { [ -f $M/x2_unet_a_seed0_s96000.pth ] && [ -f $M/x2_unet_a_seed1_s96000.pth ] && [ -f $M/x2_unet_a_seed2_s96000.pth ] && [ -f $M/x2_reg_mcd_seed0_s96000.pth ]; } || [ $(date +%s) -ge $waitts ]; do sleep 30; done +STEP=96000 +for s in 0 1 2; do l=$(last x2_unet_a_seed$s); [ -z "$l" ] && l=0; [ $l -lt $STEP ] && STEP=$l; done +if [ $STEP -lt 96000 ]; then log "PARTIAL: unet runs not finished, using common last step $STEP"; echo "PARTIAL step $STEP" > $R/PARTIAL; fi +[ $STEP -lt 8000 ] && { log "no usable checkpoints, abort"; exit 1; } +export X2_STEP=$STEP +twins() { for i in 0 1 2; do [ -f $M/x2_reg_mcd_seed${i}_s96000.pth ] && echo $i; done; } +# 2. validation scoring (S1: seed 0 checkpoints x weights; S2: twin deterministic) +log "val scoring" +( for st in $(echo "72000 $STEP" | tr ' ' '\n' | sort -un); do [ -f $M/x2_unet_a_seed0_s$st.pth ] || continue; for w in ema999 ema9995; do for ss in 0 1; do + TO $E gen --set val --ckpt $M/x2_unet_a_seed0_s$st.pth --weights $w --name unetA0_s${st}_${w}_ddim10_s$ss --sseed $ss --kmax 4 --workers 6; done; done; done ) & +( for i in $(twins); do TO $E reg --set val --net x2_reg_mcd_seed$i --k 1 --workers 4; done ) & +wait +# 3. selection by the PREREG rule (scripted): FROZEN.json +log "select"; $A select >> $L/driver.log 2>&1; cp $R/FROZEN.json $R/FROZEN.json.bak +S1=$(python3 -c "import json;z=json.load(open('$R/FROZEN.json'))['S1']['seed0'];print(z['step'],z['weights'])"); set -- $S1; log "S1 seed0 config: step $1 weights $2" +# 4. test: seed-0 S1 config (3 sampler seeds) + twin seeds present (det + 3 MC-dropout draws, K<=16) in parallel; then the uniform-rule unet seeds 0,1,2 +log "test stage 1" +( for ss in 0 1 2; do TO $E gen --set test --ckpt $M/x2_unet_a_seed0_s$1.pth --weights $2 --name unetA0_s${1}_${2}_ddim10_s$ss --sseed $ss --workers 8; done ) & +( for i in $(twins); do TO $E reg --set test --net x2_reg_mcd_seed$i --k 16 --jitter 0 --workers 8; done ) & +wait +log "test stage 2 (uniform rule: s$STEP ema999, seeds 0 1 2)" +for s in 0 1 2; do ( for ss in 0 1 2; do TO $E gen --set test --ckpt $M/x2_unet_a_seed${s}_s$STEP.pth --weights ema999 --name unetA${s}_s${STEP}_ema999_ddim10_s$ss --sseed $ss --workers 5; done ) & done; wait +$A report > $L/report_partial.log 2>&1; log "report written (GPU-trained models only)" +# 5. virgo-trained models: wait until they have been rsynced here (virgo watcher), up to 07:30 PT; score whatever arrived +until { [ -f $M/x2_unet_a_seed3_s96000.pth ] && [ -f $M/x2_unet_a_seed4_s96000.pth ] && [ -f $M/x2_reg_mcd_seed1_s96000.pth ] && [ -f $M/x2_reg_mcd_seed2_s96000.pth ]; } || [ $(date +%s) -ge $waitts ]; do sleep 30; done +log "virgo-trained models: stage" +if [ $STEP -eq 96000 ]; then + for s in 3 4; do [ -f $M/x2_unet_a_seed${s}_s96000.pth ] && ( for ss in 0 1 2; do TO $E gen --set test --ckpt $M/x2_unet_a_seed${s}_s96000.pth --weights ema999 --name unetA${s}_s96000_ema999_ddim10_s$ss --sseed $ss --workers 5; done ) & done +fi +( for i in 1 2; do [ -f $M/x2_reg_mcd_seed${i}_s96000.pth ] && { TO $E reg --set val --net x2_reg_mcd_seed$i --k 1 --workers 3; TO $E reg --set test --net x2_reg_mcd_seed$i --k 16 --jitter 0 --workers 3; }; done ) & +wait +$A report > $L/report_final.log 2>&1; cp $R/test_report.txt $R/test_report_final_copy.txt; log "final report written" +touch $R/DRIVER_DONE; log "driver done" diff --git a/results/icml_r3/X2/old_transfer_spotcheck.py b/results/icml_r3/X2/old_transfer_spotcheck.py new file mode 100644 index 0000000000000000000000000000000000000000..87023dfb5969ce12f9972af138c22d3d12f2caae --- /dev/null +++ b/results/icml_r3/X2/old_transfer_spotcheck.py @@ -0,0 +1,14 @@ +"""X2 post-hoc spot check (written during doc write-up, not in PREREG): why does the old-arm bank retrieve 0.0%? First old-bank neighbour of test plants 0-19, +scored with the X2 corrected-arm plant. Run: FURUTA_BASE_JSON=hardware/qube/rebuild/qube_params_rig1.json PYTHONPATH=. python results/icml_r3/X2/old_transfer_spotcheck.py""" +import numpy as np, collections, time +from nonlinear.experiments import furuta_x2_eval as X +from nonlinear.experiments.furuta_traj_gate import _norm, neighbours +tab = X.table("test")[:20] +b = np.load("data/furuta_nmpc_bank3000.npz") +Xp = np.column_stack([b["params"][:,0], b["params"][:,1], np.log(b["params"][:,2]), np.log(b["params"][:,3])]); mu, sd = Xp.mean(0), Xp.std(0)+1e-12; Z=_norm(b["params"],mu,sd) +cnt = collections.Counter(); t0=time.time() +for i in range(len(tab)): + idx,_ = neighbours(Z, _norm(tab[i:i+1,:4],mu,sd)[0], 1) + _, seq = X._nearest_job((i, tab[i], idx, b["U"], b["T"], b["K"])) + for s in seq: cnt[s[2] if not s[0] else 'ok'] += 1 +print(dict(cnt), round(time.time()-t0,1),'s') diff --git a/results/icml_r3/X2/old_transfer_spotcheck.txt b/results/icml_r3/X2/old_transfer_spotcheck.txt new file mode 100644 index 0000000000000000000000000000000000000000..780d7205e717b7ae1ab3de698307552edbecbd8f --- /dev/null +++ b/results/icml_r3/X2/old_transfer_spotcheck.txt @@ -0,0 +1 @@ +{'borrowed gain certifies nothing on this plant': 20} 0.0 s diff --git a/results/icml_r3/X2/post_bank.sh b/results/icml_r3/X2/post_bank.sh new file mode 100644 index 0000000000000000000000000000000000000000..22a0eea698c9f54b733fda95c4db0b5a42939713 --- /dev/null +++ b/results/icml_r3/X2/post_bank.sh @@ -0,0 +1,19 @@ +#!/bin/bash +# waits for the bank, builds the v3-style dataset, writes DATASET_READY, starts the GPU training queue, then builds the second (2x) bank. +cd ~/DiffusionControl; export PYTHONPATH=. OMP_NUM_THREADS=1; L=results/icml_r3/X2/logs +TO() { T=$(( $(TZ=America/Los_Angeles date -d "today 08:20" +%s) - $(date +%s) )); timeout --signal=TERM $T "$@"; } # every andromeda process ends by 08:20 PT (window 08:30) +until grep -q "^bank:" $L/bank.log; do sleep 15; done +.venv/bin/python -m nonlinear.data_generation.furuta_traj_dataset_v3 --bank data/x2_bank3000.npz --out data/x2_traj_dataset_v3.pt > $L/dataset.log 2>&1 || { echo DATASET_FAILED > results/icml_r3/X2/DATASET_FAILED; exit 1; } +{ echo "dataset: andromeda:/home/cercola/DiffusionControl/data/x2_traj_dataset_v3.pt (also copied to virgo data/x2_traj_dataset_v3.pt)"; echo "bank: andromeda:/home/cercola/DiffusionControl/data/x2_bank3000.npz (corrected-arm NMPC bank, seed 13, 3000 draws, margin 0.3)" + echo "arm: hardware/qube/rebuild/qube_params_rig1.json via FURUTA_BASE_JSON (X0 theta = -0.63); conditioning (mp, Lp, log10 Dr, log10 Dp) z-scored, targets min-max in [-0.96,0.96] (furuta_traj_dataset_v3.py), same layout as data/furuta_traj_dataset_v3.pt" + echo "written: $(date)"; cat $L/dataset.log | tail -2; } > results/icml_r3/X2/DATASET_READY +setsid nohup bash results/icml_r3/X2/train_queue.sh 4 > $L/queue.log 2>&1 < /dev/null & +echo "train_queue $!" >> ~/icml_r3_pids/X2.txt +export FURUTA_BASE_JSON=$PWD/hardware/qube/rebuild/qube_params_rig1.json; TO .venv/bin/python -u -m nonlinear.data_generation.furuta_x2_bank --n 3000 --seed 29 --workers 24 --out data/x2_bank_b.npz > $L/bank2.log 2>&1 +.venv/bin/python - < $L/bank2x.log 2>&1 +import numpy as np +a=np.load("data/x2_bank3000.npz"); b=np.load("data/x2_bank_b.npz") +np.savez("data/x2_bank2x.npz", **{k: np.concatenate([a[k], b[k]]) for k in a.files}) +print("merged", len(a["T"]), "+", len(b["T"])) +PY +echo POST_DONE diff --git a/results/icml_r3/X2/retr_diag.txt b/results/icml_r3/X2/retr_diag.txt new file mode 100644 index 0000000000000000000000000000000000000000..2d94ec9bfb4a045cd0e048fd6af755b22aa13e8d --- /dev/null +++ b/results/icml_r3/X2/retr_diag.txt @@ -0,0 +1,3 @@ +# first-neighbour (K=1) nearest+P outcomes, TEST n=300, certificate = P re-solved for the borrowed K on the target plant, rollout = replay u*, TVLQR, latch, settle +old bank 2801 K=1 first-neighbour outcomes over 300 test plants (OLD arm, E plants; E reported 59.0 = 177/300): {'rollout failed': 124, 'ok': 176} +new bank (CORRECTED arm) 2905 K=1 first-neighbour outcomes over 300 test plants: {'rollout failed': 180, 'ok': 120} diff --git a/results/icml_r3/X2/stageA.sh b/results/icml_r3/X2/stageA.sh new file mode 100644 index 0000000000000000000000000000000000000000..1b4e7acf8095c33abc2d11c08d0701aa11245276 --- /dev/null +++ b/results/icml_r3/X2/stageA.sh @@ -0,0 +1,12 @@ +#!/bin/bash +# stage A (andromeda CPU): arms with no free configuration, test + val. Each command under the 08:20 PT timeout. +cd ~/DiffusionControl; export FURUTA_BASE_JSON=$PWD/hardware/qube/rebuild/qube_params_rig1.json PYTHONPATH=. OMP_NUM_THREADS=1 RAYON_NUM_THREADS=1 +TO() { T=$(( $(TZ=America/Los_Angeles date -d "today 08:20" +%s) - $(date +%s) )); timeout --signal=TERM $T "$@"; } +E=".venv/bin/python -m nonlinear.experiments.furuta_x2_eval"; W=${1:-6} +TO $E nearest --set test --bankpath data/x2_bank3000.npz --tag bank1 --workers $W +TO $E nearest --set test --bankpath data/furuta_nmpc_bank3000.npz --tag oldbank --workers $W +for ss in 0 1 2; do + TO $E gen --set test --ckpt models/v4/unet_a_s72000.pth --name oldA0_s72000_ema999_ddim10_s$ss --sseed $ss --workers $W +done +TO $E nmpc --set test --workers $W +echo STAGE_A_DONE diff --git a/results/icml_r3/X2/stageB.sh b/results/icml_r3/X2/stageB.sh new file mode 100644 index 0000000000000000000000000000000000000000..758ce371abe38cf79bf72a7547e951fb94ccf2f2 --- /dev/null +++ b/results/icml_r3/X2/stageB.sh @@ -0,0 +1,26 @@ +#!/bin/bash +# stage B (andromeda CPU, <=16 threads total). usage: stageB.sh val|test|seeds +# val : validation scoring for S1 (seed 0, s72000/s96000 x ema999/ema9995, sampler seeds 0,1, K<=4) and S2 (twin det, seeds 0..2) +# test : seed-0 S1 config (read from FROZEN.json) x 3 sampler seeds, twin seeds 0..2 (det + 3 MC-dropout draws, K<=16) +# seeds S...: unet seeds S at s96000 ema999 (uniform rule), 3 sampler seeds, test + nothing else +cd ~/DiffusionControl; export FURUTA_BASE_JSON=$PWD/hardware/qube/rebuild/qube_params_rig1.json PYTHONPATH=. OMP_NUM_THREADS=1 RAYON_NUM_THREADS=1 +TO() { T=$(( $(TZ=America/Los_Angeles date -d "today 08:20" +%s) - $(date +%s) )); timeout --signal=TERM $T "$@"; } +E=".venv/bin/python -m nonlinear.experiments.furuta_x2_eval"; M=models/v4 +mode=$1; shift +case $mode in + val) + ( for st in 72000 96000; do for w in ema999 ema9995; do for ss in 0 1; do + TO $E gen --set val --ckpt $M/x2_unet_a_seed0_s$st.pth --weights $w --name unetA0_s${st}_${w}_ddim10_s$ss --sseed $ss --kmax 4 --workers 6; done; done; done ) & + ( for i in 0 1 2; do [ -f $M/x2_reg_mcd_seed${i}_s96000.pth ] && TO $E reg --set val --net x2_reg_mcd_seed$i --k 1 --workers 4; done ) & + wait ;; + test) + S=$(.venv/bin/python -c "import json;z=json.load(open('results/icml_r3/X2/FROZEN.json'))['S1']['seed0'];print(z['step'],z['weights'])"); set -- $S + ( for ss in 0 1 2; do TO $E gen --set test --ckpt $M/x2_unet_a_seed0_s$1.pth --weights $2 --name unetA0_s${1}_${2}_ddim10_s$ss --sseed $ss --workers 8; done ) & + ( for i in 0 1 2; do [ -f $M/x2_reg_mcd_seed${i}_s96000.pth ] && TO $E reg --set test --net x2_reg_mcd_seed$i --k 16 --jitter 0 --workers 8; done ) & + wait ;; + seeds) + for s in "$@"; do + ( for ss in 0 1 2; do TO $E gen --set test --ckpt $M/x2_unet_a_seed${s}_s96000.pth --weights ema999 --name unetA${s}_s96000_ema999_ddim10_s$ss --sseed $ss --workers 5; done ) & + done; wait ;; +esac +echo "STAGE_B_$mode DONE" diff --git a/results/icml_r3/X2/test_report.txt b/results/icml_r3/X2/test_report.txt new file mode 100644 index 0000000000000000000000000000000000000000..b7a0b26875eaa432cb63cfa85d8e05fffba5ef97 --- /dev/null +++ b/results/icml_r3/X2/test_report.txt @@ -0,0 +1,58 @@ +# X2 test report (corrected arm, n=300, plants 71001x150 + 71002x150); S1 seed-0 config {'step': 96000, 'weights': 'ema999'}, S2 twin family reg_mcd; primary bank1 = 2905 rows + +val (n=60) to bank1 (2905 rows): min sup-dist 0.096 median 0.219 +test (n=300) to bank1 (2905 rows): min sup-dist 0.021 median 0.217 +val (n=60) to bank2x (5812 rows): min sup-dist 0.081 median 0.178 +test (n=300) to bank2x (5812 rows): min sup-dist 0.021 median 0.184 + +## Pooled success on TEST, n=300 (mean over sampler/training runs listed; 95% bootstrap CI over plants) +arm K=1 K=4 K=16 +unet_a seed0 (S1 config) DDIM-10 94.1 [ 91.9, 96.1] 98.2 [ 96.9, 99.3] 99.3 [ 98.3,100.0] +unet_a seed0 s96000 ema999 DDIM-10 94.1 [ 91.9, 96.1] 98.2 [ 96.9, 99.3] 99.3 [ 98.3,100.0] +unet_a seed1 s96000 ema999 DDIM-10 95.6 [ 93.7, 97.2] 98.8 [ 97.6, 99.8] 99.6 [ 98.8,100.0] +unet_a seed2 s96000 ema999 DDIM-10 94.2 [ 92.0, 96.2] 98.3 [ 96.9, 99.4] 99.4 [ 98.6,100.0] +unet_a seed3 s96000 ema999 DDIM-10 96.1 [ 94.2, 97.8] 98.8 [ 97.6, 99.7] 99.7 [ 99.0,100.0] +unet_a seed4 s96000 ema999 DDIM-10 96.1 [ 94.3, 97.7] 98.9 [ 97.8, 99.8] 99.8 [ 99.3,100.0] +nearest+P bank1 (2905 rows, training bank) 40.0 [ 34.7, 45.7] 71.3 [ 66.3, 76.3] 93.3 [ 90.3, 96.0] +nearest+P bank2x (merged, ~2x rows) 39.3 [ 33.7, 45.0] 73.7 [ 68.7, 78.7] 96.3 [ 94.0, 98.3] +reg_mcd deterministic (mean over twin seeds) 85.0 [ 81.8, 88.1] n/a n/a +reg_mcd test-time diversity (mean over twin seeds x 3) 80.9 [ 77.8, 83.9] 92.0 [ 89.7, 94.2] 96.1 [ 94.1, 97.7] +live NMPC (1 solve) 96.7 [ 94.7, 98.7] 96.7 [ 94.7, 98.7] 96.7 [ 94.7, 98.7] +OLD-arm unet_a s72000 DDIM-10 on new-arm plants 0.0 [ 0.0, 0.0] 0.0 [ 0.0, 0.0] 0.0 [ 0.0, 0.0] +OLD-arm bank (2801 rows) nearest+P on new-arm plants 0.0 [ 0.0, 0.0] 0.0 [ 0.0, 0.0] 0.0 [ 0.0, 0.0] + +## Primary tests (Holm over the family), diff pp [95% CI over plants], sign-flip p, Holm p, McNemar (A-only/B-only) p +P1 unet_a seed0 - nearest+P bank1, K=1 +54.1 [+48.3,+60.1] p=0.0000 holm=0.0000 McNemar 168/10 p=0.0000 +P2 K=4 +26.9 [+21.8,+32.2] p=0.0000 holm=0.0000 McNemar 84/3 p=0.0000 +P3 K=16 +6.0 [ +3.3, +8.7] p=0.0000 holm=0.0000 McNemar 18/0 p=0.0000 +P4 unet_a seed0 - reg_mcd deterministic (mean over twin seeds), K=1 +9.1 [ +6.1,+12.2] p=0.0000 holm=0.0000 McNemar 29/12 p=0.0115 +P5 unet_a seed0 - reg_mcd test-time diversity (mean over twin seeds x 3), K=4 +6.2 [ +4.1, +8.4] p=0.0000 holm=0.0000 McNemar 11/2 p=0.0225 + +## Secondary paired tests (unadjusted; plants are the unit) +unet_a seed0 (S1 config) DDIM-10 - nearest+P bank2x (merged, ~2x rows) K=1 +54.8 [+48.9,+60.4] p=0.0000 +unet_a seed0 (S1 config) DDIM-10 - live NMPC (1 solve) K=1 -2.6 [ -5.0, -0.1] p=0.0520 +unet_a seed0 (S1 config) DDIM-10 - OLD-arm unet_a s72000 DDIM-10 on new-arm plants K=1 (model-mismatch effect) +94.1 [+92.0,+96.1] p=0.0000 +OLD-arm unet_a - nearest+P bank1 (2905 rows, training bank) K=1 -40.0 [-45.7,-34.7] p=0.0000 +unet_a seed0 (S1 config) DDIM-10 - reg_mcd deterministic (mean over twin seeds) K=1 +9.1 [ +6.0,+12.2] p=0.0000 +unet_a seed0 (S1 config) DDIM-10 - reg_mcd test-time diversity (mean over twin seeds x 3) K=1 +13.2 [+10.1,+16.4] p=0.0000 +unet_a seed0 (S1 config) DDIM-10 - nearest+P bank2x (merged, ~2x rows) K=4 +24.6 [+19.6,+29.7] p=0.0000 +unet_a seed0 (S1 config) DDIM-10 - live NMPC (1 solve) K=4 +1.6 [ -0.2, +3.7] p=0.1505 +unet_a seed0 (S1 config) DDIM-10 - OLD-arm unet_a s72000 DDIM-10 on new-arm plants K=4 (model-mismatch effect) +98.2 [+96.9,+99.3] p=0.0000 +OLD-arm unet_a - nearest+P bank1 (2905 rows, training bank) K=4 -71.3 [-76.3,-66.3] p=0.0000 +unet_a seed0 (S1 config) DDIM-10 - reg_mcd test-time diversity (mean over twin seeds x 3) K=4 +6.2 [ +4.1, +8.4] p=0.0000 +unet_a seed0 (S1 config) DDIM-10 - nearest+P bank2x (merged, ~2x rows) K=16 +3.0 [ +1.3, +5.0] p=0.0034 +unet_a seed0 (S1 config) DDIM-10 - live NMPC (1 solve) K=16 +2.7 [ +1.0, +4.7] p=0.0083 +unet_a seed0 (S1 config) DDIM-10 - OLD-arm unet_a s72000 DDIM-10 on new-arm plants K=16 (model-mismatch effect) +99.3 [+98.3,+100.0] p=0.0000 +OLD-arm unet_a - nearest+P bank1 (2905 rows, training bank) K=16 -93.3 [-96.0,-90.3] p=0.0000 +unet_a seed0 (S1 config) DDIM-10 - reg_mcd test-time diversity (mean over twin seeds x 3) K=16 +3.3 [ +1.7, +5.0] p=0.0000 + +## Across training seeds (unit = seed; s96000 ema999, DDIM-10, 3 sampler seeds averaged per plant; plant-level CIs are NOT used here) +K=1: seeds [0, 1, 2, 3, 4]; success per seed [94.1, 95.6, 94.2, 96.1, 96.1] mean 95.2 t95 [94.0,96.5] + diff to nearest+P bank1 per seed [54.1, 55.6, 54.2, 56.1, 56.1] mean +55.2 t95 [+54.0,+56.5] seeds positive 5/5 + diff to twin reg_mcd det (seed-matched, seeds<3) per seed [6.8, 14.2, 7.9] mean +9.6 t95 [-0.3,+19.6] positive 3/3 +K=4: seeds [0, 1, 2, 3, 4]; success per seed [98.2, 98.8, 98.3, 98.8, 98.9] mean 98.6 t95 [98.2,99.0] + diff to nearest+P bank1 per seed [26.9, 27.4, 27.0, 27.4, 27.6] mean +27.3 t95 [+26.9,+27.6] seeds positive 5/5 + diff to twin reg_mcd div (seed-matched, seeds<3) per seed [4.7, 8.6, 6.0] mean +6.4 t95 [+1.5,+11.3] positive 3/3 +K=16: seeds [0, 1, 2, 3, 4]; success per seed [99.3, 99.6, 99.4, 99.7, 99.8] mean 99.6 t95 [99.3,99.8] + diff to nearest+P bank1 per seed [6.0, 6.2, 6.1, 6.3, 6.4] mean +6.2 t95 [+6.0,+6.4] seeds positive 5/5 + diff to twin reg_mcd div (seed-matched, seeds<3) per seed [2.7, 3.6, 3.9] mean +3.4 t95 [+1.8,+4.9] positive 3/3 diff --git a/results/icml_r3/X2/test_report_final_copy.txt b/results/icml_r3/X2/test_report_final_copy.txt new file mode 100644 index 0000000000000000000000000000000000000000..b7a0b26875eaa432cb63cfa85d8e05fffba5ef97 --- /dev/null +++ b/results/icml_r3/X2/test_report_final_copy.txt @@ -0,0 +1,58 @@ +# X2 test report (corrected arm, n=300, plants 71001x150 + 71002x150); S1 seed-0 config {'step': 96000, 'weights': 'ema999'}, S2 twin family reg_mcd; primary bank1 = 2905 rows + +val (n=60) to bank1 (2905 rows): min sup-dist 0.096 median 0.219 +test (n=300) to bank1 (2905 rows): min sup-dist 0.021 median 0.217 +val (n=60) to bank2x (5812 rows): min sup-dist 0.081 median 0.178 +test (n=300) to bank2x (5812 rows): min sup-dist 0.021 median 0.184 + +## Pooled success on TEST, n=300 (mean over sampler/training runs listed; 95% bootstrap CI over plants) +arm K=1 K=4 K=16 +unet_a seed0 (S1 config) DDIM-10 94.1 [ 91.9, 96.1] 98.2 [ 96.9, 99.3] 99.3 [ 98.3,100.0] +unet_a seed0 s96000 ema999 DDIM-10 94.1 [ 91.9, 96.1] 98.2 [ 96.9, 99.3] 99.3 [ 98.3,100.0] +unet_a seed1 s96000 ema999 DDIM-10 95.6 [ 93.7, 97.2] 98.8 [ 97.6, 99.8] 99.6 [ 98.8,100.0] +unet_a seed2 s96000 ema999 DDIM-10 94.2 [ 92.0, 96.2] 98.3 [ 96.9, 99.4] 99.4 [ 98.6,100.0] +unet_a seed3 s96000 ema999 DDIM-10 96.1 [ 94.2, 97.8] 98.8 [ 97.6, 99.7] 99.7 [ 99.0,100.0] +unet_a seed4 s96000 ema999 DDIM-10 96.1 [ 94.3, 97.7] 98.9 [ 97.8, 99.8] 99.8 [ 99.3,100.0] +nearest+P bank1 (2905 rows, training bank) 40.0 [ 34.7, 45.7] 71.3 [ 66.3, 76.3] 93.3 [ 90.3, 96.0] +nearest+P bank2x (merged, ~2x rows) 39.3 [ 33.7, 45.0] 73.7 [ 68.7, 78.7] 96.3 [ 94.0, 98.3] +reg_mcd deterministic (mean over twin seeds) 85.0 [ 81.8, 88.1] n/a n/a +reg_mcd test-time diversity (mean over twin seeds x 3) 80.9 [ 77.8, 83.9] 92.0 [ 89.7, 94.2] 96.1 [ 94.1, 97.7] +live NMPC (1 solve) 96.7 [ 94.7, 98.7] 96.7 [ 94.7, 98.7] 96.7 [ 94.7, 98.7] +OLD-arm unet_a s72000 DDIM-10 on new-arm plants 0.0 [ 0.0, 0.0] 0.0 [ 0.0, 0.0] 0.0 [ 0.0, 0.0] +OLD-arm bank (2801 rows) nearest+P on new-arm plants 0.0 [ 0.0, 0.0] 0.0 [ 0.0, 0.0] 0.0 [ 0.0, 0.0] + +## Primary tests (Holm over the family), diff pp [95% CI over plants], sign-flip p, Holm p, McNemar (A-only/B-only) p +P1 unet_a seed0 - nearest+P bank1, K=1 +54.1 [+48.3,+60.1] p=0.0000 holm=0.0000 McNemar 168/10 p=0.0000 +P2 K=4 +26.9 [+21.8,+32.2] p=0.0000 holm=0.0000 McNemar 84/3 p=0.0000 +P3 K=16 +6.0 [ +3.3, +8.7] p=0.0000 holm=0.0000 McNemar 18/0 p=0.0000 +P4 unet_a seed0 - reg_mcd deterministic (mean over twin seeds), K=1 +9.1 [ +6.1,+12.2] p=0.0000 holm=0.0000 McNemar 29/12 p=0.0115 +P5 unet_a seed0 - reg_mcd test-time diversity (mean over twin seeds x 3), K=4 +6.2 [ +4.1, +8.4] p=0.0000 holm=0.0000 McNemar 11/2 p=0.0225 + +## Secondary paired tests (unadjusted; plants are the unit) +unet_a seed0 (S1 config) DDIM-10 - nearest+P bank2x (merged, ~2x rows) K=1 +54.8 [+48.9,+60.4] p=0.0000 +unet_a seed0 (S1 config) DDIM-10 - live NMPC (1 solve) K=1 -2.6 [ -5.0, -0.1] p=0.0520 +unet_a seed0 (S1 config) DDIM-10 - OLD-arm unet_a s72000 DDIM-10 on new-arm plants K=1 (model-mismatch effect) +94.1 [+92.0,+96.1] p=0.0000 +OLD-arm unet_a - nearest+P bank1 (2905 rows, training bank) K=1 -40.0 [-45.7,-34.7] p=0.0000 +unet_a seed0 (S1 config) DDIM-10 - reg_mcd deterministic (mean over twin seeds) K=1 +9.1 [ +6.0,+12.2] p=0.0000 +unet_a seed0 (S1 config) DDIM-10 - reg_mcd test-time diversity (mean over twin seeds x 3) K=1 +13.2 [+10.1,+16.4] p=0.0000 +unet_a seed0 (S1 config) DDIM-10 - nearest+P bank2x (merged, ~2x rows) K=4 +24.6 [+19.6,+29.7] p=0.0000 +unet_a seed0 (S1 config) DDIM-10 - live NMPC (1 solve) K=4 +1.6 [ -0.2, +3.7] p=0.1505 +unet_a seed0 (S1 config) DDIM-10 - OLD-arm unet_a s72000 DDIM-10 on new-arm plants K=4 (model-mismatch effect) +98.2 [+96.9,+99.3] p=0.0000 +OLD-arm unet_a - nearest+P bank1 (2905 rows, training bank) K=4 -71.3 [-76.3,-66.3] p=0.0000 +unet_a seed0 (S1 config) DDIM-10 - reg_mcd test-time diversity (mean over twin seeds x 3) K=4 +6.2 [ +4.1, +8.4] p=0.0000 +unet_a seed0 (S1 config) DDIM-10 - nearest+P bank2x (merged, ~2x rows) K=16 +3.0 [ +1.3, +5.0] p=0.0034 +unet_a seed0 (S1 config) DDIM-10 - live NMPC (1 solve) K=16 +2.7 [ +1.0, +4.7] p=0.0083 +unet_a seed0 (S1 config) DDIM-10 - OLD-arm unet_a s72000 DDIM-10 on new-arm plants K=16 (model-mismatch effect) +99.3 [+98.3,+100.0] p=0.0000 +OLD-arm unet_a - nearest+P bank1 (2905 rows, training bank) K=16 -93.3 [-96.0,-90.3] p=0.0000 +unet_a seed0 (S1 config) DDIM-10 - reg_mcd test-time diversity (mean over twin seeds x 3) K=16 +3.3 [ +1.7, +5.0] p=0.0000 + +## Across training seeds (unit = seed; s96000 ema999, DDIM-10, 3 sampler seeds averaged per plant; plant-level CIs are NOT used here) +K=1: seeds [0, 1, 2, 3, 4]; success per seed [94.1, 95.6, 94.2, 96.1, 96.1] mean 95.2 t95 [94.0,96.5] + diff to nearest+P bank1 per seed [54.1, 55.6, 54.2, 56.1, 56.1] mean +55.2 t95 [+54.0,+56.5] seeds positive 5/5 + diff to twin reg_mcd det (seed-matched, seeds<3) per seed [6.8, 14.2, 7.9] mean +9.6 t95 [-0.3,+19.6] positive 3/3 +K=4: seeds [0, 1, 2, 3, 4]; success per seed [98.2, 98.8, 98.3, 98.8, 98.9] mean 98.6 t95 [98.2,99.0] + diff to nearest+P bank1 per seed [26.9, 27.4, 27.0, 27.4, 27.6] mean +27.3 t95 [+26.9,+27.6] seeds positive 5/5 + diff to twin reg_mcd div (seed-matched, seeds<3) per seed [4.7, 8.6, 6.0] mean +6.4 t95 [+1.5,+11.3] positive 3/3 +K=16: seeds [0, 1, 2, 3, 4]; success per seed [99.3, 99.6, 99.4, 99.7, 99.8] mean 99.6 t95 [99.3,99.8] + diff to nearest+P bank1 per seed [6.0, 6.2, 6.1, 6.3, 6.4] mean +6.2 t95 [+6.0,+6.4] seeds positive 5/5 + diff to twin reg_mcd div (seed-matched, seeds<3) per seed [2.7, 3.6, 3.9] mean +3.4 t95 [+1.8,+4.9] positive 3/3 diff --git a/results/icml_r3/X2/train_queue.sh b/results/icml_r3/X2/train_queue.sh new file mode 100644 index 0000000000000000000000000000000000000000..47a5b7ce9cc3764aded3e85c6456567739ac1718 --- /dev/null +++ b/results/icml_r3/X2/train_queue.sh @@ -0,0 +1,30 @@ +#!/bin/bash +# X2 training queue on andromeda (GPU). usage: train_queue.sh (jobs listed below, in priority order) +# Every job runs under its own `timeout` that ends at 08:20 PT; no job starts after 08:00 PT. Logs: results/icml_r3/X2/logs/train_.log +cd ~/DiffusionControl; export PYTHONPATH=. WANDB_MODE=offline OMP_NUM_THREADS=1 +D=data/x2_traj_dataset_v3.pt +run() { # name, then command + now=$(date +%s); stop=$(TZ=America/Los_Angeles date -d 'today 08:00' +%s); end=$(TZ=America/Los_Angeles date -d 'today 08:20' +%s) + if [ $now -ge $stop ]; then echo "$(date) SKIP $1 (after 08:00 PT)"; return; fi + free=$(nvidia-smi --query-gpu=memory.free --format=csv,noheader,nounits) + if [ "$free" -lt 3500 ]; then echo "$(date) WAIT $1 (free ${free} MiB)"; while [ "$(nvidia-smi --query-gpu=memory.free --format=csv,noheader,nounits)" -lt 3500 ]; do sleep 60; done; fi + now=$(date +%s); T=$((end-now)); echo "$(date) START $1 (timeout ${T}s)" + timeout --signal=TERM $T "${@:2}" > results/icml_r3/X2/logs/train_$1.log 2>&1; echo "$(date) END $1 rc=$?" +} +export -f run; export D +U="python -u -m nonlinear.training.train_furuta_v4 --data $D --arch unet --ch 64 --emb 192 --steps 96000 --batch 64 --save-every 8000 --threads 1 --device cuda" +R="python -u -m nonlinear.training.train_furuta_v4_reg --data $D --steps 96000 --batch 64 --threads 1 --device cuda --resume" +JOBS=( + "run x2_unet_a_seed0 .venv/bin/$U --name x2_unet_a_seed0 --seed 0" + "run x2_reg_mcd_seed0 .venv/bin/$R --name x2_reg_mcd_seed0 --seed 0 --mcd 0.1" + "run x2_unet_a_seed1 .venv/bin/$U --name x2_unet_a_seed1 --seed 1" + "run x2_unet_a_seed2 .venv/bin/$U --name x2_unet_a_seed2 --seed 2" + "run x2_reg_a_seed0 .venv/bin/$R --name x2_reg_a_seed0 --seed 0" + "run x2_reg_mcd_seed1 .venv/bin/$R --name x2_reg_mcd_seed1 --seed 1 --mcd 0.1" + "run x2_reg_mcd_seed2 .venv/bin/$R --name x2_reg_mcd_seed2 --seed 2 --mcd 0.1" + "run x2_unet_a_seed3 .venv/bin/$U --name x2_unet_a_seed3 --seed 3" + "run x2_unet_a_seed4 .venv/bin/$U --name x2_unet_a_seed4 --seed 4" + "run x2_reg_a_seed1 .venv/bin/$R --name x2_reg_a_seed1 --seed 1" + "run x2_reg_a_seed2 .venv/bin/$R --name x2_reg_a_seed2 --seed 2" +) +printf '%s\n' "${JOBS[@]}" | xargs -P ${1:-4} -I{} bash -c '{}' diff --git a/results/icml_r3/X2/val_selection.txt b/results/icml_r3/X2/val_selection.txt new file mode 100644 index 0000000000000000000000000000000000000000..d8bd84c0aa11e33bb883dee57d05d3d6909d46df --- /dev/null +++ b/results/icml_r3/X2/val_selection.txt @@ -0,0 +1,11 @@ +# S1: unet_a seed 0, val seed 51001 n=60, DDIM-10, sampler seeds 0,1, score = mean(K=1,K=4) +s72000 ema999: K=1 92.5 K=4 98.3 score 95.42 +s72000 ema9995: K=1 90.8 K=4 98.3 score 94.58 +s96000 ema999: K=1 93.3 K=4 98.3 score 95.83 +s96000 ema9995: K=1 93.3 K=4 98.3 score 95.83 +S1 winner: s96000 ema999 +# S2: twin family by val K=1 deterministic (mean over twin seeds) +reg_a: missing +reg_mcd: val K=1 det mean over 3 seeds 83.9 ([83.3, 86.7, 81.7]) +S2 winner: reg_mcd (83.9) +nearest+P bank1 val K=1/4/16: 31.7 / 73.3 / 93.3 diff --git a/results/icml_r3/X2/virgo_watcher.sh b/results/icml_r3/X2/virgo_watcher.sh new file mode 100644 index 0000000000000000000000000000000000000000..c6039af31b464fcbe20ed4b4387dc251f86d6aa9 --- /dev/null +++ b/results/icml_r3/X2/virgo_watcher.sh @@ -0,0 +1,15 @@ +#!/bin/bash +# virgo-side: copy the CPU-trained final checkpoints (unet seeds 3,4; reg_mcd seeds 1,2) to andromeda as soon as they are complete (mtime > 90 s old). Ends by 08:00 PT. +cd /home/cercola/matte_server/DiffusionControl; M=models/v4; stop=$(TZ=America/Los_Angeles date -d 'today 08:00' +%s) +FILES="x2_unet_a_seed3_s96000.pth x2_unet_a_seed4_s96000.pth x2_reg_mcd_seed1_s96000.pth x2_reg_mcd_seed2_s96000.pth"; DONE="" +while [ $(date +%s) -lt $stop ]; do + for f in $FILES; do + case " $DONE " in *" $f "*) continue;; esac + if [ -f $M/$f ] && [ $(( $(date +%s) - $(stat -c %Y $M/$f) )) -gt 90 ]; then + rsync -az -e ssh $M/$f andromeda:~/DiffusionControl/models/v4/$f.part && ssh andromeda "mv ~/DiffusionControl/models/v4/$f.part ~/DiffusionControl/models/v4/$f" && { DONE="$DONE $f"; echo "$(date) copied $f"; } + fi + done + [ $(echo $DONE | wc -w) -ge 4 ] && break + sleep 60 +done +echo "$(date) watcher end, copied:$DONE" diff --git a/results/icml_r3/X4/PREREG.md b/results/icml_r3/X4/PREREG.md new file mode 100644 index 0000000000000000000000000000000000000000..6d3a82f7de9d52622dd7b1216d06460b046a2bc7 --- /dev/null +++ b/results/icml_r3/X4/PREREG.md @@ -0,0 +1,28 @@ +# X4 PREREG (written before scoring; agent X4X9, 2026-10-13) + +Question: is the "certified" label of the unstable coupled MIMO tracks (full-state `fs`; SOF m=2..5) sound and numerically robust? +Verifier under audit: multivariable circle criterion, diagonal multiplier T, loop shift 0.4, sector [0.4, 2.2]; CLARABEL feasibility of +P>=1e-4 I, t>=1e-4, M<=-1e-4 I, then float64 re-check (lambda_min(P)>1e-9, T>0, lambda_max(M)<-1e-9). Code: nonlinear/mimo_unstable/{family.py, family_sofm.py}. + +Candidate population (no held-out plant enters any bank; these are the stored evaluation sets): + * fs: results/icml_r2/C_mimo/cand_mlp_{diff,reg}_s{0,1,2}.npz, 16 retrieval gains (bank6000), reference-oracle gain; plants heldout_4242, heldout_9001, ood (180). + * sof m=2..5: results/icml_r2/D2_scale/cand_d3fm{m}n8000_{diff,reg}_s{0,1,2}.npz (+ m=4 n16000), 16 nearest-bank-plant gains (8k bank), reference-oracle gains; plants m{m}_heldout_{4242,9001}, m{m}_ood (180 per m). + * identical (set, plant, K) rows deduplicated. Population = everything the evaluation could have called certified or rejected. +Arms of the audit (applied to the SAME candidates): + (i) re-solve: verifier path with SCS (eps 1e-8, 20000 it) and CVXOPT (kktsolver robust, tol 1e-9) in place of CLARABEL; plus a scale-free margin problem + (max s: P>=sI, t>=s, M<=-sI, trP+sum t=1) with CLARABEL / CVXOPT / SCS. Disagreement = verdict differs from the official one. + (ii) exact rational check (fractions, LDL pivots) of the verifier's own (P,T) as returned and rounded to 8/6/4 significant digits, and of the CVXOPT max-margin (P,T) + rounded to 6/4 digits (plant data taken exactly as float64; sector exactly [2/5, 11/5]); mpmath 50-digit lambda_max(M) on a 10% hash subsample. + (iii) simulation of certified loops with random decentralised memoryless sector nonlinearities (10 kinds, 24 nonlinearity draws x 3 random unit initial states per loop): + failure = V=x'Px (the verifier's P) increases by >1e-6 V(0) between samples, or |x| exceeds the Lyapunov bound sqrt(V(0)/lambda_min(P)) by >1%, or non-finite. + (iv) negative control: scale / perturb certified K along random rays until the official verifier rejects; simulate with the same bank plus constant corner gains. +Statistics: false-certification rate = (#certified loops failing a sound check) / (#certified loops checked), exact Clopper-Pearson 95% CI; solver disagreement rate + with exact CI; no hypothesis test. Rejected-candidate sampling frame: all rejected with CLARABEL margin s* > -1e-3 (borderline) + a 10% md5-hash sample of the rest. +No tuning on any of the above; thresholds fixed here. + +## Addendum (written during the run, before the sim/negative-control results were looked at; screening results for fs/sof2/sof3 had been seen) +- T2 used 2 independent draws of 24 nonlinearity configurations x 3 initial states (144 trajectories/loop), 100 loops/track (72 random balanced over source + 28 lowest s*). +- Added tests not listed above: T1 constant-gain necessary-condition test on every certified loop (+ screened rejected loops), float32 round trip of K, T4 (40 rejected-but-constant-gain-stable loops/track), + self-test of the exact/float/mpmath checkers on boundary pairs, plant-level coverage under stricter margin rules (s* >= 1e-6 / 1e-4 / 1e-3). T3 negative control: 60 loops/track, 4 rays/loop, simulation on 2 rays. +- Scale-free margin s* (max s: P>=sI, t>=s, M<=-sI, trP+sum t=1) added as the margin reported across gains; MOSEK not installed, CVXOPT (scratch install) and SCS used. +- The statistics are descriptive; no multiplicity correction applies. diff --git a/results/icml_r3/X4/audit_summary.json b/results/icml_r3/X4/audit_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..ca56f3f5d7653ec6ca158e3bd1aefeb5830291e7 --- /dev/null +++ b/results/icml_r3/X4/audit_summary.json @@ -0,0 +1,2934 @@ +{ + "fs": { + "n_candidates": 20880, + "n_certified": 15909, + "n_rejected": 4971, + "n_heavy": 17902, + "n_errors": 0, + "official_vs_replicate_mismatch": 0, + "certified_by_source": { + "diff": 7188, + "reg": 7630, + "retr": 911, + "oracle": 180 + }, + "disagree_scs": { + "n": 17902, + "cert_by_clarabel_not_by": 13, + "rej_by_clarabel_but_cert_by": 0, + "rate_ci": [ + 0.0007261758462741593, + 0.0003867129093976896, + 0.0012414626781474536 + ], + "of_which_margin_problem_agrees": 13 + }, + "disagree_cvx": { + "n": 17902, + "cert_by_clarabel_not_by": 0, + "rej_by_clarabel_but_cert_by": 0, + "rate_ci": [ + 0.0, + 0.0, + 0.0002060383988188213 + ], + "of_which_margin_problem_agrees": 0 + }, + "margin_sign_disagree_cvx": { + "n": 17902, + "k": 0, + "rate_ci": [ + 0.0, + 0.0, + 0.0002060383988188213 + ] + }, + "margin_abs_diff_cvx": { + "median": 2.3133694579505508e-10, + "p99": 1.3197895853967009e-09, + "max": 2.982590098835579e-09 + }, + "margin_sign_disagree_scs": { + "n": 17733, + "k": 56, + "rate_ci": [ + 0.0031579540968815203, + 0.0023863395853179815, + 0.004098931832070203 + ] + }, + "margin_abs_diff_scs": { + "median": 7.091791624433408e-10, + "p99": 0.00014181895229901955, + "max": 0.000933070224612744 + }, + "official_vs_margin_sign": { + "cert_but_margin_le0": 0, + "rej_but_margin_gt0": 0 + }, + "exact": { + "ex_raw": { + "n": 15909, + "fail": 0, + "rate_ci": [ + 0.0, + 0.0, + 0.00023184686718307718 + ] + }, + "ex_r8": { + "n": 15909, + "fail": 0, + "rate_ci": [ + 0.0, + 0.0, + 0.00023184686718307718 + ] + }, + "ex_r6": { + "n": 15909, + "fail": 0, + "rate_ci": [ + 0.0, + 0.0, + 0.00023184686718307718 + ] + }, + "ex_r4": { + "n": 15909, + "fail": 2, + "rate_ci": [ + 0.00012571500408573762, + 1.5225032834425944e-05, + 0.00045405125603575913 + ] + }, + "exmm_r6": { + "n": 15909, + "fail": 0, + "rate_ci": [ + 0.0, + 0.0, + 0.00023184686718307718 + ] + }, + "exmm_r4": { + "n": 15909, + "fail": 13, + "rate_ci": [ + 0.0008171475265572946, + 0.00043516610503964887, + 0.0013969417882411796 + ] + } + }, + "mpmath": { + "n": 1553, + "max_mp_lmax": -0.00020385462599165297, + "n_mp_nonnegative": 0, + "max_rel_diff": 2.6601156388030467e-13 + }, + "margins": { + "s_cert_quant": [ + 2.6849312972424503e-06, + 0.0006644856347263849, + 0.00197998041618582, + 0.012398718692608522, + 0.05333364437086196 + ], + "lmax_abs_quant": [ + -0.5026369733274363, + -0.0330653440361491, + -0.0010545313765110058, + -0.00012514211969320258 + ], + "lmax_over_Mnorm_quant": [ + -0.16230148069267564, + -0.07763510173180672, + -0.011077000742769497 + ], + "pmin_min": 0.0011688633188852596, + "n_cert_s_lt_1e5": 1, + "n_cert_s_lt_1e6": 0, + "n_cert_lmax_gt_m1e6": 0, + "n_rej_s_gt_m1e5": 2, + "n_rej_s_gt_m1e6": 0, + "s_rej_quant": [ + -0.0020765530962358375, + -0.00015756854210308732, + -4.789297890120107e-05, + -1.109913262719612e-06 + ] + }, + "coverage": { + "iid": { + "official": { + "1": { + "mean": 0.9611111111111111, + "per_seed": [ + 0.9583333333333334, + 0.9583333333333334, + 0.9666666666666667 + ] + }, + "4": { + "mean": 0.9972222222222222, + "per_seed": [ + 0.9916666666666667, + 1.0, + 1.0 + ] + }, + "16": { + "mean": 1.0, + "per_seed": [ + 1.0, + 1.0, + 1.0 + ] + } + }, + "s>=1e-6": { + "1": { + "mean": 0.9611111111111111, + "per_seed": [ + 0.9583333333333334, + 0.9583333333333334, + 0.9666666666666667 + ] + }, + "4": { + "mean": 0.9972222222222222, + "per_seed": [ + 0.9916666666666667, + 1.0, + 1.0 + ] + }, + "16": { + "mean": 1.0, + "per_seed": [ + 1.0, + 1.0, + 1.0 + ] + } + }, + "s>=1e-4": { + "1": { + "mean": 0.9611111111111111, + "per_seed": [ + 0.9583333333333334, + 0.9583333333333334, + 0.9666666666666667 + ] + }, + "4": { + "mean": 0.9972222222222222, + "per_seed": [ + 0.9916666666666667, + 1.0, + 1.0 + ] + }, + "16": { + "mean": 1.0, + "per_seed": [ + 1.0, + 1.0, + 1.0 + ] + } + }, + "s>=1e-3": { + "1": { + "mean": 0.9444444444444443, + "per_seed": [ + 0.9416666666666667, + 0.9416666666666667, + 0.95 + ] + }, + "4": { + "mean": 0.9694444444444444, + "per_seed": [ + 0.9666666666666667, + 0.9666666666666667, + 0.975 + ] + }, + "16": { + "mean": 0.975, + "per_seed": [ + 0.975, + 0.975, + 0.975 + ] + } + }, + "stored": { + "1": 0.9611111111111111, + "4": 0.9972222222222222, + "16": 1.0 + } + }, + "ood": { + "official": { + "1": { + "mean": 0.5888888888888889, + "per_seed": [ + 0.6333333333333333, + 0.5666666666666667, + 0.5666666666666667 + ] + }, + "4": { + "mean": 0.6944444444444445, + "per_seed": [ + 0.6833333333333333, + 0.75, + 0.65 + ] + }, + "16": { + "mean": 0.7444444444444445, + "per_seed": [ + 0.75, + 0.7666666666666667, + 0.7166666666666667 + ] + } + }, + "s>=1e-6": { + "1": { + "mean": 0.5888888888888889, + "per_seed": [ + 0.6333333333333333, + 0.5666666666666667, + 0.5666666666666667 + ] + }, + "4": { + "mean": 0.6944444444444445, + "per_seed": [ + 0.6833333333333333, + 0.75, + 0.65 + ] + }, + "16": { + "mean": 0.7444444444444445, + "per_seed": [ + 0.75, + 0.7666666666666667, + 0.7166666666666667 + ] + } + }, + "s>=1e-4": { + "1": { + "mean": 0.5888888888888889, + "per_seed": [ + 0.6333333333333333, + 0.5666666666666667, + 0.5666666666666667 + ] + }, + "4": { + "mean": 0.6944444444444445, + "per_seed": [ + 0.6833333333333333, + 0.75, + 0.65 + ] + }, + "16": { + "mean": 0.7388888888888889, + "per_seed": [ + 0.75, + 0.7666666666666667, + 0.7 + ] + } + }, + "s>=1e-3": { + "1": { + "mean": 0.5722222222222222, + "per_seed": [ + 0.6, + 0.55, + 0.5666666666666667 + ] + }, + "4": { + "mean": 0.6777777777777777, + "per_seed": [ + 0.6666666666666666, + 0.7166666666666667, + 0.65 + ] + }, + "16": { + "mean": 0.7111111111111111, + "per_seed": [ + 0.7333333333333333, + 0.7333333333333333, + 0.6666666666666666 + ] + } + }, + "stored": { + "1": 0.5888888888888889, + "4": 0.6944444444444445, + "16": 0.7444444444444445 + } + } + }, + "margin_bins_certified": [ + { + "lo": 0, + "hi": 1e-06, + "n": 0, + "scs_feas_disagree": 0, + "ex_r6_fail": 0, + "ex_r4_fail": 0, + "float32_gain_rejected": 0 + }, + { + "lo": 1e-06, + "hi": 1e-05, + "n": 1, + "scs_feas_disagree": 1, + "ex_r6_fail": 0, + "ex_r4_fail": 1, + "float32_gain_rejected": 0 + }, + { + "lo": 1e-05, + "hi": 0.0001, + "n": 7, + "scs_feas_disagree": 3, + "ex_r6_fail": 0, + "ex_r4_fail": 1, + "float32_gain_rejected": 0 + }, + { + "lo": 0.0001, + "hi": 0.001, + "n": 222, + "scs_feas_disagree": 7, + "ex_r6_fail": 0, + "ex_r4_fail": 0, + "float32_gain_rejected": 0 + }, + { + "lo": 0.001, + "hi": 0.01, + "n": 7136, + "scs_feas_disagree": 2, + "ex_r6_fail": 0, + "ex_r4_fail": 0, + "float32_gain_rejected": 0 + }, + { + "lo": 0.01, + "hi": 1.0, + "n": 8543, + "scs_feas_disagree": 0, + "ex_r6_fail": 0, + "ex_r4_fail": 0, + "float32_gain_rejected": 0 + } + ], + "margin_by_source": { + "diff": { + "n": 7188, + "median": 0.011746051546427182, + "frac_lt_1e4": 0.0005564830272676684, + "n_lt_1e4": 4 + }, + "reg": { + "n": 7630, + "median": 0.012107634384319381, + "frac_lt_1e4": 0.00039318479685452164, + "n_lt_1e4": 3 + }, + "retr": { + "n": 911, + "median": 0.018898984379648032, + "frac_lt_1e4": 0.0010976948408342481, + "n_lt_1e4": 1 + }, + "oracle": { + "n": 180, + "median": 0.00891781486507301, + "frac_lt_1e4": 0.0, + "n_lt_1e4": 0 + } + }, + "oracle_gains": { + "n": 180, + "n_not_recertified": 0 + }, + "t1": { + "n_cert": 15909, + "cert_fail": 0, + "cert_fail_ci": [ + 0.0, + 0.0, + 0.00023184686718307718 + ], + "worst_abscissa_cert_max": -0.00017712918042870948, + "float32_roundtrip_gain_rejected": 0, + "float32_ci": [ + 0.0, + 0.0, + 0.00023184686718307718 + ], + "n_rej": 1993, + "rej_with_linear_counterexample": 1926, + "rej_all_linear_stable": 67 + }, + "t4": { + "n_rejected_all_linear_stable": 67, + "n_simulated": 40, + "diverge_all_kinds": 1, + "diverge_nl_only": 0, + "nonconverged_all_kinds": 7, + "nonconverged_nl_only": 5, + "diverge_any": 1, + "nonconverged_any": 7 + }, + "t2": { + "n_loops": 100, + "n_runs": 200, + "n_trajectories": 14400, + "viol_runs": 0, + "xratio_runs": 0, + "nonfinite_runs": 0, + "loop_fail_ci": [ + 0.0, + 0.0, + 0.03621669264517641 + ], + "decay_VT_over_V0_quant": [ + 9.835488017536826e-07, + 0.4259405734708048, + 0.8522001144028188, + 0.9207086454573157 + ], + "final_norm_max": 2.006506042863551, + "xratio_max": 0.9913472201679496 + }, + "t3": { + "n_loops": 60, + "n_ray_points_certified": 4588, + "certified_points_with_linear_counterexample": 0, + "ci": [ + 0.0, + 0.0, + 0.0008037046361612382 + ], + "sim_divergence": { + "last_cert": { + "n": 118, + "k": 0, + "rate": 0.0 + }, + "first_rej_all": { + "n": 118, + "k": 68, + "rate": 0.576271186440678 + }, + "first_rej_nlonly": { + "n": 118, + "k": 64, + "rate": 0.5423728813559322 + }, + "first_linunst_all": { + "n": 118, + "k": 106, + "rate": 0.8983050847457628 + }, + "first_linunst_nlonly": { + "n": 118, + "k": 95, + "rate": 0.8050847457627118 + } + }, + "power_by_abscissa_at_first_linunstable": { + "w>=0.1": { + "n": 51, + "all_kinds": 51, + "nl_only": 48 + }, + "0.01<=w<0.1": { + "n": 52, + "all_kinds": 47, + "nl_only": 43 + }, + "w<0.01": { + "n": 15, + "all_kinds": 8, + "nl_only": 4 + } + }, + "rays_with_reject_and_linunstable": 178, + "gap_grid_steps_il_minus_iv_quant": [ + 0.0, + 0.0, + 5.0 + ], + "n_rays_first_reject_within_one_step_of_first_linunstable": 121, + "n_rays_verifier_rejects": 180, + "n_rays_verifier_rejects_before_linunstable": 178, + "n_rays_linunstable_before_reject": 0 + } + }, + "sof2": { + "n_candidates": 21230, + "n_certified": 13541, + "n_rejected": 7689, + "n_heavy": 15848, + "n_errors": 0, + "official_vs_replicate_mismatch": 0, + "certified_by_source": { + "diff": 6001, + "reg": 6094, + "retr": 916, + "oracle": 530 + }, + "disagree_scs": { + "n": 15848, + "cert_by_clarabel_not_by": 211, + "rej_by_clarabel_but_cert_by": 0, + "rate_ci": [ + 0.013313982836951035, + 0.011587747441028912, + 0.015222095874072602 + ], + "of_which_margin_problem_agrees": 208 + }, + "disagree_cvx": { + "n": 15848, + "cert_by_clarabel_not_by": 0, + "rej_by_clarabel_but_cert_by": 0, + "rate_ci": [ + 0.0, + 0.0, + 0.00023273915725093825 + ], + "of_which_margin_problem_agrees": 0 + }, + "margin_sign_disagree_cvx": { + "n": 15847, + "k": 0, + "rate_ci": [ + 0.0, + 0.0, + 0.00023275384217992686 + ] + }, + "margin_abs_diff_cvx": { + "median": 1.868122097986591e-10, + "p99": 1.4334815001508492e-09, + "max": 3.5060947617043853e-09 + }, + "margin_sign_disagree_scs": { + "n": 15547, + "k": 68, + "rate_ci": [ + 0.0043738341802276965, + 0.0033980061917447584, + 0.0055416282258153385 + ] + }, + "margin_abs_diff_scs": { + "median": 1.117074377443572e-09, + "p99": 0.00019134417566249963, + "max": 0.0009551538812559109 + }, + "official_vs_margin_sign": { + "cert_but_margin_le0": 0, + "rej_but_margin_gt0": 0 + }, + "exact": { + "ex_raw": { + "n": 13541, + "fail": 0, + "rate_ci": [ + 0.0, + 0.0, + 0.000272385867512588 + ] + }, + "ex_r8": { + "n": 13541, + "fail": 0, + "rate_ci": [ + 0.0, + 0.0, + 0.000272385867512588 + ] + }, + "ex_r6": { + "n": 13541, + "fail": 31, + "rate_ci": [ + 0.002289343475371095, + 0.0015560115498985064, + 0.003247979874692665 + ] + }, + "ex_r4": { + "n": 13541, + "fail": 142, + "rate_ci": [ + 0.010486670112990178, + 0.008839835204134557, + 0.01234864350936393 + ] + }, + "exmm_r6": { + "n": 13541, + "fail": 44, + "rate_ci": [ + 0.003249390739236393, + 0.002361974913977219, + 0.004359727388396953 + ] + }, + "exmm_r4": { + "n": 13541, + "fail": 278, + "rate_ci": [ + 0.020530241488811756, + 0.01820834139857744, + 0.02306125465785948 + ] + } + }, + "mpmath": { + "n": 1384, + "max_mp_lmax": -0.000112589428476553, + "n_mp_nonnegative": 0, + "max_rel_diff": 5.625720760172168e-10 + }, + "margins": { + "s_cert_quant": [ + 4.724913005743752e-09, + 1.443518695553231e-06, + 0.0007877306469999486, + 0.0115406070662692, + 0.03914329315033507 + ], + "lmax_abs_quant": [ + -0.19080545521394707, + -0.014067895938370479, + -0.00017926419379919435, + -0.0001037106722374632 + ], + "lmax_over_Mnorm_quant": [ + -0.09197474173365333, + -0.041980508423971406, + -0.002643632985374294 + ], + "pmin_min": 0.0015684420605507727, + "n_cert_s_lt_1e5": 199, + "n_cert_s_lt_1e6": 115, + "n_cert_lmax_gt_m1e6": 0, + "n_rej_s_gt_m1e5": 19, + "n_rej_s_gt_m1e6": 1, + "s_rej_quant": [ + -0.003283639234395704, + -0.00020057389186748094, + -4.13177737970806e-05, + -6.948133114064504e-07 + ] + }, + "coverage": { + "iid": { + "official": { + "1": { + "mean": 0.7000000000000001, + "per_seed": [ + 0.7166666666666667, + 0.7083333333333334, + 0.675 + ] + }, + "4": { + "mean": 0.9388888888888888, + "per_seed": [ + 0.9083333333333333, + 0.9583333333333334, + 0.95 + ] + }, + "16": { + "mean": 0.986111111111111, + "per_seed": [ + 0.9833333333333333, + 0.9833333333333333, + 0.9916666666666667 + ] + } + }, + "s>=1e-6": { + "1": { + "mean": 0.7000000000000001, + "per_seed": [ + 0.7166666666666667, + 0.7083333333333334, + 0.675 + ] + }, + "4": { + "mean": 0.9388888888888888, + "per_seed": [ + 0.9083333333333333, + 0.9583333333333334, + 0.95 + ] + }, + "16": { + "mean": 0.986111111111111, + "per_seed": [ + 0.9833333333333333, + 0.9833333333333333, + 0.9916666666666667 + ] + } + }, + "s>=1e-4": { + "1": { + "mean": 0.7000000000000001, + "per_seed": [ + 0.7166666666666667, + 0.7083333333333334, + 0.675 + ] + }, + "4": { + "mean": 0.9388888888888888, + "per_seed": [ + 0.9083333333333333, + 0.9583333333333334, + 0.95 + ] + }, + "16": { + "mean": 0.9833333333333334, + "per_seed": [ + 0.9833333333333333, + 0.975, + 0.9916666666666667 + ] + } + }, + "s>=1e-3": { + "1": { + "mean": 0.6666666666666666, + "per_seed": [ + 0.6666666666666666, + 0.6833333333333333, + 0.65 + ] + }, + "4": { + "mean": 0.9138888888888889, + "per_seed": [ + 0.8916666666666667, + 0.9416666666666667, + 0.9083333333333333 + ] + }, + "16": { + "mean": 0.9777777777777777, + "per_seed": [ + 0.9833333333333333, + 0.975, + 0.975 + ] + } + }, + "stored": { + "1": 0.7, + "4": 0.9388888888888889, + "16": 0.9861111111111112 + } + }, + "ood": { + "official": { + "1": { + "mean": 0.6222222222222222, + "per_seed": [ + 0.6666666666666666, + 0.6, + 0.6 + ] + }, + "4": { + "mean": 0.8333333333333334, + "per_seed": [ + 0.8666666666666667, + 0.8166666666666667, + 0.8166666666666667 + ] + }, + "16": { + "mean": 0.9222222222222222, + "per_seed": [ + 0.9333333333333333, + 0.9333333333333333, + 0.9 + ] + } + }, + "s>=1e-6": { + "1": { + "mean": 0.6222222222222222, + "per_seed": [ + 0.6666666666666666, + 0.6, + 0.6 + ] + }, + "4": { + "mean": 0.8333333333333334, + "per_seed": [ + 0.8666666666666667, + 0.8166666666666667, + 0.8166666666666667 + ] + }, + "16": { + "mean": 0.9222222222222222, + "per_seed": [ + 0.9333333333333333, + 0.9333333333333333, + 0.9 + ] + } + }, + "s>=1e-4": { + "1": { + "mean": 0.6222222222222222, + "per_seed": [ + 0.6666666666666666, + 0.6, + 0.6 + ] + }, + "4": { + "mean": 0.8333333333333334, + "per_seed": [ + 0.8666666666666667, + 0.8166666666666667, + 0.8166666666666667 + ] + }, + "16": { + "mean": 0.9166666666666666, + "per_seed": [ + 0.9333333333333333, + 0.9166666666666666, + 0.9 + ] + } + }, + "s>=1e-3": { + "1": { + "mean": 0.5888888888888889, + "per_seed": [ + 0.6166666666666667, + 0.5666666666666667, + 0.5833333333333334 + ] + }, + "4": { + "mean": 0.7666666666666666, + "per_seed": [ + 0.7666666666666667, + 0.7833333333333333, + 0.75 + ] + }, + "16": { + "mean": 0.8277777777777778, + "per_seed": [ + 0.8166666666666667, + 0.8333333333333334, + 0.8333333333333334 + ] + } + }, + "stored": { + "1": 0.6222222222222222, + "4": 0.8333333333333334, + "16": 0.9222222222222223 + } + } + }, + "margin_bins_certified": [ + { + "lo": 0, + "hi": 1e-06, + "n": 115, + "scs_feas_disagree": 101, + "ex_r6_fail": 31, + "ex_r4_fail": 91, + "float32_gain_rejected": 2 + }, + { + "lo": 1e-06, + "hi": 1e-05, + "n": 84, + "scs_feas_disagree": 62, + "ex_r6_fail": 0, + "ex_r4_fail": 37, + "float32_gain_rejected": 0 + }, + { + "lo": 1e-05, + "hi": 0.0001, + "n": 88, + "scs_feas_disagree": 34, + "ex_r6_fail": 0, + "ex_r4_fail": 14, + "float32_gain_rejected": 0 + }, + { + "lo": 0.0001, + "hi": 0.001, + "n": 568, + "scs_feas_disagree": 12, + "ex_r6_fail": 0, + "ex_r4_fail": 0, + "float32_gain_rejected": 0 + }, + { + "lo": 0.001, + "hi": 0.01, + "n": 5354, + "scs_feas_disagree": 2, + "ex_r6_fail": 0, + "ex_r4_fail": 0, + "float32_gain_rejected": 0 + }, + { + "lo": 0.01, + "hi": 1.0, + "n": 7332, + "scs_feas_disagree": 0, + "ex_r6_fail": 0, + "ex_r4_fail": 0, + "float32_gain_rejected": 0 + } + ], + "margin_by_source": { + "diff": { + "n": 6001, + "median": 0.01090619231655869, + "frac_lt_1e4": 0.0028328611898017, + "n_lt_1e4": 17 + }, + "reg": { + "n": 6094, + "median": 0.012559592065630504, + "frac_lt_1e4": 0.002133245815556285, + "n_lt_1e4": 13 + }, + "retr": { + "n": 916, + "median": 0.013368489825872885, + "frac_lt_1e4": 0.0054585152838427945, + "n_lt_1e4": 5 + }, + "oracle": { + "n": 530, + "median": 0.0005856631858238787, + "frac_lt_1e4": 0.47547169811320755, + "n_lt_1e4": 252 + } + }, + "oracle_gains": { + "n": 530, + "n_not_recertified": 0 + }, + "t1": { + "n_cert": 13541, + "cert_fail": 0, + "cert_fail_ci": [ + 0.0, + 0.0, + 0.000272385867512588 + ], + "worst_abscissa_cert_max": -2.750599453949518e-07, + "float32_roundtrip_gain_rejected": 2, + "float32_ci": [ + 0.0001476995790561997, + 1.788760477412546e-05, + 0.0005334387421757623 + ], + "n_rej": 2307, + "rej_with_linear_counterexample": 1450, + "rej_all_linear_stable": 857 + }, + "t4": { + "n_rejected_all_linear_stable": 857, + "n_simulated": 40, + "diverge_all_kinds": 0, + "diverge_nl_only": 1, + "nonconverged_all_kinds": 2, + "nonconverged_nl_only": 3, + "diverge_any": 1, + "nonconverged_any": 3 + }, + "t2": { + "n_loops": 100, + "n_runs": 200, + "n_trajectories": 14400, + "viol_runs": 0, + "xratio_runs": 0, + "nonfinite_runs": 0, + "loop_fail_ci": [ + 0.0, + 0.0, + 0.03621669264517641 + ], + "decay_VT_over_V0_quant": [ + 8.723594087967264e-07, + 0.044544316017823785, + 0.9790336158925755, + 0.9900077681164686 + ], + "final_norm_max": 7.400278725650932, + "xratio_max": 0.9858827072576437 + }, + "t3": { + "n_loops": 60, + "n_ray_points_certified": 4676, + "certified_points_with_linear_counterexample": 0, + "ci": [ + 0.0, + 0.0, + 0.00078858527905383 + ], + "sim_divergence": { + "last_cert": { + "n": 115, + "k": 0, + "rate": 0.0 + }, + "first_rej_all": { + "n": 115, + "k": 46, + "rate": 0.4 + }, + "first_rej_nlonly": { + "n": 115, + "k": 43, + "rate": 0.3739130434782609 + }, + "first_linunst_all": { + "n": 113, + "k": 91, + "rate": 0.8053097345132744 + }, + "first_linunst_nlonly": { + "n": 113, + "k": 90, + "rate": 0.7964601769911505 + } + }, + "power_by_abscissa_at_first_linunstable": { + "0.01<=w<0.1": { + "n": 53, + "all_kinds": 42, + "nl_only": 41 + }, + "w>=0.1": { + "n": 43, + "all_kinds": 41, + "nl_only": 40 + }, + "w<0.01": { + "n": 17, + "all_kinds": 8, + "nl_only": 9 + } + }, + "rays_with_reject_and_linunstable": 165, + "gap_grid_steps_il_minus_iv_quant": [ + 0.0, + 0.0, + 17.19999999999999 + ], + "n_rays_first_reject_within_one_step_of_first_linunstable": 107, + "n_rays_verifier_rejects": 169, + "n_rays_verifier_rejects_before_linunstable": 165, + "n_rays_linunstable_before_reject": 0 + } + }, + "sof3": { + "n_candidates": 21209, + "n_certified": 9188, + "n_rejected": 12021, + "n_heavy": 12691, + "n_errors": 0, + "official_vs_replicate_mismatch": 0, + "certified_by_source": { + "diff": 4015, + "reg": 4346, + "retr": 319, + "oracle": 508 + }, + "disagree_scs": { + "n": 12691, + "cert_by_clarabel_not_by": 276, + "rej_by_clarabel_but_cert_by": 0, + "rate_ci": [ + 0.02174769521708297, + 0.01928078550954295, + 0.024437174194464173 + ], + "of_which_margin_problem_agrees": 272 + }, + "disagree_cvx": { + "n": 12691, + "cert_by_clarabel_not_by": 0, + "rej_by_clarabel_but_cert_by": 1, + "rate_ci": [ + 7.87959971633441e-05, + 1.9949399362168766e-06, + 0.0004389441309429753 + ], + "of_which_margin_problem_agrees": 1 + }, + "margin_sign_disagree_cvx": { + "n": 12691, + "k": 0, + "rate_ci": [ + 0.0, + 0.0, + 0.0002906266948801219 + ] + }, + "margin_abs_diff_cvx": { + "median": 1.3246109959764996e-10, + "p99": 9.046667667701915e-10, + "max": 1.8852647255818145e-09 + }, + "margin_sign_disagree_scs": { + "n": 12188, + "k": 32, + "rate_ci": [ + 0.002625533311453889, + 0.0017965347814550346, + 0.003704465892403086 + ] + }, + "margin_abs_diff_scs": { + "median": 1.3562070464052944e-09, + "p99": 0.00013683657470476158, + "max": 0.008387508069716746 + }, + "official_vs_margin_sign": { + "cert_but_margin_le0": 0, + "rej_but_margin_gt0": 1 + }, + "exact": { + "ex_raw": { + "n": 9188, + "fail": 0, + "rate_ci": [ + 0.0, + 0.0, + 0.0004014082532915605 + ] + }, + "ex_r8": { + "n": 9188, + "fail": 0, + "rate_ci": [ + 0.0, + 0.0, + 0.0004014082532915605 + ] + }, + "ex_r6": { + "n": 9188, + "fail": 36, + "rate_ci": [ + 0.00391815411406182, + 0.0027456904050367865, + 0.0054202899269313876 + ] + }, + "ex_r4": { + "n": 9188, + "fail": 152, + "rate_ci": [ + 0.01654331737048324, + 0.014034935560366269, + 0.019364566956198533 + ] + }, + "exmm_r6": { + "n": 9188, + "fail": 36, + "rate_ci": [ + 0.00391815411406182, + 0.0027456904050367865, + 0.0054202899269313876 + ] + }, + "exmm_r4": { + "n": 9188, + "fail": 282, + "rate_ci": [ + 0.030692207226817588, + 0.027260426469486503, + 0.03442561424591976 + ] + } + }, + "mpmath": { + "n": 932, + "max_mp_lmax": -0.00010873046175602815, + "n_mp_nonnegative": 0, + "max_rel_diff": 2.699883706727009e-09 + }, + "margins": { + "s_cert_quant": [ + 2.0438522032658637e-09, + 3.9166813724015494e-07, + 0.0005452359891932137, + 0.005837157568111875, + 0.021930374891799685 + ], + "lmax_abs_quant": [ + -0.13479065677243812, + -0.011387978688565316, + -0.00016443445924317824, + -0.00010226507317963764 + ], + "lmax_over_Mnorm_quant": [ + -0.04890870759699413, + -0.022350247121185957, + -0.0022218183132535685 + ], + "pmin_min": 0.00376496430691022, + "n_cert_s_lt_1e5": 241, + "n_cert_s_lt_1e6": 137, + "n_cert_lmax_gt_m1e6": 0, + "n_rej_s_gt_m1e5": 23, + "n_rej_s_gt_m1e6": 3, + "s_rej_quant": [ + -0.002884435639329871, + -0.00022171253917362103, + -4.239500696088727e-05, + 7.024773487730533e-08 + ] + }, + "coverage": { + "iid": { + "official": { + "1": { + "mean": 0.5277777777777778, + "per_seed": [ + 0.6, + 0.5166666666666667, + 0.4666666666666667 + ] + }, + "4": { + "mean": 0.7833333333333333, + "per_seed": [ + 0.85, + 0.75, + 0.75 + ] + }, + "16": { + "mean": 0.9222222222222222, + "per_seed": [ + 0.9416666666666667, + 0.9083333333333333, + 0.9166666666666666 + ] + } + }, + "s>=1e-6": { + "1": { + "mean": 0.5277777777777778, + "per_seed": [ + 0.6, + 0.5166666666666667, + 0.4666666666666667 + ] + }, + "4": { + "mean": 0.7833333333333333, + "per_seed": [ + 0.85, + 0.75, + 0.75 + ] + }, + "16": { + "mean": 0.9222222222222222, + "per_seed": [ + 0.9416666666666667, + 0.9083333333333333, + 0.9166666666666666 + ] + } + }, + "s>=1e-4": { + "1": { + "mean": 0.525, + "per_seed": [ + 0.5916666666666667, + 0.5166666666666667, + 0.4666666666666667 + ] + }, + "4": { + "mean": 0.7833333333333333, + "per_seed": [ + 0.85, + 0.75, + 0.75 + ] + }, + "16": { + "mean": 0.9222222222222222, + "per_seed": [ + 0.9416666666666667, + 0.9083333333333333, + 0.9166666666666666 + ] + } + }, + "s>=1e-3": { + "1": { + "mean": 0.4944444444444444, + "per_seed": [ + 0.5333333333333333, + 0.5, + 0.45 + ] + }, + "4": { + "mean": 0.7388888888888889, + "per_seed": [ + 0.775, + 0.7166666666666667, + 0.725 + ] + }, + "16": { + "mean": 0.8861111111111111, + "per_seed": [ + 0.9083333333333333, + 0.875, + 0.875 + ] + } + }, + "stored": { + "1": 0.5277777777777778, + "4": 0.7833333333333333, + "16": 0.9222222222222223 + } + }, + "ood": { + "official": { + "1": { + "mean": 0.41111111111111115, + "per_seed": [ + 0.38333333333333336, + 0.4166666666666667, + 0.43333333333333335 + ] + }, + "4": { + "mean": 0.6166666666666667, + "per_seed": [ + 0.6, + 0.6, + 0.65 + ] + }, + "16": { + "mean": 0.7555555555555555, + "per_seed": [ + 0.75, + 0.7666666666666667, + 0.75 + ] + } + }, + "s>=1e-6": { + "1": { + "mean": 0.41111111111111115, + "per_seed": [ + 0.38333333333333336, + 0.4166666666666667, + 0.43333333333333335 + ] + }, + "4": { + "mean": 0.6166666666666667, + "per_seed": [ + 0.6, + 0.6, + 0.65 + ] + }, + "16": { + "mean": 0.7555555555555555, + "per_seed": [ + 0.75, + 0.7666666666666667, + 0.75 + ] + } + }, + "s>=1e-4": { + "1": { + "mean": 0.4055555555555556, + "per_seed": [ + 0.38333333333333336, + 0.4166666666666667, + 0.4166666666666667 + ] + }, + "4": { + "mean": 0.6166666666666667, + "per_seed": [ + 0.6, + 0.6, + 0.65 + ] + }, + "16": { + "mean": 0.7555555555555555, + "per_seed": [ + 0.75, + 0.7666666666666667, + 0.75 + ] + } + }, + "s>=1e-3": { + "1": { + "mean": 0.36666666666666664, + "per_seed": [ + 0.35, + 0.36666666666666664, + 0.38333333333333336 + ] + }, + "4": { + "mean": 0.5777777777777778, + "per_seed": [ + 0.5666666666666667, + 0.5666666666666667, + 0.6 + ] + }, + "16": { + "mean": 0.6888888888888888, + "per_seed": [ + 0.6833333333333333, + 0.7, + 0.6833333333333333 + ] + } + }, + "stored": { + "1": 0.4111111111111111, + "4": 0.6166666666666667, + "16": 0.7555555555555555 + } + } + }, + "margin_bins_certified": [ + { + "lo": 0, + "hi": 1e-06, + "n": 137, + "scs_feas_disagree": 130, + "ex_r6_fail": 36, + "ex_r4_fail": 112, + "float32_gain_rejected": 3 + }, + { + "lo": 1e-06, + "hi": 1e-05, + "n": 104, + "scs_feas_disagree": 92, + "ex_r6_fail": 0, + "ex_r4_fail": 39, + "float32_gain_rejected": 0 + }, + { + "lo": 1e-05, + "hi": 0.0001, + "n": 64, + "scs_feas_disagree": 48, + "ex_r6_fail": 0, + "ex_r4_fail": 1, + "float32_gain_rejected": 0 + }, + { + "lo": 0.0001, + "hi": 0.001, + "n": 354, + "scs_feas_disagree": 6, + "ex_r6_fail": 0, + "ex_r4_fail": 0, + "float32_gain_rejected": 0 + }, + { + "lo": 0.001, + "hi": 0.01, + "n": 6034, + "scs_feas_disagree": 0, + "ex_r6_fail": 0, + "ex_r4_fail": 0, + "float32_gain_rejected": 0 + }, + { + "lo": 0.01, + "hi": 1.0, + "n": 2495, + "scs_feas_disagree": 0, + "ex_r6_fail": 0, + "ex_r4_fail": 0, + "float32_gain_rejected": 0 + } + ], + "margin_by_source": { + "diff": { + "n": 4015, + "median": 0.005446821630061346, + "frac_lt_1e4": 0.00398505603985056, + "n_lt_1e4": 16 + }, + "reg": { + "n": 4346, + "median": 0.006398470917603017, + "frac_lt_1e4": 0.0032213529682466636, + "n_lt_1e4": 14 + }, + "retr": { + "n": 319, + "median": 0.006890829253198721, + "frac_lt_1e4": 0.003134796238244514, + "n_lt_1e4": 1 + }, + "oracle": { + "n": 508, + "median": 2.0368464606305236e-05, + "frac_lt_1e4": 0.5393700787401575, + "n_lt_1e4": 274 + } + }, + "oracle_gains": { + "n": 509, + "n_not_recertified": 1 + }, + "t1": { + "n_cert": 9188, + "cert_fail": 0, + "cert_fail_ci": [ + 0.0, + 0.0, + 0.0004014082532915605 + ], + "worst_abscissa_cert_max": -1.0000122672141356e-07, + "float32_roundtrip_gain_rejected": 3, + "float32_ci": [ + 0.000326512842838485, + 6.733986011058051e-05, + 0.0009539096489547536 + ], + "n_rej": 3503, + "rej_with_linear_counterexample": 2890, + "rej_all_linear_stable": 613 + }, + "t4": { + "n_rejected_all_linear_stable": 613, + "n_simulated": 40, + "diverge_all_kinds": 0, + "diverge_nl_only": 0, + "nonconverged_all_kinds": 0, + "nonconverged_nl_only": 3, + "diverge_any": 0, + "nonconverged_any": 3 + }, + "t2": { + "n_loops": 100, + "n_runs": 200, + "n_trajectories": 14400, + "viol_runs": 0, + "xratio_runs": 0, + "nonfinite_runs": 0, + "loop_fail_ci": [ + 0.0, + 0.0, + 0.03621669264517641 + ], + "decay_VT_over_V0_quant": [ + 1.717758817845418e-06, + 0.2012025903756201, + 0.8060942615504663, + 0.884152188464396 + ], + "final_norm_max": 1.4851211147496366, + "xratio_max": 0.9229873556948518 + }, + "t3": { + "n_loops": 60, + "n_ray_points_certified": 4631, + "certified_points_with_linear_counterexample": 0, + "ci": [ + 0.0, + 0.0, + 0.0007962450082515517 + ], + "sim_divergence": { + "last_cert": { + "n": 119, + "k": 0, + "rate": 0.0 + }, + "first_rej_all": { + "n": 119, + "k": 41, + "rate": 0.3445378151260504 + }, + "first_rej_nlonly": { + "n": 119, + "k": 41, + "rate": 0.3445378151260504 + }, + "first_linunst_all": { + "n": 116, + "k": 74, + "rate": 0.6379310344827587 + }, + "first_linunst_nlonly": { + "n": 116, + "k": 73, + "rate": 0.6293103448275862 + } + }, + "power_by_abscissa_at_first_linunstable": { + "w>=0.1": { + "n": 49, + "all_kinds": 44, + "nl_only": 43 + }, + "0.01<=w<0.1": { + "n": 51, + "all_kinds": 29, + "nl_only": 28 + }, + "w<0.01": { + "n": 16, + "all_kinds": 1, + "nl_only": 2 + } + }, + "rays_with_reject_and_linunstable": 173, + "gap_grid_steps_il_minus_iv_quant": [ + 0.0, + 0.0, + 11.0 + ], + "n_rays_first_reject_within_one_step_of_first_linunstable": 112, + "n_rays_verifier_rejects": 178, + "n_rays_verifier_rejects_before_linunstable": 173, + "n_rays_linunstable_before_reject": 0 + } + }, + "sof4": { + "n_candidates": 39037, + "n_certified": 11158, + "n_rejected": 27879, + "n_heavy": 21430, + "n_errors": 0, + "official_vs_replicate_mismatch": 0, + "certified_by_source": { + "diff": 2590, + "reg": 2407, + "diff16k": 2713, + "reg16k": 2841, + "retr": 92, + "oracle": 515 + }, + "disagree_scs": { + "n": 21430, + "cert_by_clarabel_not_by": 354, + "rej_by_clarabel_but_cert_by": 0, + "rate_ci": [ + 0.016518898740083995, + 0.014854875792577518, + 0.018315860446939395 + ], + "of_which_margin_problem_agrees": 351 + }, + "disagree_cvx": { + "n": 21430, + "cert_by_clarabel_not_by": 0, + "rej_by_clarabel_but_cert_by": 2, + "rate_ci": [ + 9.332711152589827e-05, + 1.1302546014693763e-05, + 0.00033708852183361715 + ], + "of_which_margin_problem_agrees": 2 + }, + "margin_sign_disagree_cvx": { + "n": 21430, + "k": 0, + "rate_ci": [ + 0.0, + 0.0, + 0.00017212141751869533 + ] + }, + "margin_abs_diff_cvx": { + "median": 1.0150804383244477e-10, + "p99": 7.185790323882554e-10, + "max": 1.162852428931993e-09 + }, + "margin_sign_disagree_scs": { + "n": 20397, + "k": 64, + "rate_ci": [ + 0.0031377163308329657, + 0.0024172369930279174, + 0.00400505178706257 + ] + }, + "margin_abs_diff_scs": { + "median": 2.153222849153591e-09, + "p99": 0.000155452998598821, + "max": 0.0008959389184311428 + }, + "official_vs_margin_sign": { + "cert_but_margin_le0": 0, + "rej_but_margin_gt0": 2 + }, + "exact": { + "ex_raw": { + "n": 11158, + "fail": 0, + "rate_ci": [ + 0.0, + 0.0, + 0.0003305493585007778 + ] + }, + "ex_r8": { + "n": 11158, + "fail": 0, + "rate_ci": [ + 0.0, + 0.0, + 0.0003305493585007778 + ] + }, + "ex_r6": { + "n": 11158, + "fail": 29, + "rate_ci": [ + 0.0025990320846029755, + 0.0017412822914695534, + 0.0037305274257695715 + ] + }, + "ex_r4": { + "n": 11158, + "fail": 193, + "rate_ci": [ + 0.017297006632012904, + 0.014959693205996539, + 0.019890795846648646 + ] + }, + "exmm_r6": { + "n": 11158, + "fail": 45, + "rate_ci": [ + 0.004032980820935651, + 0.0029431592259836045, + 0.005392764832929908 + ] + }, + "exmm_r4": { + "n": 11158, + "fail": 312, + "rate_ci": [ + 0.027962000358487185, + 0.024981854370932133, + 0.03119172153312361 + ] + } + }, + "mpmath": { + "n": 1072, + "max_mp_lmax": -0.00010912251927669557, + "n_mp_nonnegative": 0, + "max_rel_diff": 1.4797745395915447e-09 + }, + "margins": { + "s_cert_quant": [ + 1.8468823104392315e-09, + 4.954671505114719e-07, + 0.00044857236790010724, + 0.004458570351517394, + 0.013752318963996117 + ], + "lmax_abs_quant": [ + -0.16749480307107084, + -0.010559779556465579, + -0.0001647809452289892, + -0.00010729267001573123 + ], + "lmax_over_Mnorm_quant": [ + -0.053962153990408844, + -0.014413932982158685, + -0.0019648306635451584 + ], + "pmin_min": 0.00436236316688122, + "n_cert_s_lt_1e5": 267, + "n_cert_s_lt_1e6": 154, + "n_cert_lmax_gt_m1e6": 0, + "n_rej_s_gt_m1e5": 36, + "n_rej_s_gt_m1e6": 3, + "s_rej_quant": [ + -0.00188356761801568, + -0.0002027297142094111, + -5.224496709723661e-05, + 2.9327050696922165e-09 + ] + }, + "coverage": { + "iid": { + "official": { + "1": { + "mean": 0.3416666666666666, + "per_seed": [ + 0.3333333333333333, + 0.38333333333333336, + 0.30833333333333335 + ] + }, + "4": { + "mean": 0.5861111111111111, + "per_seed": [ + 0.6, + 0.575, + 0.5833333333333334 + ] + }, + "16": { + "mean": 0.8138888888888888, + "per_seed": [ + 0.825, + 0.8, + 0.8166666666666667 + ] + } + }, + "s>=1e-6": { + "1": { + "mean": 0.3416666666666666, + "per_seed": [ + 0.3333333333333333, + 0.38333333333333336, + 0.30833333333333335 + ] + }, + "4": { + "mean": 0.5861111111111111, + "per_seed": [ + 0.6, + 0.575, + 0.5833333333333334 + ] + }, + "16": { + "mean": 0.8138888888888888, + "per_seed": [ + 0.825, + 0.8, + 0.8166666666666667 + ] + } + }, + "s>=1e-4": { + "1": { + "mean": 0.3361111111111111, + "per_seed": [ + 0.325, + 0.38333333333333336, + 0.3 + ] + }, + "4": { + "mean": 0.5805555555555555, + "per_seed": [ + 0.5916666666666667, + 0.575, + 0.575 + ] + }, + "16": { + "mean": 0.8083333333333332, + "per_seed": [ + 0.8166666666666667, + 0.8, + 0.8083333333333333 + ] + } + }, + "s>=1e-3": { + "1": { + "mean": 0.32222222222222224, + "per_seed": [ + 0.31666666666666665, + 0.35833333333333334, + 0.2916666666666667 + ] + }, + "4": { + "mean": 0.5555555555555556, + "per_seed": [ + 0.5583333333333333, + 0.5583333333333333, + 0.55 + ] + }, + "16": { + "mean": 0.7444444444444445, + "per_seed": [ + 0.7583333333333333, + 0.7333333333333333, + 0.7416666666666667 + ] + } + }, + "stored": { + "1": 0.3416666666666667, + "4": 0.5861111111111111, + "16": 0.8138888888888889 + } + }, + "ood": { + "official": { + "1": { + "mean": 0.20555555555555557, + "per_seed": [ + 0.21666666666666667, + 0.21666666666666667, + 0.18333333333333332 + ] + }, + "4": { + "mean": 0.39999999999999997, + "per_seed": [ + 0.45, + 0.38333333333333336, + 0.36666666666666664 + ] + }, + "16": { + "mean": 0.5722222222222223, + "per_seed": [ + 0.5666666666666667, + 0.5333333333333333, + 0.6166666666666667 + ] + } + }, + "s>=1e-6": { + "1": { + "mean": 0.20555555555555557, + "per_seed": [ + 0.21666666666666667, + 0.21666666666666667, + 0.18333333333333332 + ] + }, + "4": { + "mean": 0.39999999999999997, + "per_seed": [ + 0.45, + 0.38333333333333336, + 0.36666666666666664 + ] + }, + "16": { + "mean": 0.5722222222222223, + "per_seed": [ + 0.5666666666666667, + 0.5333333333333333, + 0.6166666666666667 + ] + } + }, + "s>=1e-4": { + "1": { + "mean": 0.20555555555555557, + "per_seed": [ + 0.21666666666666667, + 0.21666666666666667, + 0.18333333333333332 + ] + }, + "4": { + "mean": 0.39999999999999997, + "per_seed": [ + 0.45, + 0.38333333333333336, + 0.36666666666666664 + ] + }, + "16": { + "mean": 0.5722222222222223, + "per_seed": [ + 0.5666666666666667, + 0.5333333333333333, + 0.6166666666666667 + ] + } + }, + "s>=1e-3": { + "1": { + "mean": 0.19444444444444445, + "per_seed": [ + 0.21666666666666667, + 0.21666666666666667, + 0.15 + ] + }, + "4": { + "mean": 0.37777777777777777, + "per_seed": [ + 0.43333333333333335, + 0.35, + 0.35 + ] + }, + "16": { + "mean": 0.5, + "per_seed": [ + 0.5, + 0.48333333333333334, + 0.5166666666666667 + ] + } + }, + "stored": { + "1": 0.20555555555555555, + "4": 0.4, + "16": 0.5722222222222222 + } + } + }, + "margin_bins_certified": [ + { + "lo": 0, + "hi": 1e-06, + "n": 154, + "scs_feas_disagree": 154, + "ex_r6_fail": 29, + "ex_r4_fail": 123, + "float32_gain_rejected": 1 + }, + { + "lo": 1e-06, + "hi": 1e-05, + "n": 113, + "scs_feas_disagree": 112, + "ex_r6_fail": 0, + "ex_r4_fail": 68, + "float32_gain_rejected": 0 + }, + { + "lo": 1e-05, + "hi": 0.0001, + "n": 73, + "scs_feas_disagree": 64, + "ex_r6_fail": 0, + "ex_r4_fail": 2, + "float32_gain_rejected": 0 + }, + { + "lo": 0.0001, + "hi": 0.001, + "n": 692, + "scs_feas_disagree": 23, + "ex_r6_fail": 0, + "ex_r4_fail": 0, + "float32_gain_rejected": 0 + }, + { + "lo": 0.001, + "hi": 0.01, + "n": 8890, + "scs_feas_disagree": 1, + "ex_r6_fail": 0, + "ex_r4_fail": 0, + "float32_gain_rejected": 0 + }, + { + "lo": 0.01, + "hi": 1.0, + "n": 1236, + "scs_feas_disagree": 0, + "ex_r6_fail": 0, + "ex_r4_fail": 0, + "float32_gain_rejected": 0 + } + ], + "margin_by_source": { + "diff": { + "n": 5303, + "median": 0.004135456547425235, + "frac_lt_1e4": 0.006977182726758438, + "n_lt_1e4": 37 + }, + "reg": { + "n": 5248, + "median": 0.0048828073571945615, + "frac_lt_1e4": 0.002096036585365854, + "n_lt_1e4": 11 + }, + "retr": { + "n": 92, + "median": 0.00454468158740029, + "frac_lt_1e4": 0.010869565217391304, + "n_lt_1e4": 1 + }, + "oracle": { + "n": 515, + "median": 8.49554078847459e-06, + "frac_lt_1e4": 0.5650485436893203, + "n_lt_1e4": 291 + } + }, + "oracle_gains": { + "n": 517, + "n_not_recertified": 2 + }, + "t1": { + "n_cert": 11158, + "cert_fail": 0, + "cert_fail_ci": [ + 0.0, + 0.0, + 0.0003305493585007778 + ], + "worst_abscissa_cert_max": -2.0434138324997396e-07, + "float32_roundtrip_gain_rejected": 1, + "float32_ci": [ + 8.962179602079225e-05, + 2.2690248486208393e-06, + 0.000499238404838731 + ], + "n_rej": 10272, + "rej_with_linear_counterexample": 9496, + "rej_all_linear_stable": 776 + }, + "t4": { + "n_rejected_all_linear_stable": 776, + "n_simulated": 40, + "diverge_all_kinds": 0, + "diverge_nl_only": 0, + "nonconverged_all_kinds": 1, + "nonconverged_nl_only": 0, + "diverge_any": 0, + "nonconverged_any": 1 + }, + "t2": { + "n_loops": 100, + "n_runs": 200, + "n_trajectories": 14400, + "viol_runs": 0, + "xratio_runs": 0, + "nonfinite_runs": 0, + "loop_fail_ci": [ + 0.0, + 0.0, + 0.03621669264517641 + ], + "decay_VT_over_V0_quant": [ + 2.806084040060373e-06, + 0.1014213840604241, + 0.6786842396623398, + 0.8332902657253849 + ], + "final_norm_max": 1.2513937788596186, + "xratio_max": 0.8678460172727176 + }, + "t3": { + "n_loops": 60, + "n_ray_points_certified": 4334, + "certified_points_with_linear_counterexample": 0, + "ci": [ + 0.0, + 0.0, + 0.0008507868035364281 + ], + "sim_divergence": { + "last_cert": { + "n": 119, + "k": 0, + "rate": 0.0 + }, + "first_rej_all": { + "n": 119, + "k": 38, + "rate": 0.31932773109243695 + }, + "first_rej_nlonly": { + "n": 119, + "k": 36, + "rate": 0.3025210084033613 + }, + "first_linunst_all": { + "n": 119, + "k": 63, + "rate": 0.5294117647058824 + }, + "first_linunst_nlonly": { + "n": 119, + "k": 64, + "rate": 0.5378151260504201 + } + }, + "power_by_abscissa_at_first_linunstable": { + "0.01<=w<0.1": { + "n": 51, + "all_kinds": 21, + "nl_only": 22 + }, + "w>=0.1": { + "n": 52, + "all_kinds": 42, + "nl_only": 42 + }, + "w<0.01": { + "n": 16, + "all_kinds": 0, + "nl_only": 0 + } + }, + "rays_with_reject_and_linunstable": 179, + "gap_grid_steps_il_minus_iv_quant": [ + 0.0, + 0.0, + 10.0 + ], + "n_rays_first_reject_within_one_step_of_first_linunstable": 119, + "n_rays_verifier_rejects": 179, + "n_rays_verifier_rejects_before_linunstable": 179, + "n_rays_linunstable_before_reject": 0 + } + }, + "sof5": { + "n_candidates": 21219, + "n_certified": 3541, + "n_rejected": 17678, + "n_heavy": 12662, + "n_errors": 0, + "official_vs_replicate_mismatch": 0, + "certified_by_source": { + "diff": 1772, + "reg": 1219, + "retr": 33, + "oracle": 517 + }, + "disagree_scs": { + "n": 12662, + "cert_by_clarabel_not_by": 357, + "rej_by_clarabel_but_cert_by": 0, + "rate_ci": [ + 0.02819459800979308, + 0.025380807755059676, + 0.031227945673182978 + ], + "of_which_margin_problem_agrees": 352 + }, + "disagree_cvx": { + "n": 12662, + "cert_by_clarabel_not_by": 0, + "rej_by_clarabel_but_cert_by": 2, + "rate_ci": [ + 0.000157952930026852, + 1.912940505319131e-05, + 0.0005704625864371706 + ], + "of_which_margin_problem_agrees": 2 + }, + "margin_sign_disagree_cvx": { + "n": 12662, + "k": 0, + "rate_ci": [ + 0.0, + 0.0, + 0.00029129222532567946 + ] + }, + "margin_abs_diff_cvx": { + "median": 8.002444286923666e-11, + "p99": 5.674685182432275e-10, + "max": 1.1140344390253923e-09 + }, + "margin_sign_disagree_scs": { + "n": 12162, + "k": 38, + "rate_ci": [ + 0.003124486104259168, + 0.002211992239652344, + 0.004286104188352122 + ] + }, + "margin_abs_diff_scs": { + "median": 1.3481463121935633e-07, + "p99": 0.00018788669495310045, + "max": 0.0006340450681669376 + }, + "official_vs_margin_sign": { + "cert_but_margin_le0": 0, + "rej_but_margin_gt0": 2 + }, + "exact": { + "ex_raw": { + "n": 3541, + "fail": 0, + "rate_ci": [ + 0.0, + 0.0, + 0.001041219614190349 + ] + }, + "ex_r8": { + "n": 3541, + "fail": 0, + "rate_ci": [ + 0.0, + 0.0, + 0.001041219614190349 + ] + }, + "ex_r6": { + "n": 3541, + "fail": 37, + "rate_ci": [ + 0.010449025698955098, + 0.007367451306012863, + 0.014374101055894381 + ] + }, + "ex_r4": { + "n": 3541, + "fail": 238, + "rate_ci": [ + 0.06721265179327873, + 0.05918431643062837, + 0.07596410383436218 + ] + }, + "exmm_r6": { + "n": 3541, + "fail": 52, + "rate_ci": [ + 0.014685117198531489, + 0.010986479407106455, + 0.019213461557488924 + ] + }, + "exmm_r4": { + "n": 3541, + "fail": 342, + "rate_ci": [ + 0.09658288619034171, + 0.08704845297417109, + 0.10678912501835673 + ] + } + }, + "mpmath": { + "n": 333, + "max_mp_lmax": -0.00012333288116785315, + "n_mp_nonnegative": 0, + "max_rel_diff": 2.1140492890942663e-09 + }, + "margins": { + "s_cert_quant": [ + 3.1595409083838534e-09, + 3.69203155985179e-08, + 5.891038331863841e-07, + 0.0034639379062288323, + 0.007987053883985105 + ], + "lmax_abs_quant": [ + -0.05098133085420068, + -0.00811015187610599, + -0.00013800979835802324, + -0.00010803207968664666 + ], + "lmax_over_Mnorm_quant": [ + -0.01330399526028614, + -0.009986109204597153, + -0.0013824189127380968 + ], + "pmin_min": 0.00785809459741952, + "n_cert_s_lt_1e5": 317, + "n_cert_s_lt_1e6": 215, + "n_cert_lmax_gt_m1e6": 0, + "n_rej_s_gt_m1e5": 30, + "n_rej_s_gt_m1e6": 4, + "s_rej_quant": [ + -0.0011181489769000262, + -0.00010826001245291225, + -3.2688919366077425e-05, + 4.3290508650236215e-09 + ] + }, + "coverage": { + "iid": { + "official": { + "1": { + "mean": 0.19722222222222222, + "per_seed": [ + 0.18333333333333332, + 0.20833333333333334, + 0.2 + ] + }, + "4": { + "mean": 0.4055555555555556, + "per_seed": [ + 0.36666666666666664, + 0.45, + 0.4 + ] + }, + "16": { + "mean": 0.6083333333333333, + "per_seed": [ + 0.6, + 0.6083333333333333, + 0.6166666666666667 + ] + } + }, + "s>=1e-6": { + "1": { + "mean": 0.19722222222222222, + "per_seed": [ + 0.18333333333333332, + 0.20833333333333334, + 0.2 + ] + }, + "4": { + "mean": 0.4055555555555556, + "per_seed": [ + 0.36666666666666664, + 0.45, + 0.4 + ] + }, + "16": { + "mean": 0.6083333333333333, + "per_seed": [ + 0.6, + 0.6083333333333333, + 0.6166666666666667 + ] + } + }, + "s>=1e-4": { + "1": { + "mean": 0.19444444444444445, + "per_seed": [ + 0.18333333333333332, + 0.20833333333333334, + 0.19166666666666668 + ] + }, + "4": { + "mean": 0.40277777777777773, + "per_seed": [ + 0.36666666666666664, + 0.45, + 0.39166666666666666 + ] + }, + "16": { + "mean": 0.6055555555555555, + "per_seed": [ + 0.6, + 0.6083333333333333, + 0.6083333333333333 + ] + } + }, + "s>=1e-3": { + "1": { + "mean": 0.18333333333333335, + "per_seed": [ + 0.16666666666666666, + 0.19166666666666668, + 0.19166666666666668 + ] + }, + "4": { + "mean": 0.375, + "per_seed": [ + 0.3333333333333333, + 0.4083333333333333, + 0.38333333333333336 + ] + }, + "16": { + "mean": 0.5611111111111111, + "per_seed": [ + 0.5583333333333333, + 0.5583333333333333, + 0.5666666666666667 + ] + } + }, + "stored": { + "1": 0.19722222222222222, + "4": 0.40555555555555556, + "16": 0.6083333333333333 + } + }, + "ood": { + "official": { + "1": { + "mean": 0.24444444444444444, + "per_seed": [ + 0.25, + 0.26666666666666666, + 0.21666666666666667 + ] + }, + "4": { + "mean": 0.3666666666666667, + "per_seed": [ + 0.31666666666666665, + 0.38333333333333336, + 0.4 + ] + }, + "16": { + "mean": 0.48888888888888893, + "per_seed": [ + 0.43333333333333335, + 0.5166666666666667, + 0.5166666666666667 + ] + } + }, + "s>=1e-6": { + "1": { + "mean": 0.24444444444444444, + "per_seed": [ + 0.25, + 0.26666666666666666, + 0.21666666666666667 + ] + }, + "4": { + "mean": 0.3666666666666667, + "per_seed": [ + 0.31666666666666665, + 0.38333333333333336, + 0.4 + ] + }, + "16": { + "mean": 0.48888888888888893, + "per_seed": [ + 0.43333333333333335, + 0.5166666666666667, + 0.5166666666666667 + ] + } + }, + "s>=1e-4": { + "1": { + "mean": 0.24444444444444444, + "per_seed": [ + 0.25, + 0.26666666666666666, + 0.21666666666666667 + ] + }, + "4": { + "mean": 0.3666666666666667, + "per_seed": [ + 0.31666666666666665, + 0.38333333333333336, + 0.4 + ] + }, + "16": { + "mean": 0.4833333333333334, + "per_seed": [ + 0.43333333333333335, + 0.5166666666666667, + 0.5 + ] + } + }, + "s>=1e-3": { + "1": { + "mean": 0.2333333333333333, + "per_seed": [ + 0.23333333333333334, + 0.26666666666666666, + 0.2 + ] + }, + "4": { + "mean": 0.3444444444444445, + "per_seed": [ + 0.2833333333333333, + 0.38333333333333336, + 0.36666666666666664 + ] + }, + "16": { + "mean": 0.43333333333333335, + "per_seed": [ + 0.38333333333333336, + 0.4666666666666667, + 0.45 + ] + } + }, + "stored": { + "1": 0.24444444444444444, + "4": 0.36666666666666664, + "16": 0.4888888888888889 + } + } + }, + "margin_bins_certified": [ + { + "lo": 0, + "hi": 1e-06, + "n": 215, + "scs_feas_disagree": 215, + "ex_r6_fail": 37, + "ex_r4_fail": 185, + "float32_gain_rejected": 0 + }, + { + "lo": 1e-06, + "hi": 1e-05, + "n": 102, + "scs_feas_disagree": 102, + "ex_r6_fail": 0, + "ex_r4_fail": 48, + "float32_gain_rejected": 0 + }, + { + "lo": 1e-05, + "hi": 0.0001, + "n": 43, + "scs_feas_disagree": 36, + "ex_r6_fail": 0, + "ex_r4_fail": 5, + "float32_gain_rejected": 0 + }, + { + "lo": 0.0001, + "hi": 0.001, + "n": 180, + "scs_feas_disagree": 4, + "ex_r6_fail": 0, + "ex_r4_fail": 0, + "float32_gain_rejected": 0 + }, + { + "lo": 0.001, + "hi": 0.01, + "n": 2971, + "scs_feas_disagree": 0, + "ex_r6_fail": 0, + "ex_r4_fail": 0, + "float32_gain_rejected": 0 + }, + { + "lo": 0.01, + "hi": 1.0, + "n": 30, + "scs_feas_disagree": 0, + "ex_r6_fail": 0, + "ex_r4_fail": 0, + "float32_gain_rejected": 0 + } + ], + "margin_by_source": { + "diff": { + "n": 1772, + "median": 0.003542286427044253, + "frac_lt_1e4": 0.005079006772009029, + "n_lt_1e4": 9 + }, + "reg": { + "n": 1219, + "median": 0.004381903305643865, + "frac_lt_1e4": 0.005742411812961444, + "n_lt_1e4": 7 + }, + "retr": { + "n": 33, + "median": 0.0029992698306489226, + "frac_lt_1e4": 0.030303030303030304, + "n_lt_1e4": 1 + }, + "oracle": { + "n": 517, + "median": 2.011262634239178e-06, + "frac_lt_1e4": 0.6634429400386848, + "n_lt_1e4": 343 + } + }, + "oracle_gains": { + "n": 519, + "n_not_recertified": 2 + }, + "t1": { + "n_cert": 3541, + "cert_fail": 0, + "cert_fail_ci": [ + 0.0, + 0.0, + 0.001041219614190349 + ], + "worst_abscissa_cert_max": -1.0910427495211608e-07, + "float32_roundtrip_gain_rejected": 0, + "float32_ci": [ + 0.0, + 0.0, + 0.001041219614190349 + ], + "n_rej": 9121, + "rej_with_linear_counterexample": 8799, + "rej_all_linear_stable": 322 + }, + "t4": { + "n_rejected_all_linear_stable": 322, + "n_simulated": 40, + "diverge_all_kinds": 0, + "diverge_nl_only": 0, + "nonconverged_all_kinds": 1, + "nonconverged_nl_only": 0, + "diverge_any": 0, + "nonconverged_any": 1 + }, + "t2": { + "n_loops": 100, + "n_runs": 200, + "n_trajectories": 14400, + "viol_runs": 0, + "xratio_runs": 0, + "nonfinite_runs": 0, + "loop_fail_ci": [ + 0.0, + 0.0, + 0.03621669264517641 + ], + "decay_VT_over_V0_quant": [ + 1.1295500134926706e-06, + 0.0005628085054152375, + 0.39386317410396954, + 0.7918396223703462 + ], + "final_norm_max": 0.5440436551101874, + "xratio_max": 0.7816827829979609 + }, + "t3": { + "n_loops": 60, + "n_ray_points_certified": 4324, + "certified_points_with_linear_counterexample": 0, + "ci": [ + 0.0, + 0.0, + 0.000852753556415155 + ], + "sim_divergence": { + "last_cert": { + "n": 120, + "k": 0, + "rate": 0.0 + }, + "first_rej_all": { + "n": 120, + "k": 36, + "rate": 0.3 + }, + "first_rej_nlonly": { + "n": 120, + "k": 38, + "rate": 0.31666666666666665 + }, + "first_linunst_all": { + "n": 120, + "k": 57, + "rate": 0.475 + }, + "first_linunst_nlonly": { + "n": 120, + "k": 56, + "rate": 0.4666666666666667 + } + }, + "power_by_abscissa_at_first_linunstable": { + "0.01<=w<0.1": { + "n": 56, + "all_kinds": 22, + "nl_only": 21 + }, + "w>=0.1": { + "n": 51, + "all_kinds": 35, + "nl_only": 35 + }, + "w<0.01": { + "n": 13, + "all_kinds": 0, + "nl_only": 0 + } + }, + "rays_with_reject_and_linunstable": 180, + "gap_grid_steps_il_minus_iv_quant": [ + 0.0, + 0.0, + 13.0 + ], + "n_rays_first_reject_within_one_step_of_first_linunstable": 117, + "n_rays_verifier_rejects": 180, + "n_rays_verifier_rejects_before_linunstable": 180, + "n_rays_linunstable_before_reject": 0 + } + } +} \ No newline at end of file diff --git a/results/icml_r3/X4/logs/run_screen.log b/results/icml_r3/X4/logs/run_screen.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/results/icml_r3/X4/logs/screen_fs.log b/results/icml_r3/X4/logs/screen_fs.log new file mode 100644 index 0000000000000000000000000000000000000000..4b2f14657e090059b707fda587a65a264c5561a7 --- /dev/null +++ b/results/icml_r3/X4/logs/screen_fs.log @@ -0,0 +1,2 @@ +fs candidates 20880 +done 20880 285s errors 0 diff --git a/results/icml_r3/X4/logs/screen_sof2.log b/results/icml_r3/X4/logs/screen_sof2.log new file mode 100644 index 0000000000000000000000000000000000000000..eee5615307d1681820b23fe55c9f9436213df116 --- /dev/null +++ b/results/icml_r3/X4/logs/screen_sof2.log @@ -0,0 +1,2 @@ +sof2 candidates 21230 +done 21230 333s errors 0 diff --git a/results/icml_r3/X4/logs/screen_sof3.log b/results/icml_r3/X4/logs/screen_sof3.log new file mode 100644 index 0000000000000000000000000000000000000000..032e94bcad79c3e31ae4a2bd0a7eacc987b971d9 --- /dev/null +++ b/results/icml_r3/X4/logs/screen_sof3.log @@ -0,0 +1,2 @@ +sof3 candidates 21209 +done 21209 527s errors 0 diff --git a/results/icml_r3/X4/logs/screen_sof4.log b/results/icml_r3/X4/logs/screen_sof4.log new file mode 100644 index 0000000000000000000000000000000000000000..aeaf404f7531b745428c73fa5c42303532160161 --- /dev/null +++ b/results/icml_r3/X4/logs/screen_sof4.log @@ -0,0 +1,2 @@ +sof4 candidates 39037 +done 39037 1874s errors 0 diff --git a/results/icml_r3/X4/logs/screen_sof5.log b/results/icml_r3/X4/logs/screen_sof5.log new file mode 100644 index 0000000000000000000000000000000000000000..cc2f76837e294af6c4a16d83663e6606a996ad90 --- /dev/null +++ b/results/icml_r3/X4/logs/screen_sof5.log @@ -0,0 +1,2 @@ +sof5 candidates 21219 +done 21219 1837s errors 0 diff --git a/results/icml_r3/X4/logs/selftest.log b/results/icml_r3/X4/logs/selftest.log new file mode 100644 index 0000000000000000000000000000000000000000..11060b02b407bc0ee1e959067bf698a9b570e1eb --- /dev/null +++ b/results/icml_r3/X4/logs/selftest.log @@ -0,0 +1,50 @@ +{ + "eps0.001_inside": { + "n": 120, + "exact_wrong": 0, + "float_wrong": 0, + "mp_wrong": 0 + }, + "eps0.001_outside": { + "n": 120, + "exact_wrong": 0, + "float_wrong": 0, + "mp_wrong": 0 + }, + "eps1e-06_inside": { + "n": 120, + "exact_wrong": 0, + "float_wrong": 0, + "mp_wrong": 0 + }, + "eps1e-06_outside": { + "n": 120, + "exact_wrong": 0, + "float_wrong": 0, + "mp_wrong": 0 + }, + "eps1e-09_inside": { + "n": 120, + "exact_wrong": 0, + "float_wrong": 0, + "mp_wrong": 0 + }, + "eps1e-09_outside": { + "n": 120, + "exact_wrong": 0, + "float_wrong": 0, + "mp_wrong": 0 + }, + "eps1e-12_inside": { + "n": 120, + "exact_wrong": 1, + "float_wrong": 0, + "mp_wrong": 1 + }, + "eps1e-12_outside": { + "n": 120, + "exact_wrong": 0, + "float_wrong": 0, + "mp_wrong": 0 + } +} diff --git a/results/icml_r3/X4/logs/t1_fs.log b/results/icml_r3/X4/logs/t1_fs.log new file mode 100644 index 0000000000000000000000000000000000000000..e180a511f2800af422210785bee906c0370a5828 --- /dev/null +++ b/results/icml_r3/X4/logs/t1_fs.log @@ -0,0 +1 @@ +fs t1 done 17902 diff --git a/results/icml_r3/X4/logs/t1_sof2.log b/results/icml_r3/X4/logs/t1_sof2.log new file mode 100644 index 0000000000000000000000000000000000000000..6f5b0cf190bf2ad598ee43e091a10d92a01fdb96 --- /dev/null +++ b/results/icml_r3/X4/logs/t1_sof2.log @@ -0,0 +1 @@ +sof2 t1 done 15848 diff --git a/results/icml_r3/X4/logs/t1_sof3.log b/results/icml_r3/X4/logs/t1_sof3.log new file mode 100644 index 0000000000000000000000000000000000000000..ba6987251aaf1a1a06f9449c899ebb4a6f81e40c --- /dev/null +++ b/results/icml_r3/X4/logs/t1_sof3.log @@ -0,0 +1 @@ +sof3 t1 done 12691 diff --git a/results/icml_r3/X4/logs/t1_sof4.log b/results/icml_r3/X4/logs/t1_sof4.log new file mode 100644 index 0000000000000000000000000000000000000000..e6a255ea9ca1fede4d606ac067e96a0958661418 --- /dev/null +++ b/results/icml_r3/X4/logs/t1_sof4.log @@ -0,0 +1 @@ +sof4 t1 done 21430 diff --git a/results/icml_r3/X4/logs/t1_sof5.log b/results/icml_r3/X4/logs/t1_sof5.log new file mode 100644 index 0000000000000000000000000000000000000000..9ddf7bec73cc1a69b7e1388c244a3a2520132bfb --- /dev/null +++ b/results/icml_r3/X4/logs/t1_sof5.log @@ -0,0 +1 @@ +sof5 t1 done 12662 diff --git a/results/icml_r3/X4/logs/t2_fs.log b/results/icml_r3/X4/logs/t2_fs.log new file mode 100644 index 0000000000000000000000000000000000000000..89768a75a3d3391efc77343be3415887dd6b29be --- /dev/null +++ b/results/icml_r3/X4/logs/t2_fs.log @@ -0,0 +1 @@ +fs t2 done 100 274s diff --git a/results/icml_r3/X4/logs/t2_sof2.log b/results/icml_r3/X4/logs/t2_sof2.log new file mode 100644 index 0000000000000000000000000000000000000000..f16969cc8a5d4681ea16e71fb610ee88334dabb9 --- /dev/null +++ b/results/icml_r3/X4/logs/t2_sof2.log @@ -0,0 +1 @@ +sof2 t2 done 100 320s diff --git a/results/icml_r3/X4/logs/t2_sof3.log b/results/icml_r3/X4/logs/t2_sof3.log new file mode 100644 index 0000000000000000000000000000000000000000..52ea41290e6f85ed4e075bf0267bdf6b5a777e03 --- /dev/null +++ b/results/icml_r3/X4/logs/t2_sof3.log @@ -0,0 +1 @@ +sof3 t2 done 100 416s diff --git a/results/icml_r3/X4/logs/t2_sof4.log b/results/icml_r3/X4/logs/t2_sof4.log new file mode 100644 index 0000000000000000000000000000000000000000..b0b1a1b7aaaf4ffbf67a4f626d44ccd6cb5b79c1 --- /dev/null +++ b/results/icml_r3/X4/logs/t2_sof4.log @@ -0,0 +1 @@ +sof4 t2 done 100 110s diff --git a/results/icml_r3/X4/logs/t2_sof5.log b/results/icml_r3/X4/logs/t2_sof5.log new file mode 100644 index 0000000000000000000000000000000000000000..ddf3eb0cdbe25bdb708e24b7ee85c16f6e3aa6e0 --- /dev/null +++ b/results/icml_r3/X4/logs/t2_sof5.log @@ -0,0 +1 @@ +sof5 t2 done 100 571s diff --git a/results/icml_r3/X4/logs/t3_fs.log b/results/icml_r3/X4/logs/t3_fs.log new file mode 100644 index 0000000000000000000000000000000000000000..8994879a7ccbf5365ff5d309a26afc7c4e31fa60 --- /dev/null +++ b/results/icml_r3/X4/logs/t3_fs.log @@ -0,0 +1 @@ +fs t3 done 60 691s diff --git a/results/icml_r3/X4/logs/t3_sof2.log b/results/icml_r3/X4/logs/t3_sof2.log new file mode 100644 index 0000000000000000000000000000000000000000..dbe339aa8a5cef70f52f9bc7c0bfaca7e370056a --- /dev/null +++ b/results/icml_r3/X4/logs/t3_sof2.log @@ -0,0 +1 @@ +sof2 t3 done 60 821s diff --git a/results/icml_r3/X4/logs/t3_sof3.log b/results/icml_r3/X4/logs/t3_sof3.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/results/icml_r3/X4/logs/t3_sof3_fast.log b/results/icml_r3/X4/logs/t3_sof3_fast.log new file mode 100644 index 0000000000000000000000000000000000000000..f9d86bcca2f8f99d09da3791694e91152805aad3 --- /dev/null +++ b/results/icml_r3/X4/logs/t3_sof3_fast.log @@ -0,0 +1 @@ +sof3 t3 done 60 210s diff --git a/results/icml_r3/X4/logs/t3_sof4.log b/results/icml_r3/X4/logs/t3_sof4.log new file mode 100644 index 0000000000000000000000000000000000000000..0758db0efe9434cf5518551d1056400fe76870b8 --- /dev/null +++ b/results/icml_r3/X4/logs/t3_sof4.log @@ -0,0 +1 @@ +sof4 t3 done 60 307s diff --git a/results/icml_r3/X4/logs/t3_sof5.log b/results/icml_r3/X4/logs/t3_sof5.log new file mode 100644 index 0000000000000000000000000000000000000000..1a7b4fc62bd3643f2cea3653a36952fbeef2e063 --- /dev/null +++ b/results/icml_r3/X4/logs/t3_sof5.log @@ -0,0 +1 @@ +sof5 t3 done 60 303s diff --git a/results/icml_r3/X4/logs/t4_fs.log b/results/icml_r3/X4/logs/t4_fs.log new file mode 100644 index 0000000000000000000000000000000000000000..3f084ad55bbaad36c156af0b06869dabe934b199 --- /dev/null +++ b/results/icml_r3/X4/logs/t4_fs.log @@ -0,0 +1 @@ +fs t4 done 40 297s diff --git a/results/icml_r3/X4/logs/t4_sof2.log b/results/icml_r3/X4/logs/t4_sof2.log new file mode 100644 index 0000000000000000000000000000000000000000..adf9c987deb02c1730bfae63e8d870e796cd232a --- /dev/null +++ b/results/icml_r3/X4/logs/t4_sof2.log @@ -0,0 +1 @@ +sof2 t4 done 40 95s diff --git a/results/icml_r3/X4/logs/t4_sof3.log b/results/icml_r3/X4/logs/t4_sof3.log new file mode 100644 index 0000000000000000000000000000000000000000..2cafeca6c3ce790fd1a7ef859f48f4a6e7f5593a --- /dev/null +++ b/results/icml_r3/X4/logs/t4_sof3.log @@ -0,0 +1 @@ +sof3 t4 done 40 173s diff --git a/results/icml_r3/X4/logs/t4_sof4.log b/results/icml_r3/X4/logs/t4_sof4.log new file mode 100644 index 0000000000000000000000000000000000000000..2e767c07ddd4c865f472302df46c8cc5543cfe2d --- /dev/null +++ b/results/icml_r3/X4/logs/t4_sof4.log @@ -0,0 +1 @@ +sof4 t4 done 40 45s diff --git a/results/icml_r3/X4/logs/t4_sof5.log b/results/icml_r3/X4/logs/t4_sof5.log new file mode 100644 index 0000000000000000000000000000000000000000..2a5f26408d4d86742dd7e474384f69f6c13d1fb1 --- /dev/null +++ b/results/icml_r3/X4/logs/t4_sof5.log @@ -0,0 +1 @@ +sof5 t4 done 40 203s diff --git a/results/icml_r3/X4/run_c.sh b/results/icml_r3/X4/run_c.sh new file mode 100644 index 0000000000000000000000000000000000000000..b731878a9c51bebbda7dca942bdabdcb64141465 --- /dev/null +++ b/results/icml_r3/X4/run_c.sh @@ -0,0 +1,10 @@ +#!/bin/bash +cd /home/cercola/matte_server/DiffusionControl +export CUDA_VISIBLE_DEVICES= OMP_NUM_THREADS=1 PYTHONPATH=.:/tmp/claude-1002/-home-cercola-matte-server-DiffusionControl/5fc17994-5834-4173-b457-d60acef7aee2/scratchpad/pylib +while pgrep -f x9_siso_multistart > /dev/null; do sleep 20; done +myenv/bin/python -W ignore -m nonlinear.mimo_unstable.x4_stage2 --fam sof5 --part t1 --workers 1 >> results/icml_r3/X4/logs/t1_sof5.log 2>&1 +for f in fs sof2 sof3 sof5; do + myenv/bin/python -W ignore -m nonlinear.mimo_unstable.x4_stage2 --fam $f --part t4 --workers 1 --n 40 >> results/icml_r3/X4/logs/t4_$f.log 2>&1 +done +myenv/bin/python -W ignore -m nonlinear.mimo_unstable.x4_stage2 --fam sof5 --part t2 --workers 1 --n 100 >> results/icml_r3/X4/logs/t2_sof5.log 2>&1 +myenv/bin/python -W ignore -m nonlinear.mimo_unstable.x4_stage2 --fam sof5 --part t3 --workers 1 --n 60 >> results/icml_r3/X4/logs/t3_sof5.log 2>&1 diff --git a/results/icml_r3/X4/run_d.sh b/results/icml_r3/X4/run_d.sh new file mode 100644 index 0000000000000000000000000000000000000000..d5b7a011d4626c4419835f5ea995dac18e85717e --- /dev/null +++ b/results/icml_r3/X4/run_d.sh @@ -0,0 +1,7 @@ +#!/bin/bash +cd /home/cercola/matte_server/DiffusionControl +export CUDA_VISIBLE_DEVICES= OMP_NUM_THREADS=1 OPENBLAS_NUM_THREADS=1 MKL_NUM_THREADS=1 PYTHONPATH=.:/tmp/claude-1002/-home-cercola-matte-server-DiffusionControl/5fc17994-5834-4173-b457-d60acef7aee2/scratchpad/pylib +for p in t1 t2 t3 t4; do + n=100; [ $p = t3 ] && n=60; [ $p = t4 ] && n=40 + myenv/bin/python -W ignore -m nonlinear.mimo_unstable.x4_stage2 --fam sof4 --part $p --workers 5 --n $n >> results/icml_r3/X4/logs/${p}_sof4.log 2>&1 +done diff --git a/results/icml_r3/X4/run_e.sh b/results/icml_r3/X4/run_e.sh new file mode 100644 index 0000000000000000000000000000000000000000..98229da96425814ea7045b3e2c38d9b189b29326 --- /dev/null +++ b/results/icml_r3/X4/run_e.sh @@ -0,0 +1,5 @@ +#!/bin/bash +cd /home/cercola/matte_server/DiffusionControl +export CUDA_VISIBLE_DEVICES= OMP_NUM_THREADS=1 OPENBLAS_NUM_THREADS=1 MKL_NUM_THREADS=1 PYTHONPATH=.:/tmp/claude-1002/-home-cercola-matte-server-DiffusionControl/5fc17994-5834-4173-b457-d60acef7aee2/scratchpad/pylib +while pgrep -f "fam sof4 --part" > /dev/null; do sleep 10; done +myenv/bin/python -W ignore -m nonlinear.mimo_unstable.x4_stage2 --fam sof5 --part t3 --workers 5 --n 60 >> results/icml_r3/X4/logs/t3_sof5.log 2>&1 diff --git a/results/icml_r3/X4/run_screen.sh b/results/icml_r3/X4/run_screen.sh new file mode 100644 index 0000000000000000000000000000000000000000..9dddc9975013226676be6ceb90976f77dbea9429 --- /dev/null +++ b/results/icml_r3/X4/run_screen.sh @@ -0,0 +1,6 @@ +#!/bin/bash +cd /home/cercola/matte_server/DiffusionControl +export CUDA_VISIBLE_DEVICES= OMP_NUM_THREADS=1 PYTHONPATH=.:/tmp/claude-1002/-home-cercola-matte-server-DiffusionControl/5fc17994-5834-4173-b457-d60acef7aee2/scratchpad/pylib +for f in fs sof2 sof3 sof5 sof4; do + myenv/bin/python -W ignore -m nonlinear.mimo_unstable.x4_screen --fam $f --workers 6 >> results/icml_r3/X4/logs/screen_$f.log 2>&1 +done diff --git a/results/icml_r3/X4/run_sim_b.sh b/results/icml_r3/X4/run_sim_b.sh new file mode 100644 index 0000000000000000000000000000000000000000..5a598b335a80f46d44c8e984444396486f8dc6e2 --- /dev/null +++ b/results/icml_r3/X4/run_sim_b.sh @@ -0,0 +1,8 @@ +#!/bin/bash +cd /home/cercola/matte_server/DiffusionControl +export CUDA_VISIBLE_DEVICES= OMP_NUM_THREADS=1 PYTHONPATH=.:/tmp/claude-1002/-home-cercola-matte-server-DiffusionControl/5fc17994-5834-4173-b457-d60acef7aee2/scratchpad/pylib +while pgrep -f run_t1_a.sh > /dev/null; do sleep 20; done +for f in fs sof2 sof3; do + myenv/bin/python -W ignore -m nonlinear.mimo_unstable.x4_stage2 --fam $f --part t2 --workers 1 --n 100 >> results/icml_r3/X4/logs/t2_$f.log 2>&1 + myenv/bin/python -W ignore -m nonlinear.mimo_unstable.x4_stage2 --fam $f --part t3 --workers 1 --n 60 >> results/icml_r3/X4/logs/t3_$f.log 2>&1 +done diff --git a/results/icml_r3/X4/run_t1_a.sh b/results/icml_r3/X4/run_t1_a.sh new file mode 100644 index 0000000000000000000000000000000000000000..91b8423ad2cca563dc40c331b3b9a4da1699e4cb --- /dev/null +++ b/results/icml_r3/X4/run_t1_a.sh @@ -0,0 +1,5 @@ +#!/bin/bash +cd /home/cercola/matte_server/DiffusionControl +export CUDA_VISIBLE_DEVICES= OMP_NUM_THREADS=1 PYTHONPATH=.:/tmp/claude-1002/-home-cercola-matte-server-DiffusionControl/5fc17994-5834-4173-b457-d60acef7aee2/scratchpad/pylib +for f in fs sof2 sof3; do myenv/bin/python -W ignore -m nonlinear.mimo_unstable.x4_stage2 --fam $f --part t1 --workers 1 >> results/icml_r3/X4/logs/t1_$f.log 2>&1; done +myenv/bin/python -W ignore -m nonlinear.mimo_unstable.x9_fs_multistart --workers 1 > results/icml_r3/X9/logs/fs.log 2>&1 diff --git a/results/icml_r3/X4/selftest.json b/results/icml_r3/X4/selftest.json new file mode 100644 index 0000000000000000000000000000000000000000..02b3f2300edb835a68d99a33e03be4feabb1b7fe --- /dev/null +++ b/results/icml_r3/X4/selftest.json @@ -0,0 +1,50 @@ +{ + "eps0.001_inside": { + "n": 120, + "exact_wrong": 0, + "float_wrong": 0, + "mp_wrong": 0 + }, + "eps0.001_outside": { + "n": 120, + "exact_wrong": 0, + "float_wrong": 0, + "mp_wrong": 0 + }, + "eps1e-06_inside": { + "n": 120, + "exact_wrong": 0, + "float_wrong": 0, + "mp_wrong": 0 + }, + "eps1e-06_outside": { + "n": 120, + "exact_wrong": 0, + "float_wrong": 0, + "mp_wrong": 0 + }, + "eps1e-09_inside": { + "n": 120, + "exact_wrong": 0, + "float_wrong": 0, + "mp_wrong": 0 + }, + "eps1e-09_outside": { + "n": 120, + "exact_wrong": 0, + "float_wrong": 0, + "mp_wrong": 0 + }, + "eps1e-12_inside": { + "n": 120, + "exact_wrong": 1, + "float_wrong": 0, + "mp_wrong": 1 + }, + "eps1e-12_outside": { + "n": 120, + "exact_wrong": 0, + "float_wrong": 0, + "mp_wrong": 0 + } +} \ No newline at end of file diff --git a/results/icml_r3/X4/tables.md b/results/icml_r3/X4/tables.md new file mode 100644 index 0000000000000000000000000000000000000000..55285217158b5dc41652a6d76c5dd5735aa665b6 --- /dev/null +++ b/results/icml_r3/X4/tables.md @@ -0,0 +1,132 @@ +### population +| track | candidates | certified (official) | rejected | screened in full (heavy) | official != replicate | +| --- | --- | --- | --- | --- | --- | +| full-state | 20880 | 15909 (76.2%) | 4971 | 17902 | 0 | +| SOF m=2 | 21230 | 13541 (63.8%) | 7689 | 15848 | 0 | +| SOF m=3 | 21209 | 9188 (43.3%) | 12021 | 12691 | 0 | +| SOF m=4 | 39037 | 11158 (28.6%) | 27879 | 21430 | 0 | +| SOF m=5 | 21219 | 3541 (16.7%) | 17678 | 12662 | 0 | + +### solver agreement (verifier path, heavy set) +| track | n | SCS: CLARABEL-cert / SCS-not | SCS: of which SCS margin problem agrees | SCS: reverse | CVXOPT: CLARABEL-cert / CVXOPT-not | CVXOPT: reverse | margin-sign disagree CVXOPT | margin-sign disagree SCS | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | +| full-state | 17902 | 13 (0.07%) | 13 | 0 | 0 | 0 | 0/17902 | 56/17733 | +| SOF m=2 | 15848 | 211 (1.33%) | 208 | 0 | 0 | 0 | 0/15847 | 68/15547 | +| SOF m=3 | 12691 | 276 (2.17%) | 272 | 0 | 0 | 1 | 0/12691 | 32/12188 | +| SOF m=4 | 21430 | 354 (1.65%) | 351 | 0 | 0 | 2 | 0/21430 | 64/20397 | +| SOF m=5 | 12662 | 357 (2.82%) | 352 | 0 | 0 | 2 | 0/12662 | 38/12162 | + +### exact rational checks of certified (P,T) +| track | n cert | as returned | 8 digits | 6 digits | 4 digits | max-margin 6 digits | max-margin 4 digits | mpmath 50-digit n / max lambda_max(M) | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | +| full-state | 15909 | 0 fail | 0 fail | 0 fail | 2 fail | 0 fail | 13 fail | 1553 / -2.04e-04 | +| SOF m=2 | 13541 | 0 fail | 0 fail | 31 fail | 142 fail | 44 fail | 278 fail | 1384 / -1.13e-04 | +| SOF m=3 | 9188 | 0 fail | 0 fail | 36 fail | 152 fail | 36 fail | 282 fail | 932 / -1.09e-04 | +| SOF m=4 | 11158 | 0 fail | 0 fail | 29 fail | 193 fail | 45 fail | 312 fail | 1072 / -1.09e-04 | +| SOF m=5 | 3541 | 0 fail | 0 fail | 37 fail | 238 fail | 52 fail | 342 fail | 333 / -1.23e-04 | + +### margins of certified loops (scale-free s*, CLARABEL margin problem) +| track | min s* | 1% quantile | median | # s*<1e-6 | # s*<1e-4 | % s*<1e-4 | # rejected with s*>-1e-5 | # rejected with s*>0 (false rejects) | +| --- | --- | --- | --- | --- | --- | --- | --- | --- | +| full-state | 2.7e-06 | 6.6e-04 | 1.2e-02 | 0 | 8 | 0.05 | 2 | 0 | +| SOF m=2 | 4.7e-09 | 1.4e-06 | 1.2e-02 | 115 | 287 | 2.12 | 19 | 0 | +| SOF m=3 | 2.0e-09 | 3.9e-07 | 5.8e-03 | 137 | 305 | 3.32 | 23 | 1 | +| SOF m=4 | 1.8e-09 | 5.0e-07 | 4.5e-03 | 154 | 340 | 3.05 | 36 | 2 | +| SOF m=5 | 3.2e-09 | 3.7e-08 | 3.5e-03 | 215 | 360 | 10.17 | 30 | 2 | + +### independent falsification of certified loops +| track | T1 constant-gain test: certified loops failing | worst spectral abscissa over sector gains (max over certified) | float32 round trip of K rejected | T2 sim: loops / trajectories / failures | T3 ray points certified / with counterexample | +| --- | --- | --- | --- | --- | --- | +| full-state | 0/15909 | -1.77e-04 | 0 | 100 / 14400 / 0 | 4588 / 0 | +| SOF m=2 | 0/13541 | -2.75e-07 | 2 | 100 / 14400 / 0 | 4676 / 0 | +| SOF m=3 | 0/9188 | -1.00e-07 | 3 | 100 / 14400 / 0 | 4631 / 0 | +| SOF m=4 | 0/11158 | -2.04e-07 | 1 | 100 / 14400 / 0 | 4334 / 0 | +| SOF m=5 | 0/3541 | -1.09e-07 | 0 | 100 / 14400 / 0 | 4324 / 0 | + +### rejected candidates: is the rejection justified? +| track | screened rejected (T1) | with constant-gain counterexample (exactly not absolutely stable) | all constant sector gains stable (circle-criterion conservatism or limit cycle) | +| --- | --- | --- | --- | +| full-state | 1993 | 1926 (96.6%) | 67 | +| SOF m=2 | 2307 | 1450 (62.9%) | 857 | +| SOF m=3 | 3503 | 2890 (82.5%) | 613 | +| SOF m=4 | 10272 | 9496 (92.4%) | 776 | +| SOF m=5 | 9121 | 8799 (96.5%) | 322 | + +### negative control (T3) +| track | loops | rays with a verifier rejection | of which verifier rejects no later than the first linearly unstable gain | linearly unstable first (verifier still certifies) | sim diverges at last certified point | sim diverges at first rejected point (all kinds / nonlinear only) | sim diverges at first linearly-unstable point (all kinds / nonlinear only) | +| --- | --- | --- | --- | --- | --- | --- | --- | +| full-state | 60 | 180 | 178 | 0 | 0/118 | 68/118 / 64/118 | 106/118 / 95/118 | +| SOF m=2 | 60 | 169 | 165 | 0 | 0/115 | 46/115 / 43/115 | 91/113 / 90/113 | +| SOF m=3 | 60 | 178 | 173 | 0 | 0/119 | 41/119 / 41/119 | 74/116 / 73/116 | +| SOF m=4 | 60 | 179 | 179 | 0 | 0/119 | 38/119 / 36/119 | 63/119 / 64/119 | +| SOF m=5 | 60 | 180 | 180 | 0 | 0/120 | 36/120 / 38/120 | 57/120 / 56/120 | + +### headline coverage (diffusion, mean over 3 seeds) under stricter margin rules, iid +| track | b | stored evaluation | re-computed official | s*>=1e-6 | s*>=1e-4 | s*>=1e-3 | +| --- | --- | --- | --- | --- | --- | --- | +| full-state | 1 | 0.961 | 0.961 | 0.961 | 0.961 | 0.944 | +| full-state | 4 | 0.997 | 0.997 | 0.997 | 0.997 | 0.969 | +| full-state | 16 | 1.000 | 1.000 | 1.000 | 1.000 | 0.975 | +| SOF m=2 | 1 | 0.700 | 0.700 | 0.700 | 0.700 | 0.667 | +| SOF m=2 | 4 | 0.939 | 0.939 | 0.939 | 0.939 | 0.914 | +| SOF m=2 | 16 | 0.986 | 0.986 | 0.986 | 0.983 | 0.978 | +| SOF m=3 | 1 | 0.528 | 0.528 | 0.528 | 0.525 | 0.494 | +| SOF m=3 | 4 | 0.783 | 0.783 | 0.783 | 0.783 | 0.739 | +| SOF m=3 | 16 | 0.922 | 0.922 | 0.922 | 0.922 | 0.886 | +| SOF m=4 | 1 | 0.342 | 0.342 | 0.342 | 0.336 | 0.322 | +| SOF m=4 | 4 | 0.586 | 0.586 | 0.586 | 0.581 | 0.556 | +| SOF m=4 | 16 | 0.814 | 0.814 | 0.814 | 0.808 | 0.744 | +| SOF m=5 | 1 | 0.197 | 0.197 | 0.197 | 0.194 | 0.183 | +| SOF m=5 | 4 | 0.406 | 0.406 | 0.406 | 0.403 | 0.375 | +| SOF m=5 | 16 | 0.608 | 0.608 | 0.608 | 0.606 | 0.561 | + +### rejected loops with all constant sector gains stable: can a static sector nonlinearity destabilise them? (T4) +| track | pool | simulated | diverge (any bank) | diverge (all kinds / nonlinear-only) | not converged by T=100 s (any bank) | +| --- | --- | --- | --- | --- | --- | +| full-state | 67 | 40 | 1 | 1 / 0 | 7 | +| SOF m=2 | 857 | 40 | 1 | 0 / 1 | 3 | +| SOF m=3 | 613 | 40 | 0 | 0 / 0 | 3 | +| SOF m=4 | 776 | 40 | 0 | 0 / 0 | 1 | +| SOF m=5 | 322 | 40 | 0 | 0 / 0 | 1 | + +### scale-free margin s* by candidate source (certified candidates): share with s* < 1e-4 +| track | source | n certified | median s* | share s*<1e-4 | +| --- | --- | --- | --- | --- | +| full-state | diff | 7188 | 1.2e-02 | 0.1% (4) | +| full-state | reg | 7630 | 1.2e-02 | 0.0% (3) | +| full-state | retr | 911 | 1.9e-02 | 0.1% (1) | +| full-state | oracle | 180 | 8.9e-03 | 0.0% (0) | +| SOF m=2 | diff | 6001 | 1.1e-02 | 0.3% (17) | +| SOF m=2 | reg | 6094 | 1.3e-02 | 0.2% (13) | +| SOF m=2 | retr | 916 | 1.3e-02 | 0.5% (5) | +| SOF m=2 | oracle | 530 | 5.9e-04 | 47.5% (252) | +| SOF m=3 | diff | 4015 | 5.4e-03 | 0.4% (16) | +| SOF m=3 | reg | 4346 | 6.4e-03 | 0.3% (14) | +| SOF m=3 | retr | 319 | 6.9e-03 | 0.3% (1) | +| SOF m=3 | oracle | 508 | 2.0e-05 | 53.9% (274) | +| SOF m=4 | diff | 5303 | 4.1e-03 | 0.7% (37) | +| SOF m=4 | reg | 5248 | 4.9e-03 | 0.2% (11) | +| SOF m=4 | retr | 92 | 4.5e-03 | 1.1% (1) | +| SOF m=4 | oracle | 515 | 8.5e-06 | 56.5% (291) | +| SOF m=5 | diff | 1772 | 3.5e-03 | 0.5% (9) | +| SOF m=5 | reg | 1219 | 4.4e-03 | 0.6% (7) | +| SOF m=5 | retr | 33 | 3.0e-03 | 3.0% (1) | +| SOF m=5 | oracle | 517 | 2.0e-06 | 66.3% (343) | + +### stored reference-oracle gains that fail re-certification +| track | oracle gains | not re-certified | +| --- | --- | --- | +| full-state | 180 | 0 | +| SOF m=2 | 530 | 0 | +| SOF m=3 | 509 | 1 | +| SOF m=4 | 517 | 2 | +| SOF m=5 | 519 | 2 | + +### simulation power at the first linearly unstable point, by growth rate w = spectral abscissa of the worst constant sector gain (diverged / simulated) +| track | w < 0.01 | 0.01 <= w < 0.1 | w >= 0.1 | +| --- | --- | --- | --- | +| full-state | 8/15 (nonlinear-only 4/15) | 47/52 (nonlinear-only 43/52) | 51/51 (nonlinear-only 48/51) | +| SOF m=2 | 8/17 (nonlinear-only 9/17) | 42/53 (nonlinear-only 41/53) | 41/43 (nonlinear-only 40/43) | +| SOF m=3 | 1/16 (nonlinear-only 2/16) | 29/51 (nonlinear-only 28/51) | 44/49 (nonlinear-only 43/49) | +| SOF m=4 | 0/16 (nonlinear-only 0/16) | 21/51 (nonlinear-only 22/51) | 42/52 (nonlinear-only 42/52) | +| SOF m=5 | 0/13 (nonlinear-only 0/13) | 22/56 (nonlinear-only 21/56) | 35/51 (nonlinear-only 35/51) | diff --git a/results/icml_r3/X7/PREREG.md b/results/icml_r3/X7/PREREG.md new file mode 100644 index 0000000000000000000000000000000000000000..dfe780ccb500bfe14a3da05191cc8e7f5b27ab1e --- /dev/null +++ b/results/icml_r3/X7/PREREG.md @@ -0,0 +1,74 @@ +# X7 PREREG: matched compute against the multistart BMI solver (written 2026-10-13 00:3x PDT, before any test-plant scoring) + +Agent X7X10, branch icml-experiments. Machine: virgo (48 logical CPUs, Threadripper 7960X), CPU only, CUDA_VISIBLE_DEVICES empty, +at most 10 worker processes, OMP_NUM_THREADS=1, every worker pinned to its own physical core (taskset/sched_setaffinity, cores 8-17). +No torch is imported in any process that calls the solver (torch loaded => cvxpy/CLARABEL ~300x slower, docs D3.3). + +## Plants, bank, verifier (identical to D3f) +- Test plants: m = 2,3,4,5; the 120 iid plants of D3f per m = `results/icml_r2/D2_scale/m{m}_heldout_4242.npz` followed by `..._9001.npz` + (60 + 60, in this order). Reference cost J_ref = `J[:,0]` of those files (48-start reference oracle, local-optimum set). + These plants were kept only if the reference oracle certified >= 1 gain, so every rate is conditional on solvability (caveat K6). +- Bank (retrieval, training data of the models): 8k bank per m = `results/icml_r2/D2_scale/m{m}_bank*.npz` first 8000 rows (m=2: bank_a + bank_b). +- Verifier: `nonlinear/mimo_unstable/family_sofm.verify` (circle criterion, sector [0.4,2.2], float64 re-check). One call = one candidate. +- Candidates (stored, no new sampling): `cand_d3fm{m}n8000_{diff,reg}_s{0,1,2}.npz` (16 per plant; twin: `*_det` for b=1, MC-dropout draws for b>1; + raw order, first b used, b in {1,4,16}), the same arrays as `evaluate_d2.py --prefix d3f`. + +## Part (i): the multistart oracle against wall clock and CPU-seconds +- Data: 48 independent starts per plant (start i has its own RNG `default_rng([20261013, m, plant, i])`, kind/scale schedule of + `family_sofm.oracle`: rand/pd alternating, scales 1,3,8,20), default oracle settings (5 alternating iterations, 20 cost-descent steps). + Fresh seeds (not the 12345-offset seeds of the selection run), so the oracle is NOT certified-by-construction on these plants. + Each start is timed on one pinned core (`x7_solver.one_start_timed`: exact copy of `one_start`, checked identical on 32/32 starts), recording + t_cert (time of the first certificate, i.e. the verify after the alternating phase), t_full (end of the cost descent), J_cert, J_full. +- Parallel schedule (P = 1, 2, 4, 8, 16, 32 workers; 1, 4, 16 are the reported ones): list scheduling, starts dispatched in index order to the + first free worker; the pool stops at the first certificate (early stop). wall(j,P) = time of the first certificate; CPU(j,P) = sum over + workers of busy time up to that instant. Certified-plant rate at wall budget w = share of the 120 plants with wall(j,P) <= w. + Second variant (U11 convention): a start only counts when it finishes, including its descent (t_full). + P = 16 and 32 exceed the 10-worker cap and are therefore RECONSTRUCTED from single-core start durations. Validation of the reconstruction: + a real `multiprocessing` pool with P = 4 and P = 8 (early stop, shared cancel flag) on the first 24 plants per m; real wall-clock against the + reconstruction for the same plants is reported; if the median real/reconstructed ratio at P=8 is outside [0.8, 1.25] the reconstruction is flagged. +- Diffusion on the same axes: certified rate of the first b candidates (b = 1,4,16; 3 sampler seeds, mean) with + wall = sampling(b) + b x verify (serial) and CPU-s = same; two sampling accounts: GPU-assisted (stored 0.243 ms/cand, batched throughput, + `timing_d3_andromeda.json`) and CPU-only (stored 1-thread 35 ms/cand at batch 64, same file). Stored per-candidate verify times + (`verify_timing.json`: 4.25/4.90/6.91/14.54 ms) and the verify times measured in this run are both reported. A 1-core CPU sampling latency at + batch b = 1, 4, 16 is measured separately (time only, random weights as in `timing_d3.py`, no samples used). +- Primary summary: wall-clock needed for 90% of plants to be certified (median over bootstrap of plants, 95% CI) for P = 1, 4, 16, and the + mean CPU-seconds per plant at that point, versus diffusion b = 16. +## Part (ii): warm starts of the BMI solver +- Solver iteration: `x7_solver.refine`: one iteration = P,T-step (margin SDP) then, if margin s <= 1e-6, K-step; budgets n = 1, 3, 10 iterations + (the oracle default is 5, plus cost descent which is NOT used here); then ONE verifier call. n = 0 is verify-only (no solver) = D3f. +- Initialisations, first b in {1,4,16} of each list, each refined independently: + (a) diffusion candidates (3 training seeds), (b) retrieval: b nearest bank plants' best gain (unit-box distance, 8k bank, deterministic), + (c) regression twin (3 seeds; det output at b=1, MC-dropout draws for b>1), (d) random init: the oracle's own start draws (kind/scale schedule + of the oracle, nominal-stability eigenvalue filter, 3 RNG seeds 0,1,2), refined with the same n. +- Plant is certified at (source, b, n) if any of the first b refined candidates verifies. Cost: J of the FIRST certified candidate, regret = + median over certified plants of J/J_ref - 1 (secondary: J of the best certified candidate; commonly-certified plants for pairs). +- CPU-seconds per plant (primary, early stop): sum over candidates in raw order up to and including the first certified one (all b if none) of + solver seconds + one verifier call, plus sampling charged in full for diffusion (two accounts as above), plus kNN lookup (measured) for + retrieval, twin forward ignored (<0.1 ms). Secondary: no early stop (all b), the convention of the D3 CPU-s table. +- Primary tests (family of 36): at n = 3, for each m (4) and b (3), diffusion vs each of retrieval, twin, random-init: exact McNemar on + per-plant certified indicators, SEPARATELY per training seed (diffusion seed s vs twin seed s vs random-init RNG seed s; retrieval has one run); + Holm correction over the 36 cells applied to the worst-seed p. A cell is "significant" only if all three seeds are individually significant + after Holm. Seed is the resampling unit for across-seed statements (3 seeds: per-seed numbers always shown). Bootstrap CIs (10k) over plants for + the seed-averaged paired difference. Everything else (n = 0, 1, 10, other comparisons, OOD not run) is descriptive. +- Matched-budget summary (descriptive, Pareto): certified rate against mean CPU-seconds per plant for every (source, b, n) cell and the oracle + curve of part (i); CPU-seconds needed to reach 50/80/90% by the lower envelope of each source (linear interpolation in log-CPU). +## Timing hygiene +Load average and top non-owner processes logged every 30 s to `load.log` during all timed runs; workers pinned; the same timed stage is re-run +if the logged non-owner CPU use exceeds 25% of the 48 logical CPUs. All times from `time.perf_counter` inside the worker. +## Not done / out of scope +No OOD plants, no GPU, no new diffusion sampling, no cost-descent after warm start (the descent only lowers J). + +## Addendum: deviations and what actually ran (2026-10-13 ~02:15 PDT; all test scoring was done under this PREREG, none of it changed a decision rule) +1. **Clock.** The PREREG said `time.perf_counter`; the machine was shared with other agents and another user (monitor: 41-90% of the 48 logical CPUs busy during the timed pass, + median 77%, including this agent's own 10 workers), so every duration is `time.thread_time` (thread-CPU seconds, immune to time-slicing on the pinned core); wall time is stored + alongside (wall/CPU 1.05-1.10 on the oracle pass). The first oracle pass (wall clock, before the change, `oracle_run1_m*.npz`) was discarded for the analysis and kept as a + repeatability check: identical certification outcomes on all 120 x 48 starts, CPU per start +5% to +18% between the two passes (m=2 117.5 vs 122.8 ms, m=3 122.2 vs 144.2, m=4 177.3 vs 202.9). +2. **Quiet machine.** The "quiet moment / re-run if non-owner CPU > 25%" rule could not be met (the machine never dropped below 31% busy while this agent was running). Instead the verifier + calibration (`x7_calib.py`) was run before/after every stage: verifier CPU per call here 6.8-8.7 ms (m=2), 8.1-10.1 (m=3), 11.6-13.3 (m=4), 13.9-21.6 (m=5) against the idle-box + 4.25 / 4.90 / 6.91 / 14.54 ms of `verify_timing.json`. All X7 absolute times therefore carry a load inflation of about 1.6-1.9x typical (range 1.1-2.1x) at m = 2..4 and 1.0-1.5x at m = 5; a watcher + (`quiet_watch.sh`) was left to take a calibration if the machine ever drops below 25% busy. +3. **RAYON_NUM_THREADS=1.** CLARABEL starts a rayon pool of one thread per visible CPU for the m=5 SDPs; an unpinned m=5 process then burns about 3 cores. Pinned workers see one CPU + (checked: one extra thread, process CPU = thread CPU); the env var is set in every launcher. +4. Oracle simulation extended to P in {1, 2, 4, 8, 16, 32} (reported: 1, 4, 16). Real-pool validation ran for P = 4 and 8 on the first 24 plants per m, as planned. +5. The 36-cell primary family uses n = 3, b in {1,4,16}, comparators {retrieval, twin, random init}, Holm on the worst-seed p: as planned. The 1-core CPU sampling account uses the measured + batch-b latency (`samp_latency.json`), not the stored batch-64 per-candidate number (stored numbers are kept in the "GPU-throughput" account for diffusion). diff --git a/results/icml_r3/X7/calib.jsonl b/results/icml_r3/X7/calib.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..13b4952bfbca773fa5c057e89a9d2c688cd2ca20 --- /dev/null +++ b/results/icml_r3/X7/calib.jsonl @@ -0,0 +1,9 @@ +{"tag": "busy_midX10", "time": "00:54:14", "load": ["22.26", "31.68", "39.86"], "core": 14, "verify_cpu_ms": {"2": 4.638495724999999, "3": 7.573240349999999, "4": 10.529609900000004, "5": 16.533672499999994}, "verify_wall_ms": {"2": 4.638604175124783, "3": 7.573801774560707, "4": 10.529807249986334, "5": 16.5348408248974}, "machine_busy_pct": 43.87925631919783} +{"tag": "pre_oracle", "time": "01:26:51", "load": ["35.67", "41.67", "39.48"], "core": 14, "verify_cpu_ms": {"2": 7.117050824999999, "3": 8.072388575000005, "4": 11.572177774999993, "5": 16.418368049999987}, "verify_wall_ms": {"2": 7.256764325575205, "3": 8.072504874871811, "4": 11.573756125289947, "5": 16.419172125461046}, "machine_busy_pct": 45.6045103361871} +{"tag": "post_oracle", "time": "01:35:29", "load": ["40.00", "42.21", "40.75"], "core": 14, "verify_cpu_ms": {"2": 6.760856300000001, "3": 8.362001499999998, "4": 12.0033748, "5": 13.899070849999996}, "verify_wall_ms": {"2": 6.760936124919681, "3": 8.362318400031654, "4": 12.003478949918645, "5": 13.899416074855253}, "machine_busy_pct": 57.67626199415937} +{"tag": "post_warm_m2", "time": "01:37:57", "load": ["37.66", "40.47", "40.31"], "core": 14, "verify_cpu_ms": {"2": 7.611681274999999, "3": 9.182851275000004, "4": 13.038110425000005, "5": 14.956890350000007}, "verify_wall_ms": {"2": 7.6117741999041755, "3": 9.183153575577307, "4": 13.038707250234438, "5": 14.957888949720655}, "machine_busy_pct": 59.31602544051715} +{"tag": "post_warm_m3", "time": "01:42:14", "load": ["34.77", "37.86", "39.29"], "core": 14, "verify_cpu_ms": {"2": 7.709114175000001, "3": 9.091501999999997, "4": 12.542647974999998, "5": 16.098646224999992}, "verify_wall_ms": {"2": 7.70948152494384, "3": 9.091589049785398, "4": 12.542739100172184, "5": 16.10048692455166}, "machine_busy_pct": 54.83568075117371} +{"tag": "post_warm_m4", "time": "01:50:20", "load": ["51.25", "44.30", "41.54"], "core": 14, "verify_cpu_ms": {"2": 7.462701299999996, "3": 9.281009249999995, "4": 11.706302175000006, "5": 19.579391850000015}, "verify_wall_ms": {"2": 7.4627702255384065, "3": 9.50639532529749, "4": 13.112041749991477, "5": 19.579734175204067}, "machine_busy_pct": 82.23801065719361} +{"tag": "post_warm_m5", "time": "02:05:45", "load": ["39.43", "43.18", "43.26"], "core": 14, "verify_cpu_ms": {"2": 8.057595650000005, "3": 9.485916600000005, "4": 13.057068350000002, "5": 16.627110125}, "verify_wall_ms": {"2": 8.058126574906055, "3": 9.486267425381811, "4": 13.057815399952233, "5": 16.63317869970342}, "machine_busy_pct": 58.93472584856397} +{"tag": "post_realpool", "time": "02:07:26", "load": ["36.28", "40.76", "42.37"], "core": 14, "verify_cpu_ms": {"2": 8.683496725, "3": 10.078889824999997, "4": 13.298389825000001, "5": 21.600259625000007}, "verify_wall_ms": {"2": 8.683933925203746, "3": 10.079216474696295, "4": 13.298408150149044, "5": 21.600301975558978}, "machine_busy_pct": 35.53701772679875} +{"tag": "end", "time": "02:11:49", "load": ["33.10", "35.25", "39.58"], "core": 14, "verify_cpu_ms": {"2": 8.73763495, "3": 9.535913375000005, "4": 12.362857750000002, "5": 19.68936925}, "verify_wall_ms": {"2": 8.737695125455502, "3": 9.535956399486167, "4": 12.442390174692264, "5": 19.868997875164496}, "machine_busy_pct": 56.2154263646801} diff --git a/results/icml_r3/X7/load.log b/results/icml_r3/X7/load.log new file mode 100644 index 0000000000000000000000000000000000000000..24aa3ab45038dd62ed13365bb1abd8261d7b5bf8 --- /dev/null +++ b/results/icml_r3/X7/load.log @@ -0,0 +1,226 @@ +00:23:48 load=23.12 15.32 11.27 others=767%cpu_of_4800 mine=1693 +00:24:18 load=36.15 19.08 12.64 others=768%cpu_of_4800 mine=3899 +00:24:48 load=50.68 24.25 14.56 others=767%cpu_of_4800 mine=3538 +00:25:18 load=50.17 27.12 15.89 others=767%cpu_of_4800 mine=1554 +00:25:48 load=43.38 27.60 16.40 others=768%cpu_of_4800 mine=2551 +00:26:18 load=44.37 29.14 17.26 others=767%cpu_of_4800 mine=2751 +00:26:48 load=36.19 28.63 17.47 others=767%cpu_of_4800 mine=2650 +00:27:18 load=32.32 28.41 17.75 others=768%cpu_of_4800 mine=1779 +00:27:48 load=32.80 28.79 18.22 others=770%cpu_of_4800 mine=3397 +00:28:18 load=32.08 28.86 18.57 others=771%cpu_of_4800 mine=1992 +00:28:48 load=32.05 29.20 19.01 others=774%cpu_of_4800 mine=1803 +00:29:18 load=33.12 29.66 19.48 others=774%cpu_of_4800 mine=1800 +00:29:49 load=34.00 30.39 20.06 others=775%cpu_of_4800 mine=1829 +00:30:19 load=46.97 34.13 21.65 others=776%cpu_of_4800 mine=2665 +00:30:49 load=53.27 37.14 23.06 others=778%cpu_of_4800 mine=2514 +00:31:19 load=53.57 38.77 24.05 others=779%cpu_of_4800 mine=2513 +00:31:49 load=54.88 40.54 25.11 others=779%cpu_of_4800 mine=2534 +00:32:19 load=52.60 41.33 25.86 others=779%cpu_of_4800 mine=2546 +00:32:49 load=47.36 41.05 26.26 others=779%cpu_of_4800 mine=3476 +00:33:19 load=47.16 41.61 26.92 others=778%cpu_of_4800 mine=3159 +00:33:49 load=51.88 43.18 27.90 others=778%cpu_of_4800 mine=2443 +00:34:19 load=56.16 45.13 29.04 others=778%cpu_of_4800 mine=3743 +00:34:49 load=65.07 48.29 30.60 others=779%cpu_of_4800 mine=3228 +00:35:19 load=60.24 48.56 31.25 others=779%cpu_of_4800 mine=2567 +00:35:49 load=65.08 50.95 32.60 others=779%cpu_of_4800 mine=2709 +00:36:19 load=61.68 51.52 33.37 others=780%cpu_of_4800 mine=2607 +00:36:49 load=52.45 50.27 33.54 others=782%cpu_of_4800 mine=2299 +00:37:20 load=50.85 49.83 33.91 others=782%cpu_of_4800 mine=2858 +00:37:50 load=44.60 48.47 33.97 others=783%cpu_of_4800 mine=1677 +00:38:20 load=38.67 46.75 33.86 others=783%cpu_of_4800 mine=1996 +00:38:50 load=36.73 45.40 33.81 others=784%cpu_of_4800 mine=1788 +00:39:20 load=37.95 44.94 34.03 others=786%cpu_of_4800 mine=1689 +00:39:50 load=32.05 42.82 33.67 others=786%cpu_of_4800 mine=1780 +00:40:20 load=101.69 58.67 39.24 others=786%cpu_of_4800 mine=3342 +00:40:50 load=160.43 77.12 46.00 others=786%cpu_of_4800 mine=3410 +00:41:20 load=179.58 89.36 51.04 others=786%cpu_of_4800 mine=3726 +00:41:50 load=173.16 97.60 55.07 others=787%cpu_of_4800 mine=1788 +00:42:20 load=120.20 91.91 54.52 others=788%cpu_of_4800 mine=1883 +00:42:50 load=87.28 86.56 53.93 others=789%cpu_of_4800 mine=1783 +00:43:20 load=69.57 82.28 53.54 others=790%cpu_of_4800 mine=1840 +00:44:00 load=45.89 74.59 52.16 busy=46% running=39 +00:44:30 load=39.87 70.45 51.50 busy=61% running=69 +00:45:00 load=32.10 65.67 50.51 busy=51% running=77 +00:45:30 load=34.93 63.09 50.13 busy=64% running=73 +00:46:00 load=29.36 59.11 49.23 busy=36% running=10 +00:46:30 load=32.66 56.89 48.79 busy=62% running=21 +00:47:00 load=35.08 55.17 48.48 busy=59% running=14 +00:47:30 load=33.99 52.88 47.92 busy=58% running=53 +00:48:00 load=34.99 51.17 47.50 busy=61% running=58 +00:48:30 load=35.06 49.54 47.07 busy=53% running=64 +00:49:00 load=28.62 46.60 46.17 busy=62% running=20 +00:49:30 load=28.60 44.74 45.56 busy=62% running=19 +00:50:00 load=34.93 44.61 45.48 busy=52% running=28 +00:50:30 load=31.96 42.95 44.89 busy=36% running=16 +00:51:00 load=25.29 40.30 43.95 busy=37% running=13 +00:51:30 load=25.21 38.76 43.32 busy=50% running=15 +00:52:00 load=25.34 37.43 42.73 busy=31% running=20 +00:52:30 load=22.82 35.64 41.96 busy=34% running=17 +00:53:00 load=22.91 34.43 41.36 busy=46% running=24 +00:53:30 load=22.33 33.20 40.72 busy=44% running=27 +00:54:00 load=22.82 32.27 40.18 busy=50% running=26 +00:54:30 load=22.28 31.22 39.58 busy=44% running=18 +00:55:00 load=21.95 30.30 39.00 busy=43% running=14 +00:55:30 load=22.23 29.62 38.50 busy=37% running=20 +00:56:00 load=32.49 31.27 38.76 busy=45% running=29 +00:56:30 load=28.78 30.46 38.25 busy=61% running=25 +00:57:00 load=27.26 29.96 37.84 busy=55% running=20 +00:57:30 load=31.50 30.58 37.78 busy=56% running=21 +00:58:00 load=35.25 31.57 37.89 busy=62% running=20 +00:58:30 load=37.56 32.43 37.96 busy=49% running=16 +00:59:00 load=35.08 32.24 37.72 busy=52% running=18 +00:59:30 load=36.40 32.85 37.75 busy=62% running=12 +01:00:00 load=34.39 32.71 37.55 busy=62% running=20 +01:00:30 load=31.56 32.17 37.21 busy=62% running=39 +01:01:00 load=32.71 32.39 37.13 busy=51% running=20 +01:01:30 load=32.66 32.31 36.94 busy=53% running=21 +01:02:00 load=39.54 34.02 37.36 busy=62% running=19 +01:02:30 load=41.52 34.93 37.56 busy=62% running=20 +01:03:00 load=36.85 34.52 37.34 busy=60% running=21 +01:03:30 load=39.06 35.28 37.50 busy=48% running=21 +01:04:00 load=32.55 34.07 37.03 busy=45% running=21 +01:04:30 load=32.02 33.63 36.78 busy=63% running=21 +01:05:00 load=34.20 34.09 36.84 busy=47% running=21 +01:05:30 load=33.42 33.91 36.69 busy=51% running=53 +01:06:00 load=32.73 33.58 36.48 busy=58% running=69 +01:06:30 load=30.89 32.95 36.18 busy=61% running=44 +01:07:00 load=26.35 31.65 35.64 busy=63% running=28 +01:07:30 load=30.44 32.07 35.65 busy=58% running=20 +01:08:00 load=31.00 31.93 35.48 busy=61% running=60 +01:08:30 load=31.84 31.94 35.37 busy=62% running=20 +01:09:00 load=31.75 31.79 35.20 busy=61% running=67 +01:09:30 load=32.58 32.04 35.18 busy=43% running=20 +01:10:00 load=31.88 32.09 35.10 busy=61% running=20 +01:10:30 load=29.96 31.64 34.86 busy=52% running=20 +01:11:00 load=34.94 32.65 35.09 busy=60% running=71 +01:11:30 load=35.68 33.15 35.19 busy=61% running=15 +01:12:00 load=35.91 33.47 35.23 busy=44% running=21 +01:12:30 load=33.72 33.21 35.09 busy=62% running=20 +01:13:00 load=34.29 33.48 35.12 busy=53% running=21 +01:13:30 load=33.45 33.45 35.06 busy=58% running=19 +01:14:00 load=35.68 33.78 35.11 busy=74% running=30 +01:14:31 load=28.79 32.27 34.57 busy=43% running=18 +01:15:01 load=27.44 31.71 34.31 busy=52% running=68 +01:15:31 load=34.15 32.94 34.64 busy=68% running=25 +01:16:01 load=38.98 34.34 35.06 busy=61% running=24 +01:16:31 load=39.67 34.94 35.24 busy=83% running=48 +01:17:01 load=41.76 35.86 35.53 busy=86% running=41 +01:17:31 load=43.48 36.91 35.89 busy=81% running=41 +01:18:01 load=44.09 37.77 36.22 busy=84% running=38 +01:18:31 load=41.15 37.66 36.23 busy=82% running=38 +01:19:01 load=38.79 37.41 36.19 busy=79% running=39 +01:19:31 load=41.32 38.17 36.48 busy=75% running=45 +01:20:01 load=48.27 40.12 37.18 busy=81% running=34 +01:20:31 load=52.12 41.69 37.79 busy=85% running=60 +01:21:01 load=54.83 43.42 38.50 busy=84% running=41 +01:21:31 load=52.38 43.84 38.79 busy=81% running=39 +01:22:01 load=49.04 43.86 38.96 busy=74% running=47 +01:22:31 load=45.28 43.55 39.02 busy=81% running=44 +01:23:01 load=41.45 42.78 38.91 busy=72% running=55 +01:23:31 load=45.18 43.53 39.28 busy=80% running=36 +01:24:01 load=44.45 43.42 39.37 busy=80% running=37 +01:24:31 load=43.89 43.43 39.50 busy=58% running=65 +01:25:01 load=46.61 44.12 39.86 busy=65% running=59 +01:25:31 load=43.02 43.43 39.76 busy=68% running=28 +01:26:01 load=44.13 43.70 39.97 busy=80% running=31 +01:26:31 load=41.40 43.09 39.88 busy=76% running=33 +01:27:01 load=36.51 41.68 39.51 busy=71% running=70 +01:27:31 load=36.58 41.30 39.46 busy=80% running=34 +01:28:01 load=38.48 41.17 39.47 busy=80% running=60 +01:28:31 load=34.93 40.05 39.15 busy=70% running=34 +01:29:01 load=42.72 41.52 39.67 busy=78% running=36 +01:29:31 load=45.96 42.42 40.03 busy=88% running=40 +01:30:01 load=44.65 42.50 40.13 busy=64% running=56 +01:30:31 load=44.35 42.68 40.27 busy=74% running=32 +01:31:01 load=45.13 43.03 40.46 busy=80% running=33 +01:31:31 load=39.56 41.88 40.16 busy=80% running=33 +01:32:01 load=41.62 42.16 40.31 busy=77% running=63 +01:32:31 load=42.56 42.27 40.40 busy=80% running=61 +01:33:01 load=40.89 41.97 40.36 busy=77% running=37 +01:33:31 load=44.98 42.66 40.63 busy=82% running=34 +01:34:01 load=44.37 42.68 40.70 busy=81% running=44 +01:34:31 load=44.76 42.95 40.86 busy=75% running=35 +01:35:01 load=44.09 43.06 40.96 busy=78% running=34 +01:35:31 load=40.00 42.21 40.75 busy=60% running=24 +01:36:01 load=40.29 42.01 40.73 busy=80% running=43 +01:36:31 load=38.40 41.39 40.56 busy=78% running=35 +01:37:01 load=39.02 41.23 40.53 busy=80% running=42 +01:37:31 load=37.86 40.73 40.39 busy=77% running=41 +01:38:01 load=36.72 40.23 40.24 busy=60% running=32 +01:38:31 load=36.66 39.84 40.10 busy=77% running=42 +01:39:01 load=36.55 39.52 39.98 busy=74% running=37 +01:39:31 load=37.42 39.41 39.93 busy=89% running=35 +01:40:01 load=37.72 39.27 39.87 busy=79% running=33 +01:40:31 load=38.75 39.34 39.87 busy=80% running=35 +01:41:01 load=37.35 38.97 39.73 busy=72% running=34 +01:41:31 load=36.17 38.54 39.56 busy=81% running=34 +01:42:01 load=34.78 37.99 39.35 busy=57% running=27 +01:42:31 load=33.77 37.48 39.14 busy=82% running=64 +01:43:01 load=36.05 37.75 39.18 busy=81% running=35 +01:43:31 load=35.75 37.52 39.05 busy=69% running=34 +01:44:01 load=41.09 38.59 39.36 busy=81% running=35 +01:44:31 load=41.56 38.87 39.42 busy=82% running=59 +01:45:01 load=39.31 38.71 39.36 busy=64% running=29 +01:45:31 load=38.74 38.59 39.29 busy=65% running=33 +01:46:01 load=46.82 40.53 39.92 busy=77% running=33 +01:46:31 load=45.09 40.60 39.95 busy=80% running=33 +01:47:01 load=47.61 41.68 40.34 busy=67% running=33 +01:47:31 load=52.17 43.44 40.97 busy=78% running=34 +01:48:01 load=44.90 42.51 40.74 busy=79% running=33 +01:48:31 load=40.60 41.68 40.52 busy=73% running=35 +01:49:02 load=43.11 42.02 40.66 busy=81% running=33 +01:49:32 load=44.48 42.48 40.85 busy=80% running=37 +01:50:02 load=46.55 43.10 41.11 busy=88% running=67 +01:50:32 load=52.46 44.81 41.74 busy=75% running=88 +01:51:02 load=51.15 45.22 41.97 busy=87% running=41 +01:51:32 load=51.72 45.89 42.29 busy=89% running=42 +01:52:02 load=46.68 45.20 42.18 busy=67% running=33 +01:52:32 load=42.97 44.45 42.02 busy=86% running=61 +01:53:02 load=44.81 44.73 42.19 busy=90% running=40 +01:53:32 load=44.54 44.58 42.22 busy=81% running=34 +01:54:02 load=43.85 44.42 42.24 busy=81% running=77 +01:54:32 load=44.98 44.68 42.40 busy=73% running=33 +01:55:02 load=45.13 44.75 42.49 busy=77% running=35 +01:55:32 load=45.40 44.69 42.54 busy=82% running=38 +01:56:02 load=43.03 44.17 42.43 busy=70% running=34 +01:56:32 load=50.86 45.99 43.10 busy=80% running=34 +01:57:02 load=46.44 45.46 43.02 busy=81% running=63 +01:57:32 load=49.47 46.26 43.36 busy=81% running=36 +01:58:02 load=44.95 45.43 43.17 busy=75% running=34 +01:58:32 load=46.55 45.93 43.42 busy=79% running=36 +01:59:02 load=45.31 45.65 43.40 busy=81% running=64 +01:59:32 load=46.80 45.99 43.59 busy=74% running=63 +02:00:02 load=44.14 45.32 43.43 busy=72% running=36 +02:00:32 load=40.81 44.40 43.19 busy=82% running=34 +02:01:02 load=40.40 44.04 43.11 busy=75% running=37 +02:01:32 load=47.31 45.29 43.55 busy=84% running=49 +02:02:02 load=49.00 45.94 43.82 busy=85% running=37 +02:02:32 load=45.84 45.52 43.75 busy=78% running=32 +02:03:02 load=50.30 46.45 44.11 busy=84% running=36 +02:03:32 load=47.74 46.25 44.12 busy=58% running=30 +02:04:02 load=46.33 45.98 44.09 busy=73% running=29 +02:04:32 load=39.23 44.29 43.59 busy=67% running=65 +02:05:02 load=38.93 43.82 43.46 busy=62% running=28 +02:05:32 load=36.50 42.85 43.15 busy=60% running=21 +02:06:02 load=38.31 42.75 43.11 busy=66% running=26 +02:06:32 load=33.82 41.34 42.64 busy=62% running=24 +02:07:02 load=35.34 41.00 42.49 busy=61% running=70 +02:07:32 load=34.81 40.38 42.23 busy=41% running=25 +02:08:02 load=31.63 39.09 41.74 busy=58% running=60 +02:08:32 load=35.05 39.25 41.72 busy=64% running=36 +02:09:02 load=32.25 38.11 41.26 busy=61% running=20 +02:09:32 load=28.51 36.66 40.68 busy=60% running=49 +02:10:02 load=29.74 36.17 40.38 busy=61% running=20 +02:10:32 load=29.86 35.60 40.06 busy=44% running=45 +02:11:02 load=30.17 35.19 39.78 busy=58% running=21 +02:11:32 load=32.09 35.17 39.63 busy=66% running=28 +02:12:02 load=34.46 35.39 39.56 busy=69% running=25 +02:12:32 load=30.59 34.33 39.07 busy=54% running=16 +02:13:02 load=25.69 32.76 38.39 busy=64% running=21 +02:13:32 load=27.75 32.65 38.18 busy=59% running=63 +02:14:02 load=29.04 32.54 37.97 busy=40% running=17 +02:14:32 load=31.79 32.85 37.90 busy=58% running=21 +02:15:02 load=32.86 33.06 37.81 busy=63% running=22 +02:15:32 load=32.23 32.99 37.64 busy=53% running=55 +02:16:02 load=34.45 33.43 37.64 busy=63% running=21 +02:16:32 load=32.13 32.95 37.34 busy=61% running=48 diff --git a/results/icml_r3/X7/monitor.sh b/results/icml_r3/X7/monitor.sh new file mode 100644 index 0000000000000000000000000000000000000000..fca6c6475a7b2766617daf9272f91f1d451ab1bd --- /dev/null +++ b/results/icml_r3/X7/monitor.sh @@ -0,0 +1,10 @@ +#!/bin/bash +# every 30 s: loadavg, machine-wide busy % over a 5 s window (all 48 logical CPUs), runnable tasks +L=/home/cercola/matte_server/DiffusionControl/results/icml_r3/X7/load.log +while true; do + a=($(head -1 /proc/stat)); sleep 5; b=($(head -1 /proc/stat)) + ta=0; tb=0; for i in 1 2 3 4 5 6 7 8; do ta=$((ta+${a[$i]})); tb=$((tb+${b[$i]})); done + idle=$(( (${b[4]}+${b[5]}) - (${a[4]}+${a[5]}) )); tot=$((tb-ta)) + echo "$(date +%H:%M:%S) load=$(cut -d' ' -f1-3 /proc/loadavg) busy=$((100*(tot-idle)/tot))% running=$(grep procs_running /proc/stat | cut -d' ' -f2)" >> $L + sleep 25 +done diff --git a/results/icml_r3/X7/oracle_analysis.txt b/results/icml_r3/X7/oracle_analysis.txt new file mode 100644 index 0000000000000000000000000000000000000000..52e1dd7cc1d2bc7ce5a382ad5832bd2394d12703 --- /dev/null +++ b/results/icml_r3/X7/oracle_analysis.txt @@ -0,0 +1,16 @@ +2 {'start_success': 0.2615, 'plant_ge1_of48': 0.975, 'cpu_per_start_full_s': 0.1228, 'cpu_to_cert_given_ok_s': 0.0275, 'wall_over_cpu': 1.0717} + P= 1 wall q50/q90/q95 = 368/2148/2551 ms cpu mean 623 ms final 0.975 + P= 4 wall q50/q90/q95 = 87/509/658 ms cpu mean 613 ms final 0.975 + P=16 wall q50/q90/q95 = 16/112/181 ms cpu mean 628 ms final 0.975 +3 {'start_success': 0.1684, 'plant_ge1_of48': 0.9583, 'cpu_per_start_full_s': 0.1442, 'cpu_to_cert_given_ok_s': 0.0465, 'wall_over_cpu': 1.1004} + P= 1 wall q50/q90/q95 = 545/2571/3703 ms cpu mean 933 ms final 0.958 + P= 4 wall q50/q90/q95 = 144/684/917 ms cpu mean 941 ms final 0.958 + P=16 wall q50/q90/q95 = 39/185/250 ms cpu mean 1034 ms final 0.958 +4 {'start_success': 0.1247, 'plant_ge1_of48': 0.925, 'cpu_per_start_full_s': 0.2029, 'cpu_to_cert_given_ok_s': 0.0865, 'wall_over_cpu': 1.0515} + P= 1 wall q50/q90/q95 = 970/5525/inf ms cpu mean 1779 ms final 0.925 + P= 4 wall q50/q90/q95 = 284/1407/inf ms cpu mean 1821 ms final 0.925 + P=16 wall q50/q90/q95 = 77/334/inf ms cpu mean 1942 ms final 0.925 +5 {'start_success': 0.0936, 'plant_ge1_of48': 0.925, 'cpu_per_start_full_s': 0.3018, 'cpu_to_cert_given_ok_s': 0.1649, 'wall_over_cpu': 1.0861} + P= 1 wall q50/q90/q95 = 1751/8206/inf ms cpu mean 3061 ms final 0.925 + P= 4 wall q50/q90/q95 = 523/2094/inf ms cpu mean 3170 ms final 0.925 + P=16 wall q50/q90/q95 = 159/528/inf ms cpu mean 3508 ms final 0.925 diff --git a/results/icml_r3/X7/oracle_curves.json b/results/icml_r3/X7/oracle_curves.json new file mode 100644 index 0000000000000000000000000000000000000000..da1954b82775ca2a756e9115a158acd990a5e4b0 --- /dev/null +++ b/results/icml_r3/X7/oracle_curves.json @@ -0,0 +1 @@ +{"2": {"start_success": 0.26145833333333335, "plant_ge1_of48": 0.975, "cpu_per_start_full_s": 0.12284585791163194, "cpu_to_cert_given_ok_s": 0.02753500346746357, "wall_over_cpu": 1.0717336645766318, "cert_P1": {"rate_final": 0.975, "wall_q50": [0.3679421229999953, [0.2691617200000067, 0.4139040769999909]], "wall_q90": [2.1478847589999646, [1.4790797809999958, 2.2346845919999936]], "wall_q95": [2.5509422289999995, [2.1478847589999646, NaN]], "wall_median_s": 0.35553305849999717, "cpu_mean_s": 0.6227026390416666, "cpu_median_s": 0.35553305849999717, "T": [0.28083855700000004, 0.24959007400000005, 0.46889535300000007, 0.36811648499999994, 2.5509422289999995, 0.4839305460000001, 0.048760831000000004, 0.034385837, 0.08952154400000001, 1.794225051, 0.09506595799999928, 0.4338658490000009, 0.05506061899999981, 0.47467498099999883, 0.026584938000000058, 0.0241523189999997, 0.07913180700000133, 0.34312399399999904, 0.13968662999999992, 0.5956338019999983, 0.13324507799999985, 0.2624177980000013, 0.4539232339999977, 0.285448762999998, null, 0.44435133699999696, 0.29498898299999965, 0.9991556860000035, 2.2212711339999913, 0.07384332400000027, 0.5124328000000009, 0.29208034100000546, 0.18935809599999587, 0.4065819529999999, 0.45579996999999395, 1.5618008619999983, 0.19369774599999445, 0.3679421229999953, null, 1.4790797809999958, 0.2853172270000002, 0.27905029599999764, 2.1537886469999954, 0.4530230870000054, 0.10307918900000246, 0.4267508060000047, 2.1543938920000194, 3.074276794000003, 1.0524736690000047, 1.7002959759999996, 0.22198388600000385, 0.05356992400000138, 0.06253725599999882, 2.7617730699999967, 0.02108004999999835, 0.5329311479999994, 0.040409274999998246, 0.9537949240000039, 0.3967528369999975, 0.37273985800000986, 0.03607178900000463, 0.3873271720000062, 1.4681456140000009, 0.5312102839999966, 1.8699981699999881, null, 1.1331990490000123, 0.02558247300000005, 0.13459312899999532, 0.06677585400000652, 0.19450126200000284, 0.27177927900000043, 0.06877002599999571, 0.022122113000001775, 0.8620779259999836, 0.8295922880000006, 0.050147221000010234, 0.46190896000000237, 0.023247360999995692, 1.679489155000013, 0.38192297599999137, 2.194099981000015, 0.2660253869999991, 0.34278454500000066, 0.8538417809999999, 0.06576986500000004, 0.16288217299999985, 0.09163794799999891, 0.189256125, 2.2346845919999936, 0.5517898529999812, 0.22595871699999748, 0.39134293600001513, 0.47194934499999874, 0.2691617200000067, 0.17691885899999704, 2.1478847589999646, 1.1265733270000098, 0.4555191030000074, 0.21297907699999996, 0.11314476700000142, 0.09613484199999789, 0.3737791420000036, 0.08826845200000122, 0.3870114770000015, 0.378828421999998, 0.2059323790000107, 0.42900928500000646, 0.4248312649999946, 0.15948398700000155, 0.4139040769999909, 0.1159680920000028, 0.10551378099999908, 0.08314401599999854, 0.28975153900000805, 1.7849581369999896, 0.4277860600000025, 0.02222097099999587, 0.23808554900000445, 0.06973806699998875], "cpu": [0.28083855700000004, 0.24959007400000008, 0.46889535300000007, 0.36811648499999994, 2.5509422289999995, 0.4839305460000001, 0.048760831000000004, 0.034385837, 0.08952154400000001, 1.7942250510000002, 0.09506595799999928, 0.4338658490000009, 0.05506061899999981, 0.47467498099999883, 0.026584938000000058, 0.0241523189999997, 0.07913180700000133, 0.34312399399999904, 0.13968662999999992, 0.5956338019999983, 0.13324507799999985, 0.2624177980000013, 0.4539232339999977, 0.285448762999998, 3.308939741999991, 0.44435133699999696, 0.29498898299999965, 0.9991556860000035, 2.2212711339999913, 0.07384332400000027, 0.5124328000000009, 0.29208034100000546, 0.18935809599999587, 0.4065819529999999, 0.45579996999999395, 1.5618008619999983, 0.19369774599999445, 0.3679421229999953, 2.6639005690000204, 1.4790797809999958, 0.2853172270000002, 0.27905029599999764, 2.1537886469999954, 0.4530230870000054, 0.10307918900000246, 0.4267508060000047, 2.1543938920000194, 3.074276794000003, 1.0524736690000047, 1.7002959759999996, 0.22198388600000385, 0.05356992400000138, 0.06253725599999882, 2.7617730699999967, 0.02108004999999835, 0.5329311479999994, 0.040409274999998246, 0.9537949240000039, 0.3967528369999975, 0.37273985800000986, 0.03607178900000463, 0.3873271720000062, 1.4681456140000009, 0.5312102839999966, 1.8699981699999881, 3.2508316489999984, 1.1331990490000123, 0.02558247300000005, 0.13459312899999532, 0.06677585400000652, 0.19450126200000284, 0.27177927900000043, 0.06877002599999571, 0.022122113000001775, 0.8620779259999836, 0.8295922880000006, 0.050147221000010234, 0.46190896000000237, 0.023247360999995692, 1.679489155000013, 0.38192297599999137, 2.194099981000015, 0.2660253869999991, 0.34278454500000066, 0.8538417809999999, 0.06576986500000004, 0.16288217299999985, 0.09163794799999891, 0.189256125, 2.2346845919999936, 0.5517898529999812, 0.22595871699999748, 0.39134293600001513, 0.47194934499999874, 0.2691617200000067, 0.17691885899999704, 2.1478847589999646, 1.1265733270000098, 0.4555191030000074, 0.21297907699999996, 0.11314476700000142, 0.09613484199999789, 0.3737791420000036, 0.08826845200000122, 0.3870114770000015, 0.378828421999998, 0.2059323790000107, 0.42900928500000646, 0.4248312649999946, 0.15948398700000155, 0.4139040769999909, 0.1159680920000028, 0.10551378099999908, 0.08314401599999854, 0.28975153900000805, 1.7849581369999896, 0.4277860600000025, 0.02222097099999587, 0.23808554900000445, 0.06973806699998875]}, "cert_P2": {"rate_final": 0.975, "wall_q50": [0.18085933899999773, [0.1043343219999997, 0.1959756739999996]], "wall_q90": [1.0458756559999998, [0.7189200649999989, 1.1254827629999937]], "wall_q95": [1.3107230639999994, [1.0458756559999998, NaN]], "wall_median_s": 0.17977554799999673, "cpu_mean_s": 0.6111884885666669, "cpu_median_s": 0.35955109599999346, "T": [0.10659541300000003, 0.09788400600000004, 0.209119037, 0.19049876799999996, 1.3107230639999994, 0.21976364499999998, 0.044474562, 0.028044136000000004, 0.019070256000000008, 0.8762914390000002, 0.015509673999999585, 0.24371233799999992, 0.04902100000000065, 0.21114715999999945, 0.02284419699999951, 0.017589665000000032, 0.021878768000000548, 0.1771693929999998, 0.07837169799999977, 0.3092684220000006, 0.07070063100000112, 0.09783578400000081, 0.1959756739999996, 0.15081483299999832, null, 0.20971247799999837, 0.18086476700000098, 0.4954369750000005, 1.0768716259999938, 0.01632147199999956, 0.2561173469999982, 0.11264674900000315, 0.10120916399999658, 0.22523825700000089, 0.20231271899999825, 0.8117273130000022, 0.10225384099999602, 0.18085933899999773, null, 0.7154086829999997, 0.15848936500000121, 0.1076900149999993, 1.0955719140000006, 0.19259692600000378, 0.01548408600000073, 0.20207695600000264, 1.0458756559999998, 1.532118163000007, 0.5543866100000017, 0.8328602220000008, 0.08332909399999977, 0.04989660400000062, 0.058765828999998604, 1.3826655890000055, 0.01580070099999986, 0.23673577399999957, 0.034212909999997265, 0.5034939310000013, 0.2075940400000036, 0.18837515100000246, 0.032287641000003475, 0.1855918390000042, 0.7189200649999989, 0.22681086499999736, 0.9515991299999982, null, 0.5455145220000048, 0.02179083600000098, 0.07103126699999507, 0.06023785700000417, 0.1043343219999997, 0.10149690599999417, 0.010702414000000715, 0.01564208299999592, 0.43487591300000616, 0.411844918000007, 0.04636886300000498, 0.19682703600000195, 0.017283755999997652, 0.8229043380000007, 0.19342004199999252, 1.0839169070000096, 0.10172139200000174, 0.15976981400000057, 0.4162219930000006, 0.05777260899999703, 0.08613696500000145, 0.014332418999998708, 0.09421441199999947, 1.1254827629999937, 0.28412918299999035, 0.09661967999999632, 0.19711711500000462, 0.20376822400000094, 0.1037841550000067, 0.0687666899999968, 1.048918597999986, 0.5386764230000125, 0.20567897100000465, 0.08868643899999995, 0.017948062000002096, 0.01747548299999835, 0.18433452499999703, 0.08261312900000206, 0.19876012900000006, 0.199121501999997, 0.07825757700000935, 0.18674160400000517, 0.17869175699999573, 0.08562303499999757, 0.19373697599999673, 0.018371797999996886, 0.017908732999998733, 0.07692512799999918, 0.14929866800000013, 0.9163885819999962, 0.21371655499999775, 0.016074621999997873, 0.12229498400000693, 0.010687290999996435], "cpu": [0.21319082600000006, 0.19576801200000007, 0.418238074, 0.38099753599999986, 2.6214461279999988, 0.43952728999999996, 0.088949124, 0.05608827200000001, 0.038140512000000015, 1.7525828780000006, 0.03101934799999917, 0.48742467599999983, 0.0980420000000013, 0.4222943199999989, 0.04568839399999902, 0.035179330000000064, 0.043757536000001096, 0.3543387859999996, 0.15674339599999954, 0.6185368440000012, 0.14140126200000225, 0.19567156800000163, 0.3919513479999992, 0.30162966599999663, 3.308939741999991, 0.41942495599999674, 0.36172953400000196, 0.990873950000001, 2.1537432519999875, 0.03264294399999912, 0.5122346939999964, 0.2252934980000063, 0.20241832799999315, 0.45047651400000177, 0.4046254379999965, 1.6234546260000045, 0.20450768199999203, 0.36171867799999546, 2.6639005690000204, 1.4308173659999994, 0.31697873000000243, 0.2153800299999986, 2.1911438280000013, 0.38519385200000755, 0.03096817200000146, 0.4041539120000053, 2.0917513119999995, 3.064236326000014, 1.1087732200000033, 1.6657204440000015, 0.16665818799999954, 0.09979320800000124, 0.11753165799999721, 2.765331178000011, 0.03160140199999972, 0.47347154799999913, 0.06842581999999453, 1.0069878620000026, 0.4151880800000072, 0.3767503020000049, 0.06457528200000695, 0.3711836780000084, 1.4378401299999979, 0.4536217299999947, 1.9031982599999964, 3.2508316489999984, 1.0910290440000097, 0.04358167200000196, 0.14206253399999014, 0.12047571400000834, 0.2086686439999994, 0.20299381199998834, 0.02140482800000143, 0.03128416599999184, 0.8697518260000123, 0.823689836000014, 0.09273772600000996, 0.3936540720000039, 0.034567511999995304, 1.6458086760000015, 0.38684008399998504, 2.1678338140000193, 0.20344278400000348, 0.31953962800000113, 0.8324439860000012, 0.11554521799999407, 0.1722739300000029, 0.028664837999997417, 0.18842882399999894, 2.2509655259999874, 0.5682583659999807, 0.19323935999999264, 0.39423423000000923, 0.4075364480000019, 0.2075683100000134, 0.1375333799999936, 2.097837195999972, 1.077352846000025, 0.4113579420000093, 0.1773728779999999, 0.03589612400000419, 0.0349509659999967, 0.36866904999999406, 0.16522625800000412, 0.3975202580000001, 0.398243003999994, 0.1565151540000187, 0.37348320800001034, 0.35738351399999146, 0.17124606999999514, 0.38747395199999346, 0.03674359599999377, 0.035817465999997466, 0.15385025599999835, 0.29859733600000027, 1.8327771639999924, 0.4274331099999955, 0.03214924399999575, 0.24458996800001387, 0.02137458199999287]}, "cert_P4": {"rate_final": 0.975, "wall_q50": [0.08651740700000232, [0.06590619899999695, 0.10181883899999633]], "wall_q90": [0.508979657999987, [0.32743150700000356, 0.6057821220000008]], "wall_q95": [0.6582097009999998, [0.508979657999987, NaN]], "wall_median_s": 0.08616763200000577, "cpu_mean_s": 0.6134650111916675, "cpu_median_s": 0.34467052800002307, "T": [0.020508091000000023, 0.024872749000000027, 0.10702716200000004, 0.09487647499999996, 0.6582097009999998, 0.12439280900000003, 0.044474562, 0.028044136000000004, 0.019070256000000008, 0.4210590080000002, 0.015509673999999585, 0.1576413419999998, 0.017033058999999184, 0.11942365400000021, 0.02284419699999951, 0.017589665000000032, 0.011062793999999876, 0.09465528199999973, 0.020872608999999542, 0.12354859200000057, 0.012911096999999927, 0.01472201300000009, 0.10114294399999935, 0.07593698599999854, null, 0.09805272999999914, 0.07766133199999992, 0.24481506300000255, 0.5437871089999966, 0.010651768000000672, 0.1648732810000002, 0.02263015500000165, 0.016298126999998885, 0.13555701599999992, 0.11074553799999975, 0.4445822050000032, 0.016563955999998825, 0.11834762099999807, null, 0.32743150700000356, 0.08502499799999796, 0.023075993999999156, 0.5698597569999997, 0.10307740700000068, 0.01548408600000073, 0.1233730799999968, 0.5230233070000025, 0.7743034870000045, 0.3025530190000012, 0.3970324889999972, 0.011581693000000115, 0.021636835000002463, 0.058765828999998604, 0.6863840960000083, 0.01580070099999986, 0.133643395, 0.034212909999997265, 0.2624358839999985, 0.13025659400000222, 0.09921395100000296, 0.011818378000000962, 0.08581785700000921, 0.3573875199999961, 0.12005982899999879, 0.46149809800000696, null, 0.25334627099999807, 0.02179083600000098, 0.01108781199999953, 0.022947802000004458, 0.016869184000000814, 0.01571504300000015, 0.010702414000000715, 0.01564208299999592, 0.22542742100000623, 0.20739199799999852, 0.029531987999995124, 0.10501911900000493, 0.014967712000000688, 0.3981323600000053, 0.10181883899999633, 0.521537378000005, 0.020960741000003225, 0.07445722499999619, 0.20931311999999735, 0.05777260899999703, 0.030439549000000454, 0.014332418999998708, 0.09421441199999947, 0.6057821220000008, 0.11818738099999848, 0.018265247999998735, 0.0775389579999981, 0.10828280500000176, 0.016365999000001352, 0.014324446999999907, 0.508979657999987, 0.24868158200001744, 0.11582514900000263, 0.01948821199999884, 0.017948062000002096, 0.01747548299999835, 0.0891203609999991, 0.08261312900000206, 0.10173924800000123, 0.12354658000000285, 0.011524787000006143, 0.10003866000000272, 0.09661934900000091, 0.08562303499999757, 0.10457748499999298, 0.018371797999996886, 0.017908732999998733, 0.07692512799999918, 0.08122533899999951, 0.48451896699999963, 0.08651740700000232, 0.016074621999997873, 0.06590619899999695, 0.010687290999996435], "cpu": [0.0820323640000001, 0.09949099600000011, 0.42810864800000015, 0.37950589999999984, 2.632838803999999, 0.4975712360000002, 0.17789824799999998, 0.11217654400000002, 0.07628102400000003, 1.6842360320000007, 0.06203869599999834, 0.6305653679999992, 0.06813223599999674, 0.47769461600000085, 0.09137678799999804, 0.07035866000000013, 0.044251175999999504, 0.3786211279999989, 0.08349043599999817, 0.49419436800000227, 0.05164438799999971, 0.05888805200000036, 0.4045717759999974, 0.30374794399999416, 3.308939741999991, 0.3922109199999966, 0.31064532799999967, 0.9792602520000102, 2.1751484359999864, 0.04260707200000269, 0.6594931240000008, 0.0905206200000066, 0.06519250799999554, 0.5422280639999997, 0.442982151999999, 1.778328820000013, 0.0662558239999953, 0.4733904839999923, 2.6639005690000204, 1.3097260280000143, 0.34009999199999186, 0.09230397599999662, 2.2794390279999988, 0.4123096280000027, 0.06193634400000292, 0.4934923199999872, 2.09209322800001, 3.0859472590000117, 1.2102120760000048, 1.5881299559999889, 0.04632677200000046, 0.08654734000000985, 0.23506331599999442, 2.745536384000033, 0.06320280399999945, 0.53457358, 0.13685163999998906, 1.049743535999994, 0.5210263760000089, 0.39685580400001186, 0.04727351200000385, 0.34327142800003685, 1.4295500799999843, 0.48023931599999514, 1.8459923920000278, 3.2508316489999984, 1.0133850839999923, 0.08716334400000392, 0.04435124799999812, 0.09179120800001783, 0.06747673600000326, 0.0628601720000006, 0.04280965600000286, 0.06256833199998368, 0.9017096840000249, 0.8295679919999941, 0.1181279519999805, 0.42007647600001974, 0.05987084800000275, 1.5925294400000212, 0.4072753559999853, 2.08614951200002, 0.0838429640000129, 0.29782889999998474, 0.8372524799999894, 0.23109043599998813, 0.12175819600000182, 0.057329675999994834, 0.3768576479999979, 2.4231284880000032, 0.4727495239999939, 0.07306099199999494, 0.3101558319999924, 0.43313122000000703, 0.06546399600000541, 0.05729778799999963, 2.035918631999948, 0.9947263280000698, 0.4633005960000105, 0.07795284799999536, 0.07179224800000839, 0.0699019319999934, 0.3564814439999964, 0.33045251600000825, 0.4069569920000049, 0.4941863200000114, 0.04609914800002457, 0.4001546400000109, 0.38647739600000364, 0.3424921399999903, 0.4183099399999719, 0.07348719199998754, 0.07163493199999493, 0.3077005119999967, 0.32490135599999803, 1.9380758679999985, 0.3460696280000093, 0.0642984879999915, 0.2636247959999878, 0.04274916399998574]}, "cert_P8": {"rate_final": 0.975, "wall_q50": [0.017908732999998733, [0.01622951499999914, 0.0288951940000004]], "wall_q90": [0.24114675000001284, [0.16782189299999928, 0.3237284120000048]], "wall_q95": [0.3370851489999964, [0.24114675000001284, NaN]], "wall_median_s": 0.017667771500001095, "cpu_mean_s": 0.5626055600916688, "cpu_median_s": 0.14134217200000876, "T": [0.01347166700000002, 0.012311507000000055, 0.016835804000000065, 0.014902734000000084, 0.3669270400000001, 0.03724662000000001, 0.02468862199999993, 0.016063164000000074, 0.010982824000000002, 0.21695486200000014, 0.015489934000000538, 0.06905661500000004, 0.010993440000000021, 0.031457135000000136, 0.01064689100000038, 0.015573711000000046, 0.010923405000000663, 0.015403143999999536, 0.020872608999999542, 0.030355823000000726, 0.012911096999999927, 0.012877787000000751, 0.014832128000000111, 0.01622951499999914, null, 0.016104396999999437, 0.036507792000000094, 0.10367896900000062, 0.2727464889999993, 0.010634973000000159, 0.08097516299999974, 0.016581923000000387, 0.014584236999997557, 0.05214781200000118, 0.030966048999999884, 0.2564143320000021, 0.016090986000001806, 0.057303995999998136, null, 0.16782189299999928, 0.02339854799999941, 0.017167491000002144, 0.28438072199999453, 0.016364267000000154, 0.01548408600000073, 0.0489371659999982, 0.25845150700000374, 0.3828421860000013, 0.15464146200000428, 0.20843484299999915, 0.010584087000001574, 0.012626549000000153, 0.010833129999998192, 0.3237284120000048, 0.0147255279999996, 0.03597792700000113, 0.02945192900000393, 0.10332026100000036, 0.06253057500000381, 0.01083081600000213, 0.011818378000000962, 0.01032116200000388, 0.17274163199999748, 0.018888151999995273, 0.21665964000001026, null, 0.12903139699999855, 0.010738637999999412, 0.01108781199999953, 0.015162222999997255, 0.016869184000000814, 0.015162905000003946, 0.010628672999999367, 0.01564208299999592, 0.09122928400000774, 0.09217869900000153, 0.0288951940000004, 0.017426810000003456, 0.014967712000000688, 0.20599743599999698, 0.019392408999998167, 0.24114675000001284, 0.014912809000001914, 0.01058558799999787, 0.08308456700000022, 0.03567369099999951, 0.030439549000000454, 0.014332418999998708, 0.020177586000002634, 0.3370851489999964, 0.031453960000000336, 0.011090946999999574, 0.011207300999998893, 0.01818465699999905, 0.016365999000001352, 0.01017083600000035, 0.22895609399999017, 0.12070512800000444, 0.03134363600000256, 0.011804255999997793, 0.017948062000002096, 0.016732128000001012, 0.08302669999999779, 0.051310766999996815, 0.01700982399999873, 0.06225135700000095, 0.011524787000006143, 0.015576276000004441, 0.015595012000005681, 0.011204626999997913, 0.04471920799999651, 0.017407140999999626, 0.017908732999998733, 0.01550885400000368, 0.015380991999997207, 0.23871203799999563, 0.0227966550000005, 0.016074621999997873, 0.010468392999996468, 0.010687290999996435], "cpu": [0.10777333600000016, 0.09849205600000044, 0.13468643200000052, 0.11922187200000067, 2.9354163200000007, 0.29797296000000006, 0.19750897599999945, 0.1285053120000006, 0.08786259200000002, 1.735638896000001, 0.1239194720000043, 0.5524529200000003, 0.08794752000000017, 0.2516570800000011, 0.08517512800000304, 0.12458968800000036, 0.0873872400000053, 0.12322515199999629, 0.16698087199999634, 0.2428465840000058, 0.10328877599999942, 0.10302229600000601, 0.11865702400000089, 0.12983611999999312, 3.308939741999991, 0.1288351759999955, 0.29206233600000076, 0.829431752000005, 2.1819719119999945, 0.08507978400000127, 0.6478013039999979, 0.1326553840000031, 0.11667389599998046, 0.41718249600000945, 0.24772839199999908, 2.0513146560000166, 0.12872788800001445, 0.4584319679999851, 2.6639005690000204, 1.3425751439999942, 0.18718838399999527, 0.13733992800001715, 2.2750457759999563, 0.13091413600000124, 0.12387268800000584, 0.3914973279999856, 2.06761205600003, 3.02627359500001, 1.2371316960000343, 1.6674787439999932, 0.08467269600001259, 0.10101239200000123, 0.08666503999998554, 2.5898272960000384, 0.1178042239999968, 0.28782341600000905, 0.23561543200003143, 0.8265620880000029, 0.5002446000000305, 0.08664652800001704, 0.0945470240000077, 0.08256929600003104, 1.3819330559999798, 0.15110521599996218, 1.733277120000082, 3.2508316489999984, 1.0322511759999884, 0.0859091039999953, 0.08870249599999624, 0.12129778399997804, 0.1349534720000065, 0.12130324000003156, 0.08502938399999493, 0.12513666399996737, 0.7298342720000619, 0.7374295920000122, 0.2311615520000032, 0.13941448000002765, 0.1197416960000055, 1.6479794879999758, 0.15513927199998534, 1.9291740000001028, 0.11930247200001531, 0.08468470399998296, 0.6646765360000018, 0.28538952799999606, 0.24351639200000363, 0.11465935199998967, 0.16142068800002107, 2.6966811919999714, 0.2516316800000027, 0.08872757599999659, 0.08965840799999114, 0.1454772559999924, 0.13092799200001082, 0.0813666880000028, 1.8316487519999214, 0.9656410240000355, 0.2507490880000205, 0.09443404799998234, 0.14358449600001677, 0.1338570240000081, 0.6642135999999823, 0.4104861359999745, 0.13607859199998984, 0.4980108560000076, 0.09219829600004914, 0.12461020800003553, 0.12476009600004545, 0.0896370159999833, 0.3577536639999721, 0.139257127999997, 0.14326986399998987, 0.12407083200002944, 0.12304793599997765, 1.909696303999965, 0.182373240000004, 0.128596975999983, 0.08374714399997174, 0.08549832799997148]}, "cert_P16": {"rate_final": 0.975, "wall_q50": [0.016090986000001806, [0.015069234000000264, 0.0169759798000042]], "wall_q90": [0.11205884799999666, [0.08302669999999779, 0.16816711100000248]], "wall_q95": [0.1805112769999937, [0.11205884799999666, NaN]], "wall_median_s": 0.016069704000001295, "cpu_mean_s": 0.6284502549750023, "cpu_median_s": 0.2571152640000207, "T": [0.01347166700000002, 0.010730455999999888, 0.016835804000000065, 0.010581791999999979, 0.18426961399999997, 0.016482394000000067, 0.01665723599999991, 0.012944898000000205, 0.010982824000000002, 0.12285236700000013, 0.015069234000000264, 0.06905661500000004, 0.010594551999999702, 0.031457135000000136, 0.01064689100000038, 0.014973890000000267, 0.010569553999999926, 0.015141312000000795, 0.016048422000000784, 0.017908551999999744, 0.01196623899999949, 0.012877787000000751, 0.014832128000000111, 0.01622951499999914, null, 0.010954401000001113, 0.036507792000000094, 0.017070926000000597, 0.10584919399999926, 0.010621852999999959, 0.08097516299999974, 0.016581923000000387, 0.014584236999997557, 0.015685658999998964, 0.030966048999999884, 0.16816711100000248, 0.016090986000001806, 0.011950366000000656, null, 0.07690344499999924, 0.014320871000002455, 0.017167491000002144, 0.11280868200000072, 0.011594882999997225, 0.01548408600000073, 0.014220721000000935, 0.10383745700000091, 0.199440881000001, 0.06578303400000252, 0.10551149900000212, 0.010584087000001574, 0.010328221999998277, 0.010833129999998192, 0.15651394999999724, 0.011284527000000821, 0.03597792700000113, 0.016319899999999166, 0.015444866999999363, 0.06253057500000381, 0.01083081600000213, 0.011818378000000962, 0.01032116200000388, 0.08282251300000354, 0.018888151999995273, 0.10466578900000201, null, 0.0684400399999987, 0.010738637999999412, 0.010398408000000359, 0.015076735000000951, 0.016869184000000814, 0.014516555000000153, 0.010274021000000744, 0.01564208299999592, 0.017992148000004704, 0.024124886999999262, 0.01046923399999855, 0.016975112000004344, 0.014967712000000688, 0.11205884799999666, 0.019392408999998167, 0.09316242300000255, 0.010564215999998794, 0.01058558799999787, 0.010615422999997293, 0.03567369099999951, 0.017325859000003163, 0.014332418999998708, 0.018280740000001572, 0.1805112769999937, 0.01626070100000021, 0.011090946999999574, 0.010820520999999417, 0.01818465699999905, 0.013815322999995772, 0.01017083600000035, 0.1262016829999908, 0.06555702600000757, 0.03134363600000256, 0.011804255999997793, 0.017948062000002096, 0.0161810609999975, 0.08302669999999779, 0.051310766999996815, 0.01700982399999873, 0.05660248400000256, 0.01056341500000002, 0.015576276000004441, 0.015595012000005681, 0.010457225999999764, 0.04462598899999648, 0.017407140999999626, 0.014839159000004543, 0.014872959000001629, 0.01041657399999707, 0.10458264400000417, 0.01036808199999939, 0.015355902999999671, 0.010468392999996468, 0.010235784000002468], "cpu": [0.21554667200000033, 0.1716872959999982, 0.26937286400000104, 0.16930867199999966, 2.9483138239999995, 0.26371830400000107, 0.26651577599999854, 0.20711836800000327, 0.17572518400000003, 1.965637872000002, 0.24110774400000423, 1.1049058400000007, 0.16951283199999523, 0.5033141600000022, 0.17035025600000608, 0.23958224000000428, 0.1691128639999988, 0.24226099200001272, 0.25677475200001254, 0.2865368319999959, 0.19145982399999184, 0.20604459200001202, 0.23731404800000178, 0.25967223999998623, 3.308939741999991, 0.1752704160000178, 0.5841246720000015, 0.27313481600000955, 1.6935871039999881, 0.16994964799999934, 1.2956026079999958, 0.2653107680000062, 0.23334779199996092, 0.2509705439999834, 0.49545678399999815, 2.6547216900000272, 0.2574557760000289, 0.1912058560000105, 2.6639005690000204, 1.2304551199999878, 0.22913393600003928, 0.2746798560000343, 1.8049389120000114, 0.1855181279999556, 0.24774537600001167, 0.22753153600001497, 1.6613993120000146, 3.019482690000004, 1.0525285440000403, 1.6881839840000339, 0.16934539200002519, 0.16525155199997243, 0.17333007999997108, 2.477525609999976, 0.18055243200001314, 0.5756468320000181, 0.26111839999998665, 0.2471178719999898, 1.000489200000061, 0.17329305600003408, 0.1890940480000154, 0.1651385920000621, 1.3251602080000566, 0.30221043199992437, 1.6746526240000321, 3.2508316489999984, 1.0950406399999792, 0.1718182079999906, 0.16637452800000574, 0.24122776000001522, 0.269906944000013, 0.23226488000000245, 0.1643843360000119, 0.25027332799993474, 0.28787436800007526, 0.3859981919999882, 0.1675077439999768, 0.2716017920000695, 0.239483392000011, 1.7929415679999465, 0.3102785439999707, 1.4905987680000408, 0.1690274559999807, 0.16936940799996592, 0.16984676799995668, 0.5707790559999921, 0.2772137440000506, 0.22931870399997933, 0.29249184000002515, 2.7990917669999433, 0.26017121600000337, 0.17745515199999318, 0.17312833599999067, 0.2909545119999848, 0.22104516799993235, 0.1627333760000056, 2.0192269279998527, 1.048912416000121, 0.501498176000041, 0.18886809599996468, 0.28716899200003354, 0.25889697599996, 1.3284271999999646, 0.820972271999949, 0.2721571839999797, 0.905639744000041, 0.16901464000000033, 0.24922041600007105, 0.2495201920000909, 0.16731561599999623, 0.7140158239999437, 0.278514255999994, 0.23742654400007268, 0.23796734400002606, 0.16666518399995311, 1.6733223040000667, 0.16588931199999024, 0.24569444799999474, 0.16749428799994348, 0.1637725440000395]}, "cert_P32": {"rate_final": 0.975, "wall_q50": [0.014620721000000003, [0.011950366000000656, 0.015444866999999363]], "wall_q90": [0.040271617999998455, [0.023758386999997327, 0.08434833300000122]], "wall_q95": [0.088631758, [0.040271617999998455, NaN]], "wall_median_s": 0.01460247899999878, "cpu_mean_s": 0.6799343375333275, "cpu_median_s": 0.46727932799996097, "T": [0.01347166700000002, 0.010730455999999888, 0.01072819299999983, 0.01034475700000037, 0.088631758, 0.016482394000000067, 0.01665723599999991, 0.011174550999999866, 0.01089461199999997, 0.033377396000000115, 0.014210215000000304, 0.06905661500000004, 0.010535143000000247, 0.01644550800000033, 0.01064689100000038, 0.014973890000000267, 0.010569553999999926, 0.015141312000000795, 0.011201572999999243, 0.017793610000000015, 0.01196623899999949, 0.011655282999999628, 0.014832128000000111, 0.01622951499999914, null, 0.010954401000001113, 0.011164106999999035, 0.015443255000000988, 0.015489613999999818, 0.010597195999999087, 0.08097516299999974, 0.011143454999999136, 0.014584236999997557, 0.015685658999998964, 0.016732468000000722, 0.08434833300000122, 0.012546039000000064, 0.011950366000000656, null, 0.017349433999999775, 0.010645228000001339, 0.01313874800000292, 0.023758386999997327, 0.011594882999997225, 0.011504967000000477, 0.010929154000002939, 0.01689418200000148, 0.11074887300000213, 0.030538377999999256, 0.01578211400000029, 0.010584087000001574, 0.010328221999998277, 0.010242754000000076, 0.07878455699999876, 0.011284527000000821, 0.020242202999998682, 0.015819389000000683, 0.015444866999999363, 0.010688111999996863, 0.01083081600000213, 0.011818378000000962, 0.01032116200000388, 0.02153870800000135, 0.018888151999995273, 0.02235246900000476, null, 0.011128382999999076, 0.010738637999999412, 0.010398408000000359, 0.014620721000000003, 0.016869184000000814, 0.014516555000000153, 0.010274021000000744, 0.010461551999995322, 0.017992148000004704, 0.010665358000004233, 0.01046923399999855, 0.016975112000004344, 0.014335072999998033, 0.02937882799999869, 0.019392408999998167, 0.02460354499999795, 0.010505418999997573, 0.01058558799999787, 0.010615422999997293, 0.016215232999996942, 0.017325859000003163, 0.01171371999999593, 0.017774480999996456, 0.0913908669999941, 0.015639569999997605, 0.011090946999999574, 0.010820520999999417, 0.01818465699999905, 0.013815322999995772, 0.01017083600000035, 0.03186370599999577, 0.010908443000005263, 0.015310075000002143, 0.011804255999997793, 0.01748124200000234, 0.0161810609999975, 0.08302669999999779, 0.010674271000006286, 0.015997216000002368, 0.040271617999998455, 0.01056341500000002, 0.014831417000003455, 0.014845237999999483, 0.010457225999999764, 0.03048411600000378, 0.017407140999999626, 0.010380179999998518, 0.014872959000001629, 0.01041657399999707, 0.014848383000000354, 0.01036808199999939, 0.015119919999989406, 0.010468392999996468, 0.010201272000003314], "cpu": [0.43109334400000066, 0.3433745919999964, 0.3433021759999946, 0.33103222400001187, 2.836216256, 0.5274366080000021, 0.5330315519999971, 0.3575856319999957, 0.34862758399999905, 1.0680766720000037, 0.4547268800000097, 2.2098116800000014, 0.3371245760000079, 0.5262562560000106, 0.34070051200001217, 0.47916448000000855, 0.3382257279999976, 0.48452198400002544, 0.3584503359999758, 0.5693955200000005, 0.3829196479999837, 0.3729690559999881, 0.47462809600000355, 0.5193444799999725, 3.308939741999991, 0.3505408320000356, 0.3572514239999691, 0.4941841600000316, 0.4956676479999942, 0.3391102719999708, 2.5912052159999917, 0.35659055999997236, 0.46669558399992184, 0.5019410879999668, 0.5354389760000231, 2.615080325000033, 0.40147324800000206, 0.382411712000021, 2.6639005690000204, 0.5551818879999928, 0.34064729600004284, 0.42043993600009344, 0.7602683839999145, 0.3710362559999112, 0.36815894400001525, 0.34973292800009403, 0.5406138240000473, 3.0122605280000094, 0.9772280959999762, 0.5050276480000093, 0.33869078400005037, 0.33050310399994487, 0.32776812800000243, 2.4106317009999785, 0.3611048640000263, 0.6477504959999578, 0.5062204480000219, 0.4942357439999796, 0.3420195839998996, 0.34658611200006817, 0.3781880960000308, 0.3302771840001242, 0.6892386560000432, 0.6044208639998487, 0.7152790080001523, 3.2508316489999984, 0.3561082559999704, 0.3436364159999812, 0.3327490560000115, 0.4678630720000001, 0.539813888000026, 0.4645297600000049, 0.3287686720000238, 0.3347696639998503, 0.5757487360001505, 0.34129145600013544, 0.3350154879999536, 0.543203584000139, 0.45872233599993706, 0.9401224959999581, 0.6205570879999414, 0.7873134399999344, 0.33617340799992235, 0.33873881599993183, 0.33969353599991337, 0.5188874559999022, 0.5544274880001012, 0.3748390399998698, 0.5687833919998866, 2.7754223259999264, 0.5004662399999233, 0.35491030399998635, 0.34625667199998134, 0.5819090239999696, 0.4420903359998647, 0.3254667520000112, 1.0196385919998647, 0.34907017600016843, 0.4899224000000686, 0.37773619199992936, 0.5593997440000749, 0.51779395199992, 2.6568543999999292, 0.34157667200020114, 0.5119109120000758, 1.2886917759999506, 0.33802928000000065, 0.47460534400011056, 0.47504761599998346, 0.33463123199999245, 0.975491712000121, 0.557028511999988, 0.33216575999995257, 0.4759346880000521, 0.33333036799990623, 0.4751482560000113, 0.3317786239999805, 0.483837439999661, 0.33498857599988696, 0.32644070400010605]}, "full_P1": {"rate_final": 0.975, "wall_q50": [0.6273894080000062, [0.5117240429999974, 0.7519649390000005]], "wall_q90": [2.325755564000019, [1.6477253400000045, 2.928717991999992]], "wall_q95": [2.9291380680000003, [2.325755564000019, NaN]], "wall_median_s": 0.6272193860000037, "cpu_mean_s": 0.9207117194750001, "cpu_median_s": 0.6272193860000037, "T": [0.910018026, 0.38419283800000004, 1.1092009219999999, 0.944674442, 2.713260535999999, 1.1569407090000001, 0.199260578, 0.184275372, 0.223911499, 2.300069695, 0.23542453600000002, 0.6270493640000012, 0.1899686109999994, 0.6529917769999987, 0.45969624400000075, 0.14622940399999962, 0.1575408300000012, 0.9636544409999992, 0.5891858579999996, 1.352711187999999, 0.26582635900000007, 0.4164248990000008, 0.6042108349999982, 0.9396035639999987, null, 0.9301339429999977, 0.7830340909999993, 1.4547339140000037, 2.928717991999992, 0.1654314570000004, 1.1944688930000016, 0.980763316000008, 0.31467667399999755, 0.5340212919999985, 0.6557437449999952, 1.739104936999997, 0.33147238799999457, 0.8160213809999952, null, 1.9320650279999931, 0.7519649390000005, 0.45417873899999606, 2.2947212859999944, 0.5869170570000044, 0.2428941810000005, 0.5450664190000047, 2.325755564000019, 3.800337695000003, 1.227353199000003, 1.875143928, 0.3614217320000037, 0.1477467900000029, 0.18893810699999847, 2.9291380680000003, 0.17831406099999825, 0.7420023649999976, 0.15734361599999858, 1.6477253400000045, 0.5117240429999974, 0.5033763430000064, 0.1611843380000053, 0.520031999000004, 1.5877397550000012, 0.7383926070000015, 2.52956498999999, null, 1.6348525990000127, 0.5045096339999944, 0.22415433099999404, 0.18720793200000685, 0.35236562800000115, 0.41892209300000616, 0.14803232899999585, 0.15564061999999979, 1.171963904999977, 1.0451013320000015, 0.5195494450000098, 1.0935234020000024, 0.14299446099999358, 2.291876065000011, 0.5042216939999875, 2.72303920100002, 0.4100705639999944, 0.4777605390000019, 1.2682234920000042, 0.1937559640000046, 0.3000236170000008, 0.19893777800000123, 0.36501015599999675, 2.9411293589999943, 0.7262297119999843, 0.36124252199999773, 0.5010563470000164, 0.6556394400000016, 0.9460480890000014, 0.29454914499999774, 2.8396931909999665, 1.619687299000006, 0.6273894080000062, 0.3655898250000007, 0.2998843860000022, 0.26370382500000034, 1.1367309910000074, 0.788867750999998, 0.5289378069999984, 0.9633493419999937, 0.3371353030000108, 1.1346497550000052, 0.6020843239999962, 0.3281123180000023, 1.1192594899999904, 0.3075772450000045, 0.6575794490000035, 0.6293948019999931, 0.7625098260000058, 1.943877124999993, 0.7760945320000019, 0.14502447599999613, 0.6772229350000032, 0.15405883799999742], "cpu": [0.910018026, 0.38419283800000004, 1.1092009219999999, 0.944674442, 2.713260535999999, 1.1569407090000001, 0.199260578, 0.184275372, 0.223911499, 2.300069695, 0.23542453600000002, 0.6270493640000012, 0.1899686109999994, 0.6529917769999987, 0.45969624400000075, 0.14622940399999962, 0.1575408300000012, 0.9636544409999992, 0.5891858579999996, 1.352711187999999, 0.26582635900000007, 0.4164248990000008, 0.6042108349999982, 0.9396035639999987, 3.308939741999991, 0.9301339429999977, 0.7830340909999993, 1.4547339140000037, 2.928717991999992, 0.1654314570000004, 1.1944688930000016, 0.980763316000008, 0.31467667399999755, 0.5340212919999985, 0.6557437449999952, 1.739104936999997, 0.33147238799999457, 0.8160213809999952, 2.6639005690000204, 1.9320650279999931, 0.7519649390000005, 0.45417873899999606, 2.2947212859999944, 0.5869170570000044, 0.2428941810000005, 0.5450664190000047, 2.325755564000019, 3.800337695000003, 1.227353199000003, 1.875143928, 0.3614217320000037, 0.1477467900000029, 0.18893810699999847, 2.9291380680000003, 0.17831406099999825, 0.7420023649999976, 0.15734361599999858, 1.6477253400000045, 0.5117240429999974, 0.5033763430000064, 0.1611843380000053, 0.520031999000004, 1.5877397550000012, 0.7383926070000015, 2.52956498999999, 3.2508316489999984, 1.6348525990000127, 0.5045096339999944, 0.22415433099999404, 0.18720793200000685, 0.35236562800000115, 0.41892209300000616, 0.14803232899999585, 0.15564061999999979, 1.171963904999977, 1.0451013320000015, 0.5195494450000098, 1.0935234020000024, 0.14299446099999358, 2.291876065000011, 0.5042216939999875, 2.72303920100002, 0.4100705639999944, 0.4777605390000019, 1.2682234920000042, 0.1937559640000046, 0.3000236170000008, 0.19893777800000123, 0.36501015599999675, 2.9411293589999943, 0.7262297119999843, 0.36124252199999773, 0.5010563470000164, 0.6556394400000016, 0.9460480890000014, 0.29454914499999774, 2.8396931909999665, 1.619687299000006, 0.6273894080000062, 0.3655898250000007, 0.2998843860000022, 0.26370382500000034, 1.1367309910000074, 0.788867750999998, 0.5289378069999984, 0.9633493419999937, 0.3371353030000108, 1.1346497550000052, 0.6020843239999962, 0.3281123180000023, 1.1192594899999904, 0.3075772450000045, 0.6575794490000035, 0.6293948019999931, 0.7625098260000058, 1.943877124999993, 0.7760945320000019, 0.14502447599999613, 0.6772229350000032, 0.15405883799999742]}, "full_P2": {"rate_final": 0.975, "wall_q50": [0.4022564939999995, [0.3203925690000027, 0.5418923679999992]], "wall_q90": [1.4352912479999986, [1.0317903950000087, 1.740727029999988]], "wall_q95": [1.7843184839999946, [1.4352912479999986, NaN]], "wall_median_s": 0.3958602249999994, "cpu_mean_s": 1.1738923243750006, "cpu_median_s": 0.7917204499999988, "T": [0.7357748820000001, 0.23248677, 0.445090407, 0.653271127, 1.473041370999999, 0.8927738080000002, 0.19497430899999998, 0.177933671, 0.153460211, 1.3821360830000002, 0.15586825200000032, 0.4368958530000002, 0.18392899200000024, 0.3894639559999993, 0.4559555030000002, 0.13966674999999995, 0.1002877910000004, 0.7976998399999999, 0.3167778769999998, 0.5008096940000009, 0.20328191200000134, 0.2518428850000003, 0.3462632750000001, 0.804969633999999, null, 0.6954950839999992, 0.6689098750000007, 0.9510152030000008, 1.7843184839999946, 0.10790960499999969, 0.9381534399999989, 0.8013297240000057, 0.22652774199999826, 0.35199902799999805, 0.4022564939999995, 0.9890313880000008, 0.24002848299999613, 0.5849850079999968, null, 1.168393929999997, 0.5418923679999992, 0.2828184579999977, 1.2365045529999996, 0.3264908960000028, 0.15529907799999876, 0.3203925690000027, 1.2172373279999995, 2.2581790640000072, 0.72926614, 1.0077081740000011, 0.22276693999999964, 0.14407347000000215, 0.18516667999999825, 1.550030587000009, 0.17303471199999976, 0.44580699099999777, 0.1511472509999976, 1.180215613000005, 0.32256524600000347, 0.31901163599999904, 0.15740019000000416, 0.31829666600000195, 0.8385142059999993, 0.4339931880000023, 1.6111659500000002, null, 1.0471680720000052, 0.36556544800001234, 0.1605924689999938, 0.1806699350000045, 0.262198687999998, 0.2486397199999999, 0.08996471700000086, 0.14916058999999393, 0.7447618919999996, 0.6273539620000079, 0.5157710870000045, 0.828441478000002, 0.13703085599999554, 1.4352912479999986, 0.31571875999998866, 1.6128561270000148, 0.24576656899999705, 0.29474580800000183, 0.8306037040000049, 0.1857587080000016, 0.2232784090000024, 0.12163224900000102, 0.2699684429999962, 1.8319275299999944, 0.4585690419999935, 0.23190348499999658, 0.30653860700000024, 0.3874583190000038, 0.7806705240000014, 0.1863969759999975, 1.740727029999988, 1.0317903950000087, 0.37754927600000343, 0.2412971870000007, 0.2046876810000029, 0.1850444660000008, 0.9472863740000008, 0.7832124279999988, 0.34068645899999694, 0.7836424219999927, 0.20946050100000946, 0.8923820740000039, 0.3559448159999974, 0.2542513659999983, 0.8990923889999962, 0.20998095099999858, 0.5699744010000032, 0.6231759139999937, 0.5132051080000082, 1.0753075699999997, 0.5620250269999971, 0.13887812699999813, 0.5614323700000057, 0.09500806200000511], "cpu": [1.4715497640000001, 0.46497354, 0.890180814, 1.306542254, 2.946082741999998, 1.7855476160000006, 0.389948618, 0.355867342, 0.306920422, 2.7642721660000005, 0.31173650400000064, 0.8737917060000004, 0.36785798400000047, 0.7789279119999986, 0.9119110060000004, 0.2793334999999999, 0.2005755820000008, 1.5953996799999999, 0.6335557539999996, 1.0016193880000017, 0.4065638240000027, 0.5036857700000006, 0.6925265500000002, 1.609939267999998, 3.308939741999991, 1.3909901679999983, 1.3378197500000013, 1.9020304060000015, 3.568636967999989, 0.21581920999999937, 1.8763068799999978, 1.6026594480000114, 0.4530554839999965, 0.7039980559999961, 0.804512987999999, 1.9780627760000016, 0.48005696599999226, 1.1699700159999935, 2.6639005690000204, 2.336787859999994, 1.0837847359999984, 0.5656369159999954, 2.4730091059999992, 0.6529817920000056, 0.3105981559999975, 0.6407851380000054, 2.434474655999999, 3.8869008710000053, 1.45853228, 2.0154163480000022, 0.44553387999999927, 0.2881469400000043, 0.3703333599999965, 3.100061174000018, 0.3460694239999995, 0.8916139819999955, 0.3022945019999952, 2.36043122600001, 0.6451304920000069, 0.6380232719999981, 0.3148003800000083, 0.6365933320000039, 1.6770284119999985, 0.8679863760000046, 3.2223319000000004, 3.2508316489999984, 2.0943361440000103, 0.7311308960000247, 0.3211849379999876, 0.361339870000009, 0.524397375999996, 0.4972794399999998, 0.17992943400000172, 0.29832117999998786, 1.4895237839999993, 1.2547079240000159, 1.031542174000009, 1.656882956000004, 0.2740617119999911, 2.8705824959999973, 0.6314375199999773, 3.2257122540000296, 0.4915331379999941, 0.5894916160000037, 1.6612074080000099, 0.3715174160000032, 0.4465568180000048, 0.24326449800000205, 0.5399368859999925, 3.663855059999989, 0.917138083999987, 0.46380696999999316, 0.6130772140000005, 0.7749166380000077, 1.5613410480000027, 0.372793951999995, 3.481454059999976, 2.0635807900000174, 0.7550985520000069, 0.4825943740000014, 0.4093753620000058, 0.3700889320000016, 1.8945727480000016, 1.5664248559999976, 0.6813729179999939, 1.5672848439999854, 0.4189210020000189, 1.7847641480000078, 0.7118896319999948, 0.5085027319999966, 1.7981847779999924, 0.41996190199999717, 1.1399488020000064, 1.2463518279999874, 1.0264102160000164, 2.1506151399999993, 1.1240500539999942, 0.27775625399999626, 1.1228647400000114, 0.19001612400001022]}, "full_P4": {"rate_final": 0.975, "wall_q50": [0.2926272400000016, [0.24168869299999685, 0.4559555030000002]], "wall_q90": [0.8950638839999989, [0.7804167540000009, 1.200788089999989]], "wall_q95": [1.2512339669999974, [0.8950638839999989, NaN]], "wall_median_s": 0.29230007000000313, "cpu_mean_s": 1.669805028266667, "cpu_median_s": 1.1692002800000125, "T": [0.64968756, 0.159475513, 0.27550544899999996, 0.49355465200000015, 0.8205280079999994, 0.7230181689999999, 0.19497430899999998, 0.177933671, 0.153460211, 0.9269036520000001, 0.15586825200000032, 0.3508248570000001, 0.1094541609999986, 0.29774045000000005, 0.4559555030000002, 0.13966674999999995, 0.08493666499999986, 0.7151857289999999, 0.19744985500000034, 0.31508986400000083, 0.14549237800000014, 0.16872911399999957, 0.25143054499999984, 0.7300917869999992, null, 0.6135467509999994, 0.5657064399999996, 0.7003932910000028, 1.2512339669999974, 0.10790960499999969, 0.8469093740000009, 0.7113131300000042, 0.14161670500000056, 0.2623177869999971, 0.310689313000001, 0.6218862800000018, 0.15433859799999894, 0.4592373159999994, null, 0.7804167540000009, 0.41602166299999865, 0.19820443699999757, 0.7107923959999987, 0.2369713769999997, 0.15529907799999876, 0.24168869299999685, 0.6943849790000023, 1.5003643880000048, 0.47743254899999954, 0.5718804409999976, 0.15101953899999998, 0.14407347000000215, 0.18516667999999825, 0.8463537209999927, 0.17303471199999976, 0.3427146119999982, 0.1511472509999976, 0.8950638839999989, 0.2452278000000021, 0.2314444370000004, 0.15427704599999714, 0.19931602400000514, 0.4769816609999964, 0.3272421520000037, 1.121064918000009, null, 0.7549998209999984, 0.18668088100000801, 0.10064901399999826, 0.1806699350000045, 0.1747761139999966, 0.16285785700000588, 0.08996471700000086, 0.14916058999999393, 0.5353133999999997, 0.42290104199999945, 0.5122856189999965, 0.736633561000005, 0.11836612999999829, 1.0105192700000032, 0.22411755699999247, 0.9131832350000124, 0.16500591799999853, 0.20943321899999745, 0.6236948310000017, 0.1857587080000016, 0.1675809930000014, 0.12163224900000102, 0.2699684429999962, 1.3122268890000015, 0.2926272400000016, 0.153549052999999, 0.18696044999999373, 0.29197290000000464, 0.693252367999996, 0.1319547330000006, 1.200788089999989, 0.7417955540000136, 0.2876954540000014, 0.17209895999999958, 0.1823437460000008, 0.16175675499999898, 0.8520722100000029, 0.7832124279999988, 0.2436655779999981, 0.7080674999999985, 0.14272771100000625, 0.8056791300000015, 0.27387240800000257, 0.2501556830000027, 0.8099328979999925, 0.2091777669999999, 0.5699744010000032, 0.6231759139999937, 0.4408255660000009, 0.6434379550000031, 0.4348258790000017, 0.13887812699999813, 0.5050435849999957, 0.09500806200000511], "cpu": [2.59875024, 0.637902052, 1.1020217959999998, 1.9742186080000006, 3.2821120319999975, 2.8920726759999997, 0.7798972359999999, 0.711734684, 0.613840844, 3.7076146080000005, 0.6234730080000013, 1.4032994280000004, 0.4378166439999944, 1.1909618000000002, 1.8238220120000008, 0.5586669999999998, 0.3397466599999994, 2.8607429159999995, 0.7897994200000014, 1.2603594560000033, 0.5819695120000006, 0.6749164559999983, 1.0057221799999994, 2.920367147999997, 3.308939741999991, 2.454187003999998, 2.2628257599999984, 2.801573164000011, 4.287233414999999, 0.43163841999999875, 3.3876374960000035, 2.8452525200000167, 0.5664668200000023, 1.0492711479999883, 1.242757252000004, 2.487545120000007, 0.6173543919999958, 1.8369492639999976, 2.6639005690000204, 3.1216670160000035, 1.6640866519999946, 0.7928177479999903, 2.8431695839999946, 0.9478855079999988, 0.621196311999995, 0.9667547719999874, 2.777539916000009, 3.8869008710000053, 1.9097301959999982, 2.2875217639999903, 0.6040781559999999, 0.5762938800000086, 0.740666719999993, 3.2454643279999793, 0.692138847999999, 1.3708584479999928, 0.6045890039999904, 3.5802555359999957, 0.9809112000000084, 0.9257777480000016, 0.6171081839999886, 0.7972640960000206, 1.9079266439999856, 1.308968608000015, 4.484259672000036, 3.2508316489999984, 2.927833303000021, 0.7467235240000321, 0.40259605599999304, 0.722679740000018, 0.6991044559999864, 0.6514314280000235, 0.35985886800000344, 0.5966423599999757, 2.141253599999999, 1.6916041679999978, 2.049142475999986, 2.94653424400002, 0.47346451999999317, 3.02931042500002, 0.8964702279999699, 3.3494467820000295, 0.6600236719999941, 0.8377328759999898, 2.4947793240000067, 0.7430348320000064, 0.6703239720000056, 0.4865289960000041, 1.079873771999985, 3.814165786999986, 1.1705089600000065, 0.614196211999996, 0.7478417999999749, 1.1678916000000186, 2.773009471999984, 0.5278189320000024, 4.0946116489999795, 2.953630928000031, 1.1507818160000056, 0.6883958399999983, 0.7293749840000032, 0.6470270199999959, 3.4082888400000115, 3.132849711999995, 0.9746623119999924, 2.832269999999994, 0.570910844000025, 3.222716520000006, 1.0954896320000103, 1.0006227320000107, 3.23973159199997, 0.8367110679999996, 2.2798976040000127, 2.492703655999975, 1.7633022640000036, 2.5737518200000125, 1.7393035160000068, 0.5555125079999925, 2.0201743399999827, 0.38003224800002045]}, "full_P8": {"rate_final": 0.975, "wall_q50": [0.20589381900000348, [0.177933671, 0.3564432560000057]], "wall_q90": [0.7323983859999998, [0.6490412520000035, 0.9207645259999921]], "wall_q95": [0.9801933470000002, [0.750074620999996, NaN]], "wall_median_s": 0.2054802845000019, "cpu_mean_s": 2.449642294899999, "cpu_median_s": 1.643842276000015, "T": [0.643215623, 0.14264356500000006, 0.18531409099999996, 0.40327184800000015, 0.5292453469999997, 0.559321784, 0.18956340499999996, 0.177933671, 0.11080823199999995, 0.7227995060000001, 0.15091415099999939, 0.26224013000000035, 0.10341454199999944, 0.20977393099999997, 0.40923964, 0.13966674999999995, 0.08493666499999986, 0.6359335909999997, 0.1398560240000002, 0.221897095000001, 0.14549237800000014, 0.14947235900000067, 0.1651197290000006, 0.6792461799999998, null, 0.4511885640000006, 0.5157042060000006, 0.5592571970000009, 0.9801933470000002, 0.10790960499999969, 0.7630112560000004, 0.6365051590000022, 0.14161670500000056, 0.17890858299999834, 0.23090982400000115, 0.43371840700000064, 0.15017217799999827, 0.3979022239999992, null, 0.5337331799999987, 0.3543952130000001, 0.19229593400000056, 0.45321752399999937, 0.15025823699999918, 0.15529907799999876, 0.16725277899999824, 0.4298131790000035, 1.1089030870000016, 0.3295209920000026, 0.3832827949999995, 0.15101953899999998, 0.13744514600000102, 0.13304510799999747, 0.4910934100000084, 0.15955027500000085, 0.24504914399999933, 0.1511472509999976, 0.7323983859999998, 0.1775017810000037, 0.14306130199999956, 0.15427704599999714, 0.12381932899999981, 0.2923357729999978, 0.22607047500000022, 0.7275964529999968, null, 0.6306849469999989, 0.12705286900000345, 0.10064901399999826, 0.17708791199999752, 0.1747761139999966, 0.16285785700000588, 0.08996471700000086, 0.14916058999999393, 0.3591061090000025, 0.30768774300000246, 0.5122856189999965, 0.6490412520000035, 0.11836612999999829, 0.8183843459999949, 0.1416911269999943, 0.5571774169999983, 0.14614973399999798, 0.14050925400000125, 0.49746627800000454, 0.1652847659999992, 0.16399325999999803, 0.1151134710000008, 0.2050667500000003, 1.0435299159999971, 0.20589381900000348, 0.10740260400000068, 0.12062879299999452, 0.20187475200000193, 0.693252367999996, 0.11906468699999806, 0.9207645259999921, 0.6138191000000006, 0.20321394100000134, 0.16441500399999853, 0.1823437460000008, 0.1570963739999982, 0.8459785490000016, 0.7128349429999972, 0.1589361539999956, 0.6467722769999966, 0.13019474200000047, 0.7212167460000032, 0.1926715769999987, 0.13193429100000031, 0.750074620999996, 0.18680692099999874, 0.5699744010000032, 0.6231759139999937, 0.3564432560000057, 0.3976310259999991, 0.37110512699999987, 0.13887812699999813, 0.4496057789999952, 0.09500806200000511], "cpu": [5.145724984, 1.1411485200000004, 1.4825127279999997, 3.226174784000001, 4.045652192999998, 4.474574272, 1.5165072399999997, 1.4234693679999997, 0.8864658559999996, 4.6931877470000005, 1.207313207999995, 2.097921040000003, 0.8273163359999955, 1.6781914479999998, 3.27391712, 1.1173339999999996, 0.6794933199999988, 5.0874687279999975, 1.1188481920000015, 1.775176760000008, 1.1639390240000012, 1.1957788720000053, 1.3209578320000048, 5.111172392999995, 3.308939741999991, 3.609508512000005, 4.125633648000004, 4.018337369000003, 4.287233414999999, 0.8632768399999975, 4.6824022520000135, 5.092041272000017, 1.1329336400000045, 1.4312686639999868, 1.8472785920000092, 3.0711396979999996, 1.2013774239999861, 3.1832177919999936, 2.6639005690000204, 3.8279844739999973, 2.835161704000001, 1.5383674720000045, 3.597524210999996, 1.2020658959999935, 1.24239262399999, 1.338022231999986, 3.438505432000028, 3.8869008710000053, 2.636167936000021, 3.066262359999996, 1.2081563119999998, 1.0995611680000081, 1.0643608639999798, 3.2523149550000134, 1.2764022000000068, 1.9603931519999946, 1.2091780079999808, 4.6799955, 1.4200142480000295, 1.1444904159999965, 1.2342163679999771, 0.9905546319999985, 2.3014080479999848, 1.8085638000000017, 5.367226720999966, 3.2508316489999984, 2.930322266000026, 1.0164229520000276, 0.8051921119999861, 1.4167032959999801, 1.3982089119999728, 1.302862856000047, 0.7197177360000069, 1.1932847199999514, 2.87284887200002, 2.4615019440000196, 4.098284951999972, 4.894887156000024, 0.9469290399999863, 3.02931042500002, 1.1335290159999545, 3.2738315920000076, 1.1691978719999838, 1.12407403200001, 3.942781863000036, 1.3222781279999936, 1.3119460799999842, 0.9209077680000064, 1.6405340000000024, 3.814165786999986, 1.6471505520000278, 0.8592208320000054, 0.9650303439999561, 1.6149980160000155, 5.546018943999968, 0.9525174959999845, 4.0946116489999795, 3.2807823139999996, 1.6257115280000107, 1.3153200319999883, 1.4587499680000064, 1.2567709919999857, 5.791370571000002, 5.64513510799997, 1.2714892319999649, 4.888951065999997, 1.0415579360000038, 5.7697339680000255, 1.5413726159999896, 1.0554743280000025, 6.000596967999968, 1.49445536799999, 4.5597952080000255, 4.98540731199995, 2.8515460480000456, 3.181048207999993, 2.968841015999999, 1.111025015999985, 3.5968462319999617, 0.7600644960000409]}, "full_P16": {"rate_final": 0.975, "wall_q50": [0.20241665400000386, [0.17007485199999905, 0.27519912900000065]], "wall_q90": [0.6944700969999928, [0.6105317849999998, 0.8132960520000001]], "wall_q95": [0.8180101149999928, [0.6944700969999928, NaN]], "wall_median_s": 0.2021457030000029, "cpu_mean_s": 3.561712051083329, "cpu_median_s": 3.0091105805, "T": [0.6125133000000003, 0.13455351100000001, 0.16053225799999993, 0.40327184800000015, 0.3465879209999996, 0.46183993999999995, 0.18153201899999993, 0.155403014, 0.11080823199999995, 0.6105317849999998, 0.15091415099999939, 0.26224013000000035, 0.10341454199999944, 0.20977393099999997, 0.40923964, 0.13673554299999946, 0.08462235299999943, 0.6359335909999997, 0.1398560240000002, 0.2069436549999999, 0.14549237800000014, 0.14673703599999932, 0.1651197290000006, 0.6792461799999998, null, 0.36344207399999995, 0.2952348220000012, 0.47264915400000085, 0.8132960520000001, 0.10790960499999969, 0.7630112560000004, 0.4796324900000002, 0.14161670500000056, 0.13659276899999995, 0.23090982400000115, 0.34547118600000104, 0.15017217799999827, 0.3979022239999992, null, 0.3539276210000004, 0.3543952130000001, 0.19229593400000056, 0.2907795970000002, 0.12117457200000104, 0.15529907799999876, 0.1389372150000021, 0.27519912900000065, 0.9255017820000013, 0.24066256400000086, 0.26788483900000415, 0.15101953899999998, 0.09923203800000024, 0.13304510799999747, 0.29501274799999777, 0.15132974600000182, 0.24504914399999933, 0.143495724000001, 0.5127540800000041, 0.1775017810000037, 0.14306130199999956, 0.15427704599999714, 0.12381932899999981, 0.20241665400000386, 0.22607047500000022, 0.5614334289999974, null, 0.570093589999999, 0.12705286900000345, 0.09611703599999544, 0.1456227339999998, 0.17007485199999905, 0.16285785700000588, 0.08996471700000086, 0.14916058999999393, 0.2849066300000018, 0.2396339310000002, 0.48684797199999963, 0.6490412520000035, 0.11836612999999829, 0.7244457579999946, 0.1416911269999943, 0.40026230400000884, 0.13402692999999744, 0.14050925400000125, 0.4249971340000016, 0.1652847659999992, 0.1558953239999994, 0.1151134710000008, 0.19531896800000226, 0.8869560439999944, 0.1743040659999977, 0.10740260400000068, 0.12062879299999452, 0.20187475200000193, 0.6680416419999986, 0.11906468699999806, 0.8180101149999928, 0.5586709980000037, 0.20321394100000134, 0.16441500399999853, 0.1772298850000027, 0.1570963739999982, 0.6990677609999949, 0.6944700969999928, 0.14210598000000374, 0.6467722769999966, 0.1096765039999994, 0.6989712549999965, 0.174804586999997, 0.1315980769999996, 0.6725146409999994, 0.18680692099999874, 0.4878231649999947, 0.3504276310000023, 0.2871020729999998, 0.2768249870000119, 0.35233036500000026, 0.12952387499999674, 0.4496057789999952, 0.0864078529999972], "cpu": [8.916446348000004, 2.1528561760000002, 2.568516127999999, 6.4523495680000025, 4.120736200999999, 5.260071616999998, 2.904512303999999, 2.486448224, 1.7729317119999992, 4.901436223999999, 2.41462641599999, 3.590549398000002, 1.654632671999991, 3.3563828959999995, 5.016508000000002, 2.1877686879999914, 1.3539576479999909, 10.050755822999989, 2.237696384000003, 3.3110984799999983, 2.3278780480000023, 2.347792575999989, 2.6419156640000097, 5.609239553999988, 3.308939741999991, 5.815073183999999, 4.714558704000016, 4.0907382299999995, 4.287233414999999, 1.726553679999995, 4.8681356220000165, 7.674119840000003, 2.265867280000009, 2.185484303999999, 3.631581381000011, 3.0711396979999996, 2.4027548479999723, 6.020507537999993, 2.6639005690000204, 3.739097362999999, 5.670323408000002, 3.052100863000007, 3.7193800069999945, 1.9387931520000166, 2.48478524799998, 2.222995440000034, 3.645468341000015, 3.8869008710000053, 3.518945600999988, 3.6844090070000064, 2.4163126239999997, 1.587712608000004, 2.1287217279999595, 3.2139494339999963, 2.421275936000029, 3.8664782819999957, 2.295931584000016, 4.491499980000022, 2.794071055000053, 2.288980831999993, 2.4684327359999543, 1.981109263999997, 2.3584678560000043, 3.460283449000002, 5.310904910999973, 3.2508316489999984, 2.930322266000026, 2.0328459040000553, 1.537872575999927, 2.329963743999997, 2.721197631999985, 2.605725712000094, 1.4394354720000138, 2.386569439999903, 3.613721962999982, 3.4383651650000218, 7.789567551999994, 5.072375347000026, 1.8938580799999727, 3.02931042500002, 2.267058031999909, 3.2649008060000284, 2.144430879999959, 2.24814806400002, 4.379901633000038, 2.644556255999987, 2.4943251839999903, 1.8418155360000128, 3.125103488000036, 3.814165786999986, 2.7888650559999633, 1.7184416640000109, 1.9300606879999123, 3.1734724380000117, 10.43908847399998, 1.905034991999969, 4.0946116489999795, 3.400554334000006, 3.2017838470000157, 2.6306400639999765, 2.835678160000043, 2.5135419839999713, 6.113376488999947, 6.674570721999942, 2.27369568000006, 5.539321250000022, 1.7548240639999904, 9.17671325199995, 2.796873391999952, 2.1055692319999935, 6.615688627999987, 2.98891073599998, 7.805170639999915, 5.606842096000037, 4.593633167999997, 3.9056671380000623, 5.637285840000004, 2.0723819999999478, 6.423227847999939, 1.3825256479999553]}, "full_P32": {"rate_final": 0.975, "wall_q50": [0.18247983900000264, [0.16053225799999993, 0.21877385100000168]], "wall_q90": [0.6490412520000035, [0.5900548640000025, 0.7229364720000007]], "wall_q95": [0.7236721379999977, [0.6490412520000035, NaN]], "wall_median_s": 0.1820059290000013, "cpu_mean_s": 4.598108599083335, "cpu_median_s": 3.942873901000018, "T": [0.6125133000000003, 0.13455351100000001, 0.16053225799999993, 0.40327184800000015, 0.2509500649999996, 0.46183993999999995, 0.18153201899999993, 0.1409475210000002, 0.1033337809999999, 0.516882652, 0.14712611900000017, 0.26224013000000035, 0.08692010999999944, 0.17987338000000008, 0.37764892300000064, 0.13673554299999946, 0.08081092599999984, 0.6359335909999997, 0.1398560240000002, 0.2006377060000002, 0.14549237800000014, 0.11901499200000032, 0.1651197290000006, 0.6792461799999998, null, 0.32506504699999894, 0.19099053600000104, 0.47264915400000085, 0.7229364720000007, 0.10790960499999969, 0.7201978980000021, 0.39109516299999925, 0.13816195299999734, 0.13659276899999995, 0.23090982400000115, 0.2616524079999998, 0.12603101699999897, 0.3979022239999992, null, 0.27146434599999836, 0.3543952130000001, 0.19229593400000056, 0.20172930199999684, 0.12117457200000104, 0.14791949900000034, 0.1389372150000021, 0.18825585400000122, 0.8368097740000024, 0.24066256400000086, 0.17815545400000232, 0.15101953899999998, 0.09923203800000024, 0.12201905799999935, 0.2172833549999993, 0.13250130100000135, 0.2321163239999997, 0.14161254800000123, 0.42305820700000396, 0.1775017810000037, 0.14306130199999956, 0.15427704599999714, 0.12381932899999981, 0.14113284900000167, 0.22344873200000137, 0.4778356919999993, null, 0.5127819329999994, 0.12705286900000345, 0.09611703599999544, 0.1456227339999998, 0.1598520590000021, 0.16285785700000588, 0.08996471700000086, 0.11884716099999793, 0.21877385100000168, 0.2188120189999978, 0.4756678510000043, 0.6490412520000035, 0.1098870700000063, 0.6417657379999966, 0.1416911269999943, 0.3174201599999975, 0.10740474700000391, 0.14050925400000125, 0.4249971340000016, 0.14722267399999822, 0.1558953239999994, 0.1151134710000008, 0.18247983900000264, 0.7978356339999948, 0.16657048699999422, 0.10740260400000068, 0.12062879299999452, 0.20187475200000193, 0.6219794690000029, 0.11623092600000007, 0.7236721379999977, 0.5040224150000014, 0.16667057600000135, 0.16441500399999853, 0.16285196800000534, 0.14434736100000123, 0.6027082529999959, 0.5900548640000025, 0.13697949899999884, 0.6467722769999966, 0.1096765039999994, 0.6521314059999952, 0.1537197690000056, 0.1254284919999975, 0.6725146409999994, 0.18680692099999874, 0.40253233899998975, 0.19163862700000323, 0.2871020729999998, 0.1870907260000081, 0.35233036500000026, 0.12952387499999674, 0.4496057789999952, 0.08560333500000183], "cpu": [10.084970036000007, 3.7072952499999996, 3.805962012, 7.888283371000004, 4.120736200999999, 5.458803797999997, 4.356252859999998, 4.269537085000006, 3.306680991999997, 4.89994661, 4.708035808000005, 3.734326225000003, 2.624282699999985, 4.357742873000003, 5.0560450990000065, 4.1486976579999855, 2.585949631999995, 11.39810708599999, 4.040054331000004, 4.342352626000009, 3.5567746870000043, 3.80847974400001, 3.8254443600000005, 5.784805402999989, 3.308939741999991, 7.294985217999981, 4.46697776800001, 4.1773426470000015, 4.287233414999999, 3.45310735999999, 4.872796247000018, 7.714342548999994, 4.231977477999923, 3.9161345899999986, 4.003360141999977, 3.0711396979999996, 3.7683757649999805, 6.797938593999987, 2.6639005690000204, 3.7161880989999965, 10.360684030000009, 3.9507375889999956, 3.7187033309999897, 3.877586304000033, 4.733423968000011, 3.8232176100000324, 3.649642634000017, 3.8869008710000053, 3.7094285249999928, 3.678829348000008, 4.272752892000003, 3.00791206800001, 3.5700423209999848, 3.2108468019999954, 3.935010213000041, 4.81300619200001, 4.233323016000021, 4.312108234000021, 3.227134708999994, 3.9783976869999833, 4.9368654719999086, 3.70341591599999, 2.3584678560000043, 4.010030415999999, 5.3053093469999695, 3.2508316489999984, 2.930322266000026, 3.2025979360000534, 2.677627130999909, 3.8769621590000156, 5.115265888000067, 4.988297633000158, 2.8788709440000275, 3.4546623199999473, 3.566756235999982, 3.670110144999988, 10.7132383530001, 5.157006915000025, 3.3323095800001425, 3.02931042500002, 2.592857911999971, 3.2506175400000217, 3.135338682000082, 4.473486705000042, 4.6457029440000355, 3.8284177899999463, 4.334640201999974, 3.6836310720000256, 5.837387638000088, 3.814165786999986, 3.8695050349998965, 3.4368833280000217, 3.6236946369998506, 3.9813111090000035, 11.373689866000035, 3.4906812329999894, 4.0946116489999795, 3.4128049689999997, 3.7744213490000362, 3.7711499999999774, 5.211262976000171, 4.2469193490000166, 6.006557242999953, 6.429498382999995, 3.862921391999997, 5.764762662000017, 3.5096481279999807, 9.448130375999924, 4.446343870000149, 3.919944874999942, 6.843917019999985, 5.891780769999954, 10.634926974999743, 4.9997223370000725, 6.6895704429999725, 3.889884857000027, 8.087560231000012, 3.714298617999944, 7.363649119999977, 2.664479559000071]}}, "3": {"start_success": 0.1684027777777778, "plant_ge1_of48": 0.9583333333333334, "cpu_per_start_full_s": 0.14422622584878472, "cpu_to_cert_given_ok_s": 0.04649580138144327, "wall_over_cpu": 1.100410311677712, "cert_P1": {"rate_final": 0.9583333333333334, "wall_q50": [0.5449014799999929, [0.5008641069999982, 0.601221202000005]], "wall_q90": [2.5706396789999886, [1.9706647641500168, 3.6475002210000014]], "wall_q95": [3.7025388039999996, [2.5706396789999886, NaN]], "wall_median_s": 0.5431506294999942, "cpu_mean_s": 0.9333503758500006, "cpu_median_s": 0.5431506294999942, "T": [0.6913120199999999, 3.0806218179999982, 1.997578607999999, 0.28971789800000003, 0.6891083450000001, 0.37237810800000004, 0.5946873009999999, 0.6110662590000001, 3.7025388039999996, 2.5617202080000006, 0.5623919169999994, 0.5749204589999994, 0.026241873000000027, 0.5073725410000005, 0.01902011000000048, 0.346808341, 0.18707535400000097, 0.484562754999998, 0.45992766000000085, 0.5568832439999998, 0.5220419329999988, 0.028804165999998688, 0.670089321999999, 0.029421942999999118, 0.6132841649999996, 1.6973454160000028, 2.4441974649999985, 0.5576094839999985, 0.5259802800000024, 2.2514612839999906, 0.23798919300000065, 0.6031291920000008, 0.6143640469999951, 1.9422961859999965, null, 0.6888998080000022, 0.13853717499999973, 0.3514909459999984, 0.23412613900000068, 0.0974912969999977, null, 3.168091150000002, 0.5382794010000005, 0.7833163029999994, 0.5324563960000006, 0.19530001100000405, 0.5572386169999959, 1.9658717870000046, 0.025238077000000914, 0.9455930590000037, 1.2415620619999999, 0.49805548399999466, 0.311173471999993, 0.04321345999999693, 0.6254162330000028, 1.1904503989999853, 0.20459289700000483, 0.45939613500000576, 0.38493845699999696, 0.32609563100000827, 0.46795054400000424, 0.420261262000011, null, 2.163437252999991, 0.5008641069999982, 0.4679443060000068, 0.5350763049999969, 3.6475002210000014, 0.6473673130000037, 0.5115211409999958, 0.33644216300000096, 0.5449014799999929, 0.12801321899998896, null, 1.6428388770000169, 2.5706396789999886, 0.5882033550000045, 0.5335244170000024, 0.601221202000005, 1.2909921800000035, 0.40502424600000353, 2.0775159630000104, 0.5772994089999983, 0.027126860999992175, 0.029029624000003196, 0.2252033859999969, 0.07113818700000252, 0.4621871309999932, 0.4643721059999848, 0.5413997789999954, 0.027528793999998413, 0.27668068900000264, 0.5304675610000018, 0.2504071709999991, 0.46318837300000126, 1.2988189069999976, 2.6660368970000192, 0.8455454890000027, 0.5631275600000052, 1.2140149929999922, 1.4482171460000046, 0.5869944410000016, 0.1967852070000049, 1.225255584999985, 0.048532979000000864, 1.970787661000017, 0.6780944000000062, 0.1729726900000088, 0.11143324999999038, 0.2627775569999926, 1.2883805240000186, 0.18774239399999715, 1.3014639689999825, 3.249551516999972, 1.3981688840000004, 0.23020476600001416, 0.10036422599999639, 1.1997893129999824, null, 0.051210216000001196], "cpu": [0.6913120199999999, 3.0806218179999982, 1.997578607999999, 0.28971789800000003, 0.689108345, 0.37237810800000004, 0.5946873009999999, 0.6110662590000001, 3.7025388039999996, 2.5617202080000006, 0.5623919169999994, 0.5749204589999994, 0.026241873000000027, 0.5073725410000005, 0.01902011000000048, 0.346808341, 0.18707535400000097, 0.484562754999998, 0.45992766000000085, 0.5568832439999998, 0.5220419329999988, 0.028804165999998688, 0.670089321999999, 0.029421942999999118, 0.6132841649999996, 1.6973454160000028, 2.4441974649999985, 0.5576094839999985, 0.5259802800000024, 2.2514612839999906, 0.23798919300000065, 0.6031291920000008, 0.6143640469999951, 1.9422961859999965, 3.8645283549999903, 0.6888998080000022, 0.13853717499999973, 0.3514909459999984, 0.23412613900000068, 0.0974912969999977, 3.9910030740000053, 3.168091150000002, 0.5382794010000005, 0.7833163029999994, 0.5324563960000006, 0.19530001100000405, 0.5572386169999959, 1.9658717870000046, 0.025238077000000914, 0.9455930590000037, 1.2415620619999999, 0.49805548399999466, 0.311173471999993, 0.04321345999999693, 0.6254162330000028, 1.1904503989999853, 0.20459289700000483, 0.45939613500000576, 0.38493845699999696, 0.32609563100000827, 0.46795054400000424, 0.420261262000011, 3.7438202690000395, 2.163437252999991, 0.5008641069999982, 0.4679443060000068, 0.5350763049999969, 3.6475002210000014, 0.6473673130000037, 0.5115211409999958, 0.33644216300000096, 0.5449014799999929, 0.12801321899998896, 3.8250328150000144, 1.6428388770000169, 2.5706396789999886, 0.5882033550000045, 0.5335244170000024, 0.601221202000005, 1.2909921800000035, 0.40502424600000353, 2.0775159630000104, 0.5772994089999983, 0.027126860999992175, 0.029029624000003196, 0.2252033859999969, 0.07113818700000252, 0.4621871309999932, 0.4643721059999848, 0.5413997789999954, 0.027528793999998413, 0.27668068900000264, 0.5304675610000018, 0.2504071709999991, 0.46318837300000126, 1.2988189069999976, 2.6660368970000192, 0.8455454890000027, 0.5631275600000052, 1.2140149929999922, 1.4482171460000046, 0.5869944410000016, 0.1967852070000049, 1.225255584999985, 0.048532979000000864, 1.970787661000017, 0.6780944000000062, 0.1729726900000088, 0.11143324999999038, 0.2627775569999926, 1.2883805240000186, 0.18774239399999715, 1.3014639689999825, 3.249551516999972, 1.3981688840000004, 0.23020476600001416, 0.10036422599999639, 1.1997893129999824, 3.6933496190000454, 0.051210216000001196]}, "cert_P2": {"rate_final": 0.9583333333333334, "wall_q50": [0.26660779300000126, [0.23943109700000775, 0.29117005599999857]], "wall_q90": [1.3315319169999924, [0.9765137389999995, 1.8248744219999935]], "wall_q95": [1.8685105339999997, [1.3315319169999924, NaN]], "wall_median_s": 0.2659062095000002, "cpu_mean_s": 0.927673739149999, "cpu_median_s": 0.5318124190000004, "T": [0.32228057199999993, 1.5564967289999991, 0.9765137389999995, 0.15843970000000002, 0.297612941, 0.191326531, 0.26743425299999996, 0.28350051100000007, 1.8685105339999997, 1.3155552509999997, 0.29986375600000015, 0.253857676, 0.01962488699999998, 0.26660779300000126, 0.014607862000000083, 0.13276947299999975, 0.09825608500000094, 0.21201159799999836, 0.2502713270000019, 0.2384613910000013, 0.2778281929999995, 0.021557615999999058, 0.3391260479999989, 0.022022593999999174, 0.26520462599999917, 0.8635865570000014, 1.2407064089999977, 0.3169138209999982, 0.25416149300000157, 1.1370626269999882, 0.12560334399999817, 0.28024648800000307, 0.28308336499999953, 0.9794081800000001, null, 0.3344720979999991, 0.022262854000000942, 0.13432321499999844, 0.12445150699999985, 0.02701596400000028, null, 1.5588948160000058, 0.29117005599999857, 0.3858197180000005, 0.2693507970000013, 0.10076146200000125, 0.23913608500000194, 0.9481909550000012, 0.018334861999999674, 0.4513548830000005, 0.6013412109999976, 0.2185711779999977, 0.1416029239999972, 0.03872562800000168, 0.3170261690000018, 0.6089240670000038, 0.12729336900000376, 0.23943109700000775, 0.16214044000000172, 0.19690068000000593, 0.23917220700000996, 0.19265151800000524, null, 1.098606243000006, 0.22979974999999797, 0.2216476310000033, 0.2510895959999928, 1.8248744219999935, 0.3229406219999973, 0.28732305499999455, 0.1487362129999994, 0.2723756019999968, 0.01963388999999438, null, 0.8541039330000118, 1.3315319169999924, 0.26247297900000177, 0.2234081230000058, 0.27950139200000024, 0.6549654470000021, 0.1763705450000046, 1.0474427250000033, 0.2568580869999977, 0.02084978499999579, 0.021695423000004155, 0.12009351100000032, 0.06299270899999954, 0.2442147719999923, 0.24092782199998908, 0.2812162550000039, 0.02124099199999563, 0.14445562299999892, 0.293013129000002, 0.12391863799999925, 0.20989841800000164, 0.6567276509999971, 1.381070295999983, 0.47443696500000243, 0.2918818719999976, 0.5979926170000027, 0.70154125199997, 0.26035278899999525, 0.07977627399999676, 0.5791472109999773, 0.04406978400000128, 0.9698398790000198, 0.3145105039999976, 0.08875589500000558, 0.01832539800000177, 0.13742829199999562, 0.6255028460000176, 0.11036026099999674, 0.6583598209999906, 1.6407935129999487, 0.724853980999967, 0.12479404000001182, 0.02201359000000025, 0.5879755610000075, null, 0.043014012000000434], "cpu": [0.6445611439999999, 3.1129934579999983, 1.953027477999999, 0.31687940000000003, 0.595225882, 0.38265306200000004, 0.5348685059999998, 0.5670010220000001, 3.737021067999999, 2.6311105019999994, 0.5997275120000003, 0.507715352, 0.03924977399999996, 0.5332155860000025, 0.029215724000000165, 0.2655389459999995, 0.19651217000000187, 0.4240231959999967, 0.5005426540000038, 0.4769227820000026, 0.555656385999999, 0.043115231999998116, 0.6782520959999978, 0.04404518799999835, 0.5304092519999983, 1.7271731140000028, 2.4814128179999955, 0.6338276419999964, 0.5083229860000031, 2.2741252539999763, 0.25120668799999635, 0.5604929760000061, 0.5661667299999991, 1.9588163600000001, 3.8645283549999903, 0.6689441959999982, 0.044525708000001885, 0.2686464299999969, 0.2489030139999997, 0.05403192800000056, 3.9910030740000053, 3.1177896320000116, 0.5823401119999971, 0.771639436000001, 0.5387015940000026, 0.2015229240000025, 0.4782721700000039, 1.8963819100000023, 0.03666972399999935, 0.902709766000001, 1.2026824219999952, 0.4371423559999954, 0.2832058479999944, 0.07745125600000335, 0.6340523380000036, 1.2178481340000076, 0.25458673800000753, 0.4788621940000155, 0.32428088000000344, 0.39380136000001187, 0.4783444140000199, 0.3853030360000105, 3.7438202690000395, 2.197212486000012, 0.45959949999999594, 0.4432952620000066, 0.5021791919999856, 3.649748843999987, 0.6458812439999946, 0.5746461099999891, 0.2974724259999988, 0.5447512039999935, 0.03926777999998876, 3.8250328150000144, 1.7082078660000235, 2.663063833999985, 0.5249459580000035, 0.4468162460000116, 0.5590027840000005, 1.3099308940000043, 0.3527410900000092, 2.0948854500000067, 0.5137161739999954, 0.04169956999999158, 0.04339084600000831, 0.24018702200000064, 0.12598541799999907, 0.4884295439999846, 0.48185564399997816, 0.5624325100000078, 0.04248198399999126, 0.28891124599999785, 0.586026258000004, 0.2478372759999985, 0.4197968360000033, 1.3134553019999942, 2.762140591999966, 0.9488739300000049, 0.5837637439999952, 1.1959852340000054, 1.40308250399994, 0.5207055779999905, 0.15955254799999352, 1.1582944219999547, 0.08813956800000255, 1.9396797580000396, 0.6290210079999952, 0.17751179000001116, 0.03665079600000354, 0.27485658399999124, 1.2510056920000352, 0.22072052199999348, 1.3167196419999811, 3.2815870259998974, 1.449707961999934, 0.24958808000002364, 0.0440271800000005, 1.175951122000015, 3.6933496190000454, 0.08602802400000087]}, "cert_P4": {"rate_final": 0.9583333333333334, "wall_q50": [0.14447981899999718, [0.12993592400000864, 0.1591631650000001]], "wall_q90": [0.6844253099999804, [0.513317494999999, 0.9116285609999996]], "wall_q95": [0.9174352529999936, [0.6844253099999804, NaN]], "wall_median_s": 0.14347297900000022, "cpu_mean_s": 0.9407922240999991, "cpu_median_s": 0.5738919160000009, "T": [0.18792739200000003, 0.7548407019999992, 0.49947194699999975, 0.039991787, 0.15310914400000006, 0.08205676499999999, 0.15187039599999996, 0.1591631650000001, 0.9116285609999996, 0.6596285019999997, 0.15100581900000032, 0.1419101550000006, 0.01962488699999998, 0.15653875900000003, 0.014607862000000083, 0.028078666999999946, 0.018745789000000457, 0.10270889299999997, 0.14840539900000138, 0.12725390099999956, 0.17318129199999888, 0.021557615999999058, 0.20681520299999967, 0.022022593999999174, 0.1389193389999992, 0.4664147010000015, 0.613571468, 0.19631219000000044, 0.14246613900000327, 0.5831564139999976, 0.019764535999996724, 0.1300673599999982, 0.15543124699999566, 0.513317494999999, null, 0.19062637899999757, 0.022262854000000942, 0.029451987999998153, 0.019946810000000426, 0.02701596400000028, null, 0.7555194699999994, 0.16973875900000124, 0.25089307899999724, 0.15471521199999927, 0.01319076600000102, 0.12723787500000228, 0.45267540200000056, 0.018334861999999674, 0.21896562700000288, 0.28577749700000155, 0.11124252400000145, 0.0437852190000001, 0.03872562800000168, 0.18542903299999836, 0.29804675899999467, 0.05181277900000225, 0.13369443200000575, 0.08766208299999789, 0.09256537700000678, 0.11734865300000052, 0.11333439200000583, null, 0.566957189, 0.12998561899999572, 0.10830599900000237, 0.15255890800000316, 0.9174352529999936, 0.15353784800000625, 0.17009188799999464, 0.04360014999999606, 0.14045179800000085, 0.01963388999999438, null, 0.45694668100001223, 0.6844253099999804, 0.15073531299999843, 0.1106767650000009, 0.1397830330000005, 0.3278355959999857, 0.06356020000000484, 0.5363324679999977, 0.12993592400000864, 0.02084978499999579, 0.021695423000004155, 0.10557019600000217, 0.06299270899999954, 0.13004011999999676, 0.12591525199999154, 0.13029234799999756, 0.02124099199999563, 0.021280982000000392, 0.1797207310000033, 0.01893289899999928, 0.08832024099999813, 0.34216398599999565, 0.6989352430000011, 0.24005012500000333, 0.19398217200000545, 0.2871450660000079, 0.352977003999996, 0.14447981899999718, 0.07977627399999676, 0.2720715869999992, 0.04406978400000128, 0.5201595869999949, 0.15002177200000233, 0.01385476299999766, 0.01832539800000177, 0.021104996999994796, 0.27647481400001084, 0.04077422199999603, 0.3387574999999998, 0.8185179699999878, 0.34766573899999287, 0.02183676500000331, 0.02201359000000025, 0.3249539819999967, null, 0.043014012000000434], "cpu": [0.7517095680000001, 3.019362807999997, 1.9978877879999988, 0.159967148, 0.6124365760000002, 0.32822705999999996, 0.6074815839999999, 0.6366526600000004, 3.6465142439999987, 2.6385140079999987, 0.6040232760000013, 0.5676406200000024, 0.07849954799999992, 0.6261550360000001, 0.05843144800000033, 0.11231466799999978, 0.07498315600000183, 0.41083557199999987, 0.5936215960000055, 0.5090156039999982, 0.6927251679999955, 0.08623046399999623, 0.8272608119999987, 0.0880903759999967, 0.5556773559999968, 1.865658804000006, 2.454285872, 0.7852487600000018, 0.5698645560000131, 2.3326256559999905, 0.0790581439999869, 0.5202694399999928, 0.6217249879999827, 2.053269979999996, 3.8645283549999903, 0.7625055159999903, 0.08905141600000377, 0.11780795199999261, 0.0797872400000017, 0.10806385600000112, 3.9910030740000053, 3.0220778799999977, 0.678955036000005, 1.003572315999989, 0.6188608479999971, 0.05276306400000408, 0.5089515000000091, 1.8107016080000022, 0.0733394479999987, 0.8758625080000115, 1.1431099880000062, 0.4449700960000058, 0.1751408760000004, 0.1549025120000067, 0.7417161319999934, 1.1921870359999787, 0.207251116000009, 0.534777728000023, 0.35064833199999157, 0.3702615080000271, 0.4693946120000021, 0.45333756800002334, 3.7438202690000395, 2.267828756, 0.5199424759999829, 0.4332239960000095, 0.6102356320000126, 3.6697410119999745, 0.614151392000025, 0.6803675519999786, 0.17440059999998425, 0.5618071920000034, 0.07853555999997752, 3.8250328150000144, 1.827786724000049, 2.7377012399999217, 0.6029412519999937, 0.4427070600000036, 0.559132132000002, 1.3113423839999427, 0.25424080000001936, 2.1453298719999907, 0.5197436960000346, 0.08339913999998316, 0.08678169200001662, 0.4222807840000087, 0.25197083599999814, 0.520160479999987, 0.5036610079999662, 0.5211693919999902, 0.08496396799998251, 0.08512392800000157, 0.7188829240000132, 0.07573159599999713, 0.35328096399999254, 1.3686559439999826, 2.7957409720000044, 0.9602005000000133, 0.7759286880000218, 1.1485802640000315, 1.411908015999984, 0.5779192759999887, 0.31910509599998704, 1.088286347999997, 0.1762791360000051, 2.0806383479999795, 0.6000870880000093, 0.05541905199999064, 0.07330159200000708, 0.08441998799997918, 1.1058992560000434, 0.16309688799998412, 1.3550299999999993, 3.2740718799999513, 1.3906629559999715, 0.08734706000001324, 0.088054360000001, 1.2998159279999868, 3.6933496190000454, 0.17205604800000174]}, "cert_P8": {"rate_final": 0.9583333333333334, "wall_q50": [0.04525449200000009, [0.03976231299999711, 0.06384017999999969]], "wall_q90": [0.34027707499999593, [0.2726708450000004, 0.44792454499999934]], "wall_q95": [0.4732455889999998, [0.34214290422499294, NaN]], "wall_median_s": 0.044773845999999284, "cpu_mean_s": 0.8940395719916662, "cpu_median_s": 0.3581907679999943, "T": [0.06739926900000004, 0.38025032599999986, 0.25926276400000003, 0.039991787, 0.02386121200000002, 0.03912841300000003, 0.038013369999999935, 0.04525449200000009, 0.4732455889999998, 0.3340652089999999, 0.07217475200000001, 0.03643783600000017, 0.01962488699999998, 0.04074445700000062, 0.01313462199999993, 0.021261621999999925, 0.014358958000000754, 0.014357595999999972, 0.06634779200000107, 0.021096004000000335, 0.09327596400000004, 0.021557615999999058, 0.09514130200000004, 0.022022593999999174, 0.020633630999999042, 0.26817631399999975, 0.2891349320000014, 0.0864165460000006, 0.06418836300000308, 0.3074313279999963, 0.019764535999996724, 0.01324259399999761, 0.04268722099999778, 0.27321667600000055, null, 0.07010452699999803, 0.02214723100000171, 0.02141534300000103, 0.01880869299999688, 0.02701596400000028, null, 0.34027707499999593, 0.060881782999999245, 0.1196971249999983, 0.05903348000000008, 0.01319076600000102, 0.01973832600000236, 0.2203485119999975, 0.018334861999999674, 0.10662137200000288, 0.1599477420000035, 0.012976154000000406, 0.039429415000000745, 0.018424056000000633, 0.07811025499999857, 0.16229172799999958, 0.0378939410000001, 0.03607857800000147, 0.014003514999998856, 0.058959839999999986, 0.02045399100000367, 0.03891199800000322, null, 0.29230086299999414, 0.04429319999999848, 0.013986209999998778, 0.06340707100000031, 0.44792454499999934, 0.0434031449999992, 0.0631931599999973, 0.03488363599999644, 0.05167321000000413, 0.01963388999999438, null, 0.2563386480000105, 0.3421907459999929, 0.04090932399999758, 0.02879070600000233, 0.0320824129999977, 0.1400126000000057, 0.05658234300000231, 0.2726708450000004, 0.020288853000003826, 0.020832118000001287, 0.021695423000004155, 0.10557019600000217, 0.06299270899999954, 0.019910115000001838, 0.019841381999995633, 0.05241311000000337, 0.02124099199999563, 0.021280982000000392, 0.06384017999999969, 0.01893289899999928, 0.08100197299999934, 0.1495026229999965, 0.3559249469999912, 0.1173027640000015, 0.10256635900000077, 0.12409984900000381, 0.16929858800001796, 0.03976231299999711, 0.041876924999996845, 0.13894446700000174, 0.04406978400000128, 0.29417072500000074, 0.024111066000003234, 0.01385476299999766, 0.01832539800000177, 0.020924827000001756, 0.12962061200001074, 0.04077422199999603, 0.14474261299999114, 0.4126052879999804, 0.21548267399998622, 0.02183676500000331, 0.01902216300000248, 0.15100026999999727, null, 0.043014012000000434], "cpu": [0.5391941520000003, 3.042002607999999, 2.0741021120000003, 0.319934296, 0.19088969600000016, 0.31302730400000023, 0.3041069599999995, 0.3620359360000007, 3.641392418999999, 2.6725216719999993, 0.5773980160000001, 0.29150268800000134, 0.15699909599999984, 0.325955656000005, 0.10507697599999943, 0.1700929759999994, 0.11487166400000604, 0.11486076799999978, 0.5307823360000086, 0.16876803200000268, 0.7462077120000004, 0.17246092799999246, 0.7611304160000003, 0.1761807519999934, 0.16506904799999234, 2.145410511999998, 2.313079456000011, 0.6913323680000047, 0.5135069040000246, 2.4594506239999703, 0.1581162879999738, 0.10594075199998088, 0.3414977679999822, 2.1857334080000044, 3.8645283549999903, 0.5608362159999842, 0.17717784800001368, 0.17132274400000824, 0.15046954399997503, 0.21612771200000225, 3.9910030740000053, 2.7222165999999675, 0.48705426399999396, 0.9575769999999864, 0.47226784000000066, 0.10552612800000816, 0.15790660800001888, 1.76278809599998, 0.1466788959999974, 0.852970976000023, 1.279581936000028, 0.10380923200000325, 0.31543532000000596, 0.14739244800000506, 0.6248820399999886, 1.2983338239999966, 0.3031515280000008, 0.28862862400001177, 0.11202811999999085, 0.4716787199999999, 0.16363192800002935, 0.3112959840000258, 3.7438202690000395, 2.338406903999953, 0.3543455999999878, 0.11188967999999022, 0.5072565680000025, 3.5833963599999947, 0.3472251599999936, 0.5055452799999784, 0.27906908799997154, 0.41338568000003306, 0.15707111999995504, 3.8250328150000144, 2.050709184000084, 2.737525967999943, 0.32727459199998066, 0.23032564800001865, 0.2566593039999816, 1.1201008000000456, 0.4526587440000185, 2.181366760000003, 0.1623108240000306, 0.1666569440000103, 0.17356338400003324, 0.8445615680000174, 0.5039416719999963, 0.1592809200000147, 0.15873105599996506, 0.41930488000002697, 0.16992793599996503, 0.17024785600000314, 0.5107214399999975, 0.15146319199999425, 0.6480157839999947, 1.196020983999972, 2.8473995759999298, 0.938422112000012, 0.8205308720000062, 0.9927987920000305, 1.3543887040001437, 0.31809850399997686, 0.33501539999997476, 1.111555736000014, 0.3525582720000102, 2.353365800000006, 0.19288852800002587, 0.11083810399998129, 0.14660318400001415, 0.16739861600001404, 1.036964896000086, 0.32619377599996824, 1.157940903999929, 3.3008423039998434, 1.7238613919998897, 0.1746941200000265, 0.15217730400001983, 1.2080021599999782, 3.6933496190000454, 0.3441120960000035]}, "cert_P16": {"rate_final": 0.9583333333333334, "wall_q50": [0.03891199800000322, [0.028051648000001705, 0.04251716599999611]], "wall_q90": [0.18511619300001314, [0.1550772459999994, 0.21707336899999063]], "wall_q95": [0.2499987680000001, [0.18511619300001314, NaN]], "wall_median_s": 0.03846268400000158, "cpu_mean_s": 1.0339954664583384, "cpu_median_s": 0.6154029440000253, "T": [0.04369259900000011, 0.1632364639999998, 0.15097272900000003, 0.039991787, 0.02386121200000002, 0.02008899399999997, 0.038013369999999935, 0.021034852999999964, 0.2499987680000001, 0.17132382699999993, 0.04484748100000058, 0.01612480699999974, 0.01962488699999998, 0.039050877000000206, 0.01313462199999993, 0.01927330000000005, 0.014358958000000754, 0.014357595999999972, 0.06634779200000107, 0.021096004000000335, 0.09327596400000004, 0.021557615999999058, 0.02233875800000007, 0.016126239000000098, 0.020633630999999042, 0.1550772459999994, 0.15726015000000082, 0.0864165460000006, 0.01912591900000038, 0.1908403209999996, 0.01811626399999966, 0.01324259399999761, 0.04268722099999778, 0.15848521799999915, null, 0.04004703100000029, 0.02062949499999789, 0.02141534300000103, 0.016459068999999715, 0.02701596400000028, null, 0.1371281320000044, 0.060881782999999245, 0.1196971249999983, 0.0480450569999995, 0.01319076600000102, 0.01973832600000236, 0.1181052369999982, 0.018334861999999674, 0.02617865800000274, 0.053119840000000806, 0.01297555300000397, 0.039429415000000745, 0.018424056000000633, 0.06233244900000301, 0.05706513799999868, 0.0378939410000001, 0.03607857800000147, 0.013568252999995423, 0.058959839999999986, 0.02045399100000367, 0.03891199800000322, null, 0.18482394699999816, 0.04429319999999848, 0.013986209999998778, 0.06243265900000239, 0.20982623899999453, 0.0430436860000043, 0.0631931599999973, 0.013054441999997835, 0.03623445099999145, 0.018208884000003422, null, 0.1620846269999987, 0.2147284429999985, 0.04090932399999758, 0.02879070600000233, 0.018395883999993146, 0.041733190000002196, 0.05658234300000231, 0.14198958400000095, 0.020288853000003826, 0.020832118000001287, 0.021695423000004155, 0.04251716599999611, 0.0291978670000006, 0.014623466000003305, 0.019841381999995633, 0.05241311000000337, 0.019214481999995314, 0.021280982000000392, 0.06384017999999969, 0.01893289899999928, 0.059909263000001545, 0.03899101700000074, 0.21707336899999063, 0.1173027640000015, 0.10256635900000077, 0.018274822000009294, 0.09167137700001149, 0.028587281000014286, 0.012416615000006459, 0.0375788679999971, 0.028051648000001705, 0.18511619300001314, 0.0163406709999947, 0.01385476299999766, 0.01832539800000177, 0.020924827000001756, 0.020242945000006785, 0.04077422199999603, 0.03982228299999235, 0.1904865620000038, 0.0922527989999935, 0.02183676500000331, 0.01902216300000248, 0.0421536610000004, null, 0.030171697999989533], "cpu": [0.6990815840000018, 2.611783423999997, 2.4155636640000004, 0.639868592, 0.38177939200000033, 0.32142390399999954, 0.608213919999999, 0.33655764799999943, 3.619239745, 2.7376089199999996, 0.7175596960000092, 0.25799691199999586, 0.3139981919999997, 0.6248140320000033, 0.21015395199999887, 0.3083728000000008, 0.22974332800001207, 0.22972153599999956, 1.0615646720000171, 0.33753606400000535, 1.4924154240000007, 0.3449218559999849, 0.3574201280000011, 0.25801982400000156, 0.33013809599998467, 2.4812359359999903, 2.516162400000013, 1.3826647360000095, 0.3060147040000061, 3.0533258579999902, 0.28986022399999456, 0.21188150399996175, 0.6829955359999644, 2.5357634879999864, 3.8645283549999903, 0.6407524960000046, 0.3300719199999662, 0.3426454880000165, 0.26334510399999544, 0.4322554240000045, 3.9910030740000053, 2.1940501120000704, 0.9741085279999879, 1.9151539999999727, 0.768720911999992, 0.21105225600001631, 0.31581321600003776, 1.8896837919999712, 0.2933577919999948, 0.41885852800004386, 0.8499174400000129, 0.20760884800006352, 0.6308706400000119, 0.2947848960000101, 0.9973191840000482, 0.9130422079999789, 0.6063030560000016, 0.5772572480000235, 0.21709204799992676, 0.9433574399999998, 0.3272638560000587, 0.6225919680000516, 3.7438202690000395, 2.9571831519999705, 0.7086911999999757, 0.22377935999998044, 0.9989225440000382, 3.3572198239999125, 0.6886989760000688, 1.011090559999957, 0.20887107199996535, 0.5797512159998632, 0.29134214400005476, 3.8250328150000144, 2.5933540319999793, 3.435655087999976, 0.6545491839999613, 0.4606512960000373, 0.29433414399989033, 0.6677310400000351, 0.905317488000037, 2.271833344000015, 0.3246216480000612, 0.3333138880000206, 0.3471267680000665, 0.6802746559999377, 0.4671658720000096, 0.23397545600005287, 0.31746211199993013, 0.8386097600000539, 0.30743171199992503, 0.3404957120000063, 1.021442879999995, 0.3029263839999885, 0.9585482080000247, 0.6238562720000118, 3.468419815999873, 1.876844224000024, 1.6410617440000124, 0.2923971520001487, 1.4667420320001838, 0.4573964960002286, 0.19866584000010334, 0.6012618879999536, 0.4488263680000273, 2.9618590880002102, 0.2614507359999152, 0.22167620799996257, 0.2932063680000283, 0.3347972320000281, 0.32388712000010855, 0.6523875519999365, 0.6371565279998777, 3.047784992000061, 1.476044783999896, 0.349388240000053, 0.30435460800003966, 0.6744585760000064, 3.6933496190000454, 0.4827471679998325]}, "cert_P32": {"rate_final": 0.9583333333333334, "wall_q50": [0.021096004000000335, [0.019841381999995633, 0.022812369000000388]], "wall_q90": [0.08409897899999663, [0.06634779200000107, 0.10836165199999925]], "wall_q95": [0.14383782599999995, [0.08409897899999663, NaN]], "wall_median_s": 0.02096406100000081, "cpu_mean_s": 1.127149675341658, "cpu_median_s": 0.670849952000026, "T": [0.021456875000000153, 0.0444008509999998, 0.044504276999999925, 0.02041791699999962, 0.02386121200000002, 0.02008899399999997, 0.038013369999999935, 0.020339399000000036, 0.14383782599999995, 0.07455919999999994, 0.013678957999999852, 0.01612480699999974, 0.013914922999999746, 0.01968179300000017, 0.01313462199999993, 0.017806350000000748, 0.013718647000001027, 0.014357595999999972, 0.06634779200000107, 0.021096004000000335, 0.015416183999999333, 0.019518877999999518, 0.02233875800000007, 0.013413950999998647, 0.020633630999999042, 0.05766686999999848, 0.048909765000001215, 0.022812369000000388, 0.01912591900000038, 0.08614845299999985, 0.017616985000000085, 0.01324259399999761, 0.04268722099999778, 0.08177848799999765, null, 0.026355283000000895, 0.012784716999998835, 0.02141534300000103, 0.016459068999999715, 0.019033610000001033, null, 0.027091956999999667, 0.060881782999999245, 0.02436665999999832, 0.041546840999998835, 0.01319076600000102, 0.01973832600000236, 0.01880432599999793, 0.018334861999999674, 0.02617865800000274, 0.019829854999997565, 0.01297555300000397, 0.039429415000000745, 0.018424056000000633, 0.04229383999999925, 0.05706513799999868, 0.012617577000000324, 0.019562634000003243, 0.013568252999995423, 0.01948133199999802, 0.02045399100000367, 0.021187941999997406, null, 0.08409897899999663, 0.028127230999999142, 0.013986209999998778, 0.03857675499999402, 0.07001223899999331, 0.02155413100000203, 0.04786135199999819, 0.013054441999997835, 0.01673322900000329, 0.017974882999993724, null, 0.07783473199999946, 0.10441546299999516, 0.04090932399999758, 0.016946580000002598, 0.018395883999993146, 0.015943935999999326, 0.05658234300000231, 0.021865707999999984, 0.020288853000003826, 0.020832118000001287, 0.021695423000004155, 0.02552654000000132, 0.015238768000003233, 0.014340310999997996, 0.019841381999995633, 0.05241311000000337, 0.019214481999995314, 0.021280982000000392, 0.02270471699999632, 0.01893289899999928, 0.023456035000002373, 0.03013725599999617, 0.1029310059999915, 0.10836165199999925, 0.042516214000002606, 0.018274822000009294, 0.01531895800000882, 0.02022194299999569, 0.012416615000006459, 0.0375788679999971, 0.017948412999999164, 0.08076163200000508, 0.014982132999989517, 0.01385476299999766, 0.01832539800000177, 0.01392351600000552, 0.020242945000006785, 0.013057676000002516, 0.03877612399999464, 0.06684792199999379, 0.0922527989999935, 0.013889173999999116, 0.018621022000004928, 0.0411638660000051, null, 0.02183334999999431], "cpu": [0.6866200000000049, 1.4208272319999935, 1.4241368639999976, 0.6533733439999878, 0.7635587840000007, 0.6428478079999991, 1.216427839999998, 0.6508607680000011, 3.6141407649999993, 2.385894399999998, 0.4377266559999953, 0.5159938239999917, 0.44527753599999187, 0.6298173760000054, 0.42030790399999773, 0.5698032000000239, 0.4389967040000329, 0.4594430719999991, 2.1231293440000343, 0.6750721280000107, 0.49331788799997867, 0.6246040959999846, 0.7148402560000022, 0.4292464319999567, 0.6602761919999693, 1.8453398399999514, 1.5651124800000389, 0.7299958080000124, 0.6120294080000122, 2.7488334999999964, 0.5637435200000027, 0.4237630079999235, 1.3659910719999289, 2.616911615999925, 3.8645283549999903, 0.8433690560000286, 0.40911094399996273, 0.685290976000033, 0.5266902079999909, 0.6090755200000331, 3.9910030740000053, 0.8669426239999893, 1.9482170559999759, 0.7797331199999462, 1.3294989119999627, 0.42210451200003263, 0.6316264320000755, 0.6017384319999337, 0.5867155839999896, 0.8377170560000877, 0.6345553599999221, 0.41521769600012703, 1.2617412800000238, 0.5895697920000202, 1.353402879999976, 1.8260844159999579, 0.40376246400001037, 0.6260042880001038, 0.4341840959998535, 0.6234026239999366, 0.6545277120001174, 0.678014143999917, 3.7438202690000395, 2.6911673279998922, 0.9000713919999725, 0.4475587199999609, 1.2344561599998087, 2.240391647999786, 0.689732192000065, 1.5315632639999421, 0.4177421439999307, 0.5354633280001053, 0.5751962559997992, 3.8250328150000144, 2.490711423999983, 3.3411212259998493, 1.3090983679999226, 0.5422905600000831, 0.5886682879997807, 0.5102059519999784, 1.810634976000074, 0.6997026559999995, 0.6492432960001224, 0.6666277760000412, 0.694253536000133, 0.8168492800000422, 0.48764057600010347, 0.4588899519999359, 0.6349242239998603, 1.6772195200001079, 0.6148634239998501, 0.6809914240000126, 0.7265509439998823, 0.605852767999977, 0.7505931200000759, 0.9643921919998775, 3.291567385999741, 3.467572863999976, 1.3605188480000834, 0.5847943040002974, 0.49020665600028224, 0.6471021759998621, 0.3973316800002067, 1.2025237759999072, 0.5743492159999732, 2.5843722240001625, 0.47942825599966454, 0.44335241599992514, 0.5864127360000566, 0.44555251200017665, 0.6477742400002171, 0.4178456320000805, 1.2408359679998284, 2.139133503999801, 2.952089567999792, 0.4444535679999717, 0.5958727040001577, 1.3172437120001632, 3.6933496190000454, 0.698667199999818]}, "full_P1": {"rate_final": 0.9583333333333334, "wall_q50": [1.097255986, [0.8418352639999966, 1.259934389999998]], "wall_q90": [3.4046969320000002, [2.7396183560000003, 4.023465602000002]], "wall_q95": [4.557659785, [3.4046969320000002, NaN]], "wall_median_s": 1.095483956500004, "cpu_mean_s": 1.3817584405416672, "cpu_median_s": 1.095483956500004, "T": [1.110956876, 3.316745642999998, 2.9300394489999992, 1.097255986, 1.1556406030000002, 0.559728343, 0.826910996, 0.779988051, 4.557659785, 2.7396183560000003, 0.702805045999999, 0.8031204989999994, 0.23774388600000051, 1.2620887850000004, 0.16937274800000068, 0.571051626, 0.6976260100000005, 1.1638721679999984, 0.6886807599999996, 0.7705297939999998, 1.2253230939999984, 0.21341780599999893, 1.5429238649999988, 0.2351087329999988, 0.8466721870000011, 2.0640503630000016, 3.4046969320000002, 1.3703634449999988, 1.2412168950000009, 3.058446790999991, 0.44008530800000045, 1.3868975349999992, 0.8418352639999966, 2.935685540999998, null, 0.9500869760000015, 0.36101374099999717, 0.5925607500000005, 0.450349193000001, 0.20341072599999777, null, 4.023465602000002, 1.0794658089999984, 1.783105717999998, 0.704788483999998, 0.794462013000004, 1.1810310079999944, 2.1889469400000046, 0.2079023830000004, 1.115350116000002, 2.100034591, 1.116785979999996, 0.4951383099999944, 0.19021450199999634, 1.2670596880000033, 2.0273143849999826, 0.375405035, 0.7828230650000023, 0.5399108559999988, 0.5628929470000088, 1.3499882010000022, 0.587802374000006, null, 2.9109217199999904, 0.6717897340000007, 0.6586560430000077, 1.2000031549999974, 3.923023276000002, 0.8438560559999999, 1.3073318269999987, 0.5049743810000038, 0.7118626709999987, 0.28462629799999206, null, 1.8350079500000192, 3.499221210999991, 1.2714130990000072, 0.7025065600000033, 1.2765683640000063, 2.0675159460000003, 0.6393888330000053, 3.06610511600001, 1.287529002999996, 0.2721107169999968, 0.2568647060000018, 0.45342704099999054, 0.9169269719999988, 1.209367762999996, 1.3482988969999852, 1.0808153999999917, 0.1903871410000022, 0.9329035630000035, 1.0937119270000082, 0.4445836940000021, 0.7122149030000031, 2.0792430129999957, 3.563106942000026, 1.8752533800000037, 1.3647801690000065, 2.069250995999994, 1.6121699659999962, 0.8037770650000056, 1.0272620920000008, 1.4456652099999872, 0.20693441099999177, 2.9455169160000167, 1.259934389999998, 0.6320770060000029, 0.32183807699999534, 0.4918117979999863, 1.5150479750000159, 0.9545580580000035, 1.51638466899999, 3.9070660589999733, 2.453984403000007, 0.37597736500001133, 0.3171554029999868, 2.0915122269999813, null, 0.30958861400000615], "cpu": [1.110956876, 3.316745642999998, 2.930039448999999, 1.097255986, 1.1556406030000002, 0.559728343, 0.826910996, 0.779988051, 4.557659785, 2.7396183560000003, 0.702805045999999, 0.8031204989999994, 0.23774388600000051, 1.2620887850000004, 0.16937274800000068, 0.571051626, 0.6976260100000005, 1.1638721679999984, 0.6886807599999996, 0.7705297939999998, 1.2253230939999984, 0.21341780599999893, 1.5429238649999988, 0.2351087329999988, 0.8466721870000011, 2.0640503630000016, 3.4046969320000002, 1.3703634449999988, 1.2412168950000009, 3.058446790999991, 0.44008530800000045, 1.3868975349999992, 0.8418352639999966, 2.935685540999998, 3.8645283549999903, 0.9500869760000015, 0.36101374099999717, 0.5925607500000005, 0.450349193000001, 0.20341072599999777, 3.9910030740000053, 4.023465602000002, 1.0794658089999984, 1.783105717999998, 0.704788483999998, 0.794462013000004, 1.1810310079999944, 2.1889469400000046, 0.2079023830000004, 1.115350116000002, 2.100034591, 1.116785979999996, 0.4951383099999944, 0.19021450199999634, 1.2670596880000033, 2.0273143849999826, 0.375405035, 0.7828230650000023, 0.5399108559999988, 0.5628929470000088, 1.3499882010000022, 0.587802374000006, 3.7438202690000395, 2.9109217199999904, 0.6717897340000007, 0.6586560430000077, 1.2000031549999974, 3.923023276000002, 0.8438560559999999, 1.3073318269999987, 0.5049743810000038, 0.7118626709999987, 0.28462629799999206, 3.8250328150000144, 1.8350079500000192, 3.499221210999991, 1.2714130990000072, 0.7025065600000033, 1.2765683640000063, 2.0675159460000003, 0.6393888330000053, 3.06610511600001, 1.287529002999996, 0.2721107169999968, 0.2568647060000018, 0.45342704099999054, 0.9169269719999988, 1.209367762999996, 1.3482988969999852, 1.0808153999999917, 0.1903871410000022, 0.9329035630000035, 1.0937119270000082, 0.4445836940000021, 0.7122149030000031, 2.0792430129999957, 3.563106942000026, 1.8752533800000037, 1.3647801690000065, 2.069250995999994, 1.6121699659999962, 0.8037770650000056, 1.0272620920000008, 1.4456652099999872, 0.20693441099999177, 2.9455169160000167, 1.259934389999998, 0.6320770060000029, 0.32183807699999534, 0.4918117979999863, 1.5150479750000159, 0.9545580580000035, 1.51638466899999, 3.9070660589999733, 2.453984403000007, 0.37597736500001133, 0.3171554029999868, 2.0915122269999813, 3.6933496190000454, 0.30958861400000615]}, "full_P2": {"rate_final": 0.9583333333333334, "wall_q50": [0.8323564639999965, [0.5628580270000043, 0.9087814939999959]], "wall_q90": [2.036031878000003, [1.7806694999999735, 2.4142692680000053]], "wall_q95": [2.723631515, [2.036031878000003, NaN]], "wall_median_s": 0.8264941699999984, "cpu_mean_s": 1.7955494930999991, "cpu_median_s": 1.6529883399999967, "T": [0.7419254279999999, 1.792620553999999, 1.9089745799999998, 0.965977788, 0.7641451990000001, 0.378676766, 0.499657948, 0.45242230299999997, 2.723631515, 1.4934533989999994, 0.44027688499999984, 0.4820577159999999, 0.23112690000000047, 1.0213240370000012, 0.1649605000000003, 0.35701275799999976, 0.6088067410000004, 0.8913210109999987, 0.4790244270000006, 0.4521079410000013, 0.9811093539999991, 0.2061712559999993, 1.2119605909999986, 0.22770938399999885, 0.4985926480000007, 1.2302915040000002, 1.5118815310000038, 1.1296677819999985, 0.969398108, 1.9440481339999884, 0.327699458999998, 0.8678295449999958, 0.510554582000001, 1.9727975350000015, null, 0.5956592659999984, 0.24473941999999838, 0.37539301900000055, 0.33985458200000096, 0.13293539300000035, null, 2.4142692680000053, 0.8323564639999965, 1.385609132999999, 0.44168288499999875, 0.6417723800000026, 0.8629284760000004, 1.171266108000001, 0.20099916799999917, 0.6211119399999987, 1.4598137399999978, 0.8956119689999937, 0.3255677619999986, 0.1857266700000011, 0.9586696240000023, 1.4457880530000011, 0.29810550699999894, 0.5628580270000043, 0.31711283900000353, 0.43369799600000647, 1.1212098640000079, 0.36019263000000024, null, 1.8460907100000057, 0.40072537700000055, 0.41235936800000417, 0.9160164459999933, 2.1003974769999942, 0.5194293649999935, 1.0831337409999975, 0.31726843100000224, 0.4393367930000025, 0.17624696899999748, null, 1.046273006000014, 2.260113448999995, 0.9456827230000044, 0.3923902660000067, 0.9548485540000016, 1.2378543550000032, 0.41073513200000633, 2.036031878000003, 0.9670876809999953, 0.2658336410000004, 0.24953050500000273, 0.34831716599999396, 0.9087814939999959, 0.991395403999995, 1.1248546129999895, 0.8206318760000002, 0.18409933899999942, 0.8006784969999998, 0.8562574950000084, 0.31809516100000224, 0.4589249480000035, 1.339166719000005, 2.2781403409999896, 1.5041448560000035, 1.093534480999999, 1.4532286200000044, 0.8654940719999615, 0.4771354129999992, 0.9102531589999927, 0.7995568359999794, 0.20247121599999218, 1.9445691340000195, 0.8963504939999893, 0.5478602109999997, 0.22873022500000673, 0.3664625329999893, 0.8521702970000149, 0.7031296180000197, 0.8732805209999981, 2.29830805499995, 1.7806694999999735, 0.270566639000009, 0.23880476699999065, 1.4796984750000064, null, 0.3013924100000054], "cpu": [1.483850856, 3.585241107999998, 3.8179491599999995, 1.931955576, 1.5282903980000002, 0.757353532, 0.999315896, 0.9048446059999999, 4.678091181999999, 2.986906797999999, 0.8805537699999997, 0.9641154319999998, 0.46225380000000094, 2.0426480740000024, 0.3299210000000006, 0.7140255159999995, 1.2176134820000009, 1.7826420219999974, 0.9580488540000012, 0.9042158820000026, 1.9622187079999982, 0.4123425119999986, 2.4239211819999973, 0.4554187679999977, 0.9971852960000014, 2.4605830080000004, 3.0237630620000076, 2.259335563999997, 1.938796216, 3.888096267999977, 0.655398917999996, 1.7356590899999915, 1.021109164000002, 3.945595070000003, 3.8645283549999903, 1.1913185319999968, 0.48947883999999675, 0.7507860380000011, 0.6797091640000019, 0.2658707860000007, 3.9910030740000053, 4.828538536000011, 1.664712927999993, 2.771218265999998, 0.8833657699999975, 1.2835447600000052, 1.7258569520000009, 2.342532216000002, 0.40199833599999835, 1.2422238799999974, 2.9196274799999955, 1.7912239379999875, 0.6511355239999972, 0.3714533400000022, 1.9173392480000047, 2.8915761060000023, 0.5962110139999979, 1.1257160540000086, 0.6342256780000071, 0.8673959920000129, 2.2424197280000158, 0.7203852600000005, 3.7438202690000395, 3.6921814200000114, 0.8014507540000011, 0.8247187360000083, 1.8320328919999866, 4.2007949539999885, 1.038858729999987, 2.166267481999995, 0.6345368620000045, 0.878673586000005, 0.35249393799999496, 3.8250328150000144, 2.092546012000028, 4.52022689799999, 1.8913654460000089, 0.7847805320000134, 1.9096971080000031, 2.4757087100000064, 0.8214702640000127, 4.072063756000006, 1.9341753619999906, 0.5316672820000008, 0.49906101000000547, 0.6966343319999879, 1.8175629879999917, 1.98279080799999, 2.249709225999979, 1.6412637520000004, 0.36819867799999884, 1.6013569939999996, 1.7125149900000167, 0.6361903220000045, 0.917849896000007, 2.67833343800001, 4.556280681999979, 3.008289712000007, 2.187068961999998, 2.906457240000009, 1.730988143999923, 0.9542708259999984, 1.8205063179999854, 1.5991136719999588, 0.40494243199998436, 3.889138268000039, 1.7927009879999787, 1.0957204219999994, 0.45746045000001345, 0.7329250659999786, 1.7043405940000298, 1.4062592360000394, 1.7465610419999962, 4.5966161099999, 3.561338999999947, 0.541133278000018, 0.4776095339999813, 2.959396950000013, 3.6933496190000454, 0.6027848200000108]}, "full_P4": {"rate_final": 0.9583333333333334, "wall_q50": [0.6075722480000001, [0.3948324951750117, 0.7673476920000013]], "wall_q90": [1.476032511999989, [1.1929583079999944, 1.613006841999983]], "wall_q95": [1.766749542, [1.476032511999989, NaN]], "wall_median_s": 0.5806252240000037, "cpu_mean_s": 2.5504991593083335, "cpu_median_s": 2.322500896000015, "T": [0.6075722480000001, 0.9909645269999992, 1.431932788, 0.847529875, 0.6196414020000002, 0.26940699999999995, 0.384094091, 0.328084957, 1.766749542, 0.8375266499999994, 0.291418948, 0.37011019500000053, 0.23112690000000047, 0.911255003, 0.1649605000000003, 0.25232195199999996, 0.529296445, 0.7820183060000003, 0.3771584990000001, 0.34090045099999955, 0.8764624529999985, 0.2061712559999993, 1.0796497459999994, 0.22770938399999885, 0.3723073610000007, 0.8331196480000003, 0.8841558010000021, 0.9884528889999995, 0.5385230730000004, 1.390141920999998, 0.22186065099999652, 0.6617716069999986, 0.38290246399999717, 1.5067068500000005, null, 0.452236383999999, 0.24473941999999838, 0.27052179200000026, 0.23616986400000073, 0.13293539300000035, null, 1.610893921999999, 0.7109251669999992, 1.2506824939999959, 0.3270472999999967, 0.32736267600000346, 0.7510302660000008, 0.6757505550000005, 0.20099916799999917, 0.3887226840000011, 0.7839109379999947, 0.7882833149999975, 0.2277500570000015, 0.1857266700000011, 0.8270724879999989, 1.134910744999992, 0.22262491699999742, 0.4571213620000023, 0.2426344819999997, 0.3293626930000073, 0.9993863099999984, 0.28087550400000083, null, 1.3144416559999996, 0.3009112459999983, 0.29901773600000325, 0.8174857580000037, 1.1929583079999944, 0.32112834300000515, 0.9659025739999976, 0.2121323679999989, 0.29562635899999634, 0.17624696899999748, null, 0.6491157540000145, 1.613006841999983, 0.8339450570000011, 0.2796589080000018, 0.773614380000005, 0.8879300279999853, 0.2979247870000066, 1.4490935789999924, 0.8401655180000063, 0.2658336410000004, 0.24953050500000273, 0.3337938509999958, 0.9087814939999959, 0.8812653990000001, 1.009842042999992, 0.6697079689999939, 0.18409933899999942, 0.6775038560000013, 0.7429650970000097, 0.21310942200000227, 0.337346771, 1.0105450880000006, 1.5960052880000077, 1.2697580160000044, 0.9956347810000068, 1.1423810690000096, 0.5169298239999875, 0.3612624430000011, 0.7673476920000013, 0.4924812120000013, 0.20247121599999218, 1.4948888419999946, 0.7318617619999941, 0.4729590789999918, 0.22873022500000673, 0.2501392379999885, 0.5031422650000081, 0.3949891570000119, 0.5536782000000073, 1.476032511999989, 1.4034812579999993, 0.16760936400000048, 0.23880476699999065, 1.127774759999994, null, 0.3013924100000054], "cpu": [2.4302889920000004, 3.9638581079999966, 5.311665753, 3.3901195, 2.4785656080000003, 1.0776279999999998, 1.536376364, 1.312339828, 4.678091181999999, 3.3501065999999975, 1.165675792, 1.4804407800000021, 0.9245076000000019, 3.645020012, 0.6598420000000011, 1.0092878079999998, 2.11718578, 3.1280732240000013, 1.5086339960000004, 1.3636018039999982, 3.505849811999994, 0.8246850239999972, 4.318598983999998, 0.9108375359999954, 1.489229444000003, 3.332478592000001, 3.5366232040000085, 3.953811555999998, 2.1540922920000014, 4.111368261999981, 0.8874426039999861, 2.6470864279999944, 1.5316098559999887, 5.977313849999998, 3.8645283549999903, 1.808945535999996, 0.9789576799999935, 1.082087168000001, 0.9446794560000029, 0.5317415720000014, 3.9910030740000053, 5.564312272000002, 2.8437006679999968, 5.0027299759999835, 1.3081891999999868, 1.3094507040000138, 3.004121064000003, 2.703002220000002, 0.8039966719999967, 1.5548907360000044, 3.1356437519999787, 3.15313325999999, 0.911000228000006, 0.7429066800000044, 3.3082899519999955, 4.539642979999968, 0.8904996679999897, 1.8284854480000092, 0.9705379279999988, 1.3174507720000292, 3.997545239999994, 1.1235020160000033, 3.7438202690000395, 5.2577666239999985, 1.2036449839999932, 1.196070944000013, 3.2699430320000147, 4.713164978999991, 1.2845133720000206, 3.8636102959999903, 0.8485294719999956, 1.1825054359999854, 0.7049878759999899, 3.8250328150000144, 2.596463016000058, 4.958755738000008, 3.3357802280000044, 1.1186356320000073, 3.09445752000002, 3.5517201119999413, 1.1916991480000263, 5.796374315999969, 3.360662072000025, 1.0633345640000016, 0.9981220200000109, 1.3351754039999832, 3.6351259759999834, 3.5250615960000005, 4.039368171999968, 2.6788318759999754, 0.7363973559999977, 2.710015424000005, 2.9718603880000387, 0.8524376880000091, 1.349387084, 4.042180352000003, 4.863216143000038, 5.0790320640000175, 3.982539124000027, 4.569524276000038, 2.06771929599995, 1.4450497720000044, 3.069390768000005, 1.9699248480000051, 0.8098848639999687, 5.2384007310000555, 2.9274470479999763, 1.8918363159999672, 0.9149209000000269, 1.000556951999954, 2.0125690600000326, 1.5799566280000477, 2.2147128000000293, 5.063234781999952, 5.361561688999998, 0.6704374560000019, 0.9552190679999626, 4.511099039999976, 3.6933496190000454, 1.2055696400000215]}, "full_P8": {"rate_final": 0.9583333333333334, "wall_q50": [0.4434236649999974, [0.33171453199999945, 0.5918287309999997]], "wall_q90": [1.1956515269999954, [0.9875410319999958, 1.2712981929999927]], "wall_q95": [1.32836657, [1.1956515269999954, NaN]], "wall_median_s": 0.4162566645000041, "cpu_mean_s": 3.621095707916669, "cpu_median_s": 3.277227648500043, "T": [0.48704412500000005, 0.6163741509999998, 1.1917236050000002, 0.847529875, 0.4903934700000001, 0.205591568, 0.270237065, 0.214176284, 1.32836657, 0.5119633569999996, 0.2125878809999997, 0.2646378760000001, 0.23112690000000047, 0.7954607010000005, 0.161783625, 0.24550490699999994, 0.3847313460000015, 0.6936670090000003, 0.2951008919999998, 0.23474255400000033, 0.7965571249999996, 0.2061712559999993, 0.931879747, 0.22770938399999885, 0.25402165300000057, 0.635412938, 0.5486156420000032, 0.8428533099999989, 0.35152499700000206, 1.1144168349999966, 0.22186065099999652, 0.544946840999998, 0.2701584379999993, 1.266606031000002, null, 0.33171453199999945, 0.24473941999999838, 0.2563174359999998, 0.17117965899999987, 0.13293539300000035, null, 1.1956515269999954, 0.6020681909999972, 1.119486539999997, 0.23136556799999752, 0.23282412700000066, 0.6435307170000009, 0.4434236649999974, 0.20099916799999917, 0.2763784290000011, 0.45149736499999804, 0.6900169449999964, 0.22339425300000215, 0.1857266700000011, 0.7197537099999991, 0.9953925189999993, 0.189672348000002, 0.35950550799999803, 0.1691036859999997, 0.3224837350000058, 0.9024916480000016, 0.20645310999999822, null, 0.8068357920000011, 0.21521882700000106, 0.20469794699999966, 0.7283339210000008, 0.7234476000000001, 0.2109936399999981, 0.8590038460000002, 0.20341585399999929, 0.20684777099999963, 0.17624696899999748, null, 0.4485077210000128, 1.2707722779999955, 0.7241190680000003, 0.19777284900000325, 0.6659137600000022, 0.7001070320000053, 0.29094693000000404, 1.1815480809999954, 0.7305184470000015, 0.2532518570000022, 0.24953050500000273, 0.3337938509999958, 0.9087814939999959, 0.7924356239999995, 0.5353505269999914, 0.5918287309999997, 0.18409933899999942, 0.6775038560000013, 0.6270845460000061, 0.21310942200000227, 0.3300285030000012, 0.7306546619999992, 1.2529949919999979, 1.1470106550000025, 0.6427901640000115, 0.9875410319999958, 0.3332514080000095, 0.256544937000001, 0.38908966400001077, 0.3593540920000038, 0.20247121599999218, 1.2688999800000005, 0.605951055999995, 0.4729590789999918, 0.22873022500000673, 0.2501392379999885, 0.35628806300000804, 0.3150066730000134, 0.35966331299999865, 1.0701198299999817, 1.2712981929999927, 0.16760936400000048, 0.23880476699999065, 0.9333674899999949, null, 0.3013924100000054], "cpu": [3.8963530000000004, 4.833200900999999, 5.311665753, 6.780239, 3.9231477600000013, 1.644732544, 2.16189652, 1.713410272, 4.678091181999999, 3.441737985, 1.7007030479999976, 2.117103008000001, 1.8490152000000037, 6.363685608000004, 1.294269, 1.9640392559999995, 3.077850768000012, 5.549336072000003, 2.3608071359999983, 1.8779404320000026, 4.766435399999992, 1.6493700479999944, 7.313365470999997, 1.8216750719999908, 2.0321732240000046, 4.287821447999999, 4.388925136000026, 6.247071456999995, 2.8121999760000165, 4.111368261999981, 1.7748852079999722, 4.359574727999984, 2.1612675039999942, 6.176243735000011, 3.8645283549999903, 2.6537162559999956, 1.957915359999987, 2.0505394879999983, 1.369437271999999, 1.0634831440000028, 3.9910030740000053, 5.702928413999995, 4.706823489999991, 7.447615429999985, 1.8509245439999802, 1.8625930160000053, 5.148245736000007, 3.5473893199999793, 1.6079933439999934, 2.2110274320000087, 3.6119789199999843, 5.5201355599999715, 1.7871540240000172, 1.4858133600000087, 5.758029679999993, 5.4700825340000065, 1.517378784000016, 2.8760440639999842, 1.3528294879999976, 2.5798698800000466, 7.201404008000004, 1.6516248799999858, 3.7438202690000395, 5.426836836999982, 1.7217506160000084, 1.6375835759999973, 5.826671368000007, 4.833470194999997, 1.6879491199999848, 5.568210373999989, 1.6273268319999943, 1.654782167999997, 1.4099757519999798, 3.8250328150000144, 3.5880617680001023, 4.958755738000008, 5.792952544000002, 1.582182792000026, 5.327310080000018, 5.600856256000043, 2.3275754400000324, 6.5534952629999665, 5.791858925999996, 2.0260148560000175, 1.9962440400000219, 2.6703508079999665, 7.270251951999967, 6.339484991999996, 4.282804215999931, 4.734629847999997, 1.4727947119999953, 5.42003084800001, 4.984655086000039, 1.7048753760000182, 2.6402280240000096, 5.845237295999993, 4.863216143000038, 7.281167888999988, 5.142321312000092, 7.43813665899998, 2.666011264000076, 2.052359496000008, 3.112717312000086, 2.8748327360000303, 1.6197697279999375, 5.2384007310000555, 4.84760844799996, 3.7836726319999343, 1.8298418000000538, 2.001113903999908, 2.8503045040000643, 2.520053384000107, 2.877306503999989, 5.184176193999903, 5.361561688999998, 1.3408749120000039, 1.9104381359999252, 7.466939919999959, 3.6933496190000454, 2.411139280000043]}, "full_P16": {"rate_final": 0.9583333333333334, "wall_q50": [0.3411803899999981, [0.25798849299999915, 0.47561781699999983]], "wall_q90": [1.0834335700000002, [0.8817160050000012, 1.148068318]], "wall_q95": [1.1598454480000129, [1.0834335700000002, NaN]], "wall_median_s": 0.33183206250000197, "cpu_mean_s": 4.926096537325001, "cpu_median_s": 4.252315759999988, "T": [0.37593584400000024, 0.39936028899999976, 1.0834335700000002, 0.847529875, 0.4903934700000001, 0.205591568, 0.26652760200000003, 0.214176284, 1.1051197490000004, 0.34922197499999963, 0.19101768700000044, 0.23003817699999995, 0.2187850469999999, 0.6403311950000008, 0.161783625, 0.18418137200000118, 0.30972597800000123, 0.6936670090000003, 0.2951008919999998, 0.23474255400000033, 0.7965571249999996, 0.2061712559999993, 0.8146511039999993, 0.17655107600000086, 0.25402165300000057, 0.5444536899999992, 0.41674086000000266, 0.7289056289999998, 0.24416545800000122, 0.9978258279999999, 0.219565738, 0.544946840999998, 0.2701584379999993, 1.134865320000003, null, 0.26501186799999843, 0.24473941999999838, 0.2307173779999978, 0.17117965899999987, 0.13293539300000035, null, 0.9925025840000039, 0.6020681909999972, 1.0789116979999989, 0.21288429699999867, 0.23282412700000066, 0.6435307170000009, 0.3411803899999981, 0.20099916799999917, 0.19593571500000095, 0.34486113099999827, 0.5522959330000035, 0.22339425300000215, 0.1857266700000011, 0.7197537099999991, 0.8899670810000018, 0.1863208709999995, 0.29870011000000574, 0.1691036859999997, 0.3224837350000058, 0.8963300650000008, 0.20645310999999822, null, 0.47561781699999983, 0.21521882700000106, 0.20469794699999966, 0.7283339210000008, 0.48534929399999527, 0.2109936399999981, 0.8590038460000002, 0.1962666399999975, 0.20684777099999963, 0.17624696899999748, null, 0.354253700000001, 1.143309975000001, 0.7241190680000003, 0.19777284900000325, 0.6659137600000022, 0.6018276220000018, 0.29094693000000404, 1.036875025999997, 0.7305184470000015, 0.2532518570000022, 0.24953050500000273, 0.2566640769999964, 0.5640853579999998, 0.6187563340000111, 0.4017701239999951, 0.5904225749999981, 0.18305680699999982, 0.6775038560000013, 0.6270845460000061, 0.21310942200000227, 0.27309367099999804, 0.5247453580000041, 1.1141434139999973, 0.8158093930000021, 0.41879606300000205, 0.8817160050000012, 0.25562419700000305, 0.24569892800001014, 0.20832663000000196, 0.25798849299999915, 0.18990721000000121, 1.1598454480000129, 0.605951055999995, 0.4729590789999918, 0.22873022500000673, 0.2501392379999885, 0.24691039600000408, 0.2994379479999907, 0.25474298299999987, 0.8480011040000051, 1.148068318, 0.16760936400000048, 0.23230747200000224, 0.824520880999998, null, 0.2501004809999898], "cpu": [6.014973504000004, 4.970819843000001, 5.311665753, 9.874461755999995, 5.445190557000002, 3.289465088, 4.2644416320000005, 3.426820544, 4.678091181999999, 3.441737985, 3.056282992000007, 3.6806108319999993, 3.5005607519999984, 7.254806275000007, 2.588538, 2.946901952000019, 4.728897674000018, 7.768627740000006, 4.408073372999997, 3.755880864000005, 4.947063080999994, 3.298740095999989, 8.451287033999982, 2.824817216000014, 3.967404403000005, 4.309961267999999, 5.7105258690000085, 6.293589226999995, 3.9066473280000196, 4.111368261999981, 3.513051808, 8.719149455999968, 4.00564298699998, 6.167035473000009, 3.8645283549999903, 4.240189887999975, 3.915830719999974, 3.691478047999965, 2.738874543999998, 2.1269662880000055, 3.9910030740000053, 5.789630118000009, 5.003470473000011, 8.099615510999993, 3.4061487519999787, 3.7251860320000105, 7.124537711000002, 4.487146603000003, 3.2159866879999868, 3.0935144860000037, 4.900209517999997, 7.997989175000043, 3.5721006740000334, 2.9716267200000175, 6.965885944999982, 5.46988368600001, 2.981133935999992, 4.436702031000017, 2.705658975999995, 4.918742125000058, 8.74641666100002, 3.3032497599999715, 3.7438202690000395, 5.126305014999986, 3.443501232000017, 3.2751671519999945, 8.199516431999996, 4.84524910399999, 3.3758982399999695, 5.905432013999977, 3.14026623999996, 3.309564335999994, 2.8199515039999596, 3.8250328150000144, 4.136743422000023, 4.958755738000008, 9.363921044000016, 3.164365584000052, 9.333223588000045, 6.266903580999987, 4.655150880000065, 6.645272552999984, 6.485683900000012, 4.052029712000035, 3.972426008000035, 4.106625231999942, 8.311653113999995, 9.900101344000177, 5.938142288999934, 5.908847353999995, 2.928908911999997, 10.177607197000022, 5.166135591, 3.4097507520000363, 4.369498735999969, 6.940133432000046, 4.863216143000038, 6.787702447999962, 5.489465129000017, 8.058670544000037, 3.447847371000023, 3.9311828480001623, 3.3332260800000313, 3.8209805639999956, 3.0385153600000194, 5.2384007310000555, 7.114105483999978, 7.567345263999869, 3.6596836000001076, 4.002227807999816, 3.943887297000046, 4.791007167999851, 4.0076466889999836, 5.198081042999945, 5.361561688999998, 2.6817498240000077, 3.7169195520000358, 10.064781907999972, 3.6933496190000454, 4.001607695999837]}, "full_P32": {"rate_final": 0.9583333333333334, "wall_q50": [0.26652760200000003, [0.24545511299999845, 0.3889811309999871]], "wall_q90": [0.9769651180000001, [0.824520880999998, 1.0554908870000048]], "wall_q95": [1.148068318, [0.9769651180000001, NaN]], "wall_median_s": 0.26450273949999925, "cpu_mean_s": 5.774866770100001, "cpu_median_s": 5.304754234499974, "T": [0.2956727589999999, 0.28052467599999975, 0.9769651180000001, 0.7673597299999999, 0.40579895799999965, 0.205591568, 0.26652760200000003, 0.1844900660000004, 0.9989588070000002, 0.25245734799999964, 0.16294253399999992, 0.23003817699999995, 0.1970543530000004, 0.48172568899999924, 0.161783625, 0.17726523800000038, 0.27112979500000023, 0.6936670090000003, 0.25599640399999934, 0.23474255400000033, 0.7965571249999996, 0.1665404309999996, 0.7601811610000002, 0.17655107600000086, 0.25402165300000057, 0.46509693399999996, 0.30839047500000305, 0.7289056289999998, 0.24416545800000122, 0.8931339600000001, 0.21131001500000224, 0.544946840999998, 0.26247787699999847, 1.0201338620000016, null, 0.22282916200000003, 0.19936793200000125, 0.21472082999999742, 0.17117965899999987, 0.13293539300000035, null, 0.8824664089999992, 0.6020681909999972, 0.9634588089999987, 0.19586277499999838, 0.23282412700000066, 0.6219198260000027, 0.24187947899999784, 0.20099916799999917, 0.19593571500000095, 0.24545511299999845, 0.45086960400000464, 0.22339425300000215, 0.1857266700000011, 0.7197537099999991, 0.7889087430000004, 0.1413669310000003, 0.20108425600000146, 0.1691036859999997, 0.25081438099999787, 0.8544927670000106, 0.20645310999999822, null, 0.35969917900000326, 0.21466586799999732, 0.20469794699999966, 0.6982406599999962, 0.34553529399999405, 0.2109936399999981, 0.8590038460000002, 0.1962666399999975, 0.1664233349999975, 0.17624696899999748, null, 0.27000380500000176, 1.0329969949999978, 0.7241190680000003, 0.19777284900000325, 0.6659137600000022, 0.5883800100000016, 0.29094693000000404, 0.9080707700000019, 0.7305184470000015, 0.2532518570000022, 0.24953050500000273, 0.24348354699999675, 0.43203144699999996, 0.3889811309999871, 0.2956962539999992, 0.4688950429999963, 0.18305680699999982, 0.6516462999999959, 0.6270845460000061, 0.21310942200000227, 0.23436381599999834, 0.4171170360000005, 1.0000010509999981, 0.6955002800000045, 0.30811903800000096, 0.808796545000007, 0.17927177800000038, 0.22130742099999168, 0.20832663000000196, 0.25798849299999915, 0.18990721000000121, 1.0554908870000048, 0.605951055999995, 0.4729590789999918, 0.22873022500000673, 0.21541000300000235, 0.24691039600000408, 0.182731337000007, 0.2131267199999911, 0.724362463999995, 1.148068318, 0.16301165800000206, 0.23230747200000224, 0.824520880999998, null, 0.24889506200000255], "cpu": [6.7395041749999995, 4.970819843, 5.311665753, 9.915815649999995, 5.3943950140000005, 5.690206321999998, 5.462568327, 5.182939029000009, 4.678091181999999, 3.441737985, 3.7122859399999983, 5.345700117999996, 5.550130305000005, 6.781621517999996, 4.334630032999999, 5.223419161000009, 5.142441533000001, 8.303267331000008, 4.653210118999999, 5.199709354000008, 5.042981097999995, 4.713027560999988, 8.741444652999991, 5.132607226000015, 4.590230571999998, 4.328014888, 5.755862897000007, 6.514620543999994, 4.687291456999997, 4.111368261999981, 5.819516453000045, 10.642033594999969, 4.218978297999978, 6.129010745000009, 3.8645283549999903, 5.729084893999996, 6.37977382400004, 5.288130915999972, 5.03161760499999, 4.227461539000011, 3.9910030740000053, 5.784256358000004, 5.119098867000009, 8.017629753999998, 4.638006038999972, 5.911635836000034, 7.387153685000012, 4.541786362000003, 5.53990371099998, 3.7322667039999935, 4.829730752999996, 7.724510595000062, 4.220667168999974, 4.975817526000007, 7.389009569999985, 5.3688253480000085, 3.997564238000006, 4.323543751999985, 4.217161659999988, 4.938302510999996, 9.079013152000087, 4.811855821000002, 3.7438202690000395, 5.116211485999983, 5.1247867360000185, 5.001807900999971, 8.521253337999958, 4.821638859999993, 5.049270732999986, 6.1045430209999765, 5.297842715999948, 4.209196750999993, 5.639903007999919, 3.8250328150000144, 4.16782553500002, 4.958755738000008, 10.355700825000014, 5.139130521000041, 10.462889954000048, 6.6668257509999975, 5.749825661000052, 6.618849818999998, 6.716618643000018, 5.884947711999999, 4.861279622999994, 5.437593402999923, 7.799193543000008, 10.319231238999713, 5.769001693999975, 5.665792289999992, 5.544493620000004, 11.150401901999977, 5.2599708939999985, 5.345395435000043, 5.285933509999985, 6.76930868700002, 4.863216143000038, 6.664840667999968, 5.390718300000017, 8.056346212000065, 3.4686718180000184, 5.995317714999928, 6.062317847000031, 4.136132941999946, 5.274435008000012, 5.2384007310000555, 7.613355148999972, 9.175533041999884, 6.720384394000092, 6.0777821870001105, 4.89721445800005, 5.445950455000201, 4.494578550999918, 5.175032979999926, 5.361561688999998, 4.736094940000029, 6.665072172000066, 10.917963473999933, 3.6933496190000454, 5.954981726000057]}}, "4": {"start_success": 0.12465277777777778, "plant_ge1_of48": 0.925, "cpu_per_start_full_s": 0.20288962519513884, "cpu_to_cert_given_ok_s": 0.08650649730362125, "wall_over_cpu": 1.0515001790186018, "cert_P1": {"rate_final": 0.925, "wall_q50": [0.969632776000001, [0.8610864909999876, 1.3681360449999964]], "wall_q90": [5.524605827999984, [3.5275047100000165, NaN]], "wall_q95": [Infinity, [5.524605827999984, NaN]], "wall_median_s": 0.9658795274999985, "cpu_mean_s": 1.7786448730666669, "cpu_median_s": 0.9658795274999985, "T": [1.5681258480000002, 0.13960711, 2.855432413, 3.6834239920000007, 0.32241215799999995, 0.41092304199999996, 0.9260016020000001, 0.191391816, 0.843870554, 0.601532424, 2.2379641409999964, 0.8593894930000019, 0.9527118919999982, 1.4239800410000036, 0.3608044479999979, 1.3681360449999964, null, 4.4159304579999965, 0.6453920290000017, 0.8058961740000008, 0.8050656980000035, 0.6468392799999982, 1.5500422490000005, 0.7906309450000002, 0.969632776000001, 2.0114410519999915, 1.0052722389999893, null, 4.410021024999992, 1.4426258879999914, 0.736320028999998, 0.5409877619999968, null, 1.1235021839999995, 0.6210106369999941, 0.6557277520000007, 1.8483685789999988, 2.5102233229999946, 0.7468184479999991, null, 0.962126278999996, 2.021115193, 0.9131099649999967, 0.9299962549999989, 0.3844944419999976, 0.672970577000001, 1.8719647609999868, 0.5569783579999878, 1.9103875320000157, 0.6697218830000011, 1.1184533760000122, 5.524605827999984, 1.9785348410000125, 0.8610864909999876, 0.5088334009999969, 0.35229798100000664, 3.53627127299999, 0.9861948510000005, 3.6547517070000026, 0.6120884320000002, 0.7585024340000004, 5.764093685999988, null, 0.8491910439999941, 1.5553815640000153, null, 0.7452902330000057, 2.760246459000051, 3.7213783349999474, 0.6686939610000024, 0.9004144409999952, 0.8815195080000109, 0.5177590179999925, 3.314541834000025, 6.023022213999965, 3.5275047100000165, 0.16694818200001293, null, 0.5997803610000148, 2.8378373750000065, 5.468043636999994, 0.678555584999998, 1.5968407100000235, 0.8603187989999981, 3.3369984270000685, 0.6126775159999767, 1.466849511999996, 0.5273964940000155, 0.9397830830000089, 0.8633277439999887, 0.48926460700000973, 1.5356571769999903, 1.0935363840000036, 0.45687951800000803, 1.0414993959999919, 0.4676096660000013, 1.0404137799999802, 0.579379699000043, 0.6724506470000051, 0.6400781479999722, 0.802575804, 1.0182533590000133, 2.68424977399998, 0.9058428560000067, 1.937716911999999, 1.8999778569999677, 1.761510587999993, 2.848248565999967, 0.07100710099999219, 1.9155939409999974, 0.5107153920000087, 0.6038124690000046, 1.9788340089999963, 2.8797420209999984, 1.2443639449999893, null, 0.2789132489999986, 0.7334118179999933, null, 0.4381356340000053], "cpu": [1.5681258480000002, 0.13960711, 2.8554324129999995, 3.6834239920000007, 0.32241215799999995, 0.41092304199999996, 0.9260016020000001, 0.191391816, 0.843870554, 0.601532424, 2.2379641409999964, 0.8593894930000019, 0.9527118919999982, 1.4239800410000036, 0.3608044479999979, 1.3681360449999964, 5.033033086000001, 4.4159304579999965, 0.6453920290000017, 0.8058961740000008, 0.8050656980000035, 0.6468392799999982, 1.5500422490000005, 0.7906309450000002, 0.969632776000001, 2.0114410519999915, 1.0052722389999893, 6.366495953999998, 4.410021024999992, 1.4426258879999914, 0.736320028999998, 0.5409877619999968, 6.143531347000014, 1.1235021839999995, 0.6210106369999941, 0.6557277520000007, 1.8483685789999988, 2.5102233229999946, 0.7468184479999991, 6.4678354910000095, 0.962126278999996, 2.021115193, 0.9131099649999967, 0.9299962549999989, 0.3844944419999976, 0.672970577000001, 1.8719647609999868, 0.5569783579999878, 1.9103875320000157, 0.6697218830000011, 1.1184533760000122, 5.524605827999984, 1.9785348410000125, 0.8610864909999876, 0.5088334009999969, 0.35229798100000664, 3.53627127299999, 0.9861948510000005, 3.6547517070000026, 0.6120884320000002, 0.7585024340000004, 5.764093685999988, 5.117031754999971, 0.8491910439999941, 1.5553815640000153, 6.29618646599998, 0.7452902330000057, 2.760246459000051, 3.7213783349999474, 0.6686939610000024, 0.9004144409999952, 0.8815195080000109, 0.5177590179999925, 3.314541834000025, 6.023022213999965, 3.5275047100000165, 0.16694818200001293, 6.203256744000072, 0.5997803610000148, 2.8378373750000065, 5.468043636999994, 0.678555584999998, 1.5968407100000235, 0.8603187989999981, 3.3369984270000685, 0.6126775159999767, 1.466849511999996, 0.5273964940000155, 0.9397830830000089, 0.8633277439999887, 0.48926460700000973, 1.5356571769999903, 1.0935363840000036, 0.45687951800000803, 1.0414993959999919, 0.4676096660000013, 1.0404137799999802, 0.579379699000043, 0.6724506470000051, 0.6400781479999722, 0.802575804, 1.0182533590000133, 2.68424977399998, 0.9058428560000067, 1.937716911999999, 1.8999778569999677, 1.761510587999993, 2.848248565999967, 0.07100710099999219, 1.9155939409999974, 0.5107153920000087, 0.6038124690000046, 1.9788340089999963, 2.8797420209999984, 1.2443639449999893, 6.14679004300001, 0.2789132489999986, 0.7334118179999933, 4.1372137270000025, 0.4381356340000053]}, "cert_P2": {"rate_final": 0.925, "wall_q50": [0.5019849569999977, [0.42926762100000104, 0.6537696539999995]], "wall_q90": [2.787673439999992, [1.7595236580000062, NaN]], "wall_q95": [Infinity, [2.787673439999992, NaN]], "wall_median_s": 0.5005444264999959, "cpu_mean_s": 1.778835103408333, "cpu_median_s": 1.0010888529999917, "T": [0.7558476890000001, 0.130374601, 1.4128717760000002, 1.8458539529999998, 0.16498591899999998, 0.23167754299999999, 0.529514821, 0.181857104, 0.437803665, 0.283505846, 1.1323647739999956, 0.39997542399999997, 0.5087523309999984, 0.6831446570000033, 0.1935906660000004, 0.6537696539999995, null, 2.1546935440000023, 0.3087789489999988, 0.36676196400000016, 0.42926762100000104, 0.29404238399999905, 0.7797124379999953, 0.4366354829999999, 0.5292578950000006, 0.9980914699999914, 0.4757664389999974, null, 2.247918938999998, 0.7097994189999959, 0.36095652499999886, 0.2124637659999955, null, 0.5433242670000027, 0.27475737699999314, 0.31127909900000006, 0.9612841660000022, 1.2114519580000014, 0.3883815530000021, null, 0.45023780599999697, 1.0689887830000089, 0.49910389599999405, 0.5217835250000036, 0.18836818299999436, 0.34009162799999615, 0.8801018499999884, 0.32555688499999746, 0.9138071810000099, 0.32534659099999885, 0.5635615110000032, 2.787673439999992, 0.9419611410000002, 0.38075027599999345, 0.3261404009999964, 0.1766391120000037, 1.702068600000004, 0.5019849569999977, 1.8355646789999867, 0.3278056080000056, 0.39152002100000516, 2.902795540999996, null, 0.46633967700000056, 0.7746860500000139, null, 0.3310517950000005, 1.37329920600002, 1.8689872679999624, 0.38269344900000135, 0.4293869500000085, 0.3940840560000112, 0.2445715770000021, 1.7413156430000214, 2.99104537099997, 1.7595236580000062, 0.15848006000000225, null, 0.28637557399999025, 1.38535562200002, 2.659010539000036, 0.3760961659999964, 0.7886229040000217, 0.4701897049999957, 1.6393337220000177, 0.26805773699997815, 0.7000754729999983, 0.19872224300000596, 0.40341932800001246, 0.4613211629999938, 0.3196017430000069, 0.7606687440000002, 0.5504921569999937, 0.2821409610000103, 0.5313835529999835, 0.234191648999996, 0.44680512799997985, 0.3178025030000242, 0.3596649580000104, 0.3258738409999893, 0.42648119300000076, 0.49170827100000736, 1.3647833619999972, 0.40076447799998505, 1.0041112049999867, 0.9033082219999926, 0.8536067830000036, 1.4352812749999657, 0.06537685600000032, 0.988305357999991, 0.23773764599999936, 0.23770476699999676, 0.9543366629999923, 1.4376834739999822, 0.6505735399999963, null, 0.15505509300001563, 0.32484317499999804, null, 0.2697200700000053], "cpu": [1.5116953780000002, 0.260749202, 2.8257435520000005, 3.6917079059999995, 0.32997183799999996, 0.46335508599999997, 1.059029642, 0.363714208, 0.87560733, 0.567011692, 2.264729547999991, 0.7999508479999999, 1.0175046619999968, 1.3662893140000065, 0.3871813320000008, 1.307539307999999, 5.033033086000001, 4.309387088000005, 0.6175578979999976, 0.7335239280000003, 0.8585352420000021, 0.5880847679999981, 1.5594248759999907, 0.8732709659999998, 1.0585157900000013, 1.9961829399999829, 0.9515328779999948, 6.366495953999998, 4.495837877999996, 1.4195988379999918, 0.7219130499999977, 0.424927531999991, 6.143531347000014, 1.0866485340000054, 0.5495147539999863, 0.6225581980000001, 1.9225683320000044, 2.4229039160000028, 0.7767631060000042, 6.4678354910000095, 0.9004756119999939, 2.1379775660000178, 0.9982077919999881, 1.0435670500000072, 0.3767363659999887, 0.6801832559999923, 1.7602036999999768, 0.6511137699999949, 1.8276143620000198, 0.6506931819999977, 1.1271230220000064, 5.575346879999984, 1.8839222820000003, 0.7615005519999869, 0.6522808019999928, 0.3532782240000074, 3.404137200000008, 1.0039699139999954, 3.6711293579999733, 0.6556112160000112, 0.7830400420000103, 5.805591081999992, 5.117031754999971, 0.9326793540000011, 1.5493721000000278, 6.29618646599998, 0.662103590000001, 2.74659841200004, 3.737974535999925, 0.7653868980000027, 0.858773900000017, 0.7881681120000223, 0.4891431540000042, 3.482631286000043, 5.98209074199994, 3.5190473160000124, 0.3169601200000045, 6.203256744000072, 0.5727511479999805, 2.77071124400004, 5.318021078000072, 0.7521923319999928, 1.5772458080000433, 0.9403794099999914, 3.2786674440000354, 0.5361154739999563, 1.4001509459999966, 0.3974444860000119, 0.8068386560000249, 0.9226423259999876, 0.6392034860000138, 1.5213374880000003, 1.1009843139999873, 0.5642819220000206, 1.062767105999967, 0.468383297999992, 0.8936102559999597, 0.6356050060000484, 0.7193299160000208, 0.6517476819999786, 0.8529623860000015, 0.9834165420000147, 2.7295667239999943, 0.8015289559999701, 2.0082224099999735, 1.8066164439999852, 1.7072135660000072, 2.8705625499999314, 0.13075371200000063, 1.976610715999982, 0.4754752919999987, 0.4754095339999935, 1.9086733259999846, 2.8753669479999644, 1.3011470799999927, 6.14679004300001, 0.31011018600003126, 0.6496863499999961, 4.1372137270000025, 0.5394401400000106]}, "cert_P4": {"rate_final": 0.925, "wall_q50": [0.28419868699999995, [0.2493533800000023, 0.35603391000000784]], "wall_q90": [1.4066426760000041, [0.9235920579999828, NaN]], "wall_q95": [Infinity, [1.4066426760000041, NaN]], "wall_median_s": 0.2822189975000029, "cpu_mean_s": 1.8205272291416672, "cpu_median_s": 1.1288759900000116, "T": [0.37358792099999993, 0.130374601, 0.7468678820000003, 0.9547873409999998, 0.027990185999999972, 0.061147941999999955, 0.35229689399999997, 0.181857104, 0.14001384, 0.11192512700000003, 0.6034025409999995, 0.21961061499999968, 0.278858198, 0.319128914000002, 0.0284575260000004, 0.3107753829999975, null, 1.0625983889999997, 0.12125377100000101, 0.17708340600000128, 0.2389199400000006, 0.10637288999999939, 0.3755651679999996, 0.25818708999999984, 0.2617734889999994, 0.5165302749999974, 0.29766575799999373, null, 1.129326810999995, 0.3798697649999987, 0.20379944999999822, 0.03824000099999836, null, 0.3404838659999996, 0.1581654979999989, 0.13935630499999974, 0.4517581470000067, 0.6093108559999969, 0.22890920399999715, null, 0.2700233150000031, 0.5629164950000103, 0.3164609310000017, 0.3455418720000054, 0.16677737599999887, 0.1701058289999935, 0.38679920599998496, 0.16692888299999709, 0.48005839700000763, 0.20353056699999428, 0.27129379100000506, 1.4066426760000041, 0.4256381070000046, 0.2136868509999985, 0.147116785999998, 0.15909958099999955, 0.8579230639999977, 0.32424649899999736, 0.9876599019999972, 0.18839796700000022, 0.22510082099999806, 1.5163385960000042, null, 0.28419868699999995, 0.38178889300001373, null, 0.17075156599999275, 0.7113343130000018, 0.9235920579999828, 0.22759880699999258, 0.2493533800000023, 0.20051486200000568, 0.1099666699999915, 0.9309714780000178, 1.499940309999971, 0.9004105870000103, 0.15848006000000225, null, 0.14611587400000303, 0.7217744310000143, 1.3230917309999768, 0.22649744699998564, 0.37792856200002234, 0.27796083100000146, 0.8575862400000318, 0.09655793799998946, 0.36596526900001436, 0.03346854200000848, 0.2224213519999978, 0.26480033099998934, 0.15016797200000553, 0.3649490039999961, 0.35603391000000784, 0.1258652580000046, 0.30251171600001214, 0.11871176799999716, 0.2638006109999935, 0.18075953000001732, 0.1956394899999907, 0.14864520700000128, 0.2600003109999989, 0.28023930800000585, 0.6959210320000153, 0.22788891399999045, 0.47440620799999067, 0.3971844969999978, 0.4334949340000094, 0.716305938999966, 0.06537685600000032, 0.4879881920000031, 0.1270774959999983, 0.0405298149999993, 0.48190507800001114, 0.7054068300000154, 0.2983489929999905, null, 0.04644123100000286, 0.181407171999993, null, 0.11935612399999229], "cpu": [1.4943516839999997, 0.521498404, 2.9874715280000013, 3.8191493639999994, 0.11196074399999989, 0.24459176799999982, 1.4091875759999999, 0.727428416, 0.56005536, 0.4477005080000001, 2.413610163999998, 0.8784424599999987, 1.115432792, 1.276515656000008, 0.1138301040000016, 1.24310153199999, 5.033033086000001, 4.250393555999999, 0.48501508400000404, 0.7083336240000051, 0.9556797600000024, 0.42549155999999755, 1.5022606719999985, 1.0327483599999994, 1.0470939559999977, 2.0661210999999895, 1.190663031999975, 6.366495953999998, 4.51730724399998, 1.5194790599999948, 0.8151977999999929, 0.15296000399999343, 6.143531347000014, 1.3619354639999983, 0.6326619919999956, 0.5574252199999989, 1.8070325880000269, 2.4372434239999876, 0.9156368159999886, 6.4678354910000095, 1.0800932600000124, 2.251665980000041, 1.2658437240000069, 1.3821674880000216, 0.6671095039999955, 0.680423315999974, 1.5471968239999399, 0.6677155319999883, 1.9202335880000305, 0.8141222679999771, 1.0851751640000202, 5.626570704000017, 1.7025524280000184, 0.854747403999994, 0.588467143999992, 0.6363983239999982, 3.431692255999991, 1.2969859959999894, 3.950639607999989, 0.7535918680000009, 0.9004032839999923, 6.065354384000017, 5.117031754999971, 1.1367947479999998, 1.527155572000055, 6.29618646599998, 0.683006263999971, 2.8453372520000073, 3.694368231999931, 0.9103952279999703, 0.9974135200000092, 0.8020594480000227, 0.439866679999966, 3.723885912000071, 5.999761239999884, 3.6016423480000412, 0.633920240000009, 6.203256744000072, 0.5844634960000121, 2.887097724000057, 5.292366923999907, 0.9059897879999426, 1.5117142480000894, 1.1118433240000059, 3.4303449600001272, 0.38623175199995785, 1.4638610760000574, 0.13387416800003393, 0.8896854079999912, 1.0592013239999574, 0.6006718880000221, 1.4597960159999843, 1.4241356400000313, 0.5034610320000183, 1.2100468640000486, 0.47484707199998866, 1.055202443999974, 0.7230381200000693, 0.7825579599999628, 0.5945808280000051, 1.0400012439999955, 1.1209572320000234, 2.7836841280000613, 0.9115556559999618, 1.8976248319999627, 1.5887379879999912, 1.7339797360000375, 2.865223755999864, 0.26150742400000127, 1.9519527680000124, 0.5083099839999932, 0.1621192599999972, 1.9276203120000446, 2.8216273200000614, 1.193395971999962, 6.14679004300001, 0.18576492400001143, 0.725628687999972, 4.1372137270000025, 0.47742449599996917]}, "cert_P8": {"rate_final": 0.925, "wall_q50": [0.13077970099999447, [0.1036353578499964, 0.17763484100001392]], "wall_q90": [0.7149812030000007, [0.4763763450000056, NaN]], "wall_q95": [Infinity, [0.7149812030000007, NaN]], "wall_median_s": 0.12830720149999664, "cpu_mean_s": 1.8024296533666733, "cpu_median_s": 1.026457611999973, "T": [0.1863305050000001, 0.08136259400000001, 0.4049381769999999, 0.47801527399999993, 0.027990185999999972, 0.061147941999999955, 0.16692406599999998, 0.04447652600000007, 0.06359770599999992, 0.02482665000000006, 0.37975986799999895, 0.06747134699999968, 0.10279895799999927, 0.14379224900000231, 0.0284575260000004, 0.1745508979999979, null, 0.5323262600000014, 0.11108570899999926, 0.04431916000000058, 0.06629153699999968, 0.09763671500000015, 0.21293905899999999, 0.12501502199999948, 0.10728827199999813, 0.2292462389999983, 0.1258347019999988, null, 0.566804366999996, 0.196187780999999, 0.08747028599999851, 0.029819158999998763, null, 0.16364798200000052, 0.04362897299999702, 0.05358204299999869, 0.26055699500000173, 0.3206914970000021, 0.06486495800000114, null, 0.09504109200000244, 0.31844035000000304, 0.15085004499999854, 0.17256500700000288, 0.13077970099999447, 0.035319129000001226, 0.2028695829999947, 0.10568486700000079, 0.29995304000000544, 0.08907443199999676, 0.15518068000000795, 0.7149812030000007, 0.23346745100000277, 0.06641682499999746, 0.020832898999998406, 0.0944461800000056, 0.4100185789999955, 0.1544212310000006, 0.5565016940000049, 0.07061671499999989, 0.06270148200000136, 0.784476686000005, null, 0.119050455, 0.24105258000000873, null, 0.05152204299999852, 0.37627880900000577, 0.45722412600001405, 0.10365680399999633, 0.08864476700000523, 0.04257432100000358, 0.021055462999996166, 0.5070121090000015, 0.7887925670000016, 0.4550659290000141, 0.15848006000000225, null, 0.04000786199999595, 0.31417073699999776, 0.6838255499999946, 0.0879171759999906, 0.20757450100001051, 0.10089592399999958, 0.4763763450000056, 0.07147454100000061, 0.21605974100000935, 0.03346854200000848, 0.06650009999999895, 0.09472753199999318, 0.06405102600000134, 0.18028111200000296, 0.1741527890000043, 0.11848254400000258, 0.10509243799999979, 0.11346070099999395, 0.09158500799999558, 0.06669904900000745, 0.059094381999997836, 0.06638865200000055, 0.0905653790000116, 0.10277941900000087, 0.35624497800000654, 0.06086224399999196, 0.277720599999995, 0.22397400100000198, 0.19219916999999498, 0.3335247780000117, 0.06537685600000032, 0.28212915400000327, 0.02008256300000255, 0.031656685000001517, 0.2509820429999934, 0.3510827429999921, 0.17763484100001392, null, 0.04123753600001123, 0.041639019000001554, null, 0.04068379499999253], "cpu": [1.4906440400000007, 0.6509007520000001, 3.239505415999999, 3.824122191999999, 0.22392148799999978, 0.48918353599999964, 1.3353925279999999, 0.3558122080000006, 0.5087816479999994, 0.1986132000000005, 3.0380789439999916, 0.5397707759999975, 0.8223916639999942, 1.1503379920000185, 0.2276602080000032, 1.3964071839999832, 5.033033086000001, 4.258610080000011, 0.888685671999994, 0.35455328000000463, 0.5303322959999974, 0.7810937200000012, 1.7035124719999999, 1.0001201759999958, 0.858306175999985, 1.8339699119999864, 1.0066776159999904, 6.366495953999998, 4.534434935999968, 1.569502247999992, 0.6997622879999881, 0.2385532719999901, 6.143531347000014, 1.3091838560000042, 0.34903178399997614, 0.42865634399998953, 2.084455960000014, 2.565531976000017, 0.5189196640000091, 6.4678354910000095, 0.7603287360000195, 2.5475228000000243, 1.2068003599999884, 1.380520056000023, 1.0462376079999558, 0.2825530320000098, 1.6229566639999575, 0.8454789360000063, 2.3996243200000436, 0.7125954559999741, 1.2414454400000636, 5.719849624000005, 1.8677396080000221, 0.5313345999999797, 0.16666319199998725, 0.7555694400000448, 3.280148631999964, 1.2353698480000048, 4.4520135520000395, 0.5649337199999991, 0.5016118560000109, 6.27581348800004, 5.117031754999971, 0.95240364, 1.9284206400000699, 6.29618646599998, 0.41217634399998815, 3.010230472000046, 3.6577930080001124, 0.8292544319999706, 0.7091581360000418, 0.34059456800002863, 0.16844370399996933, 4.056096872000012, 6.023419142999984, 3.6405274320001126, 1.267840480000018, 6.203256744000072, 0.3200628959999676, 2.513365895999982, 5.4706043999999565, 0.7033374079999248, 1.6605960080000841, 0.8071673919999967, 3.8110107600000447, 0.5717963280000049, 1.7284779280000748, 0.26774833600006787, 0.5320007999999916, 0.7578202559999454, 0.5124082080000107, 1.4422488960000237, 1.3932223120000344, 0.9478603520000206, 0.8407395039999983, 0.9076856079999516, 0.7326800639999647, 0.5335923920000596, 0.4727550559999827, 0.5311092160000044, 0.7245230320000928, 0.822235352000007, 2.8499598240000523, 0.4868979519999357, 2.22176479999996, 1.7917920080000158, 1.5375933599999598, 2.6681982240000934, 0.5230148480000025, 2.257033232000026, 0.1606605040000204, 0.25325348000001213, 2.007856343999947, 2.8086619439999367, 1.4210787280001114, 6.14679004300001, 0.32990028800008986, 0.33311215200001243, 4.1372137270000025, 0.32547035999994023]}, "cert_P16": {"rate_final": 0.925, "wall_q50": [0.07731545299999709, [0.06510433600000454, 0.09692703999999708]], "wall_q90": [0.33434740099999516, [0.23508642899999987, NaN]], "wall_q95": [Infinity, [0.33434740099999516, NaN]], "wall_median_s": 0.07724520300000393, "cpu_mean_s": 1.9416147434666817, "cpu_median_s": 1.2359232480000628, "T": [0.042175703000000064, 0.02414129199999948, 0.21889741599999968, 0.23508642899999987, 0.027990185999999972, 0.03374753099999994, 0.10599154599999983, 0.03399802800000007, 0.03640542800000013, 0.02482665000000006, 0.2006703649999988, 0.027796313999998823, 0.10279895799999927, 0.03506042100000073, 0.0284575260000004, 0.06422090199999886, null, 0.20827562300000224, 0.11108570899999926, 0.04431916000000058, 0.06629153699999968, 0.027442524000001356, 0.07830926399999782, 0.030307050999997642, 0.10728827199999813, 0.06231067599999918, 0.11351806699999756, null, 0.30561569299999647, 0.08555539299999992, 0.08747028599999851, 0.029819158999998763, null, 0.06496314500000011, 0.04226799199999931, 0.03098001000000039, 0.1010252780000016, 0.17046224299999935, 0.06486495800000114, null, 0.09432113099999384, 0.14790652000000648, 0.15085004499999854, 0.17256500700000288, 0.09851008500000091, 0.030343444999999747, 0.034359668999996984, 0.10568486700000079, 0.1292676920000062, 0.08907443199999676, 0.04579828700000377, 0.33434740099999516, 0.06381202800000096, 0.04532855300000449, 0.020832898999998406, 0.0944461800000056, 0.2247879120000036, 0.14992471700000465, 0.292415093999999, 0.07061671499999989, 0.06270148200000136, 0.4163188360000021, null, 0.119050455, 0.11042797200000365, null, 0.05152204299999852, 0.20101295900000338, 0.1939977470000116, 0.07690325499999062, 0.062314591999992786, 0.04257432100000358, 0.021055462999996166, 0.24697606500001257, 0.4382835049999869, 0.2538194800000042, 0.06298441600000615, null, 0.04000786199999595, 0.17667926000000023, 0.32049709500000745, 0.08462860200000932, 0.07495345000000952, 0.033935193000004915, 0.2867372859999904, 0.035320460000008325, 0.07717495300001076, 0.03346854200000848, 0.06650009999999895, 0.06910623999999643, 0.03008008999999845, 0.033018267000002766, 0.1741527890000043, 0.0929694640000065, 0.10005752600000051, 0.06873174700000106, 0.043516345000000456, 0.06669904900000745, 0.054990795999998454, 0.06638865200000055, 0.0905653790000116, 0.07731545299999709, 0.21631338099999198, 0.06086224399999196, 0.09692703999999708, 0.05823364100000106, 0.04190973500000439, 0.16648338500000648, 0.041293620000004694, 0.11983562300000017, 0.02008256300000255, 0.031656685000001517, 0.1451799199999897, 0.1844199990000135, 0.06510433600000454, null, 0.04123753600001123, 0.041639019000001554, null, 0.04068379499999253], "cpu": [0.674811248000001, 0.3862606719999917, 3.502358655999995, 3.761382863999998, 0.44784297599999956, 0.5399604959999991, 1.6958647359999972, 0.5439684480000011, 0.582486848000002, 0.397226400000001, 3.2107258399999807, 0.44474102399998117, 1.6447833279999884, 0.5609667360000117, 0.4553204160000064, 1.0275344319999817, 5.033033086000001, 3.332409968000036, 1.777371343999988, 0.7091065600000093, 1.0606645919999949, 0.4390803840000217, 1.2529482239999652, 0.4849128159999623, 1.71661235199997, 0.9969708159999868, 1.816289071999961, 6.366495953999998, 4.8898510879999435, 1.3688862879999988, 1.3995245759999762, 0.4771065439999802, 6.143531347000014, 1.0394103200000018, 0.676287871999989, 0.49568016000000625, 1.6164044480000257, 2.7273958879999896, 1.0378393280000182, 6.4678354910000095, 1.5091380959999015, 2.3665043200001037, 2.4136007199999767, 2.761040112000046, 1.5761613600000146, 0.48549511999999595, 0.5497547039999517, 1.6909578720000127, 2.0682830720000993, 1.4251909119999482, 0.7327725920000603, 5.3495584159999225, 1.0209924480000154, 0.7252568480000718, 0.3333263839999745, 1.5111388800000896, 3.5966065920000574, 2.3987954720000744, 4.611851228999974, 1.1298674399999982, 1.0032237120000218, 6.408058906000001, 5.117031754999971, 1.90480728, 1.7668475520000584, 6.29618646599998, 0.8243526879999763, 3.216207344000054, 3.1039639520001856, 1.23045207999985, 0.9970334719998846, 0.6811891360000573, 0.33688740799993866, 3.951617040000201, 6.031897395999906, 4.061111680000067, 1.0077506560000984, 6.203256744000072, 0.6401257919999352, 2.8268681600000036, 5.127953520000119, 1.3540576320001492, 1.1992552000001524, 0.5429630880000786, 4.587796575999846, 0.5651273600001332, 1.2347992480001722, 0.5354966720001357, 1.0640015999999832, 1.105699839999943, 0.4812814399999752, 0.5282922720000442, 2.786444624000069, 1.487511424000104, 1.6009204160000081, 1.099707952000017, 0.6962615200000073, 1.0671847840001192, 0.8798527359999753, 1.0622184320000088, 1.4490460640001857, 1.2370472479999535, 3.4610140959998716, 0.9737959039998714, 1.5508326399999532, 0.9317382560000169, 0.6705557600000702, 2.6637341600001037, 0.6606979200000751, 1.9173699680000027, 0.3213210080000408, 0.5065069600000243, 2.322878719999835, 2.950719984000216, 1.0416693760000726, 6.14679004300001, 0.6598005760001797, 0.6662243040000249, 4.1372137270000025, 0.6509407199998805]}, "cert_P32": {"rate_final": 0.925, "wall_q50": [0.052593780999998785, [0.043516345000000456, 0.06312656000000061]], "wall_q90": [0.1833612020000004, [0.11042797200000365, NaN]], "wall_q95": [Infinity, [0.18436256300000764, NaN]], "wall_median_s": 0.0521854229999974, "cpu_mean_s": 2.117179068983341, "cpu_median_s": 1.6699335359999168, "T": [0.042175703000000064, 0.02414129199999948, 0.05635429099999989, 0.08015072599999984, 0.027990185999999972, 0.03374753099999994, 0.03880788199999996, 0.03399802800000007, 0.03640542800000013, 0.02482665000000006, 0.06616844300000047, 0.018982122999998907, 0.07457535300000018, 0.029328973000001923, 0.0284575260000004, 0.04413138700000019, null, 0.03225319900000123, 0.07288489699999978, 0.03284784200000246, 0.06629153699999968, 0.027442524000001356, 0.07830926399999782, 0.030307050999997642, 0.075997215000001, 0.054606990999999994, 0.028519399000000334, null, 0.12182749099999768, 0.06375178799999759, 0.06224375600000087, 0.029819158999998763, null, 0.06496314500000011, 0.024689693999999207, 0.03098001000000039, 0.1010252780000016, 0.052593780999998785, 0.06428807200000364, null, 0.08001940999999846, 0.1389410319999982, 0.08846242399999937, 0.06312656000000061, 0.02300197299999951, 0.030343444999999747, 0.034359668999996984, 0.0490051569999963, 0.1292676920000062, 0.06205555300000043, 0.04579828700000377, 0.13517481199999537, 0.06381202800000096, 0.04532855300000449, 0.020832898999998406, 0.06679204799999638, 0.06120185300000003, 0.06990316399999585, 0.12207964999999632, 0.07061671499999989, 0.04894077099999805, 0.18436256300000764, null, 0.056086901000000466, 0.11042797200000365, null, 0.05152204299999852, 0.06083661499999948, 0.029601902999999652, 0.05725262900000416, 0.050622734000000946, 0.04257432100000358, 0.021055462999996166, 0.04584944399999813, 0.27210136099999715, 0.09655039599999782, 0.03155688599998996, null, 0.04000786199999595, 0.06540047100000379, 0.1833612020000004, 0.03447866800000554, 0.07495345000000952, 0.033935193000004915, 0.11747252899999694, 0.035320460000008325, 0.06819103600000176, 0.030421071999995775, 0.03339711600000328, 0.06910623999999643, 0.03008008999999845, 0.022342865000013035, 0.09494235299999332, 0.029349804000005975, 0.07392569900000012, 0.06873174700000106, 0.043516345000000456, 0.03133264899999233, 0.02716726100000244, 0.06549602399999799, 0.03404740100000936, 0.05345049500000698, 0.09129301999999484, 0.051777064999996014, 0.03654544799999826, 0.04769463200000246, 0.04190973500000439, 0.04123771700000134, 0.02067469200000005, 0.06644819199999574, 0.02008256300000255, 0.031656685000001517, 0.041677766999995924, 0.06593480200000101, 0.05419829699999923, null, 0.04123753600001123, 0.041639019000001554, null, 0.028994311999994693], "cpu": [1.349622496000002, 0.7725213439999834, 1.8033373119999965, 2.564823231999995, 0.8956859519999991, 1.0799209919999981, 1.2418522239999987, 1.0879368960000022, 1.164973696000004, 0.794452800000002, 2.117390176000015, 0.607427935999965, 2.3864112960000057, 0.9385271360000615, 0.9106408320000128, 1.412204384000006, 5.033033086000001, 1.0321023680000394, 2.332316703999993, 1.0511309440000787, 2.1213291839999897, 0.8781607680000434, 2.5058964479999304, 0.9698256319999246, 2.431910880000032, 1.7474237119999998, 0.9126207680000107, 6.366495953999998, 3.8984797119999257, 2.040057215999923, 1.991800192000028, 0.9542130879999604, 6.143531347000014, 2.0788206400000036, 0.7900702079999746, 0.9913603200000125, 3.2328088960000514, 1.6830009919999611, 2.0572183040001164, 6.4678354910000095, 2.5606211199999507, 4.446113023999942, 2.83079756799998, 2.0200499200000195, 0.7360631359999843, 0.9709902399999919, 1.0995094079999035, 1.5681650239998817, 4.136566144000199, 1.9857776960000137, 1.4655451840001206, 4.325593983999852, 2.041984896000031, 1.4505136960001437, 0.666652767999949, 2.1373455359998843, 1.958459296000001, 2.2369012479998673, 3.9065487999998822, 2.2597348799999963, 1.5661046719999376, 5.704774306000111, 5.117031754999971, 1.794780832000015, 3.5336951040001168, 6.29618646599998, 1.6487053759999526, 1.9467716799999835, 0.9472608959999889, 1.8320841280001332, 1.6199274880000303, 1.3623782720001145, 0.6737748159998773, 1.4671822079999401, 6.033431514999961, 3.08961267199993, 1.0098203519996787, 6.203256744000072, 1.2802515839998705, 2.0928150720001213, 5.485414115999987, 1.1033173760001773, 2.398510400000305, 1.0859261760001573, 3.759120927999902, 1.1302547200002664, 2.1821131520000563, 0.9734743039998648, 1.068707712000105, 2.211399679999886, 0.9625628799999504, 0.7149716800004171, 3.038155295999786, 0.9391937280001912, 2.365622368000004, 2.199415904000034, 1.3925230400000146, 1.0026447679997545, 0.8693523520000781, 2.0958727679999356, 1.0895168320002995, 1.7104158400002234, 2.921376639999835, 1.6568660799998725, 1.1694543359999443, 1.5262282240000786, 1.3411115200001404, 1.3196069440000429, 0.6615901440000016, 2.1263421439998638, 0.6426420160000816, 1.0130139200000485, 1.3336885439998696, 2.1099136640000324, 1.7343455039999753, 6.14679004300001, 1.3196011520003594, 1.3324486080000497, 4.1372137270000025, 0.9278179839998302]}, "full_P1": {"rate_final": 0.925, "wall_q50": [1.8437602890000164, [1.6874078609999899, 2.1639717739999966]], "wall_q90": [6.596664626999981, [4.639751823000001, NaN]], "wall_q95": [Infinity, [6.596664626999981, NaN]], "wall_median_s": 1.834209673500002, "cpu_mean_s": 2.457751432991666, "cpu_median_s": 1.834209673500002, "T": [1.8070195580000001, 0.9850758239999999, 3.8897948479999997, 4.639751823000001, 0.587429514, 0.7324004980000001, 1.305122923, 0.5084192470000001, 1.165598898, 1.808552803, 2.6256736249999966, 1.142690755000002, 1.3835586319999997, 2.6658166570000024, 0.6648166559999975, 1.5876199999999976, null, 4.715371408999996, 0.8952393890000021, 1.0637960829999997, 2.0012117870000026, 1.0568490849999979, 2.436056379, 2.023911517000002, 2.0885786680000002, 2.28823599499999, 1.323671756999989, null, 5.582643589999993, 1.6874078609999899, 1.6270811999999992, 1.7502645869999967, null, 2.082158448999998, 0.838110216999997, 1.0010513870000004, 2.1639717739999966, 3.6609642049999955, 2.080813989999996, null, 1.9020747919999934, 3.1397807409999956, 2.221529595, 2.1996967439999935, 1.3376687939999954, 1.8692585390000005, 3.0234887969999846, 1.8246590579999875, 3.2856907560000153, 0.8752933600000077, 2.0277643330000146, 6.596664626999981, 3.0412535690000126, 1.120261673999991, 0.8257220950000033, 1.6717077250000116, 3.880136099999987, 1.8033371950000046, 4.922669827, 1.3471039159999947, 1.053523185000003, 7.2892140869999835, null, 1.160895160999992, 2.753925790000011, null, 1.7223738260000019, 3.063795793000047, 4.705777413999947, 1.6506836860000078, 1.1817045370000017, 1.7691876190000073, 0.7449019719999939, 4.685572399000023, 7.244007691999954, 4.713600673000016, 0.468812007000011, null, 1.5716445870000229, 3.5099299760000093, 6.468272340999988, 1.590334893000005, 1.8437602890000164, 2.275204690999999, 4.417653470000062, 0.9203414919999773, 2.3266721129999866, 0.7749989480000039, 1.2897493830000002, 1.2027005239999937, 1.7034903760000049, 1.8021085540000001, 2.5272973339999965, 1.4745901530000083, 2.3138428509999898, 1.4024064809999999, 1.346827810999983, 1.5104896230000406, 1.764795203999995, 1.90899995099997, 1.1182118679999888, 1.3324476310000222, 3.01061816699999, 1.2105986290000175, 3.16293210500001, 2.868606358999969, 1.9706155149999915, 3.726314644999974, 0.2794266199999953, 3.1507590389999933, 0.7059128780000066, 0.9536018630000029, 2.1906009390000065, 3.8450362719999873, 1.5086161239999853, null, 1.3388176259999938, 1.0050125899999927, null, 0.704087763000004], "cpu": [1.807019558, 0.9850758239999999, 3.8897948479999993, 4.639751823000001, 0.587429514, 0.7324004980000001, 1.305122923, 0.5084192470000001, 1.165598898, 1.808552803, 2.6256736249999966, 1.142690755000002, 1.3835586319999997, 2.6658166570000024, 0.6648166559999975, 1.5876199999999976, 5.033033086000001, 4.715371408999996, 0.8952393890000021, 1.0637960829999997, 2.0012117870000026, 1.0568490849999979, 2.436056379, 2.023911517000002, 2.0885786680000002, 2.28823599499999, 1.323671756999989, 6.366495953999998, 5.582643589999993, 1.6874078609999899, 1.6270811999999992, 1.7502645869999967, 6.143531347000014, 2.082158448999998, 0.838110216999997, 1.0010513870000004, 2.1639717739999966, 3.6609642049999955, 2.080813989999996, 6.4678354910000095, 1.9020747919999934, 3.1397807409999956, 2.221529595, 2.1996967439999935, 1.3376687939999954, 1.8692585390000005, 3.0234887969999846, 1.8246590579999875, 3.2856907560000153, 0.8752933600000077, 2.0277643330000146, 6.596664626999981, 3.0412535690000126, 1.120261673999991, 0.8257220950000033, 1.6717077250000116, 3.880136099999987, 1.8033371950000046, 4.922669827, 1.3471039159999947, 1.053523185000003, 7.2892140869999835, 5.117031754999971, 1.160895160999992, 2.753925790000011, 6.29618646599998, 1.7223738260000019, 3.063795793000047, 4.705777413999947, 1.6506836860000078, 1.1817045370000017, 1.7691876190000073, 0.7449019719999939, 4.685572399000023, 7.244007691999954, 4.713600673000016, 0.468812007000011, 6.203256744000072, 1.5716445870000229, 3.5099299760000093, 6.468272340999988, 1.590334893000005, 1.8437602890000164, 2.275204690999999, 4.417653470000062, 0.9203414919999773, 2.3266721129999866, 0.7749989480000039, 1.2897493830000002, 1.2027005239999937, 1.7034903760000049, 1.8021085540000001, 2.5272973339999965, 1.4745901530000083, 2.3138428509999898, 1.4024064809999999, 1.346827810999983, 1.5104896230000406, 1.764795203999995, 1.90899995099997, 1.1182118679999888, 1.3324476310000222, 3.01061816699999, 1.2105986290000175, 3.16293210500001, 2.868606358999969, 1.9706155149999915, 3.726314644999974, 0.2794266199999953, 3.1507590389999933, 0.7059128780000066, 0.9536018630000029, 2.1906009390000065, 3.8450362719999873, 1.5086161239999853, 6.14679004300001, 1.3388176259999938, 1.0050125899999927, 4.1372137270000025, 0.704087763000004]}, "full_P2": {"rate_final": 0.925, "wall_q50": [1.3646831740000067, [1.251717696, 1.594795643999987]], "wall_q90": [3.859732238999989, [2.7199887650000107, NaN]], "wall_q95": [Infinity, [3.859732238999989, NaN]], "wall_median_s": 1.348265994000002, "cpu_mean_s": 3.1124693357083326, "cpu_median_s": 2.696531988000004, "T": [0.994741399, 0.975843315, 2.447234211, 2.802181784, 0.430003275, 0.553154999, 0.908636142, 0.4988845350000001, 0.7595320090000001, 1.490526225, 1.5200742579999957, 0.6832766860000001, 0.939599071, 1.924981273000002, 0.49760287400000003, 0.8732536090000007, null, 2.4541344950000017, 0.5586263089999992, 0.6246618729999991, 1.6254137100000001, 0.7040521889999987, 1.6657265679999949, 1.6699160550000016, 1.648203787, 1.2748864129999902, 0.794165956999997, null, 3.420541503999999, 0.9545813919999944, 1.251717696, 1.4217405909999954, null, 1.501980532000001, 0.491856956999996, 0.6566027339999998, 1.276887361, 2.3621928400000023, 1.6520920569999973, null, 1.3901863189999943, 2.1876543310000045, 1.807523525999997, 1.7914840139999981, 1.1415425349999921, 1.210583155000009, 2.0316258859999863, 1.5932375849999971, 2.2891104050000095, 0.5309180680000054, 1.4333312340000148, 3.859732238999989, 2.0046798690000003, 0.639925458999997, 0.6430290950000028, 1.4960488560000087, 2.0459334270000014, 1.3191273010000018, 2.8765884889999995, 1.062821092, 0.6865407720000078, 4.427915941999991, null, 0.7780437939999985, 1.9732302760000096, null, 1.3081353879999966, 1.676848540000016, 2.8533863469999616, 1.3646831740000067, 0.7106770460000149, 1.2817521670000076, 0.4717145310000035, 3.1123462080000195, 4.212030848999959, 2.945619621000006, 0.46034388500000034, null, 1.2582397999999984, 2.057448223000023, 3.6592392430000302, 1.2878754740000034, 1.0355424830000146, 1.8850755969999966, 2.7199887650000107, 0.5757217129999788, 1.5598980739999888, 0.44632469699999433, 0.7533856280000037, 0.8006939429999989, 1.331848813999997, 1.02712012100001, 1.9842531069999865, 1.2998515960000105, 1.8037270079999814, 1.1689884639999946, 0.7532191589999826, 1.2489124270000218, 1.4520095150000003, 1.594795643999987, 0.7421172569999896, 0.8059025430000162, 1.691151755000007, 0.7055202509999958, 2.2293263979999978, 1.871936723999994, 1.062711710000002, 2.3133473539999727, 0.2737963750000034, 2.223470455999987, 0.4329351319999972, 0.5874941609999951, 1.1661035930000025, 2.402977724999971, 0.9148257189999924, null, 1.2149594700000108, 0.5964439469999974, null, 0.535672199000004], "cpu": [1.989482798, 1.95168663, 4.894468422, 5.604363568, 0.86000655, 1.106309998, 1.817272284, 0.9977690700000001, 1.5190640180000003, 2.98105245, 3.0401485159999915, 1.3665533720000003, 1.879198142, 3.849962546000004, 0.9952057480000001, 1.7465072180000014, 5.033033086000001, 4.908268990000003, 1.1172526179999984, 1.2493237459999982, 3.2508274200000002, 1.4081043779999973, 3.3314531359999897, 3.3398321100000032, 3.296407574, 2.5497728259999803, 1.588331913999994, 6.366495953999998, 6.841083007999998, 1.9091627839999887, 2.503435392, 2.843481181999991, 6.143531347000014, 3.003961064000002, 0.983713913999992, 1.3132054679999996, 2.553774722, 4.724385680000005, 3.3041841139999946, 6.4678354910000095, 2.7803726379999887, 4.375308662000009, 3.615047051999994, 3.5829680279999963, 2.2830850699999843, 2.421166310000018, 4.063251771999973, 3.1864751699999943, 4.578220810000019, 1.0618361360000108, 2.8666624680000297, 7.719464477999978, 4.009359738000001, 1.279850917999994, 1.2860581900000057, 2.9920977120000174, 4.091866854000003, 2.6382546020000035, 5.753176977999999, 2.125642184, 1.3730815440000157, 8.656122351999947, 5.117031754999971, 1.556087587999997, 3.946460552000019, 6.29618646599998, 2.6162707759999932, 3.353697080000032, 5.706772693999923, 2.7293663480000134, 1.4213540920000298, 2.563504334000015, 0.943429062000007, 6.224692416000039, 7.403296153999946, 5.891239242000012, 0.9206877700000007, 6.203256744000072, 2.5164795999999967, 4.114896446000046, 7.3184784860000605, 2.5757509480000067, 2.0710849660000292, 3.770151193999993, 5.4399775300000215, 1.1514434259999575, 3.1197961479999776, 0.8926493939999887, 1.5067712560000075, 1.6013878859999977, 2.663697627999994, 2.05424024200002, 3.968506213999973, 2.599703192000021, 3.607454015999963, 2.337976927999989, 1.5064383179999652, 2.4978248540000436, 2.9040190300000006, 3.189591287999974, 1.4842345139999793, 1.6118050860000324, 3.382303510000014, 1.4110405019999916, 4.4586527959999955, 3.743873447999988, 2.125423420000004, 4.626694707999945, 0.5475927500000068, 4.446940911999974, 0.8658702639999944, 1.1749883219999901, 2.332207186000005, 4.805955449999942, 1.8296514379999849, 6.14679004300001, 2.4299189400000216, 1.1928878939999947, 4.1372137270000025, 1.071344398000008]}, "full_P4": {"rate_final": 0.925, "wall_q50": [1.1179801000000111, [0.975843315, 1.2615792979999991]], "wall_q90": [2.478701475000001, [1.8553616210000072, NaN]], "wall_q95": [Infinity, [2.478701475000001, NaN]], "wall_median_s": 1.1121628540000046, "cpu_mean_s": 4.315625284124999, "cpu_median_s": 4.42056096200001, "T": [0.6124816309999999, 0.975843315, 1.7812303170000001, 1.9111151720000001, 0.293007542, 0.382625398, 0.7314182149999999, 0.4908892149999998, 0.46174218400000006, 1.075779296, 0.9911120249999996, 0.5029118769999998, 0.7097049380000016, 1.5609655300000007, 0.332469734, 0.5302593379999987, null, 1.362039339999999, 0.3711011310000014, 0.4349833150000002, 1.4350660289999997, 0.516382694999999, 1.2615792979999991, 1.4914676620000016, 1.3807193809999987, 0.7933252179999961, 0.6160652759999934, null, 2.301949375999996, 0.6246517379999972, 1.0945606209999994, 1.2475168259999982, null, 1.299140130999998, 0.37526507800000175, 0.4846799399999995, 0.7673613420000045, 1.7600517379999978, 1.4590650970000034, null, 0.8662183669999948, 1.681582043000006, 1.3431108169999888, 1.615242361, 1.1199517279999966, 1.032667061000005, 1.5383232419999828, 1.4346095829999967, 1.8553616210000072, 0.40910204400000083, 1.1039348730000071, 2.478701475000001, 1.4883568350000047, 0.47286203400000204, 0.4640054800000044, 1.4785093250000045, 1.201787890999995, 1.1413888430000014, 1.537138186, 0.9234134509999947, 0.5201215720000008, 3.0414589969999994, null, 0.5959028039999978, 1.5803331190000094, null, 1.147835158999989, 1.0148836469999978, 1.907991136999982, 0.836648772999979, 0.5306434760000087, 1.088182973000002, 0.3371096239999929, 2.302002043000016, 2.7209257879999598, 2.08650655000001, 0.46034388500000034, null, 1.1179801000000111, 1.393867032000017, 2.323320434999971, 1.1382767549999926, 0.6248481410000153, 1.6928467230000024, 1.9382412830000249, 0.4042219139999901, 1.2257878700000049, 0.28107099599999685, 0.5723876519999891, 0.6041731109999944, 1.1705732209999837, 0.631400381000006, 1.7897948600000007, 1.1435758930000048, 1.5689971149999877, 0.7097993690000237, 0.5702146419999963, 1.0704742930000037, 1.2879840469999806, 1.417567009999999, 0.5756363749999878, 0.5944335800000147, 1.0222894250000252, 0.5326446870000012, 1.6996214010000017, 1.3658129989999992, 0.6425998610000079, 1.594372017999973, 0.2737963750000034, 1.723153289999999, 0.32227498199999616, 0.3903192089999976, 0.6936720080000214, 1.6707010810000043, 0.5626011719999866, null, 1.106345607999998, 0.41493745500000045, null, 0.38530825299999094], "cpu": [2.4499265239999994, 3.90337326, 7.1249212680000005, 7.276300464000001, 1.172030168, 1.530501592, 2.9256728599999997, 1.9635568599999993, 1.8469687360000002, 4.303117184, 3.9644480999999985, 2.0116475079999994, 2.8388197520000062, 6.243862120000003, 1.329878936, 2.1210373519999948, 5.033033086000001, 5.448157359999996, 1.4844045240000057, 1.7399332600000008, 5.740264115999999, 2.065530779999996, 5.0463171919999965, 5.965870648000006, 5.522877523999995, 3.1733008719999845, 2.4642611039999736, 6.366495953999998, 7.874796035999996, 2.4986069519999887, 4.378242483999998, 4.990067303999993, 6.143531347000014, 5.196560523999992, 1.501060312000007, 1.938719759999998, 3.069445368000018, 6.942899507000007, 5.836260388000014, 6.4678354910000095, 3.464873467999979, 6.726328172000024, 5.372443267999955, 6.460969444, 4.479806911999987, 4.13066824400002, 6.153292967999931, 5.738438331999987, 7.421446484000029, 1.6364081760000033, 4.415739492000029, 7.814057586999979, 5.953427340000019, 1.8914481360000082, 1.8560219200000176, 5.914037300000018, 4.80715156399998, 4.565555372000006, 6.042949479000001, 3.693653803999979, 2.080486288000003, 8.656122351999947, 5.117031754999971, 2.3836112159999914, 6.321332476000038, 6.29618646599998, 4.591340635999956, 4.059534587999991, 7.154391255999947, 3.346595091999916, 2.122573904000035, 4.352731892000008, 1.3484384959999716, 9.208008172000063, 7.403296153999946, 8.34602620000004, 1.8413755400000014, 6.203256744000072, 4.4719204000000445, 5.575468128000068, 8.323628301, 4.55310701999997, 2.499392564000061, 6.7713868920000095, 7.2704082240000645, 1.6168876559999603, 4.9031514800000195, 1.1242839839999874, 2.2895506079999564, 2.4166924439999775, 4.682292883999935, 2.525601524000024, 7.159179440000003, 4.574303572000019, 6.275988459999951, 2.839197476000095, 2.280858567999985, 4.281897172000015, 5.151936187999922, 5.670268039999996, 2.302545499999951, 2.3777343200000587, 4.089157700000101, 2.130578748000005, 6.798485604000007, 5.463251995999997, 2.5703994440000315, 6.142580347999925, 1.0951855000000137, 6.892613159999996, 1.2890999279999846, 1.5612768359999905, 2.7746880320000855, 5.703670965999947, 2.2504046879999464, 6.14679004300001, 4.425382431999992, 1.6597498200000018, 4.1372137270000025, 1.5412330119999638]}, "full_P8": {"rate_final": 0.925, "wall_q50": [0.9201698850000035, [0.6826133710000164, 1.028770251999994]], "wall_q90": [1.8780426739999996, [1.5172942519999992, NaN]], "wall_q95": [Infinity, [1.8780426739999996, NaN]], "wall_median_s": 0.9081519430000018, "cpu_mean_s": 5.983525442658341, "cpu_median_s": 6.145160695000012, "T": [0.425224215, 0.975843315, 1.4393006119999998, 1.4343431050000002, 0.293007542, 0.32186603, 0.5460453869999999, 0.2995293849999999, 0.370545358, 0.8961340010000001, 0.7674693519999991, 0.35077260899999985, 0.5146117789999973, 1.385628865000001, 0.332469734, 0.3940348529999991, null, 0.8317672110000007, 0.36093306899999966, 0.3022190689999995, 1.2624376259999988, 0.43131851699999935, 1.0989531889999995, 1.2827506450000001, 0.9201698850000035, 0.506041181999997, 0.44423421999999846, null, 1.739426931999997, 0.4409697539999975, 0.9782314569999997, 1.2390959839999987, null, 1.035190275999998, 0.26072855299999986, 0.41411842699999823, 0.5761601899999995, 1.471432379000003, 1.2936551620000003, null, 0.5749446759999941, 1.4371058979999987, 0.8462558739999864, 1.4422654959999974, 0.7509633160000035, 0.8777042060000042, 1.3543936189999926, 1.268474861999998, 1.675256264000005, 0.2946459090000033, 0.98782176200001, 1.7870400019999977, 1.2961861790000029, 0.325592008000001, 0.2980413519999985, 1.4656468200000035, 0.7538834059999928, 0.9715635750000047, 0.9224102449999947, 0.8056321989999944, 0.35772223300000405, 2.309597087, null, 0.4307545719999979, 1.4395968060000044, null, 1.0286056359999947, 0.6798281430000017, 1.4416232050000133, 0.5568174249999913, 0.36993486300001166, 0.930242432, 0.2537333899999936, 1.8780426739999996, 2.0097780449999902, 1.6411618920000137, 0.46034388500000034, null, 1.011872088000004, 0.9862633380000005, 1.579656875000012, 0.8631735200000037, 0.45449408000000346, 1.5157818160000005, 1.5570313879999986, 0.3830341010000069, 1.0758823419999999, 0.28107099599999685, 0.41646639999999024, 0.4341003119999982, 1.1159200000000027, 0.47093300000000227, 1.6079137389999971, 1.1361931790000028, 0.9607560030000286, 0.44096028000001297, 0.39799903899999833, 0.65949091600001, 1.1514389389999877, 1.2843693930000057, 0.4062014430000005, 0.4169736910000097, 0.6826133710000164, 0.36561801700000274, 1.502935793000006, 1.1926025030000034, 0.4013040969999935, 1.2115908570000187, 0.2737963750000034, 1.5172942519999992, 0.21528004900000042, 0.3814460789999998, 0.4627489730000036, 1.316376993999981, 0.44188702000001, null, 1.1011419130000064, 0.2725790780000068, null, 0.282573358999997], "cpu": [3.40179372, 7.80674652, 8.954031729999999, 7.702300134000002, 2.344060336, 2.57492824, 4.3683630959999995, 2.3962350799999994, 2.964362864, 7.1690720080000006, 6.139754815999993, 2.8061808719999988, 4.116894231999979, 11.085030920000008, 2.659757872, 3.1522788239999926, 5.033033086000001, 6.616106671000001, 2.8874645519999973, 2.417752551999996, 9.316751202, 3.4505481359999948, 8.50570955699999, 10.262005160000001, 7.144904201000024, 4.048329455999976, 3.5538737599999877, 6.366495953999998, 7.874796035999996, 3.52775803199998, 7.3000205279999975, 9.91276787199999, 6.143531347000014, 8.281522207999984, 2.085828423999999, 3.312947415999986, 4.609281519999996, 7.64192236100002, 10.349241296000002, 6.4678354910000095, 4.599557407999953, 8.209478552999997, 6.770046991999891, 10.719020797999974, 6.007706528000028, 7.021633648000034, 9.667486621999977, 10.147798895999983, 10.591302554000038, 2.3571672720000265, 7.90257409600008, 7.814057586999979, 9.020734098999995, 2.604736064000008, 2.384330815999988, 11.725174560000028, 6.0310672479999425, 7.637356128000036, 5.859379745999988, 6.445057591999955, 2.8617778640000324, 8.656122351999947, 5.117031754999971, 3.446036575999983, 6.884923885000063, 6.29618646599998, 8.228845087999957, 5.438625144000014, 7.4962111469999755, 4.4545393999999305, 2.9594789040000933, 7.433651326000003, 2.029867119999949, 9.75081225800001, 7.403296153999946, 10.73051245600007, 3.6827510800000027, 6.203256744000072, 7.559666512000064, 7.139118791000044, 8.421667360000043, 6.9053881600000295, 3.6359526400000277, 9.960813737999914, 7.2704082240000645, 3.064272808000055, 6.753823581999995, 2.248567967999975, 3.331731199999922, 3.4728024959999857, 8.927360000000022, 3.767464000000018, 10.169573493999934, 9.089545432000023, 7.686048024000229, 3.5276822400001038, 3.1839923119999867, 5.27592732800008, 9.211511511999902, 10.274955144000046, 3.249611544000004, 3.3357895280000776, 5.460906968000131, 2.924944136000022, 11.79654852800006, 9.540820024000027, 3.210432775999948, 6.508908193000039, 2.1903710000000274, 8.485237979000047, 1.7222403920000033, 3.0515686319999986, 3.701991784000029, 5.703670965999947, 3.53509616000008, 6.14679004300001, 8.659607270000038, 2.1806326240000544, 4.1372137270000025, 2.260586871999976]}, "full_P16": {"rate_final": 0.925, "wall_q50": [0.7583244059999998, [0.5077165740000016, 0.9643233939999973]], "wall_q90": [1.6079137389999971, [1.3756540809999933, NaN]], "wall_q95": [Infinity, [1.6079137389999971, NaN]], "wall_median_s": 0.7532834750000035, "cpu_mean_s": 7.627238492633336, "cpu_median_s": 6.833014925499981, "T": [0.281069413, 0.975843315, 1.2237720010000004, 1.1914142600000002, 0.293007542, 0.273553701, 0.497411187, 0.2890508869999999, 0.370545358, 0.8961340010000001, 0.588379848999999, 0.2396555429999987, 0.3836000199999994, 1.277826611, 0.332469734, 0.28370485700000003, null, 0.5077165740000016, 0.36093306899999966, 0.3022190689999995, 1.2624376259999988, 0.27262847200000095, 0.9643233939999973, 1.0953118370000006, 0.6249110880000046, 0.3391056189999979, 0.41777785500000064, null, 1.4782382579999975, 0.3303373659999984, 0.9474111669999985, 1.170538338, null, 0.8394784380000004, 0.24971204799999924, 0.3820107019999952, 0.4166284729999994, 1.3212031250000003, 1.2936551620000003, null, 0.40320424599999427, 1.266572068000002, 0.66259947799999, 1.3756540809999933, 0.5688377470000034, 0.8172300439999987, 1.1858837049999948, 1.268474861999998, 1.5045709160000058, 0.2946459090000033, 0.8784393690000059, 1.4064061999999922, 1.126530756000001, 0.3164439160000043, 0.2980413519999985, 1.4656468200000035, 0.5686527390000009, 0.9715635750000047, 0.6451680240000002, 0.795304827999999, 0.35772223300000405, 1.9414392369999973, null, 0.4307545719999979, 1.3089721979999993, null, 1.0286056359999947, 0.5045622929999993, 1.1783968260000108, 0.4224552519999918, 0.36993486300001166, 0.8950961840000247, 0.2537333899999936, 1.4901285030000082, 1.6592689829999756, 1.3341996099999989, 0.4047138109999935, null, 1.011872088000004, 0.848771861000003, 1.1454583170000063, 0.6750783859999956, 0.3218730290000025, 1.4289929090000015, 1.3673923289999834, 0.33781833799999106, 0.9369975540000013, 0.28107099599999685, 0.41455741599999385, 0.4341003119999982, 0.7583244059999998, 0.32367015500000207, 1.6079137389999971, 0.7818919400000084, 0.7482425440000071, 0.3235273310000082, 0.3669771050000037, 0.5151905870000064, 1.1514389389999877, 1.1043191700000108, 0.4062014430000005, 0.4074774959999985, 0.5426817740000018, 0.31058553000001154, 1.322142233000008, 0.9914033039999879, 0.2510146620000029, 1.0445494640000135, 0.23348519799999679, 1.3550007209999961, 0.21528004900000042, 0.3814460789999998, 0.3569468499999999, 1.1497142500000024, 0.3293565150000006, null, 1.1011419130000064, 0.2725790780000068, null, 0.282573358999997], "cpu": [4.497110608, 12.081914909, 9.132177392000001, 7.834495219000002, 4.688120672, 4.376859216, 7.625794115, 4.624814191999999, 5.92624018, 11.976216973999998, 7.899592689999989, 3.834488687999979, 5.465505302999993, 19.865854107000004, 5.319515744, 4.376127786999996, 5.033033086000001, 6.940005876999997, 5.728089995999996, 4.835505103999992, 10.927057648000002, 4.362055552000015, 9.200934922999977, 11.883588437000007, 7.040734713000031, 5.425689903999967, 6.68444568000001, 6.366495953999998, 7.874796035999996, 4.834567619999984, 8.069105572999991, 15.166467034999997, 6.143531347000014, 9.768441153000033, 3.995392767999988, 6.112171231999923, 6.180368373999993, 7.9125823290000135, 14.412395067000023, 6.4678354910000095, 6.337815017999937, 8.223174219000008, 8.74038929099995, 12.172230182999947, 8.212272714000015, 13.075680703999979, 10.257593436999997, 15.671861880999963, 10.753152229000051, 4.714334544000053, 11.938672780000054, 7.814057586999979, 9.379551314999993, 5.063102656000069, 4.768661631999976, 15.657259428000039, 7.884286307999972, 9.050861916000045, 5.8429492429999925, 8.235404431000006, 5.723555728000065, 8.656122351999947, 5.117031754999971, 6.81724604999998, 6.884923885000063, 6.29618646599998, 11.386375801999954, 5.970727862000025, 7.5594720759999845, 6.426457972999955, 5.918957808000187, 7.988609060000087, 4.059734239999898, 9.55782688900004, 7.403296153999946, 10.935565071000013, 6.475420975999896, 6.203256744000072, 8.15244819500009, 7.4015708690000395, 8.350797257000025, 8.368200633999905, 5.016900403000079, 9.979506379999918, 7.2704082240000645, 5.405093407999857, 6.971880681000002, 4.49713593599995, 6.320516040999934, 6.7885912469999425, 12.133190495999997, 5.178722480000033, 10.669782466999962, 10.978384149000078, 9.002951044999989, 5.145520651000112, 5.871633680000059, 7.026510952000052, 13.04348349699994, 11.309725456000095, 6.431909435999998, 6.519639935999976, 6.848783800999982, 4.969368480000185, 12.705113796000049, 11.031078466999887, 4.016234592000046, 6.668168021, 3.7357631679999486, 8.720034705000032, 3.4444807840000067, 6.103137263999997, 4.817427258000038, 5.703670965999947, 5.26970424000001, 6.14679004300001, 10.170510190000044, 4.361265248000109, 4.1372137270000025, 4.521173743999952]}, "full_P32": {"rate_final": 0.925, "wall_q50": [0.5345756619999946, [0.40431612499999403, 0.9171541910000087]], "wall_q90": [1.455771605999999, [1.2890018819999938, NaN]], "wall_q95": [Infinity, [1.455771605999999, NaN]], "wall_median_s": 0.5303041810000018, "cpu_mean_s": 8.451063810675, "cpu_median_s": 7.74165044599995, "T": [0.281069413, 0.9274353949999998, 1.0569345140000004, 1.0364785570000001, 0.293007542, 0.273553701, 0.3847173960000001, 0.26064014100000055, 0.3036189189999998, 0.8961340010000001, 0.47071442300000044, 0.23084135199999878, 0.3433200499999991, 1.1576424329999995, 0.332469734, 0.2498882620000007, null, 0.3316941500000006, 0.36093306899999966, 0.3022190689999995, 1.0933978539999991, 0.27262847200000095, 0.9643233939999973, 0.944028761999995, 0.45145932000000144, 0.27712500799999873, 0.33787014400000004, null, 1.2944500559999987, 0.28372713099999913, 0.945780451000001, 0.9703179469999981, null, 0.7080572049999958, 0.24401338099999847, 0.3768616730000005, 0.4166284729999994, 1.2033346629999997, 1.1466326389999963, null, 0.40320424599999427, 1.136324357999996, 0.44847803600000447, 1.1919018329999957, 0.5258736099999979, 0.5260327000000089, 1.1858837049999948, 1.268474861999998, 1.4495954530000006, 0.2946459090000033, 0.8784393690000059, 1.2072336109999924, 1.126530756000001, 0.3164439160000043, 0.2980413519999985, 1.3081177669999988, 0.40506667999999735, 0.859327289999996, 0.4748325799999975, 0.6298938620000101, 0.3459099449999954, 1.7094829640000029, null, 0.353676104999991, 1.3089721979999993, null, 1.0286056359999947, 0.36438594899999543, 1.0140009819999989, 0.36086482700000033, 0.31543494299999963, 0.7435295540000055, 0.2217049470000063, 1.2890018819999938, 1.4930868389999858, 1.1492502669999993, 0.36712887400000227, null, 1.011872088000004, 0.7374930720000066, 0.9736075310000132, 0.5345756619999946, 0.3218730290000025, 1.4289929090000015, 1.19812757199999, 0.3255457489999998, 0.9369975540000013, 0.28107099599999685, 0.28904215400000055, 0.4341003119999982, 0.7583244059999998, 0.3130206510000022, 1.455771605999999, 0.5105494670000041, 0.5781375660000094, 0.3235273310000082, 0.3023534999999953, 0.40113010599999654, 1.1108025030000022, 0.9171541910000087, 0.3564991080000084, 0.3244180570000026, 0.40431612499999403, 0.2648724780000009, 1.322142233000008, 0.8231195989999947, 0.2510146620000029, 0.9193037960000083, 0.215495482999998, 1.2148886230000073, 0.21528004900000042, 0.3713214419999957, 0.25344469700000616, 1.03122905299999, 0.3254607300000032, null, 1.1011419130000064, 0.2725790780000068, null, 0.282573358999997], "cpu": [6.326416439000001, 12.651505633999998, 9.09806374, 7.8302131840000015, 7.479520958, 7.668613417999999, 7.834448311000002, 6.825865599000008, 7.075502778, 13.218821514999997, 8.056566391999997, 6.14457498199998, 5.77907886499999, 21.101032521000008, 8.371833143, 5.204188219000006, 5.033033086000001, 6.952757663000002, 6.7824826450000035, 7.192105040000012, 10.795718639000006, 7.187224014000009, 9.751718986999975, 11.794538560999982, 6.872265027000026, 6.7237889869999705, 7.717418755999997, 6.366495953999998, 7.874796035999996, 5.082666378999999, 8.339176000000002, 14.558811114999973, 6.143531347000014, 9.619471434000015, 6.937941146999965, 10.551042955, 6.548284530999993, 7.966999416000014, 14.267579767999983, 6.4678354910000095, 7.2342340759999715, 8.109641581999995, 8.522061870000037, 12.004190383999948, 8.87262400499997, 12.162887820000165, 10.917981935999983, 16.915653067999962, 10.782850006000032, 6.608503273000032, 13.199202463000049, 7.814057586999979, 9.856890131999997, 6.901481478000029, 8.516389055999973, 15.59954562699999, 7.930874037999978, 9.097576964999995, 5.816788819999992, 7.95463914500008, 7.894738752999977, 8.656122351999947, 5.117031754999971, 7.863859020999932, 6.884923885000063, 6.29618646599998, 12.411289546999967, 5.970727862000025, 7.554812738999978, 6.65125792000002, 7.019729084999938, 7.866201407000048, 6.39014139300015, 9.522897965000027, 7.403296153999946, 10.91259700300003, 8.427823309000004, 6.203256744000072, 8.462217800000076, 7.4728491470000336, 8.316082364000039, 8.146105560999914, 6.105313146000057, 9.979506379999918, 7.2704082240000645, 9.218455321999983, 7.279954622000005, 8.9942718719999, 6.415199463999997, 7.765882135999902, 17.629646286999957, 7.590204724999992, 10.560809106999955, 9.741883646000048, 8.721159506999967, 6.2911426840000075, 7.5267103079999345, 7.145478742000023, 13.79409792800007, 10.753358456000058, 7.339941311000004, 7.4047753090000015, 6.873853723999929, 6.3710374050000524, 13.437878151000064, 10.882283176999906, 5.552880733000038, 6.675638928999987, 6.102562138999957, 8.638296046000065, 6.131704356, 8.277588940999976, 4.933461781000062, 5.703670965999947, 6.872703435999966, 6.14679004300001, 10.831165333000058, 7.077763363000074, 4.1372137270000025, 7.496815615999992]}}, "5": {"start_success": 0.09357638888888889, "plant_ge1_of48": 0.925, "cpu_per_start_full_s": 0.30175252729288177, "cpu_to_cert_given_ok_s": 0.164867383695733, "wall_over_cpu": 1.086061635029531, "cert_P1": {"rate_final": 0.925, "wall_q50": [1.7513270310000024, [1.5198464859999916, 2.4765006079999523]], "wall_q90": [8.206348538000043, [6.329138414999999, NaN]], "wall_q95": [Infinity, [8.206348538000043, NaN]], "wall_median_s": 1.722962188000004, "cpu_mean_s": 3.06111872045, "cpu_median_s": 1.722962188000004, "T": [1.3041339889999999, 1.2338307290000003, 0.8792552839999999, 1.361558383, 1.461775201, 2.437270656, 0.996495883, 1.8678656460000003, 2.397461975, null, 1.4682143520000022, null, 0.7477326279999996, 6.329138414999999, 3.3750653089999947, 0.7839599889999977, null, 0.39974576799999895, 1.3997451929999905, 1.138052190000007, 4.248985636999997, 2.7990652970000056, null, 1.048110795000003, 1.4255360419999974, 1.1205366850000011, 1.6053406209999999, 1.2663331500000083, 0.9051748309999965, 1.045301705, 0.49804202300000355, 3.1300984089999986, 9.268097092000012, 2.732868888999988, 6.714349497999983, 0.5214611110000078, 0.5047011930000025, null, 1.176753097999999, 4.453727500999996, 1.638639044999998, 2.901392075000018, 2.3174849060000255, 6.67237040400002, 6.119432284999995, 2.6267491150000097, 3.299927048000008, 4.615071283000027, 4.800559012000022, 4.019607754000006, 4.67608212399999, 2.2902167329999656, 1.3158671120000065, null, 0.6741266179999741, 5.663067255999962, 9.619059607999958, 8.06449903399998, 6.162736077999995, 2.0536535090000285, 1.60342942500003, 0.572964368000001, null, 1.3257026250000337, 2.834379369999951, 7.5765932869999375, 1.5198464859999916, 1.4294000109999985, 1.0847752909999855, 2.7898960150000107, 1.7513270310000024, 1.2601682220000043, 1.4617819419999876, 2.075186785000014, 4.520795063000037, 2.4765006079999523, 1.3901976580000337, null, 1.0533164719999917, 1.067257457999986, 1.2171788809999953, 1.5740189580000248, 4.8906523290000194, 1.5558968340000092, 4.673225011000056, 3.269291430000038, 1.9279206399999964, 0.19277838700000416, 1.2297858500000416, 2.8904592100000173, 1.2524708149999952, 2.009617967999958, 1.4196432239999695, 1.1578647870000083, null, 0.8452435559999856, 0.9384503150000114, 7.3341270829999985, 8.206348538000043, 1.3170673609999994, 1.471325285000006, 1.59958394399996, 7.069264060000052, 1.289459249999993, 1.6945973450000054, 3.88723003400014, 0.8151036670000167, 0.4836726070000452, 1.540393535999982, 1.5479760519999957, 1.9469749209999918, 2.819457465000056, 4.390634650999914, 0.6934954230000017, 4.5169237319999525, 1.183507719000005, 3.4129464689999622, 0.8311795790000076, 1.5151801599999999, 2.9264612069998748], "cpu": [1.3041339889999999, 1.2338307290000003, 0.8792552839999999, 1.361558383, 1.461775201, 2.437270656, 0.996495883, 1.8678656460000003, 2.397461975, 7.646720414999999, 1.4682143520000022, 10.756188663, 0.7477326279999996, 6.329138414999999, 3.3750653089999947, 0.7839599889999977, 7.953513507999997, 0.39974576799999895, 1.3997451929999905, 1.138052190000007, 4.248985636999997, 2.7990652970000056, 10.369432525, 1.048110795000003, 1.4255360419999974, 1.1205366850000011, 1.6053406209999999, 1.2663331500000083, 0.9051748309999965, 1.045301705, 0.49804202300000355, 3.1300984089999986, 9.268097092000012, 2.732868888999988, 6.714349497999983, 0.5214611110000078, 0.5047011930000025, 7.67886934700001, 1.176753097999999, 4.453727500999996, 1.638639044999998, 2.901392075000018, 2.3174849060000255, 6.67237040400002, 6.119432284999995, 2.6267491150000097, 3.299927048000008, 4.615071283000027, 4.800559012000022, 4.019607754000006, 4.67608212399999, 2.2902167329999656, 1.3158671120000065, 10.226187383000038, 0.6741266179999741, 5.663067255999962, 9.619059607999958, 8.06449903399998, 6.162736077999995, 2.0536535090000285, 1.60342942500003, 0.572964368000001, 9.480439905000011, 1.3257026250000337, 2.834379369999951, 7.5765932869999375, 1.5198464859999916, 1.4294000109999985, 1.0847752909999855, 2.7898960150000107, 1.7513270310000024, 1.2601682220000043, 1.4617819419999876, 2.075186785000014, 4.520795063000037, 2.4765006079999523, 1.3901976580000337, 7.822644548999989, 1.0533164719999917, 1.067257457999986, 1.2171788809999953, 1.5740189580000248, 4.8906523290000194, 1.5558968340000092, 4.673225011000056, 3.269291430000038, 1.9279206399999964, 0.19277838700000416, 1.2297858500000416, 2.8904592100000173, 1.2524708149999952, 2.009617967999958, 1.4196432239999695, 1.1578647870000083, 10.492997592999899, 0.8452435559999856, 0.9384503150000114, 7.3341270829999985, 8.206348538000043, 1.3170673609999994, 1.471325285000006, 1.59958394399996, 7.069264060000052, 1.289459249999993, 1.6945973450000054, 3.88723003400014, 0.8151036670000167, 0.4836726070000452, 1.540393535999982, 1.5479760519999957, 1.9469749209999918, 2.819457465000056, 4.390634650999914, 0.6934954230000017, 4.5169237319999525, 1.183507719000005, 3.4129464689999622, 0.8311795790000076, 1.5151801599999999, 2.9264612069998748]}, "cert_P2": {"rate_final": 0.925, "wall_q50": [0.856227232000009, [0.8026112739999576, 1.2796293829999996]], "wall_q90": [4.092453770999981, [3.1927785580000005, NaN]], "wall_q95": [Infinity, [4.5724413492000116, NaN]], "wall_median_s": 0.8552216874999985, "cpu_mean_s": 3.074792295933331, "cpu_median_s": 1.710443374999997, "T": [0.6924869209999998, 0.6137075430000001, 0.38936030099999985, 0.7012939799999999, 0.8080102440000001, 1.320564997, 0.44660177500000003, 0.8352413720000001, 1.0162655700000003, null, 0.6802883140000002, null, 0.36180841199999847, 3.1927785580000005, 1.766042473999999, 0.48940723999999847, null, 0.1768542119999985, 0.7864800419999938, 0.6179903570000036, 2.121822974000004, 1.4849374480000037, null, 0.5528922070000064, 0.8691802499999994, 0.5488998100000018, 0.8121867099999989, 0.6613377870000043, 0.4909967060000042, 0.4577191699999972, 0.2611652080000013, 1.533433971000001, 4.584748723000011, 1.3292365030000042, 3.3051918049999998, 0.3029744020000038, 0.2465390090000028, null, 0.6069242359999976, 2.214154581999999, 0.8040922790000025, 1.4483790370000094, 1.179052439000003, 3.3663710930000192, 3.042190835999989, 1.2796293829999996, 1.5830902940000158, 2.3097584370000064, 2.4625522790000076, 1.978330638000017, 2.325550156999995, 1.1344828849999828, 0.7420514879999871, null, 0.35897073499998555, 2.8969588529999726, 4.827019660999937, 4.05661972099999, 3.1393318920000013, 1.0759893330000239, 0.7679519060000075, 0.2996560549999998, null, 0.7037802320000281, 1.4394186969999794, 3.7950652989999583, 0.8059097819999863, 0.7894946020000049, 0.47716844099998923, 1.4642118860000153, 0.8542161429999879, 0.5400586780000083, 0.8229586379999887, 1.013869757000009, 2.274092464000006, 1.2558077699999615, 0.7407462210000233, null, 0.46452171099998907, 0.6132190089999909, 0.620463565999998, 0.8782338210000091, 2.4434889229999897, 0.7473333800000006, 2.3523845590000434, 1.5698657890000192, 0.8329557149999971, 0.18265698500000838, 0.6189255780000451, 1.4011754840000208, 0.6533838569999944, 1.0264040969999684, 0.6697222419999633, 0.6212769349999974, null, 0.4719950429999926, 0.4456588179999983, 3.599976015999971, 4.092453770999981, 0.6723777569999925, 0.7069096350000166, 0.7971586369999955, 3.4068455270000584, 0.7028369260000034, 0.808618598999999, 1.9633986880000975, 0.5033222739999985, 0.19848477600004344, 0.8026112739999576, 0.856227232000009, 0.9932828439999923, 1.3483156830000382, 2.1717397409999535, 0.4127235960000064, 2.242504383999915, 0.6337044269999978, 1.740538058999988, 0.5366166739999869, 0.642885548999999, 1.4924914069999602], "cpu": [1.3849738419999995, 1.2274150860000002, 0.7787206019999997, 1.40258796, 1.6160204880000002, 2.641129994, 0.89320355, 1.6704827440000003, 2.0325311400000006, 7.646720415000001, 1.3605766280000005, 10.756188663, 0.7236168239999969, 6.385557116000001, 3.532084947999998, 0.9788144799999969, 7.953513507999997, 0.353708423999997, 1.5729600839999875, 1.2359807140000072, 4.243645948000008, 2.9698748960000074, 10.369432525, 1.1057844140000128, 1.7383604999999989, 1.0977996200000035, 1.6243734199999977, 1.3226755740000087, 0.9819934120000084, 0.9154383399999944, 0.5223304160000026, 3.066867942000002, 9.169497446000022, 2.6584730060000084, 6.6103836099999995, 0.6059488040000076, 0.4930780180000056, 7.67886934700001, 1.2138484719999951, 4.428309163999998, 1.608184558000005, 2.8967580740000187, 2.358104878000006, 6.7327421860000385, 6.084381671999978, 2.5592587659999992, 3.1661805880000315, 4.619516874000013, 4.925104558000015, 3.956661276000034, 4.65110031399999, 2.2689657699999657, 1.4841029759999742, 10.226187383000038, 0.7179414699999711, 5.793917705999945, 9.654039321999875, 8.11323944199998, 6.278663784000003, 2.1519786660000477, 1.535903812000015, 0.5993121099999996, 9.480439905000011, 1.4075604640000563, 2.8788373939999587, 7.5901305979999165, 1.6118195639999726, 1.5789892040000097, 0.9543368819999785, 2.9284237720000306, 1.7084322859999759, 1.0801173560000166, 1.6459172759999774, 2.027739514000018, 4.548184928000012, 2.511615539999923, 1.4814924420000466, 7.822644548999989, 0.9290434219999781, 1.2264380179999819, 1.240927131999996, 1.7564676420000183, 4.886977845999979, 1.4946667600000012, 4.704769118000087, 3.1397315780000383, 1.6659114299999942, 0.36531397000001675, 1.2378511560000902, 2.8023509680000416, 1.3067677139999887, 2.0528081939999367, 1.3394444839999267, 1.2425538699999947, 10.492997592999899, 0.9439900859999852, 0.8913176359999966, 7.199952031999942, 8.184907541999962, 1.344755513999985, 1.4138192700000332, 1.594317273999991, 6.813691054000117, 1.4056738520000067, 1.617237197999998, 3.926797376000195, 1.006644547999997, 0.3969695520000869, 1.6052225479999152, 1.712454464000018, 1.9865656879999847, 2.6966313660000765, 4.343479481999907, 0.8254471920000128, 4.48500876799983, 1.2674088539999957, 3.481076117999976, 1.0732333479999738, 1.285771097999998, 2.9849828139999204]}, "cert_P4": {"rate_final": 0.925, "wall_q50": [0.523181533, [0.4605832440000057, 0.6756933990000391]], "wall_q90": [2.093634590000022, [1.6081828949999988, NaN]], "wall_q95": [Infinity, [2.093634590000022, NaN]], "wall_median_s": 0.5224689290000001, "cpu_mean_s": 3.1704272503750017, "cpu_median_s": 2.0898757160000003, "T": [0.40411574299999997, 0.20895470300000024, 0.1565586169999999, 0.4223995199999999, 0.5217563250000001, 0.7193713869999999, 0.1197717870000001, 0.47310943400000005, 0.523181533, null, 0.3315009920000005, null, 0.1473146819999993, 1.6081828949999988, 0.897385878999998, 0.2369811509999984, null, 0.15994540899999876, 0.4877787779999956, 0.37076943600000334, 1.1057994980000032, 0.8165481919999991, null, 0.358273128000004, 0.5689507149999997, 0.2775624830000005, 0.4881399499999972, 0.37553598400000254, 0.29025219799999746, 0.16596880399999492, 0.047542284000002155, 0.820276836000005, 2.336647992000003, 0.6821296239999981, 1.6531616729999925, 0.12829270000000292, 0.21828805200000545, null, 0.3203166349999975, 1.0904288459999947, 0.525212909000004, 0.774472277000001, 0.5521822540000016, 1.680154841000011, 1.5219157020000011, 0.6841091330000069, 0.8782783670000072, 1.152872980000005, 1.2947570350000035, 1.0631484020000102, 1.2385251190000162, 0.5828978169999885, 0.4421519880000062, null, 0.14583287899999675, 1.5086335479999775, 2.462769576999989, 2.035977478000021, 1.698275222999996, 0.535656404000008, 0.4605832440000057, 0.050721652999996536, null, 0.41046754300001, 0.764286059999975, 1.9703643689999808, 0.4761801899999938, 0.49269789699999933, 0.18019949899999688, 0.7680766550000158, 0.5243666889999901, 0.24431141600000217, 0.5559890339999924, 0.49648051100001567, 1.134229359999992, 0.6350001199999724, 0.2672046960000216, null, 0.1621132679999988, 0.3857248569999996, 0.3630184579999991, 0.5502847770000017, 1.306186420000003, 0.41629370100000074, 1.053731859000024, 0.7109901850000142, 0.44717270900000017, 0.18265698500000838, 0.3347227740000278, 0.7002069720000037, 0.34873060699999314, 0.46503895799999384, 0.35735837699998285, 0.2955891140000091, null, 0.20590136200000586, 0.16923158800000238, 1.8242395209999813, 2.093634590000022, 0.35176115100000516, 0.33318704999999227, 0.40860096999998063, 1.785449424000035, 0.4165403499999911, 0.5007052370000054, 1.0811357920000262, 0.25290772200000333, 0.17774553800001058, 0.4443210009999916, 0.5479131209999935, 0.4331054280000046, 0.6756933990000391, 1.1166174209999724, 0.1457883719999984, 1.086987541999946, 0.36141278800002397, 0.9391625829999839, 0.2714373850000129, 0.3320377160000021, 0.8347074389999989], "cpu": [1.6164629719999999, 0.835818812000001, 0.6262344679999996, 1.6895980799999997, 2.0870253000000005, 2.8774855479999997, 0.4790871480000004, 1.8924377360000002, 2.092726132, 7.646720415, 1.326003968000002, 10.756188663, 0.5892587279999972, 6.432731579999995, 3.589543515999992, 0.9479246039999936, 7.953513507999997, 0.639781635999995, 1.9511151119999823, 1.4830777440000134, 4.423197992000013, 3.2661927679999962, 10.369432525, 1.433092512000016, 2.275802859999999, 1.110249932000002, 1.9525597999999889, 1.5021439360000102, 1.1610087919999899, 0.6638752159999797, 0.19016913600000862, 3.28110734400002, 9.267057034000004, 2.7285184959999924, 6.61264669199997, 0.5131708000000117, 0.8731522080000218, 7.67886934700001, 1.28126653999999, 4.361715383999979, 2.100851636000016, 3.097889108000004, 2.2087290160000066, 6.720619364000044, 6.087662808000005, 2.7364365320000275, 3.5131134680000287, 4.61149192000002, 5.179028140000014, 4.252593608000041, 4.954100476000065, 2.331591267999954, 1.7686079520000249, 10.226187383000038, 0.583331515999987, 6.03453419199991, 9.731624543999942, 8.135885784000024, 6.793100891999984, 2.142625616000032, 1.8423329760000229, 0.20288661199998614, 9.480439905000011, 1.64187017200004, 3.0571442399999, 7.743567652999914, 1.9047207599999751, 1.9707915879999973, 0.7207979959999875, 3.072306620000063, 2.0974667559999602, 0.9772456640000087, 2.2239561359999698, 1.9859220440000627, 4.536917439999968, 2.5400004799998896, 1.0688187840000865, 7.822644548999989, 0.6484530719999952, 1.5428994279999984, 1.4520738319999964, 2.2011391080000067, 5.224745680000012, 1.665174804000003, 4.214927436000096, 2.843960740000057, 1.7886908360000007, 0.7306279400000335, 1.3388910960001112, 2.800827888000015, 1.3949224279999726, 1.8601558319999754, 1.4294335079999314, 1.1823564560000364, 10.492997592999899, 0.8236054480000234, 0.6769263520000095, 7.296958083999925, 8.294832186000093, 1.4070446040000206, 1.332748199999969, 1.6344038799999225, 7.14179769600014, 1.6661613999999645, 2.0028209480000214, 4.324543168000105, 1.0116308880000133, 0.7109821520000423, 1.7772840039999664, 2.191652483999974, 1.7324217120000185, 2.7027735960001564, 4.46646968399989, 0.5831534879999936, 4.347950167999784, 1.4456511520000959, 3.7566503319999356, 1.0857495400000516, 1.3281508640000084, 3.3388297559999955]}, "cert_P8": {"rate_final": 0.925, "wall_q50": [0.25667069599998626, [0.22456992499999728, 0.3206995799999959]], "wall_q90": [1.033908742000051, [0.8358254770000002, NaN]], "wall_q95": [Infinity, [1.033908742000051, NaN]], "wall_median_s": 0.25611500749999294, "cpu_mean_s": 3.215816583291665, "cpu_median_s": 2.0489200599999435, "T": [0.13275913799999994, 0.19063801700000016, 0.12730229299999934, 0.16091045599999987, 0.26483628400000003, 0.27210715099999994, 0.09649756699999967, 0.13288296500000008, 0.315144807, null, 0.07184632000000057, null, 0.1351134700000003, 0.7395541720000001, 0.539849874999998, 0.22648911299999952, null, 0.15994540899999876, 0.20579665499999678, 0.18291821800000108, 0.5297320479999996, 0.4797256479999987, null, 0.15784290300000237, 0.3182231239999993, 0.2567828040000002, 0.2184697949999972, 0.10520898400000078, 0.09606900400000029, 0.1452876620000012, 0.047542284000002155, 0.45332084100000003, 1.2120002880000058, 0.360400030000001, 0.852065967999998, 0.12226218400000022, 0.18652607799999998, null, 0.10119981900000141, 0.6262136909999967, 0.24837382100000127, 0.48999466100000433, 0.2872667500000077, 0.7642814810000047, 0.7646631360000029, 0.3977859410000022, 0.4614476719999985, 0.6105385869999935, 0.7625112379999877, 0.5607887830000067, 0.7057734809999943, 0.3206995799999959, 0.1973454179999976, null, 0.13671871799999735, 0.8358254770000002, 1.1953967749999919, 1.0337512870000012, 0.912407667999986, 0.28548499700001173, 0.19875536300000363, 0.050721652999996536, null, 0.14625073700000257, 0.45954132199999265, 0.9752371550000021, 0.20564155299999243, 0.20108855200000164, 0.15584493699999769, 0.34058512800000074, 0.2421138799999909, 0.22456992499999728, 0.28423034499999744, 0.2731947619999886, 0.5071479230000051, 0.28995294899999635, 0.24678817200000935, null, 0.14220304299999498, 0.1905281720000005, 0.11309209899999928, 0.2555593189999996, 0.6831997900000175, 0.15201618400000427, 0.4607282320000081, 0.37512537700000337, 0.16384277400000258, 0.15297304999999994, 0.10766404600001067, 0.38364329600000247, 0.13880446699999993, 0.25667069599998626, 0.10451007499999321, 0.10387143700000934, null, 0.19578090100000622, 0.16923158800000238, 0.9378606209999987, 1.033908742000051, 0.08341013599999769, 0.08310841200000141, 0.11405371099999684, 0.8368078520000211, 0.16874300399999242, 0.22622392599998875, 0.5087418420000347, 0.24673660499999528, 0.16631825799998978, 0.15824354599999424, 0.2550014219999923, 0.13237490200000934, 0.3530078610000089, 0.6266852890000223, 0.05252740099999187, 0.49519964999998933, 0.15229565399999956, 0.5104298139999912, 0.23606378599998834, 0.10788113199998861, 0.43408710899996095], "cpu": [1.0620731039999995, 1.5251041360000013, 1.0184183439999948, 1.287283647999999, 2.1186902720000003, 2.1768572079999995, 0.7719805359999974, 1.0630637200000006, 2.521158456, 7.646720414999999, 0.5747705600000046, 10.756188663, 1.0809077600000023, 5.9164333760000005, 4.318798999999984, 1.8119129039999962, 7.953513507999997, 1.27956327199999, 1.6463732399999742, 1.4633457440000086, 4.237856383999997, 3.83780518399999, 10.369432525, 1.262743224000019, 2.5457849919999944, 2.0542624320000016, 1.7477583599999775, 0.8416718720000063, 0.7685520320000023, 1.1623012960000096, 0.38033827200001724, 3.6265667280000002, 9.304566112000025, 2.883200240000008, 6.816527743999984, 0.9780974720000017, 1.4922086239999999, 7.67886934700001, 0.8095985520000113, 5.0097095279999735, 1.9869905680000102, 3.9199572880000346, 2.2981340000000614, 6.114251848000038, 6.117305088000023, 3.1822875280000176, 3.691581375999988, 4.884308695999948, 6.100089903999901, 4.486310264000053, 5.646187847999954, 2.565596639999967, 1.5787633439999809, 10.226187383000038, 1.0937497439999788, 6.686603816000002, 9.387886977999969, 8.04877501099999, 7.299261343999888, 2.283879976000094, 1.590042904000029, 0.4057732239999723, 9.480439905000011, 1.1700058960000206, 3.676330575999941, 7.6531850319999535, 1.6451324239999394, 1.6087084160000131, 1.2467594959999815, 2.724681024000006, 1.9369110399999272, 1.7965593999999783, 2.2738427599999795, 2.185558095999909, 4.057183384000041, 2.319623591999971, 1.9743053760000748, 7.822644548999989, 1.1376243439999598, 1.524225376000004, 0.9047367919999942, 2.044474551999997, 5.46559832000014, 1.2161294720000342, 3.685825856000065, 3.001003016000027, 1.3107421920000206, 1.2237843999999996, 0.8613123680000854, 3.0691463680000197, 1.1104357359999995, 2.05336556799989, 0.8360805999999457, 0.8309714960000747, 10.492997592999899, 1.5662472080000498, 1.353852704000019, 7.502884967999989, 8.156216046000281, 0.6672810879999815, 0.6648672960000113, 0.9124296879999747, 6.6944628160001685, 1.3499440319999394, 1.80979140799991, 4.0699347360002776, 1.9738928399999622, 1.3305460639999183, 1.265948367999954, 2.0400113759999385, 1.0589992160000747, 2.8240628880000713, 5.013482312000178, 0.42021920799993495, 3.9615971999999147, 1.2183652319999965, 4.08343851199993, 1.8885102879999067, 0.8630490559999089, 3.4726968719996876]}, "cert_P16": {"rate_final": 0.925, "wall_q50": [0.15869899900000917, [0.14391598400000305, 0.1869600300000016]], "wall_q90": [0.5276039949999927, [0.4510273510000218, NaN]], "wall_q95": [Infinity, [0.5276039949999927, NaN]], "wall_median_s": 0.1584712725000017, "cpu_mean_s": 3.5076336296250146, "cpu_median_s": 2.5355403600000272, "T": [0.11460059099999986, 0.19063801700000016, 0.11060367499999924, 0.16091045599999987, 0.09835618400000001, 0.1111857279999997, 0.058243243999999805, 0.13288296500000008, 0.10858572900000008, null, 0.07184632000000057, null, 0.12172269500000077, 0.3896922390000004, 0.24073608399999813, 0.10801801699999913, null, 0.132019789000001, 0.05682621900000129, 0.1423098550000006, 0.19859896799999888, 0.2554792180000014, null, 0.10969019499999888, 0.10058594899999918, 0.2567828040000002, 0.1548732800000039, 0.10520898400000078, 0.09606900400000029, 0.1452876620000012, 0.047542284000002155, 0.1869600300000016, 0.663703335000001, 0.1017012420000043, 0.4639940620000047, 0.12226218400000022, 0.10174850199999952, null, 0.10119981900000141, 0.3862108789999965, 0.21396302400000167, 0.24340536800000478, 0.05843428200000744, 0.35592438700000173, 0.418924154999992, 0.15349516300000232, 0.1769561039999985, 0.2701390480000043, 0.42252473700000337, 0.22140033099999812, 0.45224342599999545, 0.09742872200000363, 0.1973454179999976, null, 0.13671871799999735, 0.5276039949999927, 0.6287381900000213, 0.527410457000002, 0.47491741499999307, 0.1000092840000093, 0.19875536300000363, 0.050721652999996536, null, 0.11128908400000626, 0.1733636449999807, 0.5041123970000001, 0.20564155299999243, 0.17534755200000518, 0.11168810199998802, 0.15869899900000917, 0.19593908900000656, 0.10243237899999258, 0.14391598400000305, 0.20644147299999815, 0.17619797700001527, 0.042539709999999786, 0.20310006999999075, null, 0.14220304299999498, 0.1905281720000005, 0.11309209899999928, 0.15975067700000523, 0.40717208899999946, 0.15201618400000427, 0.14330888400000674, 0.1066183169999988, 0.09288145300000394, 0.1471191180000062, 0.10044816199999218, 0.13919365099999936, 0.06979568399999891, 0.06874023999999679, 0.10451007499999321, 0.10387143700000934, null, 0.09911969800000975, 0.16923158800000238, 0.45674786399999334, 0.4510273510000218, 0.08341013599999769, 0.08310841200000141, 0.10189105599999948, 0.3886221050000245, 0.16874300399999242, 0.14801292000001354, 0.2309993280000242, 0.19995781700001203, 0.16631825799998978, 0.15824354599999424, 0.22391147700000147, 0.13237490200000934, 0.08311422100001664, 0.2880724389999898, 0.05252740099999187, 0.24892393599998286, 0.15229565399999956, 0.21263473199999794, 0.15738620800001968, 0.09688948400000186, 0.1895738700000038], "cpu": [1.8336094559999978, 3.0502082720000026, 1.7696587999999878, 2.574567295999998, 1.5736989440000002, 1.7789716479999953, 0.9318919039999969, 2.126127440000001, 1.7373716640000012, 7.646720415, 1.1495411200000092, 10.756188663, 1.9475631200000123, 6.235075824000006, 3.85177734399997, 1.7282882719999861, 7.953513507999997, 2.112316624000016, 0.9092195040000206, 2.2769576800000095, 3.177583487999982, 4.087667488000022, 10.369432525, 1.755043119999982, 1.6093751839999868, 4.108524864000003, 2.477972480000062, 1.6833437440000125, 1.5371040640000047, 2.3246025920000193, 0.7606765440000345, 2.9913604800000257, 9.34373556100001, 1.6272198720000688, 7.423904992000075, 1.9561949440000035, 1.6279760319999923, 7.67886934700001, 1.6191971040000226, 5.961258342999962, 3.4234083840000267, 3.8944858880000766, 0.9349485120001191, 5.694790192000028, 6.702786479999872, 2.455922608000037, 2.831297663999976, 4.322224768000069, 6.760395792000054, 3.54240529599997, 7.235894815999927, 1.558859552000058, 3.1575266879999617, 10.226187383000038, 2.1874994879999576, 8.335033375999899, 9.319899583000122, 7.8763041560000175, 7.598678639999889, 1.6001485440001488, 3.180085808000058, 0.8115464479999446, 9.480439905000011, 1.7806253440001, 2.773818319999691, 7.5973585849999665, 3.290264847999879, 2.805560832000083, 1.7870096319998083, 2.5391839840001467, 3.135025424000105, 1.6389180639998813, 2.302655744000049, 3.3030635679999705, 2.8191676320002443, 0.6806353599999966, 3.249601119999852, 7.822644548999989, 2.2752486879999196, 3.048450752000008, 1.8094735839999885, 2.5560108320000836, 6.514753423999991, 2.4322589440000684, 2.292942144000108, 1.7058930719999807, 1.486103248000063, 2.3539058880000994, 1.6071705919998749, 2.22709841599999, 1.1167309439999826, 1.0998438399999486, 1.6721611999998913, 1.6619429920001494, 10.492997592999899, 1.585915168000156, 2.707705408000038, 7.3079658239998935, 7.168675263000296, 1.334562175999963, 1.3297345920000225, 1.6302568959999917, 6.217953680000392, 2.699888063999879, 2.3682067200002166, 3.6959892480003873, 3.1993250720001924, 2.6610921279998365, 2.531896735999908, 3.5825836320000235, 2.1179984320001495, 1.3298275360002663, 4.609159023999837, 0.8404384159998699, 3.9827829759997257, 2.436730463999993, 3.402155711999967, 2.518179328000315, 1.5502317440000297, 3.033181920000061]}, "cert_P32": {"rate_final": 0.925, "wall_q50": [0.11823883800000345, [0.10426371500000009, 0.13317180699999653]], "wall_q90": [0.27112156100000107, [0.20310006999999075, NaN]], "wall_q95": [Infinity, [0.27112156100000107, NaN]], "wall_median_s": 0.11731103650000207, "cpu_mean_s": 4.310114548691684, "cpu_median_s": 3.7246054559998782, "T": [0.10426371500000009, 0.19063801700000016, 0.09616554900000018, 0.16091045599999987, 0.09835618400000001, 0.08951831700000046, 0.038985787999999744, 0.13288296500000008, 0.04160571800000046, null, 0.07184632000000057, null, 0.10972137300000107, 0.10061163800000017, 0.21286567900000009, 0.10801801699999913, null, 0.132019789000001, 0.05682621900000129, 0.10054484700000188, 0.18044585800000235, 0.17922757199998784, null, 0.07008858300000753, 0.0803183569999959, 0.2567828040000002, 0.10191785699999656, 0.08902859299999477, 0.09606900400000029, 0.1452876620000012, 0.047542284000002155, 0.1869600300000016, 0.38435460300000557, 0.1017012420000043, 0.1409800089999962, 0.06159892800001643, 0.10174850199999952, null, 0.10119981900000141, 0.17846617099999662, 0.055482273999999165, 0.1328432950000078, 0.05028810200000322, 0.11823883800000345, 0.15473650399999883, 0.15349516300000232, 0.14712303400001048, 0.10877668599999879, 0.15799766599999998, 0.20591991999999948, 0.197414560999988, 0.05355933900000309, 0.13317180699999653, null, 0.09580248299999994, 0.27112156100000107, 0.34949235900000986, 0.2084950420000098, 0.267247411999989, 0.1000092840000093, 0.1480094639999976, 0.050721652999996536, null, 0.11128908400000626, 0.12736547799998732, 0.2071499849999867, 0.08405388100000266, 0.17534755200000518, 0.09599952899998243, 0.15869899900000917, 0.19593908900000656, 0.10243237899999258, 0.14391598400000305, 0.10527309900000148, 0.16400302499999952, 0.042539709999999786, 0.20310006999999075, null, 0.08912050099999647, 0.1905281720000005, 0.11188133199999584, 0.15975067700000523, 0.1909585580000055, 0.058557826000011914, 0.1163832350000007, 0.1066183169999988, 0.0768788179999973, 0.044590976000009164, 0.0953598399999862, 0.13919365099999936, 0.06979568399999891, 0.06874023999999679, 0.09385277199999109, 0.10387143700000934, null, 0.09911969800000975, 0.1586694539999769, 0.15496178300000452, 0.1326106460000176, 0.08341013599999769, 0.08310841200000141, 0.06096739099999127, 0.1067379570000071, 0.125285085999991, 0.14801292000001354, 0.14319556300003455, 0.047104276999988315, 0.04004694100001416, 0.15824354599999424, 0.11342547000000991, 0.13237490200000934, 0.08311422100001664, 0.0504298150000011, 0.05252740099999187, 0.04950975599999197, 0.15229565399999956, 0.12634090099999185, 0.15738620800001968, 0.09688948400000186, 0.12032177199998273], "cpu": [3.336438880000003, 5.9338667710000035, 3.077297568000006, 5.149134591999996, 3.1473978880000004, 2.8645861440000147, 1.2475452159999918, 4.252254880000002, 1.3313829760000147, 7.646720415, 2.2990822400000184, 10.756188663, 3.511083936000034, 3.2195724160000054, 6.811701728000003, 3.4565765439999723, 7.953513507999997, 4.224633248000032, 1.8184390080000412, 3.21743510400006, 5.774267456000075, 5.735282303999611, 10.369432525, 2.242834656000241, 2.5701874239998688, 8.179021199000005, 3.26137142399989, 2.8489149759998327, 3.0742081280000093, 4.649205184000039, 1.521353088000069, 5.9827209600000515, 9.325909325000026, 3.2544397440001376, 4.511360287999878, 1.9711656960005257, 3.2559520639999846, 7.67886934700001, 3.238394208000045, 5.245513179999897, 1.7754327679999733, 4.25098544000025, 1.609219264000103, 3.7836428160001105, 4.951568127999963, 4.911845216000074, 4.707937088000335, 3.4808539519999613, 5.055925311999999, 6.575624650999984, 6.317265951999616, 1.713898848000099, 4.261497823999889, 10.226187383000038, 3.065679455999998, 8.379653251999983, 9.241398600000025, 6.170115698000245, 8.049990021999776, 3.2002970880002977, 4.736302847999923, 1.6230928959998892, 9.480439905000011, 3.5612506880002, 4.075695295999594, 6.54662243199968, 2.689724192000085, 5.611121664000166, 3.071984927999438, 5.078367968000293, 6.27005084800021, 3.2778361279997625, 4.605311488000098, 3.3687391680000474, 5.248096799999985, 1.3612707199999932, 6.499202239999704, 7.822644548999989, 2.851856031999887, 6.096901504000016, 3.5802026239998668, 5.112021664000167, 6.110673856000176, 1.8738504320003813, 3.7242635200000223, 3.4117861439999615, 2.4601221759999135, 1.4269112320002932, 3.0515148799995586, 4.45419683199998, 2.2334618879999653, 2.1996876799998972, 3.003288703999715, 3.3238859840002988, 10.492997592999899, 3.171830336000312, 5.077422527999261, 4.9587770560001445, 4.130736185000501, 2.669124351999926, 2.659469184000045, 1.9509565119997205, 3.415614624000227, 4.009122751999712, 4.736413440000433, 4.582258016001106, 1.507336863999626, 1.281502112000453, 5.063793471999816, 3.629615040000317, 4.235996864000299, 2.6596550720005325, 1.6137540800000352, 1.6808768319997398, 1.584312191999743, 4.873460927999986, 3.7249473919997342, 5.03635865600063, 3.1004634880000594, 3.8502967039994473]}, "full_P1": {"rate_final": 0.925, "wall_q50": [3.3256725170000294, [2.9856947600000012, 3.7473572730000058]], "wall_q90": [10.059354173999978, [8.091747437999999, NaN]], "wall_q95": [Infinity, [10.059354173999978, NaN]], "wall_median_s": 3.3255077760000162, "cpu_mean_s": 4.242594333575, "cpu_median_s": 3.3255077760000162, "T": [1.6882913039999998, 1.7320162970000004, 2.506691679, 3.5079572810000004, 3.159171885, 4.147958276000001, 3.074927922, 2.468982821, 2.835157036, null, 2.5970367460000023, null, 2.093198545999998, 8.503245745999997, 5.514360591999994, 1.235548872999999, null, 0.9631771530000002, 3.2835596659999915, 3.274647094000006, 5.455675451999994, 5.047383563000004, null, 1.3804499040000024, 3.3816878189999997, 1.6728598910000017, 2.0873694840000034, 1.8214149320000104, 2.574387927999993, 3.326900963, 0.8914773650000001, 4.275034121999994, 11.59475707100001, 3.472725823999987, 8.469211899999983, 2.7925927690000023, 2.3825931690000033, null, 2.9856947600000012, 6.627556151999997, 3.9184838439999936, 4.26023354700002, 2.741751617000027, 8.102512466000022, 8.091747437999999, 3.1242754440000127, 3.8026945090000126, 6.730897191000032, 6.836241846000021, 6.118706091000007, 5.185963264999984, 2.6523250249999677, 2.948314472000007, null, 1.1348901219999732, 6.354179148999961, 10.109544163999956, 10.059354173999978, 6.709041427999992, 3.4262663590000244, 3.7168941340000288, 0.9995875339999998, null, 1.7907298760000288, 4.695446269999962, 8.931592856999941, 2.2375661349999945, 1.8745712569999995, 1.6494079989999904, 5.11042568900001, 3.325343035000003, 1.814800820000002, 1.9434212619999869, 3.800877641000014, 6.918661061000037, 2.8951777129999527, 2.4704646200000298, null, 3.1303506130000045, 1.3939328509999882, 3.6608135749999917, 3.5079632520000246, 6.6550794310000185, 2.0335871190000034, 6.145463873000054, 4.605639621000037, 2.3419077610000016, 0.6770646979999952, 3.3256725170000294, 3.335571248000022, 1.5685014609999968, 2.337775333999957, 1.8774961839999662, 2.7184193490000013, null, 2.776657906999972, 1.3707965430000115, 9.297517077000009, 8.691340251000042, 3.0097641260000216, 3.0946223820000114, 2.9226948909999635, 9.276496677000068, 2.651665328000007, 2.6213668790000213, 5.979805060000132, 1.2589958750000108, 0.9915273810000258, 3.784071199999971, 2.1466381439999793, 2.4388780859999883, 4.68270120300005, 5.88229816799992, 2.445140000000009, 4.948553747999966, 3.1558210710000196, 5.220605468999963, 1.2743198990000053, 3.7473572730000058, 4.391360576999858], "cpu": [1.6882913039999998, 1.7320162970000004, 2.5066916790000002, 3.5079572810000004, 3.159171885, 4.147958276000001, 3.074927922, 2.468982821, 2.835157036, 7.646720414999999, 2.5970367460000023, 10.756188663, 2.093198545999998, 8.503245745999997, 5.514360591999994, 1.235548872999999, 7.953513507999997, 0.9631771530000002, 3.2835596659999915, 3.274647094000006, 5.455675451999994, 5.047383563000004, 10.369432525, 1.3804499040000024, 3.3816878189999997, 1.6728598910000017, 2.0873694840000034, 1.8214149320000104, 2.574387927999993, 3.326900963, 0.8914773650000001, 4.275034121999994, 11.59475707100001, 3.472725823999987, 8.469211899999983, 2.7925927690000023, 2.3825931690000033, 7.67886934700001, 2.9856947600000012, 6.627556151999997, 3.9184838439999936, 4.26023354700002, 2.741751617000027, 8.102512466000022, 8.091747437999999, 3.1242754440000127, 3.8026945090000126, 6.730897191000032, 6.836241846000021, 6.118706091000007, 5.185963264999984, 2.6523250249999677, 2.948314472000007, 10.226187383000038, 1.1348901219999732, 6.354179148999961, 10.109544163999956, 10.059354173999978, 6.709041427999992, 3.4262663590000244, 3.7168941340000288, 0.9995875339999998, 9.480439905000011, 1.7907298760000288, 4.695446269999962, 8.931592856999941, 2.2375661349999945, 1.8745712569999995, 1.6494079989999904, 5.11042568900001, 3.325343035000003, 1.814800820000002, 1.9434212619999869, 3.800877641000014, 6.918661061000037, 2.8951777129999527, 2.4704646200000298, 7.822644548999989, 3.1303506130000045, 1.3939328509999882, 3.6608135749999917, 3.5079632520000246, 6.6550794310000185, 2.0335871190000034, 6.145463873000054, 4.605639621000037, 2.3419077610000016, 0.6770646979999952, 3.3256725170000294, 3.335571248000022, 1.5685014609999968, 2.337775333999957, 1.8774961839999662, 2.7184193490000013, 10.492997592999899, 2.776657906999972, 1.3707965430000115, 9.297517077000009, 8.691340251000042, 3.0097641260000216, 3.0946223820000114, 2.9226948909999635, 9.276496677000068, 2.651665328000007, 2.6213668790000213, 5.979805060000132, 1.2589958750000108, 0.9915273810000258, 3.784071199999971, 2.1466381439999793, 2.4388780859999883, 4.68270120300005, 5.88229816799992, 2.445140000000009, 4.948553747999966, 3.1558210710000196, 5.220605468999963, 1.2743198990000053, 3.7473572730000058, 4.391360576999858]}, "full_P2": {"rate_final": 0.925, "wall_q50": [2.5741060599999983, [2.164368173000014, 2.8253320270000017]], "wall_q90": [5.614078144000075, [4.796513155000021, NaN]], "wall_q95": [Infinity, [5.614078144000075, NaN]], "wall_median_s": 2.557830956, "cpu_mean_s": 5.381772060125, "cpu_median_s": 5.115661912, "T": [1.0766442359999997, 1.111893111, 2.016796696, 2.8263321449999994, 2.505406928, 3.0312526170000003, 2.5051135469999997, 1.4363585470000002, 1.4539606310000002, null, 1.8091107080000004, null, 1.707274329999997, 5.366885888999999, 3.905337756999998, 0.9409961239999998, null, 0.7402855969999997, 2.670294514999995, 2.7545852610000026, 3.3285127890000012, 3.733255714000002, null, 0.8852313160000058, 2.8253320270000017, 1.1012230160000023, 1.2942155730000025, 1.2164195690000064, 2.1602098030000008, 2.739318427999997, 0.6546005499999978, 2.678369683999996, 6.91140870200001, 2.069093438000003, 5.060054207, 2.5741060599999983, 2.1244309850000036, null, 2.415865898, 4.387983233, 3.083937077999998, 2.807220509000011, 1.6033191500000044, 4.796513155000021, 5.014505988999993, 1.7771557120000026, 2.0858577550000206, 4.425584345000011, 4.498235113000007, 4.077428975000018, 2.835431297999989, 1.496591176999985, 2.3744988479999876, null, 0.8197342389999847, 3.5880707459999712, 5.317504216999936, 6.051474860999988, 3.6856372419999985, 2.4486021830000197, 2.8814166150000062, 0.7262792209999986, null, 1.201481694000023, 3.300485596999991, 5.150064868999962, 1.5236294309999892, 1.234665848000006, 1.041801148999994, 3.7847415600000147, 2.4282321469999886, 1.094691276000006, 1.304597957999988, 2.739560613000009, 4.671958462000006, 1.674484874999962, 1.8210131830000194, null, 2.541555852000002, 0.9398944019999931, 3.048008965000008, 2.812178115000009, 4.207916024999989, 1.2250236649999948, 3.824623421000041, 2.906213980000018, 1.2469428360000023, 0.6669432959999995, 2.714812245000033, 1.8462875220000257, 0.9694145029999959, 1.3545614629999676, 1.12757520199996, 2.1818314969999903, null, 2.403409393999979, 0.8780050459999984, 5.5633660099999815, 4.5774454839999805, 1.616741420000011, 2.330206732000022, 2.120269583999999, 5.614078144000075, 2.0650430040000174, 1.735388133000015, 4.055973714000089, 0.9472144819999926, 0.706339550000024, 3.0462889379999467, 1.4548893239999927, 1.4851860089999889, 3.2115594210000324, 3.66340325799996, 2.164368173000014, 2.6741343999999287, 2.6060177790000125, 3.548197058999989, 0.9797569939999846, 2.875062662000005, 2.9573907769999437], "cpu": [2.1532884719999994, 2.223786222, 4.033593392, 5.652664289999999, 5.010813856, 6.0625052340000005, 5.010227093999999, 2.8727170940000004, 2.9079212620000003, 7.646720415000001, 3.618221416000001, 10.756188663, 3.414548659999994, 10.733771777999998, 7.810675513999996, 1.8819922479999995, 7.953513507999997, 1.4805711939999995, 5.34058902999999, 5.509170522000005, 6.6570255780000025, 7.466511428000004, 10.369432525, 1.7704626320000116, 5.6506640540000035, 2.2024460320000045, 2.588431146000005, 2.4328391380000127, 4.3204196060000015, 5.478636855999994, 1.3092010999999957, 5.356739367999992, 11.873907236000008, 4.138186876000006, 10.120108414, 5.148212119999997, 4.248861970000007, 7.67886934700001, 4.831731796, 8.775966466, 6.167874155999996, 5.614441018000022, 3.2066383000000087, 9.446113969000024, 10.029011977999986, 3.554311424000005, 4.171715510000041, 8.851168690000023, 8.996470226000014, 8.154857950000036, 5.670862595999978, 2.99318235399997, 4.748997695999975, 10.226187383000038, 1.6394684779999693, 7.1761414919999424, 10.448202991999949, 10.531014736999978, 7.371274483999997, 4.8972043660000395, 5.7628332300000125, 1.4525584419999973, 9.480439905000011, 2.402963388000046, 6.600971193999982, 9.183416772999948, 3.0472588619999783, 2.469331696000012, 2.083602297999988, 7.569483120000029, 4.856464293999977, 2.189382552000012, 2.609195915999976, 5.479121226000018, 9.343916924000013, 3.348969749999924, 3.6420263660000387, 7.822644548999989, 5.083111704000004, 1.8797888039999862, 6.096017930000016, 5.624356230000018, 8.415832049999977, 2.4500473299999896, 7.649246842000082, 5.812427960000036, 2.4938856720000047, 1.333886591999999, 5.429624490000066, 3.6925750440000513, 1.9388290059999918, 2.709122925999935, 2.25515040399992, 4.363662993999981, 10.492997592999899, 4.806818787999958, 1.7560100919999968, 11.126732019999963, 8.955649794000067, 3.233482840000022, 4.660413464000044, 4.240539167999998, 11.22815628800015, 4.130086008000035, 3.47077626600003, 8.111947428000178, 1.8944289639999852, 1.412679100000048, 6.092577875999893, 2.9097786479999854, 2.9703720179999777, 6.423118842000065, 7.32680651599992, 4.328736346000028, 5.3482687999998575, 5.212035558000025, 7.096394117999978, 1.9595139879999692, 5.75012532400001, 5.914781553999887]}, "full_P4": {"rate_final": 0.925, "wall_q50": [2.0473383760000132, [1.74840626000001, 2.2391474090000116]], "wall_q90": [3.9926820410000516, [3.3253639389999847, NaN]], "wall_q95": [Infinity, [3.9926820410000516, NaN]], "wall_median_s": 2.0319165385000133, "cpu_mean_s": 7.452050536641666, "cpu_median_s": 7.849355687999989, "T": [0.7882730579999999, 0.7071402710000003, 1.7839950119999999, 1.3278115629999996, 2.2191530090000002, 2.430059007, 2.1936796389999995, 1.074226609, 0.9608765939999999, null, 1.4603233860000007, null, 1.492780599999998, 3.782290225999997, 3.036681161999997, 0.6885700349999997, null, 0.723376794, 2.3715932509999966, 2.5073643400000023, 2.3124893130000004, 3.0648664579999974, null, 0.6906122370000034, 2.525102492000002, 0.829885689000001, 0.9701688130000008, 0.9306177660000046, 1.959465294999994, 2.447568061999995, 0.4409776259999987, 1.9652125490000003, 4.663307971000002, 1.421986558999997, 3.408024074999993, 2.0929358210000046, 1.9803013389999933, null, 2.129258297, 3.2642574969999956, 2.8050577079999996, 2.1333137490000027, 0.976448965000003, 3.1102969030000125, 3.494230855000005, 1.1816354620000098, 1.381045828000012, 3.26869888800001, 3.3304398690000028, 3.162246739000011, 1.74840626000001, 0.9450061089999906, 2.0745993480000067, null, 0.6065963829999959, 2.199745440999976, 2.9532541329999873, 4.030832618000019, 2.2445805729999933, 1.908269254000004, 2.5740479530000044, 0.47734481899999537, null, 0.9081690050000049, 2.6253529599999865, 3.3253639389999847, 1.2414414899999997, 0.9378691430000003, 0.7448322070000017, 3.088606329000015, 2.0983826929999907, 0.7989440139999999, 1.0376283539999918, 2.2221713670000156, 3.3548941900000244, 1.0536772249999729, 1.3474716580000177, null, 2.2391474090000116, 0.7124002500000017, 2.189779259000005, 2.4842290710000015, 3.070613522000002, 0.893983985999995, 2.5259707210000215, 2.0473383760000132, 0.8611598300000054, 0.6669432959999995, 2.0164947010000134, 1.1453190100000086, 0.6647612529999947, 0.7931963239999931, 0.8152113369999796, 1.856143676000002, null, 1.4881291619999644, 0.6015778160000025, 3.787629514999992, 2.5786263030000214, 1.2588573140000108, 1.9564841469999976, 1.6390486629999828, 3.9926820410000516, 1.7787464280000052, 1.4274747710000213, 3.1737108180000178, 0.6967999299999974, 0.6856003119999912, 2.6879986649999807, 1.081267041000018, 0.9250085930000012, 2.6102662930000236, 2.6082809379999787, 1.897432949000006, 1.51861755799996, 1.602284788999981, 2.746821582999985, 0.7145777050000106, 2.564214829000008, 2.2996068089999824], "cpu": [3.1530922319999997, 2.8285610840000013, 7.1359800479999995, 5.311246251999998, 8.876612036000001, 9.720236028, 8.774718555999998, 4.296906436, 3.8435063759999997, 7.646720415, 5.841293544000003, 10.756188663, 5.971122399999992, 12.863458002999993, 12.146724647999989, 2.7542801399999988, 7.953513507999997, 2.893507176, 9.486373003999987, 10.02945736000001, 9.249957252000002, 12.204015245999987, 10.369432525, 2.7624489480000136, 10.100409968000008, 3.319542756000004, 3.880675252000003, 3.7224710640000183, 7.837861179999976, 9.79027224799998, 1.7639105039999947, 7.860850196000001, 11.873907236000008, 5.687946235999988, 12.404816789999984, 8.371743284000019, 7.921205355999973, 7.67886934700001, 8.517033188, 10.084042728999982, 11.220230831999999, 8.53325499600001, 3.905795860000012, 9.446113969000024, 13.97692342000002, 4.726541848000039, 5.524183312000048, 13.07479555200004, 13.321759476000011, 12.023204260000028, 6.99362504000004, 3.7800244359999624, 8.298397392000027, 10.226187383000038, 2.4263855319999834, 8.798981763999905, 10.448202991999949, 10.531014736999978, 8.978322291999973, 7.633077016000016, 10.296191812000018, 1.9093792759999815, 9.480439905000011, 3.6326760200000194, 10.501411839999946, 9.183416772999948, 4.965765959999999, 3.7514765720000014, 2.979328828000007, 12.350553559000048, 8.393530771999963, 3.1957760559999997, 4.150513415999967, 8.888685468000062, 12.289055507000086, 4.214708899999891, 5.389886632000071, 7.822644548999989, 8.956589636000047, 2.849601000000007, 8.75911703600002, 9.936916284000006, 11.931646027999932, 3.57593594399998, 10.103882884000086, 8.189353504000053, 3.4446393200000216, 2.667773183999998, 8.065978804000054, 4.581276040000034, 2.6590450119999787, 3.1727852959999723, 3.2608453479999184, 7.424574704000008, 10.492997592999899, 5.9525166479998575, 2.40631126400001, 14.72688044000003, 8.955649794000067, 5.035429256000043, 7.8259365879999905, 6.556194651999931, 14.70867627900006, 7.114985712000021, 5.709899084000085, 12.694843272000071, 2.7871997199999896, 2.7424012479999647, 10.751994659999923, 4.325068164000072, 3.7000343720000046, 10.441065172000094, 10.433123751999915, 7.589731796000024, 6.07447023199984, 6.409139155999924, 9.970584978999995, 2.8583108200000424, 10.256859316000032, 9.19842723599993]}, "full_P8": {"rate_final": 0.925, "wall_q50": [1.6580978470000076, [1.3270551340000054, 1.8905267780000017]], "wall_q90": [2.9715034050000213, [2.661114802, NaN]], "wall_q95": [Infinity, [2.9715034050000213, NaN]], "wall_median_s": 1.6234578585000037, "cpu_mean_s": 10.05207948823333, "cpu_median_s": 9.997554803999993, "T": [0.5169164529999999, 0.6888235850000002, 1.754265247, 0.9761864099999998, 1.9622329680000001, 1.9827947710000002, 1.9552194389999995, 0.73400014, 0.7528398679999999, null, 1.0694013359999994, null, 1.4805793879999989, 2.9136615029999984, 2.679145157999997, 0.6780779970000008, null, 0.723376794, 2.089611127999998, 2.319513122, 1.5888178699999997, 2.728043913999997, null, 0.4901820120000018, 2.2188845349999937, 0.8091060100000007, 0.7004986580000008, 0.6602907660000028, 1.1989055589999893, 2.426886920000001, 0.4409776259999987, 1.358618266999997, 3.5386602670000045, 1.1002569649999998, 2.5924754130000025, 1.8905267780000017, 1.550664005999998, null, 1.9101414810000037, 2.8000423419999976, 2.438371486000001, 1.848836133000006, 0.7245286330000056, 2.1944235430000063, 2.5822452459999994, 0.8953122700000051, 0.9642151330000033, 2.663727027, 2.7010138210000036, 2.6598871200000076, 1.2156546219999882, 0.6828078719999979, 1.829792777999998, null, 0.5974822219999965, 1.5269373699999989, 1.6858813309999903, 3.0286064269999997, 1.4587130179999832, 1.6580978470000076, 2.3122200720000023, 0.47734481899999537, null, 0.6439521989999974, 2.320608222000004, 2.330236725000006, 0.9726134090000045, 0.6462597980000027, 0.7204776450000026, 2.661114802, 1.8161298839999915, 0.7703273609999997, 0.7658696649999968, 1.9988856179999885, 1.9014348330000104, 0.7308623429999841, 1.3270551340000054, null, 2.219237184000008, 0.5172035650000026, 1.8968879909999998, 2.1895036129999994, 2.4476268920000166, 0.6297064689999985, 1.4471200229999823, 1.7114735680000024, 0.5778298950000078, 0.6376921899999957, 1.719330195000012, 0.8287553340000073, 0.4584875719999957, 0.5848280619999855, 0.56236303499999, 1.6644259990000023, null, 0.901570496000005, 0.5652948190000018, 2.9012506150000092, 1.5189004550000504, 0.972051816000004, 1.7064055090000068, 1.0900675610000405, 2.9715034050000213, 1.5309490820000065, 1.1529934600000047, 2.6013168680000263, 0.6906288129999893, 0.5954013230000044, 2.4019212099999834, 0.7883553420000169, 0.6242780670000059, 2.282888603999993, 1.5596297470000025, 1.770368413, 0.9587196009999843, 1.0537328889999742, 2.3180888139999922, 0.7044977950000089, 2.3123092460000123, 1.8989864789999444], "cpu": [4.135331623999999, 5.5105886800000015, 14.034121976, 7.80949128, 13.258702307000007, 14.784906460999999, 15.641755511999994, 5.87200112, 6.022718943999999, 7.646720414999999, 8.555210687999995, 10.756188663, 11.641137699999996, 13.363014897999994, 15.321289094999987, 5.424623976000007, 7.953513507999997, 5.787014352, 16.716889023999983, 17.016124930000004, 9.83280621299999, 13.726748181000023, 10.369432525, 3.921456096000014, 15.51330224599996, 6.472848080000006, 5.603989264000006, 5.282326128000022, 9.591244471999914, 13.239641242000005, 3.5278210079999894, 10.868946135999977, 11.873907236000008, 8.802055719999998, 12.642234037999977, 15.124214224000013, 12.405312047999985, 7.67886934700001, 14.598705986000027, 10.084042728999982, 19.50697188800001, 12.961542647000023, 5.796229064000045, 9.446113969000024, 15.374900890999953, 7.162498160000041, 7.713721064000026, 16.367361667000054, 16.087312527000037, 12.023204260000028, 9.725236975999906, 5.462462975999983, 13.731190823999995, 10.226187383000038, 4.779857775999972, 9.739646454999942, 10.448202991999949, 10.531014736999978, 10.985330066999907, 13.264782776000061, 17.505576689999955, 3.818758551999963, 9.480439905000011, 5.15161759199998, 14.904210969999994, 9.183416772999948, 7.780907272000036, 5.170078384000021, 5.76382116000002, 12.52283989700004, 14.529039071999932, 6.162618887999997, 6.126957319999974, 14.453817635999968, 11.462677587000059, 5.846898743999873, 10.616441072000043, 7.822644548999989, 13.751539968000003, 4.137628520000021, 15.162773442000017, 13.567742538999994, 11.931646027999932, 5.037651751999988, 9.911066879000003, 12.369308019000044, 4.6226391600000625, 5.101537519999965, 13.327063657999986, 6.630042672000059, 3.6679005759999654, 4.678624495999884, 4.49890427999992, 13.315407992000019, 10.492997592999899, 7.21256396800004, 4.522358552000014, 15.974824855000037, 8.955649794000067, 7.776414528000032, 13.535063950000023, 8.720540488000324, 14.815326120000009, 11.544314901999996, 9.223947680000038, 14.482596030000167, 5.525030503999915, 4.763210584000035, 13.711280561999928, 6.306842736000135, 4.994224536000047, 12.943820994000134, 12.03291533800001, 14.162947304, 7.669756807999875, 8.429863111999794, 10.372406581999968, 5.635982360000071, 18.367305223000074, 14.31809674999974]}, "full_P16": {"rate_final": 0.925, "wall_q50": [1.4412274910000065, [0.972051816000004, 1.7064055090000068]], "wall_q90": [2.5222655970000005, [2.321386628999999, NaN]], "wall_q95": [Infinity, [2.5222655970000005, NaN]], "wall_median_s": 1.357992258000003, "cpu_mean_s": 12.19182549765, "cpu_median_s": 11.242644145999911, "T": [0.5169164529999999, 0.6888235850000002, 1.6788056620000011, 0.6801680819999998, 1.9622329680000001, 1.8102986039999989, 1.9003588359999988, 0.73400014, 0.54628079, null, 0.8070487379999989, null, 1.4805793879999989, 2.3859859089999986, 2.2547787150000023, 0.6244937509999993, null, 0.723376794, 2.089611127999998, 2.147585759000002, 1.0714323990000025, 2.321386628999999, null, 0.438200209999998, 1.918331185000003, 0.8091060100000007, 0.6540230650000041, 0.6602907660000028, 0.7375251279999944, 2.426886920000001, 0.4306894449999987, 1.0170486929999925, 2.9903633139999997, 0.8415581770000031, 2.067791279000005, 1.8905267780000017, 0.8724287429999933, null, 1.9101414810000037, 2.5600395299999974, 2.016942078999989, 1.6022468400000065, 0.49569616500000535, 1.7860664490000033, 2.0800092330000055, 0.6510214920000053, 0.6797235650000033, 2.287729003000024, 2.3429052179999985, 2.320498667999999, 0.8962570049999954, 0.47483096599999897, 1.7017741119999812, null, 0.480656984999996, 1.2187158879999913, 1.1192227460000197, 2.5222655970000005, 1.0212227649999903, 1.482380512000006, 2.120476452999995, 0.4545322700000014, null, 0.5866773970000025, 2.0667070800000005, 1.859111967000004, 0.9726134090000045, 0.6462597980000027, 0.5729892229999933, 2.4792286730000086, 1.8161298839999915, 0.6156727999999987, 0.6202964769999966, 1.7880793189999906, 1.2513087620000078, 0.5074776870000051, 1.2747570249999995, null, 2.219237184000008, 0.5172035650000026, 1.646961632, 1.8321944920000135, 2.1715991909999985, 0.6297064689999985, 0.9153259880000064, 1.4429665079999978, 0.48946632099999476, 0.6149965440000074, 1.4609127599999852, 0.5843056890000042, 0.4009031450000009, 0.396897605999996, 0.56236303499999, 1.4412274910000065, null, 0.6005128099999979, 0.5652948190000018, 2.420137858000004, 0.9360190640000212, 0.972051816000004, 1.7064055090000068, 0.550219788000021, 2.336723903999996, 1.5309490820000065, 1.1529934600000047, 2.2630210220000038, 0.5817079029999945, 0.5954013230000044, 2.1671547110000233, 0.7032827639999937, 0.6242780670000059, 2.0181664620000106, 1.2551551829999994, 1.770368413, 0.7339189199999794, 0.8015407919999973, 2.020293731999999, 0.6527060500000061, 2.0014614130000155, 1.6544732399999873], "cpu": [8.270663247999998, 9.441179890999999, 19.493273846000008, 9.624843407, 13.555787955000007, 15.777195271999993, 25.392948234999988, 11.492234006, 8.541230076000002, 7.646720415, 12.037744090999983, 10.756188663, 13.661822314, 13.326525680999994, 15.293801175, 9.991900015999988, 7.953513507999997, 10.619271806999997, 20.68462223099997, 18.580278813000014, 9.646553821999994, 13.800989183000016, 10.369432525, 7.011203359999968, 15.37422471799999, 11.460143857000013, 10.464369040000065, 10.248042973000018, 11.281670116999926, 13.826297877999998, 6.89103111999998, 11.816215664999994, 11.873907236000008, 11.457984309000011, 12.499412947999978, 25.86290518900006, 13.183434348999945, 7.67886934700001, 17.059874909000037, 10.084042728999982, 23.4465640269999, 13.885329259000017, 7.931138640000086, 9.446113969000024, 15.437639843, 10.123324944000053, 10.011891592000026, 16.627876230000126, 16.350046759999984, 12.023204260000028, 10.010498465999987, 7.5972954559999835, 15.15092424399991, 10.226187383000038, 7.583167572999926, 9.739646454999942, 10.448202991999949, 10.531014736999978, 11.248590379999925, 15.655334170000089, 18.392355170999934, 7.2725163200000225, 9.480439905000011, 9.38683835200004, 15.69927469199996, 9.183416772999948, 12.764407145999982, 10.238213966000032, 9.167827567999893, 12.52283989700004, 19.384955240999943, 9.850764799999979, 9.750830750999967, 15.421445028999983, 11.143501462000046, 8.119642992000081, 12.051921576000069, 7.822644548999989, 14.847606507000023, 8.24151142600003, 17.808525507000013, 13.412069527000057, 11.931646027999932, 10.075303503999976, 9.696692192000029, 12.702217924000038, 7.8143741339999195, 9.839944704000118, 14.431715791999835, 9.25985846500005, 6.4144503200000145, 6.350361695999936, 8.988788728999879, 15.685523949999919, 10.492997592999899, 9.608204959999966, 9.044717104000028, 16.286848812000045, 8.955649794000067, 14.619772074000053, 16.08653591999999, 8.803516608000336, 14.62873236599998, 12.118931044999954, 13.850570572000123, 14.739876651000117, 9.307326447999912, 9.43926884700008, 13.527825019000005, 11.236697911999897, 9.749655541000095, 12.948992492000144, 12.529478128999898, 22.33298549999995, 11.02430761599976, 12.193868812000034, 10.491711410999955, 10.392361435000083, 20.151498761000028, 15.795960396999874]}, "full_P32": {"rate_final": 0.925, "wall_q50": [1.2685049170000013, [0.8103555439999894, 1.5597473210000032]], "wall_q90": [2.426886920000001, [2.0667070800000005, NaN]], "wall_q95": [Infinity, [2.426886920000001, NaN]], "wall_median_s": 1.250776435000006, "cpu_mean_s": 13.049240311400002, "cpu_median_s": 12.33746953449997, "T": [0.4654510959999998, 0.6888235850000002, 1.6577202730000007, 0.6801680819999998, 1.9622329680000001, 1.7886311929999996, 1.8811013799999987, 0.73400014, 0.38519103600000015, null, 0.615944880999999, null, 1.4805793879999989, 2.0303323479999964, 1.9380472100000024, 0.5634970260000003, null, 0.723376794, 2.003352128999996, 1.9597345409999996, 0.8223884920000017, 1.8420483609999891, null, 0.438200209999998, 1.700168350999995, 0.8091060100000007, 0.6051536009999978, 0.6063601299999988, 0.717566749999996, 2.426886920000001, 0.4241899250000003, 0.7228326290000027, 2.7110145820000042, 0.8415581770000031, 1.7447772259999965, 1.6055526820000168, 0.6418741809999986, null, 1.9101414810000037, 2.3522948219999975, 1.6438454359999994, 1.6022468400000065, 0.48754998500000113, 1.548380900000005, 1.7832262890000052, 0.5961024539999968, 0.5699187880000025, 1.9878909170000014, 2.072751897999993, 2.3050182570000004, 0.6314615919999937, 0.4127514469999909, 1.5044610509999927, null, 0.43940952399999844, 0.9622334539999997, 0.8399769150000083, 2.2033501820000083, 0.8103555439999894, 1.2330479530000105, 1.8869026320000017, 0.4545322700000014, null, 0.5866773970000025, 2.0667070800000005, 1.5621495549999906, 0.9726134090000045, 0.6462597980000027, 0.5178657279999896, 2.4792286730000086, 1.8161298839999915, 0.6133096639999991, 0.6202964769999966, 1.5597473210000032, 0.825598166000006, 0.5074776870000051, 1.2747570249999995, null, 2.0308361769999976, 0.5172035650000026, 1.646961632, 1.5159399900000068, 1.9553856600000046, 0.5244014620000002, 0.6270430050000044, 1.4429665079999978, 0.42189387100000886, 0.5207374879999946, 1.4425271109999898, 0.5818748829999976, 0.4009031450000009, 0.396897605999996, 0.56236303499999, 1.2685049170000013, null, 0.4349359139999933, 0.49769421100000955, 2.118351777000015, 0.617602359000017, 0.972051816000004, 1.7064055090000068, 0.5201835040000162, 2.0043994590000125, 1.5309490820000065, 1.1529934600000047, 2.0040980070000387, 0.4595552720000171, 0.3369347130000051, 2.1671547110000233, 0.6518762750000064, 0.6242780670000059, 2.0181664620000106, 1.020233380999997, 1.4708819029999916, 0.5217724780000026, 0.8015407919999973, 1.9689182189999883, 0.6527060500000061, 1.988346369999988, 1.6544732399999873], "cpu": [11.277638427999992, 9.775526456999998, 20.553600459000002, 10.181898949, 13.555787955000007, 16.289116664999995, 27.776056286999985, 13.600148897, 8.908936971000003, 7.646720415, 11.783841154999983, 10.756188663, 14.372294960999998, 13.259952720999992, 14.961364334, 12.673490042000003, 7.953513507999997, 11.301861141, 21.12466723699995, 18.442976714000007, 9.41566302499999, 13.321650915000006, 10.369432525, 9.872039385999994, 14.981453221999963, 11.872387609000015, 12.965075494999951, 11.270246729, 12.581997912999967, 14.116541753, 11.567842829, 11.45253848200003, 11.873907236000008, 12.097923351999995, 12.44769678099997, 25.126195478000234, 12.713819023999982, 7.67886934700001, 18.16143415600004, 10.084042728999982, 22.49076733899998, 14.919681978000007, 10.779144673000005, 9.446113969000024, 15.35662388299999, 12.262390955999983, 10.447981841000015, 16.298708080000054, 16.387812008999973, 12.023204260000028, 9.98707733499998, 9.447676380999908, 15.160553089999937, 10.226187383000038, 8.847394458999958, 9.739646454999942, 10.448202991999949, 10.531014736999978, 11.344244678999928, 15.018693055000128, 18.27527994699996, 11.878288100000034, 9.480439905000011, 13.494276717000034, 16.490011275999947, 9.183416772999948, 13.811613804999979, 11.13947992099996, 12.822399228999842, 12.52283989700004, 20.59947052899996, 13.011571149999966, 11.487762199999949, 15.019816668000047, 10.72998581800006, 10.777847598000008, 12.051921576000069, 7.822644548999989, 14.850877024999988, 10.202744840999998, 18.949428183000023, 12.779560523000043, 11.931646027999932, 13.385884763000035, 9.435334858000033, 13.068341950000047, 9.183385381000065, 15.044344604999864, 15.102469940999882, 10.697518010000024, 10.513581877000007, 8.75114504399994, 11.456684004999943, 15.840584517999915, 10.492997592999899, 10.901993285999978, 11.321878460000079, 16.37819417700004, 8.955649794000067, 15.920432946000062, 17.122153424000004, 12.011436130000078, 14.578292069000014, 12.412548112999957, 14.745760348000147, 14.536082789000233, 12.146763875000232, 9.644168200999985, 13.527825019000005, 13.503275806999994, 11.276770058000068, 12.948992492000144, 12.531156780999908, 21.498494901999948, 11.544741722999959, 13.201906830000041, 10.652706333999959, 12.568669912000018, 21.478908071999882, 16.88498152399987]}}} \ No newline at end of file diff --git a/results/icml_r3/X7/oracle_curves_run1.json b/results/icml_r3/X7/oracle_curves_run1.json new file mode 100644 index 0000000000000000000000000000000000000000..c8f1fbaa3d9aee0aaf838353e605936f78ca1ff9 --- /dev/null +++ b/results/icml_r3/X7/oracle_curves_run1.json @@ -0,0 +1 @@ +{"2": {"start_success": 0.26145833333333335, "plant_ge1_of48": 0.975, "cpu_per_start_full_s": 0.1175465166559028, "cpu_to_cert_given_ok_s": 0.026333006124169875, "wall_over_cpu": 1.02565668079879, "cert_P1": {"rate_final": 0.975, "wall_q50": [0.2973425419999991, [0.2600626220000004, 0.3776365160000026]], "wall_q90": [1.8195601730000135, [1.3919456590000152, 2.1375025410000106]], "wall_q95": [2.3168645710000106, [1.8195601730000135, NaN]], "wall_median_s": 0.2969118265000006, "cpu_mean_s": 0.5851470502000006, "cpu_median_s": 0.2969118265000006, "T": [0.26624296499999994, 0.317904727, 0.39325905899999997, 0.3183483730000001, 2.4246021529999995, 0.47962169299999996, 0.069445078, 0.035782573, 0.120203857, 1.7839826339999998, 0.1055835949999997, 0.33112761099999943, 0.05765826699999943, 0.38267177700000143, 0.04023905800000005, 0.024040710999999604, 0.12368916400000085, 0.2600626220000004, 0.21739471099999896, 0.4147479249999986, 0.19067061700000032, 0.17028912399999996, 0.29139089599999934, 0.3673319070000023, null, 0.2973425419999991, 0.22859551300000014, 0.7063880320000049, 1.6599846339999953, 0.09685209799999939, 0.5302016929999969, 0.2859326580000001, 0.1437327299999982, 0.4286196289999964, 0.4040190480000021, 1.4795209309999997, 0.20082597800000102, 0.3776365160000026, null, 1.3164239569999907, 0.29798945299999957, 0.247965930000003, 1.6804682309999954, 0.4408680930000024, 0.08851815599999924, 0.5191354839999995, 1.505190805999998, 1.9881486359999911, 0.712142802999999, 1.7344452870000069, 0.17887087699999782, 0.04358446700000229, 0.041894401000000414, 2.0857838250000036, 0.024881671999999355, 0.47051619299999814, 0.024158437999997062, 0.9452876599999946, 0.5434365750000012, 0.23376199300000167, 0.03287462100000127, 0.2964811110000021, 1.2690995470000033, 0.2918488429999968, 2.01638091800001, null, 1.1504943019999985, 0.04241218800000013, 0.16208700099998907, 0.05180564900000206, 0.19180894500000534, 0.20265432200000078, 0.07777485199999745, 0.023700901000005103, 0.8561457259999798, 0.9515542990000085, 0.04403801699999832, 0.464916254000002, 0.0238598590000052, 1.8195601730000135, 0.31618031099999655, 2.8453358520000265, 0.28693513299999296, 0.47453715500000726, 0.8522833750000061, 0.044051147000004676, 0.2167104449999968, 0.10342585999999443, 0.18255970900000307, 2.3168645710000106, 0.5727453869999977, 0.17085869799999642, 0.3444066509999999, 0.47077468099999464, 0.1742600599999946, 0.2813790280000177, 2.1375025410000106, 1.3919456590000152, 0.4943323399999926, 0.29326964300000213, 0.10515360099999782, 0.08371318000000372, 0.2801669200000134, 0.07119564400000655, 0.37325622500000577, 0.5511433149999974, 0.28564421600000856, 0.373501274000013, 0.4650510759999875, 0.17506196300000454, 0.49832949299999285, 0.10619338899999775, 0.10916793300000194, 0.08561006500000445, 0.3622559539999983, 1.8471351900000101, 0.5574265299999936, 0.023820650999994086, 0.2321335299999916, 0.11391670399999754], "cpu": [0.26624296499999994, 0.317904727, 0.39325905899999997, 0.3183483730000001, 2.4246021529999995, 0.47962169299999996, 0.069445078, 0.035782573, 0.120203857, 1.7839826339999998, 0.1055835949999997, 0.33112761099999943, 0.05765826699999943, 0.38267177700000143, 0.04023905800000005, 0.024040710999999604, 0.12368916400000085, 0.2600626220000004, 0.21739471099999896, 0.4147479249999986, 0.19067061700000032, 0.17028912399999996, 0.29139089599999934, 0.3673319070000023, 3.3704671440000062, 0.2973425419999991, 0.22859551300000014, 0.7063880320000049, 1.6599846339999953, 0.09685209799999939, 0.5302016929999969, 0.2859326580000001, 0.1437327299999982, 0.4286196289999964, 0.4040190480000021, 1.4795209309999997, 0.20082597800000102, 0.3776365160000026, 2.6203781740000096, 1.3164239569999907, 0.29798945299999957, 0.247965930000003, 1.6804682309999954, 0.4408680930000024, 0.08851815599999924, 0.5191354839999995, 1.505190805999998, 1.9881486359999911, 0.712142802999999, 1.7344452870000069, 0.17887087699999782, 0.04358446700000229, 0.041894401000000414, 2.0857838250000036, 0.024881671999999355, 0.47051619299999814, 0.024158437999997062, 0.9452876599999946, 0.5434365750000012, 0.23376199300000167, 0.03287462100000127, 0.2964811110000021, 1.2690995470000033, 0.2918488429999968, 2.01638091800001, 2.4376520429999857, 1.1504943019999985, 0.04241218800000013, 0.16208700099998907, 0.05180564900000206, 0.19180894500000534, 0.20265432200000078, 0.07777485199999745, 0.023700901000005103, 0.8561457259999798, 0.9515542990000085, 0.04403801699999832, 0.464916254000002, 0.0238598590000052, 1.8195601730000135, 0.31618031099999655, 2.8453358520000265, 0.28693513299999296, 0.47453715500000726, 0.8522833750000061, 0.044051147000004676, 0.2167104449999968, 0.10342585999999443, 0.18255970900000307, 2.3168645710000106, 0.5727453869999977, 0.17085869799999642, 0.3444066509999999, 0.47077468099999464, 0.1742600599999946, 0.2813790280000177, 2.1375025410000106, 1.3919456590000152, 0.4943323399999926, 0.29326964300000213, 0.10515360099999782, 0.08371318000000372, 0.2801669200000134, 0.07119564400000655, 0.37325622500000577, 0.5511433149999974, 0.28564421600000856, 0.373501274000013, 0.4650510759999875, 0.17506196300000454, 0.49832949299999285, 0.10619338899999775, 0.10916793300000194, 0.08561006500000445, 0.3622559539999983, 1.8471351900000101, 0.5574265299999936, 0.023820650999994086, 0.2321335299999916, 0.11391670399999754]}, "cert_P2": {"rate_final": 0.975, "wall_q50": [0.1421110160000012, [0.11450910300000317, 0.18307162800000398]], "wall_q90": [0.9002859029999968, [0.6871993990000078, 1.0461019130000047]], "wall_q95": [1.1636259960000146, [0.9002859029999968, NaN]], "wall_median_s": 0.1397655475000006, "cpu_mean_s": 0.5740535833250014, "cpu_median_s": 0.2795310950000012, "T": [0.10884846299999998, 0.131352759, 0.18199900899999993, 0.15463128700000006, 1.2463269269999995, 0.22428962399999997, 0.062014111999999996, 0.028436534, 0.017440151, 0.8701115470000003, 0.016903946000000225, 0.18280392600000006, 0.04990602899999974, 0.1734536800000006, 0.0329168950000005, 0.016525397999999747, 0.03414522800000075, 0.12398930200000091, 0.11987391999999986, 0.2121858200000002, 0.09640904400000139, 0.0635234760000003, 0.12650757099999943, 0.19065975900000254, null, 0.13742007899999997, 0.1421110160000012, 0.34608500600000447, 0.8181094409999972, 0.01649727599999906, 0.2647353439999982, 0.11298181199999746, 0.07553531399999791, 0.24568613900000003, 0.18307162800000398, 0.7678870710000005, 0.10617706500000068, 0.18784008200000102, null, 0.6448310979999938, 0.1756249570000037, 0.0957367050000002, 0.8549179839999965, 0.18798035000000368, 0.010155712999999622, 0.24973431200000462, 0.7334319189999903, 0.9922450889999936, 0.37735533300000057, 0.8466917260000031, 0.06986539799999747, 0.03979639399999968, 0.03819720499999946, 1.0461019130000047, 0.017425978999998648, 0.209561812000004, 0.020389784999998994, 0.5081592289999968, 0.2752713970000009, 0.12001401100000209, 0.029176915000000747, 0.13292471700000164, 0.6226146210000074, 0.12406463599999995, 1.0238560520000064, null, 0.5548333800000123, 0.03507439100000198, 0.08756216299999409, 0.048131107000003226, 0.10318620099999976, 0.08746639099999953, 0.010173539999996706, 0.01655838700000345, 0.4255323579999839, 0.48251012400001514, 0.040225188000000855, 0.2008925180000034, 0.017233068999999546, 0.9002859029999968, 0.16001636499999705, 1.398137434000013, 0.11244031099999319, 0.20331952000000797, 0.4320025450000031, 0.04027813700000138, 0.12078545800000029, 0.01679436199999884, 0.09000119200000256, 1.1636259960000146, 0.2996660289999937, 0.06420901299999571, 0.173955835000001, 0.2032755519999938, 0.06764188200000376, 0.10944954400000739, 1.0381478290000032, 0.6871993990000078, 0.22038654099999633, 0.11450910300000317, 0.01673916899999739, 0.010485819000003005, 0.1440264290000144, 0.06745770700000264, 0.1910822440000004, 0.27961733600000116, 0.1076385370000068, 0.16187506400000728, 0.19967247799998944, 0.08698499700000184, 0.2345698239999976, 0.01680573800000218, 0.01654581900000096, 0.07875611400000082, 0.18320167299999923, 0.9484603290000138, 0.29152959399999645, 0.01718580899999722, 0.11812042099999331, 0.017187520999996764], "cpu": [0.21769692599999996, 0.262705518, 0.36399801799999987, 0.3092625740000001, 2.492653853999999, 0.448579248, 0.12402822399999999, 0.056873068, 0.034880302, 1.7402230940000005, 0.03380789200000045, 0.3656078520000001, 0.09981205799999948, 0.3469073600000012, 0.065833790000001, 0.033050795999999494, 0.0682904560000015, 0.24797860400000182, 0.2397478399999997, 0.4243716400000004, 0.19281808800000277, 0.1270469520000006, 0.25301514199999886, 0.3813195180000051, 3.3704671440000062, 0.27484015799999995, 0.2842220320000024, 0.6921700120000089, 1.6362188819999943, 0.03299455199999812, 0.5294706879999964, 0.22596362399999492, 0.15107062799999582, 0.49137227800000005, 0.36614325600000797, 1.535774142000001, 0.21235413000000136, 0.37568016400000204, 2.6203781740000096, 1.2896621959999877, 0.3512499140000074, 0.1914734100000004, 1.709835967999993, 0.37596070000000736, 0.020311425999999244, 0.49946862400000924, 1.4668638379999805, 1.9844901779999873, 0.7547106660000011, 1.6933834520000062, 0.13973079599999494, 0.07959278799999936, 0.07639440999999891, 2.0922038260000093, 0.034851957999997296, 0.419123624000008, 0.04077956999999799, 1.0163184579999935, 0.5505427940000018, 0.24002802200000417, 0.058353830000001494, 0.26584943400000327, 1.2452292420000148, 0.2481292719999999, 2.047712104000013, 2.4376520429999857, 1.1096667600000245, 0.07014878200000396, 0.17512432599998817, 0.09626221400000645, 0.2063724019999995, 0.17493278199999907, 0.02034707999999341, 0.0331167740000069, 0.8510647159999678, 0.9650202480000303, 0.08045037600000171, 0.4017850360000068, 0.03446613799999909, 1.8005718059999936, 0.3200327299999941, 2.796274868000026, 0.22488062199998637, 0.40663904000001594, 0.8640050900000062, 0.08055627400000276, 0.24157091600000058, 0.03358872399999768, 0.18000238400000512, 2.327251992000029, 0.5993320579999875, 0.12841802599999141, 0.347911670000002, 0.4065511039999876, 0.13528376400000752, 0.21889908800001479, 2.0762956580000065, 1.3743987980000156, 0.44077308199999266, 0.22901820600000633, 0.03347833799999478, 0.02097163800000601, 0.2880528580000288, 0.13491541400000528, 0.3821644880000008, 0.5592346720000023, 0.2152770740000136, 0.32375012800001457, 0.3993449559999789, 0.17396999400000368, 0.4691396479999952, 0.03361147600000436, 0.03309163800000192, 0.15751222800000164, 0.36640334599999846, 1.8969206580000275, 0.5830591879999929, 0.03437161799999444, 0.23624084199998663, 0.03437504199999353]}, "cert_P4": {"rate_final": 0.975, "wall_q50": [0.07915010500001074, [0.062014111999999996, 0.09636728000000261]], "wall_q90": [0.44190155299999745, [0.317462799324995, 0.5093743610000061]], "wall_q95": [0.6209267589999925, [0.44190155299999745, NaN]], "wall_median_s": 0.07895310950000578, "cpu_mean_s": 0.5747834388083348, "cpu_median_s": 0.3158124380000231, "T": [0.01822702999999997, 0.03954650000000002, 0.09163155799999997, 0.08143198900000004, 0.6274999089999999, 0.13553143699999998, 0.062014111999999996, 0.028436534, 0.017440151, 0.4192711960000001, 0.016903946000000225, 0.10476018999999948, 0.0244095940000002, 0.09233866800000001, 0.0329168950000005, 0.016525397999999747, 0.017113530999999682, 0.06544149100000052, 0.033060569999999956, 0.08718426700000137, 0.01647736600000016, 0.010448884000000547, 0.06476543800000023, 0.09636728000000261, null, 0.06380984399999967, 0.06176759100000062, 0.17320609900000328, 0.4074247959999955, 0.015190475999999009, 0.16882623999999957, 0.024629923999997416, 0.010126028999998482, 0.15148978500000254, 0.09708556900000431, 0.41769583299999624, 0.016100921999999684, 0.11842841300000373, null, 0.31394072199999457, 0.08948967499999938, 0.017821742000002416, 0.44190155299999745, 0.09940867299999923, 0.010155712999999622, 0.1542113370000031, 0.36806230300000564, 0.49145492099999544, 0.21372657999999944, 0.40924368499999986, 0.010524216000000308, 0.014161523000002063, 0.03819720499999946, 0.5093743610000061, 0.017425978999998648, 0.11764880300000158, 0.020389784999998994, 0.25573699599999955, 0.17462386599999746, 0.0649653679999993, 0.009923975999999612, 0.06516932299999567, 0.3009621320000022, 0.06642689999999973, 0.4986392879999997, null, 0.2624360639999992, 0.03507439100000198, 0.014699227999997788, 0.021363985999997226, 0.01667094600000496, 0.010240590999998744, 0.010173539999996706, 0.01655838700000345, 0.20848004899999495, 0.2401131890000059, 0.02254720100000185, 0.10585001500000146, 0.01703756599999906, 0.433376726000013, 0.0830060589999988, 0.6701202810000169, 0.02359051599999873, 0.1073017820000004, 0.21509567299999333, 0.04027813700000138, 0.03341155700000087, 0.010359489000002498, 0.09000119200000256, 0.6209267589999925, 0.12416991500000307, 0.010191396999999824, 0.06513430199999704, 0.10907646499999402, 0.011084877000001825, 0.02360669000000115, 0.5014596589999911, 0.317553108999995, 0.1254151829999941, 0.024977596000006486, 0.01673916899999739, 0.010485819000003005, 0.07915010500001074, 0.06745770700000264, 0.10304061100000439, 0.18064441799999287, 0.01672482700000444, 0.087679049000009, 0.10517900900000399, 0.08698499700000184, 0.13788453700000503, 0.01680573800000218, 0.01654581900000096, 0.07875611400000082, 0.09521089599999755, 0.4997248360000057, 0.11881234799999874, 0.01718580899999722, 0.06368489799999821, 0.017187520999996764], "cpu": [0.07290811999999988, 0.15818600000000008, 0.3665262319999999, 0.32572795600000015, 2.5099996359999994, 0.5421257479999999, 0.24805644799999998, 0.113746136, 0.069760604, 1.6770847840000005, 0.0676157840000009, 0.4190407599999979, 0.0976383760000008, 0.36935467200000005, 0.131667580000002, 0.06610159199999899, 0.06845412399999873, 0.26176596400000207, 0.13224227999999982, 0.3487370680000055, 0.06590946400000064, 0.04179553600000219, 0.2590617520000009, 0.38546912000001043, 3.3704671440000062, 0.2552393759999987, 0.24707036400000248, 0.6928243960000131, 1.629699183999982, 0.060761903999996036, 0.6753049599999983, 0.09851969599998966, 0.04050411599999393, 0.6059591400000102, 0.38834227600001725, 1.670783331999985, 0.06440368799999874, 0.4737136520000149, 2.6203781740000096, 1.2557628879999783, 0.3579586999999975, 0.07128696800000967, 1.7676062119999898, 0.3976346919999969, 0.04062285199999849, 0.6168453480000125, 1.4722492120000226, 1.9658196839999817, 0.8549063199999978, 1.6369747399999994, 0.04209686400000123, 0.05664609200000825, 0.15278881999999783, 2.0374974440000244, 0.06970391599999459, 0.4705952120000063, 0.08155913999999598, 1.0229479839999982, 0.6984954639999899, 0.2598614719999972, 0.03969590399999845, 0.2606772919999827, 1.2038485280000089, 0.26570759999999893, 1.9945571519999987, 2.4376520429999857, 1.0497442559999968, 0.14029756400000792, 0.05879691199999115, 0.0854559439999889, 0.06668378400001984, 0.04096236399999498, 0.04069415999998682, 0.0662335480000138, 0.8339201959999798, 0.9604527560000236, 0.0901888040000074, 0.42340006000000585, 0.06815026399999624, 1.733506904000052, 0.3320242359999952, 2.6804811240000674, 0.09436206399999492, 0.4292071280000016, 0.8603826919999733, 0.16111254800000552, 0.13364622800000348, 0.04143795600000999, 0.36000476800001024, 2.48370703599997, 0.4966796600000123, 0.0407655879999993, 0.26053720799998814, 0.43630585999997606, 0.0443395080000073, 0.0944267600000046, 2.0058386359999645, 1.27021243599998, 0.5016607319999764, 0.09991038400002594, 0.06695667599998956, 0.04194327600001202, 0.31660042000004296, 0.26983082800001057, 0.41216244400001756, 0.7225776719999715, 0.06689930800001775, 0.350716196000036, 0.42071603600001595, 0.34793998800000736, 0.5515381480000201, 0.06722295200000872, 0.06618327600000384, 0.3150244560000033, 0.3808435839999902, 1.998899344000023, 0.47524939199999494, 0.06874323599998888, 0.25473959199999285, 0.06875008399998705]}, "cert_P8": {"rate_final": 0.975, "wall_q50": [0.017143846000003293, [0.01665735600000051, 0.0206237160000029]], "wall_q90": [0.23058820000000324, [0.1563876709999974, 0.2515671719999979]], "wall_q95": [0.3059243140000092, [0.23058820000000324, NaN]], "wall_median_s": 0.017074572000002064, "cpu_mean_s": 0.5255731108416685, "cpu_median_s": 0.1365965760000165, "T": [0.01052480699999997, 0.01657110700000003, 0.017459248999999954, 0.012259750000000014, 0.34680760099999963, 0.050454851999999994, 0.03200714, 0.015190616000000046, 0.01636919400000003, 0.21526105100000015, 0.015879389000000188, 0.0448350719999997, 0.01665735600000051, 0.02032354500000011, 0.01697190799999948, 0.016405578999999726, 0.016644657000000507, 0.010343305000000136, 0.02746461599999961, 0.017778387000001672, 0.015921421999999907, 0.010368582999999987, 0.010213600000000156, 0.017005298000000835, null, 0.010315482999999404, 0.03377728599999941, 0.06469610400000114, 0.182540951, 0.010532107999999596, 0.08190315499999912, 0.01755929899999842, 0.010126028999998482, 0.06403936899999962, 0.0206237160000029, 0.24296169299999804, 0.015868112000003265, 0.05963609399999825, null, 0.15064708899999601, 0.020524928000000386, 0.011717556000000684, 0.22408600999999706, 0.015692147999999406, 0.010087320999996763, 0.06452130100000275, 0.1816752130000019, 0.2515671719999979, 0.10518343499999716, 0.21184393500000098, 0.010502082999998663, 0.010239880000000312, 0.009975502999999719, 0.2421470190000008, 0.016548653000000968, 0.03239768599999948, 0.01763398199999955, 0.1031624029999989, 0.0889798899999974, 0.010335893999997126, 0.009923975999999612, 0.010378156999998112, 0.1376967540000038, 0.010742684000000224, 0.23058820000000324, null, 0.12971084699999835, 0.016330867000000637, 0.014699227999997788, 0.01035193799999945, 0.016384916999996335, 0.010178918000001147, 0.010173539999996706, 0.01655838700000345, 0.08218941299999472, 0.09819296999999949, 0.02254720100000185, 0.016923966000000235, 0.01611946900000305, 0.2195470119999996, 0.010914200999998513, 0.3059243140000092, 0.01679313999999721, 0.016958047000002807, 0.0879981370000067, 0.030395072000004575, 0.03341155700000087, 0.010359489000002498, 0.01692532799999924, 0.34650852100000407, 0.03291179800000066, 0.01015811799999966, 0.010328774000001317, 0.01726127199999894, 0.011084877000001825, 0.016514291000000014, 0.2343349229999987, 0.1563876709999974, 0.03251966899999559, 0.01756702000000132, 0.01673916899999739, 0.010485819000003005, 0.07111537300000492, 0.05030922400000293, 0.01648330500000128, 0.08877979999999752, 0.01672482700000444, 0.017143846000003293, 0.016405619000003924, 0.0169233650000038, 0.05023774700000416, 0.01656344500000273, 0.01654581900000096, 0.01657829799999888, 0.010357546000001605, 0.2400080919999965, 0.0327228539999993, 0.016714972000002604, 0.010354010999996888, 0.017187520999996764], "cpu": [0.08419845599999976, 0.13256885600000023, 0.13967399199999964, 0.09807800000000011, 2.774460807999997, 0.40363881599999996, 0.25605712, 0.12152492800000037, 0.13095355200000025, 1.7220884080000012, 0.1270351120000015, 0.3586805759999976, 0.1332588480000041, 0.16258836000000088, 0.13577526399999584, 0.1312446319999978, 0.13315725600000405, 0.08274644000000109, 0.21971692799999687, 0.14222709600001338, 0.12737137599999926, 0.0829486639999999, 0.08170880000000125, 0.13604238400000668, 3.3704671440000062, 0.08252386399999523, 0.27021828799999525, 0.5175688320000091, 1.460327608, 0.08425686399999677, 0.6552252399999929, 0.14047439199998735, 0.08100823199998786, 0.512314951999997, 0.1649897280000232, 1.9436935439999843, 0.12694489600002612, 0.477088751999986, 2.6203781740000096, 1.2051767119999681, 0.1641994240000031, 0.09374044800000547, 1.7926880799999765, 0.12553718399999525, 0.0806985679999741, 0.516170408000022, 1.4534017040000151, 1.9596781239999856, 0.8414674799999773, 1.6947514800000079, 0.0840166639999893, 0.0819190400000025, 0.07980402399999775, 1.9371761520000064, 0.13238922400000774, 0.25918148799999585, 0.1410718559999964, 0.8252992239999912, 0.7118391199999792, 0.082687151999977, 0.0793918079999969, 0.08302525599998489, 1.1015740320000305, 0.0859414720000018, 1.844705600000026, 2.4376520429999857, 1.0376867759999868, 0.1306469360000051, 0.1175938239999823, 0.0828155039999956, 0.13107933599997068, 0.08143134400000918, 0.08138831999997365, 0.1324670960000276, 0.6575153039999577, 0.7855437599999959, 0.1803776080000148, 0.13539172800000188, 0.1289557520000244, 1.7563760959999968, 0.08731360799998811, 2.4473945120000735, 0.13434511999997767, 0.13566437600002246, 0.7039850960000535, 0.2431605760000366, 0.26729245600000695, 0.08287591200001998, 0.13540262399999392, 2.7720681680000325, 0.26329438400000527, 0.08126494399999729, 0.08263019200001054, 0.13809017599999152, 0.0886790160000146, 0.13211432800000011, 1.8746793839999896, 1.2511013679999792, 0.2601573519999647, 0.14053616000001057, 0.1339133519999791, 0.08388655200002404, 0.5689229840000394, 0.4024737920000234, 0.13186644000001024, 0.7102383999999802, 0.1337986160000355, 0.13715076800002635, 0.1312449520000314, 0.1353869200000304, 0.4019019760000333, 0.13250756000002184, 0.1323665520000077, 0.13262638399999105, 0.08286036800001284, 1.920064735999972, 0.2617828319999944, 0.13371977600002083, 0.0828320879999751, 0.1375001679999741]}, "cert_P16": {"rate_final": 0.975, "wall_q50": [0.01651716599999986, [0.01596254300000055, 0.016825918999998635]], "wall_q90": [0.11889536299999648, [0.08190315499999912, 0.1266173160000008]], "wall_q95": [0.15909110700000184, [0.11889536299999648, NaN]], "wall_median_s": 0.016515728499999938, "cpu_mean_s": 0.5916339656250031, "cpu_median_s": 0.264251655999999, "T": [0.010341543000000009, 0.01657110700000003, 0.017459248999999954, 0.012259750000000014, 0.1762815219999998, 0.010383655000000047, 0.017373760999999988, 0.010169254000000016, 0.01636919400000003, 0.12219447100000003, 0.01051883799999942, 0.0448350719999997, 0.01665735600000051, 0.02032354500000011, 0.01697190799999948, 0.016405578999999726, 0.010362003000000009, 0.010343305000000136, 0.010208131999998926, 0.010257316000000571, 0.015312559000001613, 0.01016832299999848, 0.010213600000000156, 0.017005298000000835, null, 0.010315482999999404, 0.03377728599999941, 0.010655543000000378, 0.08098348499999908, 0.0101320979999997, 0.08190315499999912, 0.01596254300000055, 0.010126028999998482, 0.010303686000000312, 0.0206237160000029, 0.15909110700000184, 0.015868112000003265, 0.013040911000000932, null, 0.07768890299999853, 0.009972949000001563, 0.011717556000000684, 0.08989742700000036, 0.015190906000000837, 0.009946060000000756, 0.016888503000000554, 0.07465603300000012, 0.1266173160000008, 0.05036478699999947, 0.10942114100000211, 0.010334512000000018, 0.010179079000000257, 0.009975502999999719, 0.11889536299999648, 0.01642132199999935, 0.03239768599999948, 0.01014112200000028, 0.017266729999999342, 0.0889798899999974, 0.010335893999997126, 0.009923975999999612, 0.010263926000000367, 0.07352574800000156, 0.010742684000000224, 0.11093449100000186, null, 0.06296084099999888, 0.016330867000000637, 0.010163905999995393, 0.01035193799999945, 0.016054682000003595, 0.010178918000001147, 0.010173539999996706, 0.01655838700000345, 0.010445537999999033, 0.03264583900000417, 0.010617134999996836, 0.016789314000000388, 0.01568973500000226, 0.12134961499999974, 0.010914200999998513, 0.12350117100000801, 0.01679313999999721, 0.010351496999994936, 0.01834483700000078, 0.030395072000004575, 0.017220461000000853, 0.010359489000002498, 0.016583875999998554, 0.17639722599999885, 0.016529534000000012, 0.010120591000003287, 0.01020645999999914, 0.01726127199999894, 0.011084877000001825, 0.016514291000000014, 0.12230514799999526, 0.08627597299999934, 0.03251966899999559, 0.01756702000000132, 0.016267169999998998, 0.010485819000003005, 0.07111537300000492, 0.05030922400000293, 0.016295393000000047, 0.06559305900000112, 0.015444246999997802, 0.017143846000003293, 0.016405619000003924, 0.016825918999998635, 0.032186109999997825, 0.01656344500000273, 0.01654581900000096, 0.016028814000002, 0.010357546000001605, 0.10649274899999739, 0.015178888000001223, 0.016714972000002604, 0.010354010999996888, 0.01651716599999986], "cpu": [0.16546468800000014, 0.26513771200000047, 0.27934798399999927, 0.19615600000000022, 2.820504351999997, 0.16613848000000075, 0.2779801759999998, 0.16270806400000026, 0.2619071040000005, 1.9551115360000004, 0.16830140799999072, 0.7173611519999952, 0.2665176960000082, 0.32517672000000175, 0.2715505279999917, 0.2624892639999956, 0.16579204800000014, 0.16549288000000217, 0.16333011199998282, 0.16411705600000914, 0.2450009440000258, 0.16269316799997569, 0.1634176000000025, 0.27208476800001336, 3.3704671440000062, 0.16504772799999046, 0.5404365759999905, 0.17048868800000605, 1.2957357599999852, 0.1621135679999952, 1.3104504799999859, 0.2554006880000088, 0.1620164639999757, 0.164858976000005, 0.3299794560000464, 2.5440562810000245, 0.25388979200005224, 0.2086545760000149, 2.6203781740000096, 1.2430224479999765, 0.159567184000025, 0.18748089600001094, 1.4383588320000058, 0.2430544960000134, 0.1591369600000121, 0.27021604800000887, 1.194496528000002, 1.9317051499999955, 0.8058365919999915, 1.7507382560000337, 0.1653521920000003, 0.16286526400000412, 0.1596080479999955, 1.864193658999966, 0.2627411519999896, 0.5183629759999917, 0.16225795200000448, 0.27626767999998947, 1.4236782399999584, 0.165374303999954, 0.1587836159999938, 0.16422281600000588, 1.176411968000025, 0.1718829440000036, 1.7749518560000297, 2.4376520429999857, 1.007373455999982, 0.2612938720000102, 0.1626224959999263, 0.1656310079999912, 0.2568749120000575, 0.16286268800001835, 0.1627766399999473, 0.2649341920000552, 0.16712860799998452, 0.5223334240000668, 0.16987415999994937, 0.2686290240000062, 0.25103576000003613, 1.941593839999996, 0.17462721599997622, 1.9760187360001282, 0.26869023999995534, 0.16562395199991897, 0.2935173920000125, 0.4863211520000732, 0.27552737600001365, 0.16575182400003996, 0.26534201599997687, 2.8223556159999816, 0.2644725440000002, 0.1619294560000526, 0.16330335999998624, 0.27618035199998303, 0.1773580320000292, 0.26422865600000023, 1.956882367999924, 1.3804155679999894, 0.5203147039999294, 0.28107232000002114, 0.26027471999998397, 0.16777310400004808, 1.1378459680000788, 0.8049475840000468, 0.26072628800000075, 1.049488944000018, 0.24710795199996483, 0.2743015360000527, 0.2624899040000628, 0.26921470399997816, 0.5149777599999652, 0.2650151200000437, 0.2647331040000154, 0.256461024000032, 0.16572073600002568, 1.7038839839999582, 0.24286220800001956, 0.26743955200004166, 0.1656641759999502, 0.2642746559999978]}, "cert_P32": {"rate_final": 0.975, "wall_q50": [0.01604077100000012, [0.011084877000001825, 0.016405619000003924]], "wall_q90": [0.0448350719999997, [0.020293510000001902, 0.07921370100000047]], "wall_q95": [0.08185939899999983, [0.0448350719999997, NaN]], "wall_median_s": 0.01603479250000106, "cpu_mean_s": 0.6476760521583355, "cpu_median_s": 0.5131133600000339, "T": [0.010341543000000009, 0.016226349000000084, 0.013402623999999808, 0.012259750000000014, 0.08185939899999983, 0.010383655000000047, 0.017373760999999988, 0.010169254000000016, 0.015515603000000322, 0.03414156200000007, 0.010034933000000024, 0.0448350719999997, 0.016654112000000332, 0.01043012600000015, 0.01697190799999948, 0.016405578999999726, 0.0102501850000003, 0.010343305000000136, 0.010208131999998926, 0.010149314000001297, 0.015312559000001613, 0.010108723000000097, 0.010171145999999354, 0.017005298000000835, null, 0.009887852000002084, 0.010219729999999316, 0.010655543000000378, 0.010298086999998901, 0.01010003000000026, 0.08190315499999912, 0.0104952429999976, 0.010126028999998482, 0.010303686000000312, 0.01737244800000326, 0.07921370100000047, 0.015323033999997904, 0.010114001000001593, null, 0.010395191999997166, 0.009967080999999212, 0.010659378999999802, 0.018858187999995835, 0.014978398000000226, 0.009946060000000756, 0.016088211999999658, 0.010377315999999581, 0.07248887400000115, 0.020492108999999203, 0.017078487000002696, 0.010247811999999357, 0.010179079000000257, 0.009975502999999719, 0.06309849799999512, 0.01642132199999935, 0.01629372100000026, 0.010133010000000553, 0.017266729999999342, 0.01647623400000242, 0.010335893999997126, 0.009923975999999612, 0.01011085599999717, 0.020293510000001902, 0.010742684000000224, 0.024179569000001067, null, 0.010312218999999345, 0.016330867000000637, 0.010163905999995393, 0.01035193799999945, 0.016054682000003595, 0.010178918000001147, 0.010154272000001185, 0.01655838700000345, 0.010445537999999033, 0.016841442000000484, 0.01043675500000063, 0.016789314000000388, 0.01568973500000226, 0.0327706670000012, 0.010914200999998513, 0.03104116100001164, 0.01679313999999721, 0.010351496999994936, 0.01834483700000078, 0.017051146999996547, 0.017220461000000853, 0.010359489000002498, 0.01642212300000523, 0.08697476199999699, 0.016529534000000012, 0.010120591000003287, 0.01020645999999914, 0.01726127199999894, 0.011084877000001825, 0.016514291000000014, 0.03266732099999814, 0.017419828999997833, 0.018505778999994504, 0.01756702000000132, 0.016261161999999274, 0.010485819000003005, 0.07111537300000492, 0.016996984999998688, 0.016295393000000047, 0.050508433000004516, 0.01519695599999693, 0.016226570000000606, 0.016405619000003924, 0.01662702000000138, 0.02032920399999938, 0.01604077100000012, 0.016443395000003136, 0.016028814000002, 0.010236204999998222, 0.01662582899999876, 0.015178888000001223, 0.016714972000002604, 0.010287501999997062, 0.010180570999992256], "cpu": [0.3309293760000003, 0.5192431680000027, 0.42888396799999384, 0.39231200000000044, 2.6195007679999947, 0.3322769600000015, 0.5559603519999996, 0.3254161280000005, 0.4964992960000103, 1.0925299840000022, 0.32111785600000076, 1.4347223039999903, 0.5329315840000106, 0.3337640320000048, 0.5431010559999834, 0.5249785279999912, 0.3280059200000096, 0.33098576000000435, 0.32666022399996564, 0.3247780480000415, 0.4900018880000516, 0.3234791360000031, 0.3254766719999793, 0.5441695360000267, 3.3704671440000062, 0.3164112640000667, 0.3270313599999781, 0.3409773760000121, 0.32953878399996483, 0.3232009600000083, 2.6209009599999717, 0.3358477759999232, 0.3240329279999514, 0.32971795200001, 0.5559183360001043, 2.510674433000016, 0.4903370879999329, 0.323648032000051, 2.6203781740000096, 0.3326461439999093, 0.31894659199997477, 0.3411001279999937, 0.6034620159998667, 0.47930873600000723, 0.3182739200000242, 0.514822783999989, 0.3320741119999866, 1.935431291999997, 0.6557474879999745, 0.5465115840000863, 0.3279299839999794, 0.32573052800000823, 0.319216095999991, 1.8493865199999462, 0.5254823039999792, 0.5213990720000083, 0.3242563200000177, 0.5525353599999789, 0.5272394880000775, 0.330748607999908, 0.3175672319999876, 0.32354739199990945, 0.6493923200000609, 0.3437658880000072, 0.7737462080000341, 2.4376520429999857, 0.32999100799997905, 0.5225877440000204, 0.3252449919998526, 0.3312620159999824, 0.513749824000115, 0.3257253760000367, 0.32493670400003793, 0.5298683840001104, 0.33425721599996905, 0.5389261440000155, 0.3339761600000202, 0.5372580480000124, 0.5020715200000723, 1.0486613440000383, 0.34925443199995243, 0.9933171520003725, 0.5373804799999107, 0.33124790399983794, 0.587034784000025, 0.5456367039998895, 0.5510547520000273, 0.3315036480000799, 0.5255079360001673, 2.782622669999917, 0.5289450880000004, 0.3238589120001052, 0.3266067199999725, 0.5523607039999661, 0.3547160640000584, 0.5284573120000005, 1.0453542719999405, 0.5574345279999307, 0.5921849279998241, 0.5621446400000423, 0.5203571839999768, 0.33554620800009616, 2.2530154230001074, 0.543903519999958, 0.5214525760000015, 1.6162698560001445, 0.4863025919999018, 0.5192502400000194, 0.5249798080001256, 0.5320646400000442, 0.6505345279999801, 0.5133046720000038, 0.5261886400001003, 0.512922048000064, 0.3275585599999431, 0.5320265279999603, 0.4857244160000391, 0.5348791040000833, 0.329200063999906, 0.3257782719997522]}, "full_P1": {"rate_final": 0.975, "wall_q50": [0.6445092439999911, [0.49169515199999836, 0.7532121879999991]], "wall_q90": [2.1919187170000036, [1.6973523869999951, 2.7566074490000076]], "wall_q95": [2.869996381000014, [2.1919187170000036, NaN]], "wall_median_s": 0.6435628939999987, "cpu_mean_s": 0.8797688537000004, "cpu_median_s": 0.6435628939999987, "T": [0.835188372, 0.471719179, 0.903025358, 0.876765789, 2.5836108159999993, 1.0563778659999998, 0.25139891000000003, 0.20364093, 0.25297159799999996, 2.348993711, 0.2667987569999992, 0.4886882219999995, 0.20223444099999943, 0.5502298450000014, 0.7131333579999994, 0.15758809100000004, 0.25492359600000025, 0.7567944400000002, 0.7532121879999991, 0.9005863319999978, 0.350046871, 0.26720605999999947, 0.38983297899999947, 1.0810641260000011, null, 0.6697879999999987, 0.5986876219999999, 1.166665477000004, 2.1735831509999954, 0.2317893429999991, 1.2175992789999963, 0.8231984270000012, 0.2562329709999993, 0.564023504999998, 0.5578535190000018, 1.650166599000002, 0.3466628930000013, 0.8234754640000013, null, 1.6837350539999925, 0.8466066999999988, 0.3830292650000011, 1.8272734789999951, 0.5742917890000037, 0.18512292499999816, 0.6678245579999995, 1.6134000499999992, 2.435087553999992, 0.8496055580000004, 1.9123601690000065, 0.2938174769999975, 0.1244366860000028, 0.14254477700000123, 2.1919187170000036, 0.1998101339999998, 0.6559093229999959, 0.10001474199999905, 1.6973523869999951, 0.7261595390000046, 0.31982447600000086, 0.12535505199999974, 0.4037348120000033, 1.378384845000003, 0.4095380269999964, 2.7566074490000076, null, 1.7230580549999956, 0.7688159839999997, 0.267044748999993, 0.1535129700000013, 0.3453809830000054, 0.3078704260000009, 0.16164634900000152, 0.17265322000000083, 1.1386640129999819, 1.2096719150000084, 0.5127157129999986, 1.163710205000001, 0.1531300630000061, 2.356612111000011, 0.4489436869999963, 3.4353094020000228, 0.44277223899999285, 0.6426165440000062, 1.299977166000005, 0.16149376100000268, 0.39577590399998996, 0.22384243499999457, 0.3478277210000016, 3.0710857230000173, 0.7469254470000024, 0.25998727099999286, 0.44300762299999974, 0.6512094329999911, 0.6216195489999947, 0.464913110000019, 2.869996381000014, 2.059534943000017, 0.6789627259999946, 0.49169515199999836, 0.27654140199999944, 0.21120973400000054, 0.8985442160000119, 0.6311555420000019, 0.5191765960000012, 1.328766416999997, 0.4499573170000062, 0.9852863210000109, 0.6445092439999911, 0.351761352000004, 1.229375411999989, 0.2796346309999933, 0.7958227539999996, 0.6667796000000052, 1.058304806999999, 2.004729642000015, 1.053424125999996, 0.15903619399999513, 0.663089413999991, 0.24517376000000013], "cpu": [0.835188372, 0.471719179, 0.903025358, 0.876765789, 2.5836108159999993, 1.0563778659999998, 0.25139891000000003, 0.20364093, 0.25297159799999996, 2.348993711, 0.2667987569999992, 0.4886882219999995, 0.20223444099999943, 0.5502298450000014, 0.7131333579999994, 0.15758809100000004, 0.25492359600000025, 0.7567944400000002, 0.7532121879999991, 0.9005863319999978, 0.350046871, 0.26720605999999947, 0.38983297899999947, 1.0810641260000011, 3.3704671440000062, 0.6697879999999987, 0.5986876219999999, 1.166665477000004, 2.1735831509999954, 0.2317893429999991, 1.2175992789999963, 0.8231984270000012, 0.2562329709999993, 0.564023504999998, 0.5578535190000018, 1.650166599000002, 0.3466628930000013, 0.8234754640000013, 2.6203781740000096, 1.6837350539999925, 0.8466066999999988, 0.3830292650000011, 1.8272734789999951, 0.5742917890000037, 0.18512292499999816, 0.6678245579999995, 1.6134000499999992, 2.435087553999992, 0.8496055580000004, 1.9123601690000065, 0.2938174769999975, 0.1244366860000028, 0.14254477700000123, 2.1919187170000036, 0.1998101339999998, 0.6559093229999959, 0.10001474199999905, 1.6973523869999951, 0.7261595390000046, 0.31982447600000086, 0.12535505199999974, 0.4037348120000033, 1.378384845000003, 0.4095380269999964, 2.7566074490000076, 2.4376520429999857, 1.7230580549999956, 0.7688159839999997, 0.267044748999993, 0.1535129700000013, 0.3453809830000054, 0.3078704260000009, 0.16164634900000152, 0.17265322000000083, 1.1386640129999819, 1.2096719150000084, 0.5127157129999986, 1.163710205000001, 0.1531300630000061, 2.356612111000011, 0.4489436869999963, 3.4353094020000228, 0.44277223899999285, 0.6426165440000062, 1.299977166000005, 0.16149376100000268, 0.39577590399998996, 0.22384243499999457, 0.3478277210000016, 3.0710857230000173, 0.7469254470000024, 0.25998727099999286, 0.44300762299999974, 0.6512094329999911, 0.6216195489999947, 0.464913110000019, 2.869996381000014, 2.059534943000017, 0.6789627259999946, 0.49169515199999836, 0.27654140199999944, 0.21120973400000054, 0.8985442160000119, 0.6311555420000019, 0.5191765960000012, 1.328766416999997, 0.4499573170000062, 0.9852863210000109, 0.6445092439999911, 0.351761352000004, 1.229375411999989, 0.2796346309999933, 0.7958227539999996, 0.6667796000000052, 1.058304806999999, 2.004729642000015, 1.053424125999996, 0.15903619399999513, 0.663089413999991, 0.24517376000000013]}, "full_P2": {"rate_final": 0.975, "wall_q50": [0.3837103039999903, [0.32140404600000494, 0.5150013710000039]], "wall_q90": [1.3547886830000095, [1.0121421949999956, 1.764082583000004]], "wall_q95": [1.7706416690000069, [1.3547886830000095, NaN]], "wall_median_s": 0.38240015949999595, "cpu_mean_s": 1.1313341468500009, "cpu_median_s": 0.7648003189999919, "T": [0.67779387, 0.285167211, 0.36516133200000006, 0.713048703, 1.4053355899999993, 0.8010457969999999, 0.24396794400000002, 0.196294891, 0.15020789199999998, 1.4351226240000003, 0.17811910799999975, 0.34036453700000013, 0.19448220299999974, 0.34101174800000056, 0.7058111949999999, 0.15007277800000018, 0.16537966000000015, 0.6207211200000007, 0.3744141600000006, 0.3288824950000002, 0.25578529800000105, 0.1604404119999998, 0.22494965399999955, 0.9043919780000014, null, 0.5098655369999996, 0.512203125000001, 0.8063624510000036, 1.3317079579999973, 0.15143452099999877, 0.9521329299999977, 0.6502475809999986, 0.18803555499999902, 0.3810900150000016, 0.3369060990000037, 0.9385327390000029, 0.25201398000000097, 0.6179850380000005, null, 1.0121421949999956, 0.5761008699999941, 0.23080003999999832, 1.0017232319999962, 0.32140404600000494, 0.10676048199999855, 0.3984233860000046, 0.8416411629999914, 1.4391840069999944, 0.514818088000002, 1.0246066080000027, 0.18481199799999715, 0.12064861300000018, 0.13884758100000028, 1.1522368050000047, 0.1923544409999991, 0.3949549420000018, 0.09624608900000098, 1.1858631119999998, 0.45799436100000435, 0.20607649400000128, 0.12165734599999922, 0.24017841800000284, 0.7318999190000071, 0.24175381999999956, 1.764082583000004, null, 1.1273971330000094, 0.5694095769999947, 0.192519910999998, 0.14983842800000247, 0.25675823899999983, 0.19268249499999968, 0.09404503700000078, 0.16551070599999917, 0.7080506449999859, 0.740627740000015, 0.5089028840000012, 0.8996864690000024, 0.14650327300000043, 1.4373378409999944, 0.2927797409999968, 1.9881109840000093, 0.2682774169999931, 0.37139890900000694, 0.8796963360000021, 0.15772075099999938, 0.29985091699999344, 0.13721093699999898, 0.2552692040000011, 1.9178471480000212, 0.47384608899999847, 0.15333758599999214, 0.2722712480000027, 0.3837103039999903, 0.5150013710000039, 0.2929836260000087, 1.7706416690000069, 1.3547886830000095, 0.40501692699999836, 0.3129346119999994, 0.188126969999999, 0.13798237299999982, 0.7624037250000129, 0.627417604999998, 0.33700261499999584, 1.057240438000001, 0.27195163800000444, 0.7736601110000052, 0.379130645999993, 0.2636843860000013, 0.9656157429999936, 0.19024697999999773, 0.7032006399999986, 0.6599256490000016, 0.5640475309999999, 1.1060547810000187, 0.7875271899999987, 0.15240135199999827, 0.5490763049999927, 0.14844457699999936], "cpu": [1.3555877400000003, 0.570334422, 0.7303226640000001, 1.4260974059999998, 2.8106711799999986, 1.6020915939999998, 0.4879358880000001, 0.39258978199999994, 0.30041578399999996, 2.8702452480000007, 0.3562382159999995, 0.6807290740000003, 0.3889644059999995, 0.6820234960000011, 1.4116223899999998, 0.30014555600000037, 0.3307593200000003, 1.2414422400000014, 0.7488283200000012, 0.6577649900000004, 0.5115705960000021, 0.3208808239999996, 0.4498993079999991, 1.8087839560000027, 3.3704671440000062, 1.0197310739999992, 1.024406250000002, 1.6127249020000072, 2.6634159159999946, 0.30286904199999753, 1.9042658599999953, 1.3004951619999972, 0.37607110999999804, 0.7621800300000032, 0.6738121980000074, 1.8770654780000058, 0.5040279600000019, 1.235970076000001, 2.6203781740000096, 2.024284389999991, 1.1522017399999882, 0.46160007999999664, 2.0034464639999925, 0.6428080920000099, 0.2135209639999971, 0.7968467720000092, 1.6832823259999827, 2.4883553549999924, 1.029636176000004, 2.0492132160000054, 0.3696239959999943, 0.24129722600000036, 0.27769516200000055, 2.3044736100000094, 0.3847088819999982, 0.7899098840000036, 0.19249217800000196, 2.3717262239999997, 0.9159887220000087, 0.41215298800000255, 0.24331469199999844, 0.48035683600000567, 1.4637998380000141, 0.48350763999999913, 3.528165166000008, 2.4376520429999857, 2.254794266000019, 1.1388191539999895, 0.385039821999996, 0.29967685600000493, 0.5135164779999997, 0.38536498999999935, 0.18809007400000155, 0.33102141199999835, 1.4161012899999719, 1.48125548000003, 1.0178057680000023, 1.7993729380000048, 0.29300654600000087, 2.874675681999989, 0.5855594819999936, 3.9762219680000186, 0.5365548339999862, 0.7427978180000139, 1.7593926720000042, 0.31544150199999876, 0.5997018339999869, 0.27442187399999796, 0.5105384080000022, 3.8356942960000424, 0.9476921779999969, 0.3066751719999843, 0.5445424960000054, 0.7674206079999806, 1.0300027420000077, 0.5859672520000174, 3.5412833380000137, 2.709577366000019, 0.8100338539999967, 0.6258692239999988, 0.376253939999998, 0.27596474599999965, 1.5248074500000257, 1.254835209999996, 0.6740052299999917, 2.114480876000002, 0.5439032760000089, 1.5473202220000104, 0.758261291999986, 0.5273687720000027, 1.9312314859999873, 0.38049395999999547, 1.4064012799999972, 1.3198512980000032, 1.1280950619999999, 2.2121095620000375, 1.5750543799999974, 0.30480270399999654, 1.0981526099999854, 0.2968891539999987]}, "full_P4": {"rate_final": 0.975, "wall_q50": [0.2895112169999905, [0.24396794400000002, 0.44937932900000277]], "wall_q90": [0.9383938389999962, [0.7865085719999997, 1.108553408000006]], "wall_q95": [1.2339534989999947, [0.9383938389999962, NaN]], "wall_median_s": 0.28857960949999395, "cpu_mean_s": 1.6187568784583335, "cpu_median_s": 1.1543184379999758, "T": [0.587172437, 0.193360952, 0.23385839800000005, 0.5829344, 0.7865085719999997, 0.5849731090000004, 0.24396794400000002, 0.196294891, 0.15020789199999998, 0.9842822730000003, 0.17811910799999975, 0.26232080099999955, 0.17684279400000014, 0.25989673599999996, 0.7058111949999999, 0.15007277800000018, 0.13953635499999972, 0.5621733090000003, 0.2558560029999999, 0.19948788200000145, 0.17585361999999982, 0.10736582000000006, 0.16320752100000036, 0.7805337100000003, null, 0.45513289899999876, 0.4318597000000004, 0.6334835440000024, 0.9210233129999956, 0.15143452099999877, 0.856223825999999, 0.5618956929999985, 0.1226262699999996, 0.2876480019999974, 0.250920040000004, 0.5883415009999986, 0.16193783699999997, 0.4903157950000008, null, 0.6812518189999963, 0.453207600999999, 0.15288507700000054, 0.5887068009999972, 0.23283236900000048, 0.10676048199999855, 0.3029004110000031, 0.47627154700000673, 0.9383938389999962, 0.3511893350000008, 0.5871585669999995, 0.12547081599999999, 0.09447000600000166, 0.13884758100000028, 0.6155092530000061, 0.1923544409999991, 0.3030419329999994, 0.09624608900000098, 0.9127545909999988, 0.3573468300000009, 0.1510278509999985, 0.10673423200000087, 0.15939142599999556, 0.41024743000000186, 0.18411608399999935, 1.2388658189999973, null, 0.8349998169999964, 0.2899032759999969, 0.11965697600000169, 0.14983842800000247, 0.1692532890000038, 0.11545669499999889, 0.09404503700000078, 0.16551070599999917, 0.490998335999997, 0.4982308050000057, 0.44937932900000277, 0.8046439660000004, 0.1275007309999978, 0.9704286640000106, 0.21576943499999857, 1.108553408000006, 0.17942762199999862, 0.27427420200000086, 0.6627894639999923, 0.15772075099999938, 0.21247701599999402, 0.09660288399999928, 0.2552692040000011, 1.3751479109999991, 0.2983499750000078, 0.09931996999999626, 0.16344971499999872, 0.2895112169999905, 0.45844436600000193, 0.20714077200000247, 1.2339534989999947, 0.9851423929999967, 0.31004556899999614, 0.2234031050000027, 0.17056152199999985, 0.1323736000000011, 0.6975274010000092, 0.6075882820000089, 0.24896098199999983, 0.9582675199999926, 0.18103792800000207, 0.6994640960000069, 0.2846781269999994, 0.2636843860000013, 0.8228844359999883, 0.18999955900000032, 0.7032006399999986, 0.6599256490000016, 0.40929133599999545, 0.6573192880000107, 0.614809944000001, 0.15240135199999827, 0.4946407819999976, 0.14844457699999936], "cpu": [2.348689748, 0.773443808, 0.9354335920000002, 2.3317376, 3.1460342879999987, 2.3398924360000017, 0.975871776, 0.785179564, 0.6008315679999999, 3.937129092000001, 0.712476431999999, 1.0492832039999982, 0.7073711760000005, 1.0395869439999998, 2.8232447799999996, 0.6002911120000007, 0.5581454199999989, 2.248693236000001, 1.0234240119999995, 0.7979515280000058, 0.7034144799999993, 0.4294632800000002, 0.6528300840000014, 3.122134840000001, 3.3704671440000062, 1.820531595999995, 1.7274388000000016, 2.5339341760000096, 3.2219396679999974, 0.6057380839999951, 3.424895303999996, 2.247582771999994, 0.4905050799999984, 1.1505920079999896, 1.003680160000016, 2.3533660039999944, 0.6477513479999999, 1.961263180000003, 2.6203781740000096, 2.7250072759999853, 1.812830403999996, 0.6115403080000021, 2.3548272039999887, 0.9313294760000019, 0.4270419279999942, 1.2116016440000124, 1.905086188000027, 2.4883553549999924, 1.4047573400000033, 2.348634267999998, 0.5018832639999999, 0.37788002400000664, 0.5553903240000011, 2.3790304220000067, 0.7694177639999964, 1.2121677319999975, 0.3849843560000039, 3.651018363999995, 1.4293873200000036, 0.604111403999994, 0.4269369280000035, 0.6375657039999822, 1.6409897200000074, 0.7364643359999974, 4.955463275999989, 2.4376520429999857, 3.1624859179999945, 1.1596131039999875, 0.47862790400000677, 0.5993537120000099, 0.6770131560000152, 0.46182677999999555, 0.3761801480000031, 0.6620428239999967, 1.963993343999988, 1.9929232200000229, 1.797517316000011, 3.2185758640000017, 0.5100029239999913, 3.1518271050000095, 0.8630777399999943, 4.114074076000016, 0.7177104879999945, 1.0970968080000034, 2.651157855999969, 0.6308830039999975, 0.8499080639999761, 0.3864115359999971, 1.0210768160000043, 4.298701419000004, 1.1933999000000313, 0.39727987999998504, 0.6537988599999949, 1.158044867999962, 1.8337774640000077, 0.8285630880000099, 4.137298463000008, 3.940569571999987, 1.2401822759999845, 0.8936124200000108, 0.6822460879999994, 0.5294944000000044, 2.790109604000037, 2.4303531280000357, 0.9958439279999993, 3.8330700799999704, 0.7241517120000083, 2.7978563840000277, 1.1387125079999976, 1.0547375440000053, 3.291537743999953, 0.7599982360000013, 2.8128025599999944, 2.6397025960000065, 1.6371653439999818, 2.629277152000043, 2.459239776000004, 0.6096054079999931, 1.9785631279999905, 0.5937783079999974]}, "full_P8": {"rate_final": 0.975, "wall_q50": [0.21002383500000008, [0.186108663, 0.3244379859999995]], "wall_q90": [0.7454725179999997, [0.6742207699999909, 0.8239769549999991]], "wall_q95": [0.8664029019999973, [0.7563207891999973, NaN]], "wall_median_s": 0.20855784650000275, "cpu_mean_s": 2.3710505488750018, "cpu_median_s": 1.668462772000022, "T": [0.5737014829999999, 0.186108663, 0.15390128200000008, 0.510289263, 0.5058162639999995, 0.4473569360000003, 0.21002383500000008, 0.196294891, 0.14912706100000006, 0.7802721280000002, 0.16668524800000029, 0.20239568299999977, 0.16909055600000045, 0.18788161300000006, 0.6316008740000001, 0.15007277800000018, 0.13953635499999972, 0.5080468099999997, 0.169042653, 0.13008200200000175, 0.17585361999999982, 0.10285883799999951, 0.10865568300000028, 0.6916940910000005, null, 0.40228337499999967, 0.4318597000000004, 0.5249735490000003, 0.6961394680000002, 0.12004929400000108, 0.7693007409999986, 0.5136404209999998, 0.11681263899999905, 0.20041971000000203, 0.1744581870000026, 0.4136073610000004, 0.15408679000000092, 0.4281886039999989, null, 0.43729042700000065, 0.384242854, 0.1467808909999988, 0.3684063999999978, 0.14911584400000066, 0.10676048199999855, 0.21321037500000273, 0.289884457000003, 0.6985060899999986, 0.24264618999999854, 0.3897588170000006, 0.12106931399999965, 0.08993077600000277, 0.10606690999999913, 0.34828191100000083, 0.1923544409999991, 0.21779081599999728, 0.09367292099999958, 0.7454725179999997, 0.2717028540000008, 0.09643110600000071, 0.10673423200000087, 0.104600259999998, 0.24698205200000345, 0.12843186799999984, 0.7961795999999914, null, 0.7022745999999955, 0.19808903399999878, 0.10588447700000359, 0.14265196799999558, 0.16351320100000066, 0.11545669499999889, 0.09404503700000078, 0.16551070599999917, 0.3107460909999986, 0.3563105859999993, 0.44937932900000277, 0.7157179169999992, 0.1275007309999978, 0.7565989499999972, 0.14367757699999828, 0.6507707670000045, 0.16512420600000155, 0.17966710099999972, 0.5356919280000056, 0.1493302850000049, 0.21247701599999402, 0.09660288399999928, 0.17803172699999692, 1.1007296730000107, 0.2070918580000054, 0.09451939000000209, 0.108644187000003, 0.19769602399999542, 0.45844436600000193, 0.1900376060000042, 0.9668287630000023, 0.8239769549999991, 0.21715005499999762, 0.21599252899999755, 0.17056152199999985, 0.10500054100000256, 0.6894926690000034, 0.5500826940000039, 0.16240367599999672, 0.8664029019999973, 0.176905007000002, 0.6289288930000012, 0.19607290999999805, 0.17181937900000577, 0.6742207699999909, 0.1708740409999976, 0.6557976260000018, 0.629952098000004, 0.3244379859999995, 0.3976025440000015, 0.5287204500000016, 0.15240135199999827, 0.4413098949999963, 0.14844457699999936], "cpu": [4.589611863999999, 1.488869304, 1.2312102560000007, 4.082314104, 3.865519655999998, 3.5788554880000025, 1.6801906800000006, 1.5703591279999998, 1.1930164880000005, 5.008633399000001, 1.3334819840000023, 1.6191654639999982, 1.3527244480000036, 1.5030529040000005, 5.052806992000001, 1.2005822240000015, 1.1162908399999978, 4.064374479999998, 1.352341224, 1.040656016000014, 1.4068289599999986, 0.8228707039999961, 0.8692454640000022, 5.3424038160000045, 3.3704671440000062, 3.2182669999999973, 3.454877600000003, 3.3280131340000167, 3.2219396679999974, 0.9603943520000087, 4.540753189999993, 4.109123367999999, 0.9345011119999924, 1.6033576800000162, 1.3956654960000208, 3.0136791769999967, 1.2326943200000073, 3.4255088319999913, 2.6203781740000096, 3.1642925119999923, 3.073942832, 1.1742471279999904, 2.8722868409999833, 1.1929267520000053, 0.8540838559999884, 1.7056830000000218, 2.3188866730000193, 2.4883553549999924, 1.9411695199999883, 3.1180705360000047, 0.9685545119999972, 0.7194462080000221, 0.848535279999993, 2.382852175, 1.5388355279999928, 1.7423265279999782, 0.7493833679999966, 4.934962879000004, 2.1736228320000066, 0.7714488480000057, 0.853873856000007, 0.836802079999984, 1.9483480440000278, 1.0274549439999987, 5.838315388999991, 2.4376520429999857, 3.1624859179999945, 1.5847122719999902, 0.8470758160000287, 1.1412157439999646, 1.3081056080000053, 0.9236535599999911, 0.7523602960000062, 1.3240856479999934, 2.485968727999989, 2.8504846879999945, 3.595034632000022, 5.396279364000023, 1.0200058479999825, 3.1518271050000095, 1.1494206159999862, 4.020487402000022, 1.3209936480000124, 1.4373368079999977, 3.6873050760000368, 1.1946422800000391, 1.6998161279999522, 0.7728230719999942, 1.4242538159999754, 4.298701419000004, 1.6567348640000432, 0.7561551200000167, 0.869153496000024, 1.5815681919999633, 3.6675549280000155, 1.5203008480000335, 4.137298463000008, 4.3718873420000435, 1.737200439999981, 1.7279402319999804, 1.3644921759999988, 0.8400043280000205, 4.700922227000035, 4.400661552000031, 1.2992294079999738, 6.494600879999993, 1.415240056000016, 5.03143114400001, 1.5685832799999844, 1.3745550320000461, 5.393766159999927, 1.3669923279999807, 5.246381008000014, 5.039616784000032, 2.595503887999996, 3.180820352000012, 4.2297636000000125, 1.2192108159999862, 3.5304791599999703, 1.1875566159999948]}, "full_P16": {"rate_final": 0.975, "wall_q50": [0.1900376060000042, [0.17233559300000145, 0.23867919999999998]], "wall_q90": [0.6609095359999984, [0.5860232139999937, 0.7693007409999986]], "wall_q95": [0.8222282219999997, [0.6609095359999984, NaN]], "wall_median_s": 0.18996822200000096, "cpu_mean_s": 3.474490986158336, "cpu_median_s": 2.8667949420000163, "T": [0.5737014829999999, 0.1808303659999999, 0.15390128200000008, 0.510289263, 0.33529018499999963, 0.36228035100000033, 0.16180296400000005, 0.1298771059999999, 0.14312399499999984, 0.6787591479999998, 0.13211185800000003, 0.20239568299999977, 0.16909055600000045, 0.18788161300000006, 0.6316008740000001, 0.14668987499999986, 0.09669638500000044, 0.4560518180000006, 0.169042653, 0.12256093100000065, 0.17233559300000145, 0.10245885899999863, 0.10865568300000028, 0.6916940910000005, null, 0.3487774570000006, 0.25711989000000024, 0.4709329879999995, 0.5945820019999992, 0.10136060100000144, 0.7693007409999986, 0.47148927299999954, 0.11681263899999905, 0.10398627000000005, 0.1744581870000026, 0.3297367750000042, 0.15408679000000092, 0.4281886039999989, null, 0.29998082099999834, 0.384242854, 0.1467808909999988, 0.2342178170000011, 0.1429908960000006, 0.10676048199999855, 0.18786468600000106, 0.18286527700000121, 0.5735562340000016, 0.18782754200000085, 0.28495261800000193, 0.1206770860000006, 0.08993077600000277, 0.10606690999999913, 0.21065054599999655, 0.1923544409999991, 0.21779081599999728, 0.08618006100000031, 0.6595768450000001, 0.2717028540000008, 0.09592931399999927, 0.10673423200000087, 0.104600259999998, 0.1828110460000012, 0.12843186799999984, 0.6146666209999943, null, 0.6355245939999961, 0.19808903399999878, 0.09472465700000043, 0.11791232800000273, 0.14816362500000224, 0.11515214899999648, 0.09404503700000078, 0.16344851299999874, 0.23867919999999998, 0.290763455000004, 0.44937932900000277, 0.7157179169999992, 0.1176009719999982, 0.6584015529999974, 0.14367757699999828, 0.4586193399999985, 0.1519205310000018, 0.12132419599999622, 0.46603862799999973, 0.1493302850000049, 0.20562602900000115, 0.09660288399999928, 0.17769167800000218, 0.9306183780000055, 0.18989883799999774, 0.0899941609999999, 0.108644187000003, 0.19769602399999542, 0.45844436600000193, 0.1900376060000042, 0.8547989879999989, 0.7538652570000011, 0.21715005499999762, 0.19540833300000315, 0.15856342600000062, 0.10500054100000256, 0.6609095359999984, 0.5500826940000039, 0.15856005999999923, 0.8222282219999997, 0.15784269399999573, 0.5711488020000104, 0.18436018000000587, 0.17181937900000577, 0.5860232139999937, 0.1708740409999976, 0.6337253080000025, 0.3935308479999833, 0.2729008019999952, 0.288386268999993, 0.5178086730000047, 0.14491570300000234, 0.4413098949999963, 0.1418087130000032], "cpu": [8.220005296999998, 2.8932858559999985, 2.4624205120000013, 8.164628208, 3.936867731, 4.19536553, 2.588847424000001, 2.0780336959999985, 2.2899839199999974, 5.265179870000001, 2.1137897280000004, 2.825170371999995, 2.705448896000007, 3.006105808000001, 6.995890698000006, 2.3470379999999977, 1.547142160000007, 7.204955905000011, 2.704682448, 1.9609748960000104, 2.7573694880000232, 1.639341743999978, 1.7384909280000045, 5.845483202000006, 3.3704671440000062, 5.58043931200001, 4.113918240000004, 3.401188286000014, 3.2219396679999974, 1.621769616000023, 4.720323384999993, 7.4450774619999915, 1.8690022239999848, 1.6637803200000008, 2.7913309920000415, 3.0136791769999967, 2.4653886400000147, 6.2580640889999835, 2.6203781740000096, 3.0999410919999875, 6.147885664, 2.348494255999981, 2.8905230359999976, 2.2878543360000094, 1.7081677119999767, 3.005834976000017, 2.451136793, 2.4883553549999924, 2.540792975000006, 3.724905674000013, 1.9308333760000096, 1.4388924160000442, 1.697070559999986, 2.3779801299999974, 3.0776710559999856, 3.4262810679999625, 1.378880976000005, 5.176646914000006, 3.884558218000013, 1.5348690239999883, 1.707747712000014, 1.673604159999968, 2.083302213000003, 2.0021308279999914, 5.766517250999993, 2.4376520429999857, 3.1624859179999945, 3.1694245439999804, 1.515594512000007, 1.8865972480000437, 2.370618000000036, 1.8424343839999437, 1.5047205920000124, 2.61517620799998, 3.4348769049999817, 4.256745102000018, 7.190069264000044, 5.579426415000022, 1.881615551999971, 3.1518271050000095, 2.277788697999952, 4.010759118000017, 2.430728496000029, 1.9411871359999395, 3.933007599000028, 2.3892845600000783, 3.2900164640000185, 1.5456461439999885, 2.843066848000035, 4.298701419000004, 3.038381407999964, 1.4399065759999985, 1.738306992000048, 3.132830751999947, 7.278880454000031, 3.040601696000067, 4.137298463000008, 4.54532313400005, 3.451383432999961, 3.123377283000046, 2.53701481600001, 1.680008656000041, 5.384658800000004, 5.822728833000049, 2.5369609599999876, 7.088467367999996, 2.5254831039999317, 7.396438767000106, 2.949762880000094, 2.7491100640000923, 6.2323359029999565, 2.7339846559999614, 10.13960492800004, 6.2964935679997325, 4.366412831999924, 4.143542848999957, 8.284938768000075, 2.3186512480000374, 6.10351264899996, 2.268939408000051]}, "full_P32": {"rate_final": 0.975, "wall_q50": [0.17233559300000145, [0.16180296400000005, 0.19769602399999542]], "wall_q90": [0.5953110489999958, [0.5253331010000011, 0.7506830840000003]], "wall_q95": [0.7651611610000018, [0.5953110489999958, NaN]], "wall_median_s": 0.1720774860000036, "cpu_mean_s": 4.467950484025005, "cpu_median_s": 4.087038456000011, "T": [0.537467621999999, 0.1652381169999999, 0.1347577959999997, 0.510289263, 0.24086806199999966, 0.36228035100000033, 0.16180296400000005, 0.1298771059999999, 0.13542842199999994, 0.5840139409999998, 0.11556622999999977, 0.20239568299999977, 0.14139629399999976, 0.13802715100000018, 0.5213657180000002, 0.14668987499999986, 0.09060382600000061, 0.4128461890000015, 0.169042653, 0.12240478700000068, 0.17233559300000145, 0.10245885899999863, 0.10865568300000028, 0.6916940910000005, null, 0.30500116099999985, 0.16610019999999892, 0.462551165999999, 0.523896603999999, 0.09990811200000138, 0.7506830840000003, 0.40795975899999704, 0.09971852700000028, 0.0961804000000015, 0.1744581870000026, 0.24985936900000283, 0.14593787699999794, 0.38421482099999693, null, 0.22663912799999864, 0.3711647470000017, 0.1467808909999988, 0.16317857799999658, 0.1429908960000006, 0.09314349500000318, 0.16968994500000179, 0.11858656000000067, 0.5194277920000019, 0.18782754200000085, 0.19260996400000252, 0.1206770860000006, 0.08993077600000277, 0.1019482829999987, 0.1548536809999952, 0.18972867299999763, 0.19130150200000173, 0.08615370100000064, 0.5732321279999972, 0.2717028540000008, 0.09592931399999927, 0.10605287899999993, 0.104600259999998, 0.12957880800000154, 0.12843186799999984, 0.5253331010000011, null, 0.5828759719999965, 0.19808903399999878, 0.09472465700000043, 0.11716827299999721, 0.14816362500000224, 0.11515214899999648, 0.09404503700000078, 0.15314752100000106, 0.17153827799999988, 0.290763455000004, 0.3481719980000051, 0.7157179169999992, 0.11117908900000373, 0.5698226049999988, 0.14367757699999828, 0.3687672810000038, 0.1519205310000018, 0.09262335500000063, 0.4228290940000008, 0.1493302850000049, 0.20562602900000115, 0.09660288399999928, 0.16922002000000447, 0.8411959140000036, 0.183599178999998, 0.08996539800000392, 0.108644187000003, 0.19769602399999542, 0.45844436600000193, 0.1900376060000042, 0.7651611610000018, 0.6850091129999996, 0.18634552900000045, 0.19540833300000315, 0.15560221300000165, 0.10500054100000256, 0.5953110489999958, 0.5500826940000039, 0.15025763699999573, 0.8160978960000023, 0.14758200299999658, 0.5232808519999992, 0.16921348000000336, 0.17181937900000577, 0.5860232139999937, 0.1708740409999976, 0.6283179869999955, 0.22195581499998696, 0.2729008019999952, 0.19851934899999435, 0.5143502849999919, 0.14491570300000234, 0.4404021230000055, 0.08153433100000029], "cpu": [8.795674375999987, 4.494526535999997, 3.2595834079999957, 9.897938792000003, 3.936867731, 4.363344949, 3.8458136440000024, 3.9517473699999974, 4.333709503999998, 5.2619567960000015, 3.6981193599999926, 3.008057666999994, 4.184230694999995, 3.3182577000000046, 6.528431811000005, 4.445457969999997, 2.8993224320000195, 7.525745199000021, 4.489760429000002, 2.7806940600000107, 4.128465433000008, 3.278683487999956, 2.5285509910000012, 6.039884284000006, 3.3704671440000062, 6.582208978999999, 4.008349377999984, 3.444268458000014, 3.2219396679999974, 3.197059584000044, 4.7731961239999965, 7.709330944999955, 3.131159148000007, 2.917913296000034, 3.2764468810000054, 3.0136791769999967, 4.282569986999942, 6.529480863999961, 2.6203781740000096, 3.093893109999989, 10.664085576000044, 3.2138418389999863, 2.8978268519999872, 4.575708672000019, 2.980591840000102, 4.153729057000032, 2.4486717959999993, 2.4883553549999924, 2.6540975730000014, 3.718269690000014, 3.321698692000016, 2.6509175640000677, 2.9277439119999684, 2.377252728999995, 5.250505095999944, 4.107342411999998, 2.584759571000017, 5.009845543000001, 4.250200533000015, 2.6410177069999854, 3.393692127999998, 3.0138586959999465, 2.083302213000003, 2.4142987329999883, 5.762208729000022, 2.4376520429999857, 3.1624859179999945, 4.763152753999982, 2.8268005240000065, 3.2000503249999426, 4.741236000000072, 3.5610971409999053, 3.009441184000025, 4.310047225000005, 3.3810689809999985, 4.652982858000016, 7.990483295000111, 5.667234196000024, 3.386713900000089, 3.1518271050000095, 2.445349474999965, 4.013367069000019, 4.21354243900003, 2.96394736000002, 3.973438425000026, 3.889148823000056, 5.2530505050000045, 3.091292287999977, 5.415040640000143, 4.298701419000004, 4.4981305549999675, 2.8788927360001253, 3.246219238000087, 3.8659905799999947, 8.726517068000028, 5.567100271000108, 4.137298463000008, 4.565953590000049, 4.149681344000022, 4.066734500000024, 4.979270816000053, 3.1751691390000616, 5.3706113609999875, 6.166472720000051, 4.271301505999915, 7.335721656000004, 4.72262409599989, 7.5090314060000125, 4.857980443000088, 5.335557985000172, 6.4655927089999565, 5.390151855999925, 16.24023720799991, 5.603127525999739, 6.377096306999945, 4.143539325999974, 11.382712288999848, 4.122358854000055, 6.843744001000083, 2.6090985920000094]}}, "3": {"start_success": 0.1684027777777778, "plant_ge1_of48": 0.9583333333333334, "cpu_per_start_full_s": 0.12215485769045133, "cpu_to_cert_given_ok_s": 0.0392233322216496, "wall_over_cpu": 1.0094192439864833, "cert_P1": {"rate_final": 0.9583333333333334, "wall_q50": [0.4654078229999925, [0.39511998000000004, 0.5661551329999952]], "wall_q90": [2.224916444999998, [1.616285571000006, 3.216369795000001]], "wall_q95": [3.7648925760000016, [2.224916444999998, NaN]], "wall_median_s": 0.4654030799999962, "cpu_mean_s": 0.8019349559416656, "cpu_median_s": 0.4654030799999962, "T": [0.39511998000000004, 1.8619481109999987, 1.202103162, 0.17415197899999998, 0.389132966, 0.272530716, 0.6128730270000001, 0.6638903750000001, 3.7648925760000016, 3.216369795000001, 0.7192485810000004, 0.46426162099999946, 0.017239979999999377, 0.3785250960000006, 0.01820927499999936, 0.26040895400000075, 0.2139906449999982, 0.4653983369999999, 0.48630696899999926, 0.5699973770000017, 0.6107041450000015, 0.029524727000000084, 0.6401811800000008, 0.024330615000000222, 0.5463709669999979, 1.4677866729999973, 2.224916444999998, 0.5340206520000024, 0.3818580269999998, 2.366929242999994, 0.1576248170000003, 0.5908134410000017, 0.6009283519999968, 1.9960027800000013, null, 0.5947680230000003, 0.08514413600000026, 0.2895103360000064, 0.1785190879999945, 0.1208545309999991, null, 3.0926312750000093, 0.4153007409999958, 0.5344097440000013, 0.5037164550000028, 0.24982270299999954, 0.49380794199999656, 2.0431996929999983, 0.02160906299999965, 1.2019569889999993, 0.9584843349999979, 0.39655833699999476, 0.26513871499999553, 0.040876775000000976, 0.4061545310000021, 1.1521245869999959, 0.1849828440000003, 0.30761772899999684, 0.3521098639999991, 0.1979103980000012, 0.3293469909999942, 0.4110839860000013, null, 1.616285571000006, 0.4654078229999925, 0.609264464000006, 0.6294113279999962, 2.6531939719999755, 0.635823827000003, 0.4138771349999999, 0.3189034950000078, 0.48017374999999873, 0.08154766199999841, null, 1.4353617200000102, 1.9919007360000052, 0.4375261469999927, 0.47106867299998356, 0.47410495700000865, 1.0197306589999968, 0.289405017, 1.782056924999985, 0.3649717969999884, 0.016855263000003617, 0.01705633400000295, 0.13771288900000656, 0.06840655999999967, 0.3270324699999918, 0.32337439199999807, 0.4447979479999873, 0.022468793000001597, 0.17641733800000736, 0.35621449199999944, 0.24240703000000252, 0.346866710999997, 1.0006608729999726, 2.0541283850000056, 0.6148011019999942, 0.5232025840000034, 1.024339473000019, 1.51571792699999, 0.5661551329999952, 0.18893720400000547, 0.8709305040000146, 0.04119670499999728, 1.5114923270000062, 0.4300838079999991, 0.25074813299998056, 0.09040117200000708, 0.22621911799999594, 0.9609702849999877, 0.2660810699999985, 1.0305868209999858, 2.6466055419999392, 0.9997816999999998, 0.18930423700000887, 0.08624586899999542, 1.123549975000003, null, 0.0458947529999989], "cpu": [0.39511998000000004, 1.8619481109999987, 1.202103162, 0.17415197899999998, 0.389132966, 0.272530716, 0.6128730270000001, 0.6638903750000001, 3.7648925760000016, 3.216369795000001, 0.7192485810000004, 0.46426162099999946, 0.017239979999999377, 0.3785250960000006, 0.01820927499999936, 0.26040895400000075, 0.2139906449999982, 0.4653983369999999, 0.48630696899999926, 0.5699973770000017, 0.6107041450000015, 0.029524727000000084, 0.6401811800000008, 0.024330615000000222, 0.5463709669999979, 1.4677866729999973, 2.224916444999998, 0.5340206520000024, 0.3818580269999998, 2.366929242999994, 0.1576248170000003, 0.5908134410000017, 0.6009283519999968, 1.9960027800000013, 3.295147327999995, 0.5947680230000003, 0.08514413600000026, 0.2895103360000064, 0.1785190879999945, 0.1208545309999991, 3.9349681450000027, 3.0926312750000093, 0.4153007409999958, 0.5344097440000013, 0.5037164550000028, 0.24982270299999954, 0.49380794199999656, 2.0431996929999983, 0.02160906299999965, 1.2019569889999993, 0.9584843349999979, 0.39655833699999476, 0.26513871499999553, 0.040876775000000976, 0.4061545310000021, 1.1521245869999959, 0.1849828440000003, 0.30761772899999684, 0.3521098639999991, 0.1979103980000012, 0.3293469909999942, 0.4110839860000013, 2.9618468320000346, 1.616285571000006, 0.4654078229999925, 0.609264464000006, 0.6294113279999962, 2.6531939719999755, 0.635823827000003, 0.4138771349999999, 0.3189034950000078, 0.48017374999999873, 0.08154766199999841, 3.0105253100000127, 1.4353617200000102, 1.9919007360000052, 0.4375261469999927, 0.47106867299998356, 0.47410495700000865, 1.0197306589999968, 0.289405017, 1.782056924999985, 0.3649717969999884, 0.016855263000003617, 0.01705633400000295, 0.13771288900000656, 0.06840655999999967, 0.3270324699999918, 0.32337439199999807, 0.4447979479999873, 0.022468793000001597, 0.17641733800000736, 0.35621449199999944, 0.24240703000000252, 0.346866710999997, 1.0006608729999726, 2.0541283850000056, 0.6148011019999942, 0.5232025840000034, 1.024339473000019, 1.51571792699999, 0.5661551329999952, 0.18893720400000547, 0.8709305040000146, 0.04119670499999728, 1.5114923270000062, 0.4300838079999991, 0.25074813299998056, 0.09040117200000708, 0.22621911799999594, 0.9609702849999877, 0.2660810699999985, 1.0305868209999858, 2.6466055419999392, 0.9997816999999998, 0.18930423700000887, 0.08624586899999542, 1.123549975000003, 2.9758151229999896, 0.0458947529999989]}, "cert_P2": {"rate_final": 0.9583333333333334, "wall_q50": [0.21573669699999698, [0.18946230299999556, 0.2660541590000065]], "wall_q90": [1.1279890229999978, [0.8245793100000043, 1.6403200290000006]], "wall_q95": [1.8930015240000002, [1.1279890229999978, NaN]], "wall_median_s": 0.21180704649999837, "cpu_mean_s": 0.794693498799999, "cpu_median_s": 0.42361409299999675, "T": [0.18642638900000003, 0.9287600809999993, 0.5877867480000001, 0.09588066099999999, 0.16948844100000002, 0.12861676499999997, 0.27473585300000003, 0.3020277010000001, 1.8930015240000002, 1.6403200290000006, 0.3805000380000001, 0.20787739599999977, 0.012833230000000029, 0.2012756729999996, 0.013221462999999822, 0.10207366099999948, 0.10158562699999862, 0.20518570800000102, 0.2747685219999987, 0.24324617000000082, 0.3100764040000019, 0.021214992000000876, 0.32409119599999947, 0.019916012999999566, 0.23431121599999827, 0.7483251289999995, 1.1279890229999978, 0.2971577270000001, 0.1784972259999993, 1.191433209999996, 0.08358745999999861, 0.2684381269999996, 0.2740124179999981, 0.9987332580000015, null, 0.2918179270000003, 0.01282359500000041, 0.11359651500000467, 0.09148236299999724, 0.026327059999999847, null, 1.5320753210000078, 0.18946230299999556, 0.2618579270000012, 0.24972414700000556, 0.13294101099999978, 0.22508712099999784, 0.987834853999999, 0.013120040000000444, 0.5763159239999993, 0.47323164599999856, 0.1792224840000003, 0.11908100000000132, 0.03656386600000161, 0.20578853300000333, 0.5934488229999957, 0.11459816800000056, 0.16002135299999765, 0.15079438100000075, 0.11833720699999972, 0.1704822539999924, 0.18539234900000423, null, 0.8245793100000043, 0.20735177899999968, 0.2660541590000065, 0.2958409329999938, 1.300842431999996, 0.3142933199999973, 0.2402868700000056, 0.12572577800000317, 0.2411655879999941, 0.014103165000001638, null, 0.745726709000003, 1.0143294570000023, 0.20104794099999168, 0.2040816129999854, 0.2271252170000011, 0.5238706169999929, 0.12922443699999775, 0.8958816209999938, 0.16408505799999773, 0.012500831000004098, 0.01269473199999993, 0.07089542300000318, 0.05988424699999939, 0.17250042099999519, 0.1671462489999982, 0.21573669699999698, 0.018080851000000564, 0.08990071200000926, 0.19566030000000012, 0.120461241000001, 0.16196424700000023, 0.507919149999978, 1.060598738000003, 0.347470315999999, 0.2643075210000063, 0.5032723000000061, 0.7522854590000065, 0.24960815299999695, 0.0785539200000045, 0.4098202200000074, 0.036807240999998214, 0.749857697000003, 0.20370605899999816, 0.12968285499999155, 0.012729364000001908, 0.12020290399999567, 0.45337878799998776, 0.15950995400000068, 0.5222135899999927, 1.316698780999971, 0.5242857860000072, 0.0999008320000101, 0.012134451999997964, 0.5679165439999849, null, 0.037732728999998244], "cpu": [0.37285277800000005, 1.8575201619999986, 1.1755734960000002, 0.19176132199999998, 0.33897688200000003, 0.25723352999999993, 0.5494717060000001, 0.6040554020000002, 3.786003048000001, 3.2806400580000012, 0.7610000760000002, 0.41575479199999954, 0.025666460000000058, 0.4025513459999992, 0.026442925999999645, 0.20414732199999897, 0.20317125399999725, 0.41037141600000204, 0.5495370439999974, 0.48649234000000163, 0.6201528080000038, 0.04242998400000175, 0.6481823919999989, 0.03983202599999913, 0.46862243199999654, 1.496650257999999, 2.2559780459999956, 0.5943154540000002, 0.3569944519999986, 2.382866419999992, 0.16717491999999723, 0.5368762539999992, 0.5480248359999962, 1.997466516000003, 3.295147327999995, 0.5836358540000006, 0.02564719000000082, 0.22719303000000934, 0.18296472599999447, 0.05265411999999969, 3.9349681450000027, 3.0641506420000155, 0.3789246059999911, 0.5237158540000024, 0.4994482940000111, 0.26588202199999955, 0.4501742419999957, 1.975669707999998, 0.026240080000000887, 1.1526318479999986, 0.9464632919999971, 0.3584449680000006, 0.23816200000000265, 0.07312773200000322, 0.41157706600000665, 1.1868976459999914, 0.2291963360000011, 0.3200427059999953, 0.3015887620000015, 0.23667441399999944, 0.3409645079999848, 0.37078469800000846, 2.9618468320000346, 1.6491586200000086, 0.41470355799999936, 0.532108318000013, 0.5916818659999876, 2.601684863999992, 0.6285866399999946, 0.4805737400000112, 0.25145155600000635, 0.4823311759999882, 0.028206330000003277, 3.0105253100000127, 1.491453418000006, 2.0286589140000046, 0.40209588199998336, 0.4081632259999708, 0.4542504340000022, 1.0477412339999859, 0.2584488739999955, 1.7917632419999876, 0.32817011599999546, 0.025001662000008196, 0.02538946399999986, 0.14179084600000635, 0.11976849399999878, 0.34500084199999037, 0.3342924979999964, 0.43147339399999396, 0.03616170200000113, 0.17980142400001853, 0.39132060000000024, 0.240922482000002, 0.32392849400000046, 1.015838299999956, 2.121197476000006, 0.694940631999998, 0.5286150420000126, 1.0065446000000122, 1.504570918000013, 0.4992163059999939, 0.157107840000009, 0.8196404400000148, 0.07361448199999643, 1.499715394000006, 0.4074121179999963, 0.2593657099999831, 0.025458728000003816, 0.24040580799999134, 0.9067575759999755, 0.31901990800000135, 1.0444271799999854, 2.633397561999942, 1.0485715720000144, 0.1998016640000202, 0.024268903999995928, 1.1358330879999698, 2.9758151229999896, 0.07546545799999649]}, "cert_P4": {"rate_final": 0.9583333333333334, "wall_q50": [0.11799773600001373, [0.10653587299999856, 0.15364124100000004]], "wall_q90": [0.5686811329999966, [0.41445271000000083, 0.8229251300000008]], "wall_q95": [0.9247005829999999, [0.5686811329999966, NaN]], "wall_median_s": 0.1176589075000063, "cpu_mean_s": 0.8103229088166668, "cpu_median_s": 0.4706356300000252, "T": [0.10730682100000004, 0.4628381549999999, 0.300715584, 0.024085298000000005, 0.08731094500000003, 0.05515256799999998, 0.15364124100000004, 0.17676440700000007, 0.9247005829999999, 0.8229251300000008, 0.21000916200000042, 0.10985462299999948, 0.012833230000000029, 0.10937712600000005, 0.013221462999999822, 0.029241112000000236, 0.01810247399999998, 0.11444112100000048, 0.1705269499999993, 0.13102235399999884, 0.19791818699999908, 0.021214992000000876, 0.1994026929999997, 0.019916012999999566, 0.12518449599999926, 0.41445271000000083, 0.5686811329999966, 0.1821572059999994, 0.10576892300000118, 0.6363561549999979, 0.01312829199999932, 0.1304048569999985, 0.15068486699999895, 0.537231356000003, null, 0.1609543130000013, 0.01282359500000041, 0.02941679500000305, 0.013056745000000092, 0.026327059999999847, null, 0.7457652090000124, 0.11114874400000119, 0.17332563900000153, 0.1485513470000015, 0.020794151000000483, 0.11128110099999589, 0.46848338799999567, 0.013120040000000444, 0.2597986579999976, 0.22714692999999997, 0.09275140699999795, 0.04157016499999955, 0.03656386600000161, 0.11732007899999886, 0.28844593699999876, 0.04800898400000264, 0.09212359600000042, 0.08000180199999818, 0.05464180399999918, 0.07989670500000301, 0.10737805699999825, null, 0.4125468000000012, 0.12132536899999735, 0.13713662400000004, 0.17447648399999593, 0.6503569169999892, 0.1645459900000077, 0.15844161200000428, 0.04637670500000013, 0.1330775659999972, 0.014103165000001638, null, 0.3985301449999952, 0.5120090450000063, 0.10653587299999856, 0.10896556899999155, 0.11799773600001373, 0.27448578000000623, 0.05531633400000402, 0.45727748499999166, 0.08021013399999788, 0.012500831000004098, 0.01269473199999993, 0.06218052999999912, 0.05988424699999939, 0.09006409599999898, 0.08860626899999602, 0.12044765099999921, 0.018080851000000564, 0.012428203000006022, 0.11431032499999816, 0.018108081999997694, 0.06698062099999902, 0.26460035099998436, 0.5567632650000149, 0.17014483700000227, 0.1694254579999992, 0.2506047990000084, 0.36484863299998693, 0.14113132700000364, 0.0785539200000045, 0.19199433099999652, 0.036807240999998214, 0.387534732000006, 0.09366255399999801, 0.020059198999994976, 0.012729364000001908, 0.01833381099999798, 0.20792379599999578, 0.05780080099999907, 0.26870946399999696, 0.6677751339999887, 0.26040283300000056, 0.012459540000008928, 0.012134451999997964, 0.28570889400000965, null, 0.037732728999998244], "cpu": [0.42922728400000015, 1.8513526199999997, 1.202862336, 0.09634119200000002, 0.3492437800000001, 0.2206102719999999, 0.6145649640000002, 0.7070576280000003, 3.6988023319999996, 3.291700520000003, 0.8400366480000017, 0.43941849199999794, 0.051332920000000115, 0.4375085040000002, 0.05288585199999929, 0.11696444800000094, 0.07240989599999992, 0.4577644840000019, 0.6821077999999972, 0.5240894159999954, 0.7916727479999963, 0.0848599680000035, 0.7976107719999987, 0.07966405199999826, 0.500737983999997, 1.6578108400000033, 2.2747245319999863, 0.7286288239999976, 0.4230756920000047, 2.5454246199999915, 0.05251316799999728, 0.521619427999994, 0.6027394679999958, 2.148925424000012, 3.295147327999995, 0.6438172520000052, 0.05129438000000164, 0.1176671800000122, 0.05222698000000037, 0.10530823999999939, 3.9349681450000027, 2.9830608360000497, 0.44459497600000475, 0.6933025560000061, 0.594205388000006, 0.08317660400000193, 0.44512440399998354, 1.8739335519999827, 0.052480160000001774, 1.0391946319999903, 0.9085877199999999, 0.3710056279999918, 0.1662806599999982, 0.14625546400000644, 0.4692803159999954, 1.153783747999995, 0.19203593600001057, 0.3684943840000017, 0.3200072079999927, 0.21856721599999673, 0.31958682000001204, 0.429512227999993, 2.9618468320000346, 1.6501872000000049, 0.4853014759999894, 0.5485464960000002, 0.6979059359999837, 2.601427667999957, 0.6581839600000308, 0.6337664480000171, 0.18550682000000052, 0.5323102639999888, 0.056412660000006554, 3.0105253100000127, 1.5941205799999807, 2.0480361800000253, 0.42614349199999424, 0.4358622759999662, 0.4719909440000549, 1.097943120000025, 0.22126533600001608, 1.8291099399999666, 0.3208405359999915, 0.05000332400001639, 0.05077892799999972, 0.2487221199999965, 0.23953698799999756, 0.36025638399999593, 0.3544250759999841, 0.48179060399999685, 0.07232340400000226, 0.04971281200002409, 0.45724129999999263, 0.07243232799999078, 0.2679224839999961, 1.0584014039999374, 2.2270530600000598, 0.6805793480000091, 0.6777018319999968, 1.0024191960000337, 1.4593945319999477, 0.5645253080000145, 0.314215680000018, 0.7679773239999861, 0.14722896399999286, 1.550138928000024, 0.37465021599999204, 0.0802367959999799, 0.05091745600000763, 0.07333524399999192, 0.8316951839999831, 0.23120320399999628, 1.0748378559999878, 2.6711005359999547, 1.0416113320000022, 0.049838160000035714, 0.048537807999991855, 1.1428355760000386, 2.9758151229999896, 0.15093091599999298]}, "cert_P8": {"rate_final": 0.9583333333333334, "wall_q50": [0.04112010999999782, [0.03723431100000241, 0.05988424699999939]], "wall_q90": [0.29696906199999873, [0.23189533299999993, 0.4118033440000001]], "wall_q95": [0.4738218230000002, [0.29696906199999873, NaN]], "wall_median_s": 0.04079735049999894, "cpu_mean_s": 0.773575711299996, "cpu_median_s": 0.32637880399999153, "T": [0.038685248000000005, 0.23189533299999993, 0.15853972, 0.024085298000000005, 0.013425087000000002, 0.03699982000000002, 0.04047459100000006, 0.060735864000000084, 0.4738218230000002, 0.4118033440000001, 0.10476209200000053, 0.03019738599999977, 0.012833230000000029, 0.03187087600000016, 0.013221462999999822, 0.02054372599999965, 0.013697635999999846, 0.02129805700000098, 0.07517435099999936, 0.022285718999999204, 0.09837854799999945, 0.021214992000000876, 0.09191499199999953, 0.019916012999999566, 0.021686198999999462, 0.2259699959999999, 0.25965008599999884, 0.08351129699999937, 0.03784549800000114, 0.3430931589999968, 0.01312829199999932, 0.021142212999997412, 0.04112010999999782, 0.29696906199999873, null, 0.05712701100000217, 0.012386639999999005, 0.02055091600000125, 0.012981782999997193, 0.025564837000001006, null, 0.34482403400000194, 0.03898684099999983, 0.08443439200000213, 0.06377245899999906, 0.020794151000000483, 0.013352998999998533, 0.23287823799999785, 0.013120040000000444, 0.14191310000000001, 0.12695527299999654, 0.012550646000001109, 0.03723431100000241, 0.012572558999998762, 0.050111507000000444, 0.16276242399999674, 0.03651384099999788, 0.025090556000002096, 0.0125081129999991, 0.03768767200000056, 0.01308258400000284, 0.04002647000000081, null, 0.2276089949999971, 0.041534622000000354, 0.01985160699999966, 0.06013687599999429, 0.32496051100000045, 0.05494085200000143, 0.08093628400000341, 0.041903474999998025, 0.05018016000000358, 0.012680199999998365, null, 0.23425065599999328, 0.25888130300000256, 0.029444757000000266, 0.02778390599999625, 0.02534805200000534, 0.12723497399999673, 0.04642535800000047, 0.23553624400000217, 0.01323762599999867, 0.012398857999997404, 0.01269473199999993, 0.06218052999999912, 0.05988424699999939, 0.020804467000004934, 0.012619678999996609, 0.042815373000003376, 0.018080851000000564, 0.012428203000006022, 0.03945831699999758, 0.018108081999997694, 0.06260186299999759, 0.10918836199999049, 0.2775458979999925, 0.08272971400000273, 0.08086795199999841, 0.10311878800000329, 0.17156149199998794, 0.03914089199999893, 0.02467415100000636, 0.1033752029999988, 0.036807240999998214, 0.20332243400000038, 0.012373359999998002, 0.018293960999997694, 0.012729364000001908, 0.01833381099999798, 0.09345430199999782, 0.05780080099999907, 0.1235273909999961, 0.3215991689999882, 0.15411197699999946, 0.012459540000008928, 0.012134451999997964, 0.13801374099999464, null, 0.037732728999998244], "cpu": [0.30948198400000004, 1.8551626639999994, 1.26831776, 0.19268238400000004, 0.10740069600000002, 0.29599856000000013, 0.3237967280000005, 0.48588691200000067, 3.6931739780000017, 3.2944267520000015, 0.8380967360000042, 0.24157908799999817, 0.10266584000000023, 0.25496700800000127, 0.10577170399999858, 0.1643498079999972, 0.10958108799999877, 0.17038445600000784, 0.6013948079999949, 0.17828575199999364, 0.7870283839999956, 0.169719936000007, 0.7353199359999962, 0.15932810399999653, 0.1734895919999957, 1.8077599679999992, 2.0772006879999907, 0.668090375999995, 0.30276398400000915, 2.7447452719999745, 0.10502633599999456, 0.1691377039999793, 0.3289608799999826, 2.37575249599999, 3.295147327999995, 0.45701608800001736, 0.09909311999999204, 0.16440732800001, 0.10385426399997755, 0.20451869600000805, 3.9349681450000027, 2.7585922720000156, 0.3118947279999986, 0.6754751360000171, 0.5101796719999925, 0.16635320800000386, 0.10682399199998827, 1.8630259039999828, 0.10496032000000355, 1.1353048000000001, 1.0156421839999723, 0.10040516800000887, 0.29787448800001926, 0.1005804719999901, 0.40089205600000355, 1.302099391999974, 0.29211072799998306, 0.20072444800001676, 0.1000649039999928, 0.3015013760000045, 0.10466067200002271, 0.3202117600000065, 2.9618468320000346, 1.8208719599999768, 0.33227697600000283, 0.15881285599999728, 0.4810950079999543, 2.5996840880000036, 0.4395268160000114, 0.6474902720000273, 0.3352277999999842, 0.40144128000002866, 0.10144159999998692, 3.0105253100000127, 1.8740052479999463, 2.0710504240000205, 0.23555805600000213, 0.22227124799997, 0.2027844160000427, 1.0178797919999738, 0.3714028640000038, 1.8842899520000174, 0.10590100799998936, 0.09919086399997923, 0.10155785599999945, 0.497444239999993, 0.4790739759999951, 0.16643573600003947, 0.10095743199997287, 0.342522984000027, 0.1446468080000045, 0.09942562400004817, 0.3156665359999806, 0.14486465599998155, 0.5008149039999807, 0.8735068959999239, 2.22036718399994, 0.6618377120000218, 0.6469436159999873, 0.8249503040000263, 1.3724919359999035, 0.3131271359999914, 0.1973932080000509, 0.8270016239999904, 0.2944579279999857, 1.626579472000003, 0.09898687999998401, 0.14635168799998155, 0.10183491200001527, 0.14667048799998383, 0.7476344159999826, 0.46240640799999255, 0.9882191279999688, 2.5727933519999056, 1.2328958159999956, 0.09967632000007143, 0.09707561599998371, 1.104109927999957, 2.9758151229999896, 0.30186183199998595]}, "cert_P16": {"rate_final": 0.9583333333333334, "wall_q50": [0.029444757000000266, [0.024085298000000005, 0.0380875319999987]], "wall_q90": [0.15103976899999338, [0.12944948500000208, 0.22600282499999835]], "wall_q95": [0.24915019600000016, [0.15103976899999338, NaN]], "wall_median_s": 0.029149028499997343, "cpu_mean_s": 0.8870415365416622, "cpu_median_s": 0.4663844559999575, "T": [0.024594551999999936, 0.09643678499999986, 0.089817076, 0.024085298000000005, 0.013425087000000002, 0.012309844000000014, 0.04047459100000006, 0.02120884299999992, 0.24915019600000016, 0.2017201310000003, 0.061724846999999805, 0.016094891999999916, 0.012833230000000029, 0.03187087600000016, 0.013221462999999822, 0.01334319500000003, 0.013697635999999846, 0.02129805700000098, 0.07517435099999936, 0.022285718999999204, 0.09837854799999945, 0.021214992000000876, 0.022110807000000676, 0.019916012999999566, 0.021686198999999462, 0.14060665100000058, 0.1430573759999998, 0.08351129699999937, 0.013482403999999448, 0.22600282499999835, 0.01312829199999932, 0.01987966999999813, 0.04112010999999782, 0.17637925800000076, null, 0.0380875319999987, 0.012386639999999005, 0.02055091600000125, 0.012981782999997193, 0.024553870999998395, null, 0.13754914400000473, 0.03898684099999983, 0.08443439200000213, 0.047085978999998446, 0.020794151000000483, 0.013352998999998533, 0.1212567459999967, 0.013120040000000444, 0.03820714100000089, 0.03581598399999919, 0.012550646000001109, 0.03723431100000241, 0.012572558999998762, 0.03775072600000229, 0.060026148999998696, 0.03651384099999788, 0.025090556000002096, 0.0125081129999991, 0.03768767200000056, 0.01308258400000284, 0.04002647000000081, null, 0.14088472800000318, 0.041534622000000354, 0.01985160699999966, 0.06013687599999429, 0.13890816299999642, 0.037373551000001726, 0.08093628400000341, 0.01291284999999931, 0.030543606000001944, 0.012454722000001084, null, 0.15103976899999338, 0.16083582400001006, 0.029444757000000266, 0.02778390599999625, 0.012462554000002513, 0.037278387999997165, 0.04642535800000047, 0.12035122700000045, 0.01323762599999867, 0.012398857999997404, 0.01269473199999993, 0.028539710000003993, 0.02114498699999956, 0.018978487000005373, 0.012619678999996609, 0.042815373000003376, 0.012438047000003394, 0.012428203000006022, 0.03945831699999758, 0.018108081999997694, 0.045859838999994906, 0.025759879999995405, 0.17309436099999687, 0.08272971400000273, 0.08086795199999841, 0.01284475699999632, 0.08173600399999259, 0.028276833999996143, 0.012417265999999927, 0.02885329999999442, 0.02588230399999958, 0.12944948500000208, 0.012373359999998002, 0.01797858799999119, 0.012729364000001908, 0.012487671000002365, 0.012605277999995224, 0.045218117000004554, 0.03961057599999407, 0.14844490800000187, 0.06828288399999849, 0.012459540000008928, 0.012134451999997964, 0.037020310999992034, null, 0.027672678000001838], "cpu": [0.393512831999999, 1.5429885599999977, 1.437073216, 0.3853647680000001, 0.21480139200000004, 0.19695750400000023, 0.647593456000001, 0.33934148799999875, 3.6651724770000014, 3.227522096000005, 0.9875975519999969, 0.25751827199999866, 0.20533168000000046, 0.5099340160000025, 0.21154340799999716, 0.21349112000000048, 0.21916217599999754, 0.3407689120000157, 1.2027896159999898, 0.35657150399998727, 1.5740567679999913, 0.339439872000014, 0.3537729120000108, 0.31865620799999306, 0.3469791839999914, 2.2497064160000093, 2.2889180159999967, 1.33618075199999, 0.21571846399999117, 3.472144176999988, 0.21005267199998912, 0.31807471999997006, 0.6579217599999652, 2.822068128000012, 3.295147327999995, 0.6094005119999792, 0.19818623999998408, 0.32881465600002, 0.2077085279999551, 0.3928619359999743, 3.9349681450000027, 2.2007863040000757, 0.6237894559999972, 1.3509502720000341, 0.7533756639999751, 0.3327064160000077, 0.21364798399997653, 1.9401079359999471, 0.2099206400000071, 0.6113142560000142, 0.573055743999987, 0.20081033600001774, 0.5957489760000385, 0.2011609439999802, 0.6040116160000366, 0.9604183839999791, 0.5842214559999661, 0.40144889600003353, 0.2001298079999856, 0.603002752000009, 0.20932134400004543, 0.640423520000013, 2.9618468320000346, 2.254155648000051, 0.6645539520000057, 0.31762571199999456, 0.9621900159999086, 2.2225306079999427, 0.5979768160000276, 1.2949805440000546, 0.20660559999998895, 0.4886976960000311, 0.19927555200001734, 3.0105253100000127, 2.416636303999894, 2.569501276000139, 0.47111611200000425, 0.44454249599994, 0.1994008640000402, 0.5964542079999546, 0.7428057280000075, 1.9256196320000072, 0.21180201599997872, 0.19838172799995846, 0.2031157119999989, 0.4566353600000639, 0.33831979199999296, 0.30365579200008597, 0.20191486399994574, 0.685045968000054, 0.1990087520000543, 0.19885124800009635, 0.6313330719999612, 0.2897293119999631, 0.7337574239999185, 0.4121580799999265, 2.7490476049999515, 1.3236754240000437, 1.2938872319999746, 0.20551611199994113, 1.3077760639998814, 0.4524293439999383, 0.19867625599999883, 0.4616527999999107, 0.41411686399999326, 2.0711917600000334, 0.19797375999996802, 0.28765740799985906, 0.20366982400003053, 0.19980273600003784, 0.20168444799992358, 0.7234898720000729, 0.6337692159999051, 2.37511852800003, 1.0925261439999758, 0.19935264000014286, 0.19415123199996742, 0.5923249759998725, 2.9758151229999896, 0.4427628480000294]}, "cert_P32": {"rate_final": 0.9583333333333334, "wall_q50": [0.019372699000001603, [0.014223254999997437, 0.021214992000000876]], "wall_q90": [0.06992748100000057, [0.05999911800000035, 0.11310093199999827]], "wall_q95": [0.14094705100000038, [0.06992748100000057, NaN]], "wall_median_s": 0.019181637000002638, "cpu_mean_s": 0.9482519884999986, "cpu_median_s": 0.6138123840000844, "T": [0.012274050999999897, 0.025761461999999957, 0.025921072000000045, 0.013238207999999752, 0.013425087000000002, 0.012309844000000014, 0.04047459100000006, 0.02034343500000002, 0.14094705100000038, 0.07659515199999989, 0.021137776999999858, 0.016094891999999916, 0.012833230000000029, 0.016171536999999958, 0.013221462999999822, 0.012421371999999486, 0.013196864999999391, 0.020037645999998688, 0.07517435099999936, 0.022285718999999204, 0.0224657490000002, 0.021214992000000876, 0.022110807000000676, 0.019916012999999566, 0.021686198999999462, 0.06168633999999962, 0.04064862299999916, 0.017533490000001706, 0.013482403999999448, 0.11310093199999827, 0.01312829199999932, 0.012270466000000368, 0.04112010999999782, 0.06306898300000086, null, 0.028414431000001628, 0.012386639999999005, 0.02055091600000125, 0.012981782999997193, 0.012234931999998366, null, 0.024405298000004905, 0.03898684099999983, 0.016556555000001083, 0.033113259000000284, 0.019604116000000005, 0.013352998999998533, 0.01955160799999689, 0.013120040000000444, 0.03820714100000089, 0.013513050000000248, 0.012550646000001109, 0.03723431100000241, 0.012557615999998717, 0.026164456000000058, 0.060026148999998696, 0.012134621999997819, 0.01339815700000102, 0.0125081129999991, 0.013350424999998722, 0.01308258400000284, 0.013256755000000453, null, 0.06543413200000003, 0.02526882300000466, 0.01985160699999966, 0.04105800700000373, 0.047449694999997405, 0.019803344999999695, 0.03876772100000636, 0.012701681999999437, 0.018008543000000543, 0.01217405100000235, null, 0.06992748100000057, 0.0744325690000025, 0.025017236000003606, 0.012743576000005419, 0.012462554000002513, 0.013396634999999435, 0.04642535800000047, 0.019372699000001603, 0.01323762599999867, 0.012398857999997404, 0.01269473199999993, 0.016519339000005573, 0.012386429000002863, 0.018978487000005373, 0.012619678999996609, 0.042815373000003376, 0.012438047000003394, 0.012428203000006022, 0.01341649399999767, 0.018108081999997694, 0.014223254999997437, 0.025759879999995405, 0.08138509699999474, 0.05999911800000035, 0.02637995999999987, 0.01284475699999632, 0.013227440999997953, 0.019468992999996715, 0.012237996999999723, 0.02885329999999442, 0.012782954999998708, 0.06337333000000456, 0.012373359999998002, 0.01797858799999119, 0.012729364000001908, 0.012487671000002365, 0.012605277999995224, 0.012394841999991968, 0.026390276000000767, 0.055950125999999045, 0.06828288399999849, 0.01225372000000391, 0.012134451999997964, 0.037020310999992034, null, 0.018990575000003673], "cpu": [0.3927696319999967, 0.8243667839999986, 0.8294743040000014, 0.42362265599999205, 0.42960278400000007, 0.39391500800000046, 1.295186912000002, 0.6509899200000007, 3.662518878000002, 2.4510448639999964, 0.6764088639999954, 0.5150365439999973, 0.4106633600000009, 0.5174891839999987, 0.4230868159999943, 0.39748390399998357, 0.4222996799999805, 0.641204671999958, 2.4055792319999796, 0.7131430079999745, 0.7189039680000064, 0.678879744000028, 0.7075458240000216, 0.6373124159999861, 0.6939583679999828, 1.9739628799999878, 1.3007559359999732, 0.5610716800000546, 0.43143692799998234, 3.4030536949999792, 0.42010534399997823, 0.3926549120000118, 1.3158435199999303, 2.0182074560000274, 3.295147327999995, 0.9092617920000521, 0.39637247999996816, 0.65762931200004, 0.4154170559999102, 0.3915178239999477, 3.9349681450000027, 0.780969536000157, 1.2475789119999945, 0.5298097600000347, 1.059624288000009, 0.6273317120000002, 0.42729596799995306, 0.6256514559999005, 0.4198412800000142, 1.2226285120000284, 0.43241760000000795, 0.4016206720000355, 1.191497952000077, 0.40184371199995894, 0.8372625920000019, 1.9208367679999583, 0.3883079039999302, 0.42874102400003267, 0.4002596159999712, 0.4272135999999591, 0.41864268800009086, 0.4242161600000145, 2.9618468320000346, 2.093892224000001, 0.8086023360001491, 0.6352514239999891, 1.3138562240001193, 1.518390239999917, 0.6337070399999902, 1.2405670720002036, 0.406453823999982, 0.5762733760000174, 0.3895696320000752, 3.0105253100000127, 2.237679392000018, 2.3724944870000684, 0.8005515520001154, 0.4077944320001734, 0.3988017280000804, 0.4286923199999819, 1.485611456000015, 0.6199263680000513, 0.42360403199995744, 0.3967634559999169, 0.4062314239999978, 0.5286188480001783, 0.3963657280000916, 0.6073115840001719, 0.4038297279998915, 1.370091936000108, 0.3980175040001086, 0.3977024960001927, 0.4293278079999254, 0.5794586239999262, 0.455144159999918, 0.824316159999853, 2.5693698779998755, 1.9199717760000112, 0.8441587199999958, 0.41103222399988226, 0.4232781119999345, 0.6230077759998949, 0.39161590399999113, 0.9233055999998214, 0.40905455999995866, 2.027946560000146, 0.39594751999993605, 0.5753148159997181, 0.40733964800006106, 0.3996054720000757, 0.40336889599984715, 0.396634943999743, 0.8444888320000246, 1.7904040319999694, 2.1850522879999517, 0.3921190400001251, 0.38830246399993484, 1.184649951999745, 2.9758151229999896, 0.6076984000001175]}, "full_P1": {"rate_final": 0.9583333333333334, "wall_q50": [0.8806081329999884, [0.8156056890000016, 1.036933258000019]], "wall_q90": [2.8540596699999696, [2.1588895015750036, 3.776220659000007]], "wall_q95": [4.385881870000001, [3.062969398299998, NaN]], "wall_median_s": 0.8760263399999939, "cpu_mean_s": 1.1837038233916652, "cpu_median_s": 0.8760263399999939, "T": [0.637164397, 2.0034934089999985, 1.744204704, 0.663718389, 0.6573993570000001, 0.413455824, 0.8561778560000001, 0.9007451270000001, 4.385881870000001, 3.4165372360000013, 0.9315089520000006, 0.6422751699999996, 0.19267453099999976, 0.9611077210000012, 0.17742378499999933, 0.4483768950000009, 0.6804685319999981, 1.217209575, 0.7033765949999999, 0.8026713180000016, 1.3625392080000012, 0.23043713599999904, 1.4866641660000006, 0.15599403000000045, 0.7913380379999975, 1.6956148849999977, 3.0683260579999985, 1.4251668010000031, 0.8714445469999994, 3.3732258269999953, 0.2895051570000007, 1.357068033000001, 0.8409641559999983, 2.8111822790000005, null, 0.8156056890000016, 0.2308033639999998, 0.4969078220000043, 0.34211937899999256, 0.23357312899999627, null, 3.776220659000007, 0.8180016109999961, 1.202518616999999, 0.6607891140000035, 1.0809481099999978, 1.0700332099999983, 2.265213242999998, 0.1536840849999983, 1.432270588999998, 1.5051483409999982, 0.9062728779999922, 0.4199908539999946, 0.17001071600000017, 0.8194711860000012, 2.0467931499999956, 0.3344362640000007, 0.5262605629999975, 0.4917449569999981, 0.34458352700000106, 1.0107689639999933, 0.596984036000002, null, 2.1617637670000036, 0.6395621039999924, 0.8275042840000069, 1.4408866109999963, 2.8540596699999696, 0.8514345540000079, 1.1188905949999963, 0.5558057280000028, 0.6485465489999953, 0.20835549399999564, null, 1.633981059000007, 2.5976144970000092, 0.9929842849999915, 0.6299197589999821, 1.0836890030000106, 1.6091992710000014, 0.43095191700000157, 2.6150628529999835, 0.8320816819999877, 0.16526620000000491, 0.15684975399999956, 0.2775766950000076, 0.8433464809999975, 1.026834923999992, 0.9567640770000025, 0.8806081329999884, 0.15907747600000022, 0.7763665220000036, 0.7511942419999968, 0.4461436250000048, 0.5144638459999982, 1.6168470509999722, 2.803300732000011, 1.309783455999991, 1.2288874410000048, 1.776027785000018, 1.6568376969999932, 0.7986973759999927, 1.0044982450000006, 1.036933258000019, 0.17810191199999537, 2.227244005000003, 0.844030809000003, 0.9055322089999791, 0.256856925000001, 0.4281852769999972, 1.12652452599999, 1.1768358209999974, 1.2046764549999907, 3.2096033479999377, 1.6836654650000042, 0.3189404710000119, 0.24924832300000332, 1.9240011710000005, null, 0.26761503299999845], "cpu": [0.637164397, 2.0034934089999985, 1.744204704, 0.663718389, 0.6573993570000001, 0.413455824, 0.8561778560000001, 0.9007451270000001, 4.385881870000001, 3.4165372360000013, 0.9315089520000006, 0.6422751699999996, 0.19267453099999976, 0.9611077210000012, 0.17742378499999933, 0.4483768950000009, 0.6804685319999981, 1.217209575, 0.7033765949999999, 0.8026713180000016, 1.3625392080000012, 0.23043713599999904, 1.4866641660000006, 0.15599403000000045, 0.7913380379999975, 1.6956148849999977, 3.0683260579999985, 1.4251668010000031, 0.8714445469999994, 3.3732258269999953, 0.2895051570000007, 1.357068033000001, 0.8409641559999983, 2.8111822790000005, 3.295147327999995, 0.8156056890000016, 0.2308033639999998, 0.4969078220000043, 0.34211937899999256, 0.23357312899999627, 3.9349681450000027, 3.776220659000007, 0.8180016109999961, 1.202518616999999, 0.6607891140000035, 1.0809481099999978, 1.0700332099999983, 2.265213242999998, 0.1536840849999983, 1.432270588999998, 1.5051483409999982, 0.9062728779999922, 0.4199908539999946, 0.17001071600000017, 0.8194711860000012, 2.0467931499999956, 0.3344362640000007, 0.5262605629999975, 0.4917449569999981, 0.34458352700000106, 1.0107689639999933, 0.596984036000002, 2.9618468320000346, 2.1617637670000036, 0.6395621039999924, 0.8275042840000069, 1.4408866109999963, 2.8540596699999696, 0.8514345540000079, 1.1188905949999963, 0.5558057280000028, 0.6485465489999953, 0.20835549399999564, 3.0105253100000127, 1.633981059000007, 2.5976144970000092, 0.9929842849999915, 0.6299197589999821, 1.0836890030000106, 1.6091992710000014, 0.43095191700000157, 2.6150628529999835, 0.8320816819999877, 0.16526620000000491, 0.15684975399999956, 0.2775766950000076, 0.8433464809999975, 1.026834923999992, 0.9567640770000025, 0.8806081329999884, 0.15907747600000022, 0.7763665220000036, 0.7511942419999968, 0.4461436250000048, 0.5144638459999982, 1.6168470509999722, 2.803300732000011, 1.309783455999991, 1.2288874410000048, 1.776027785000018, 1.6568376969999932, 0.7986973759999927, 1.0044982450000006, 1.036933258000019, 0.17810191199999537, 2.227244005000003, 0.844030809000003, 0.9055322089999791, 0.256856925000001, 0.4281852769999972, 1.12652452599999, 1.1768358209999974, 1.2046764549999907, 3.2096033479999377, 1.6836654650000042, 0.3189404710000119, 0.24924832300000332, 1.9240011710000005, 2.9758151229999896, 0.26761503299999845]}, "full_P2": {"rate_final": 0.9583333333333334, "wall_q50": [0.631194942999997, [0.5299040470000023, 0.7881236550000139]], "wall_q90": [1.8097710850000084, [1.3683677399999823, 2.2156647050000053]], "wall_q95": [2.513990818, [1.8097710850000084, NaN]], "wall_median_s": 0.6251500654999997, "cpu_mean_s": 1.530640230649999, "cpu_median_s": 1.2503001309999995, "T": [0.42847080600000004, 1.0703053789999992, 1.12988829, 0.585447071, 0.437754832, 0.269541873, 0.518040682, 0.538882453, 2.513990818, 1.8404874700000007, 0.5927604090000003, 0.3858909449999999, 0.1882677810000004, 0.7838582980000002, 0.1724359729999998, 0.2900416019999996, 0.5680635139999985, 0.9569969460000012, 0.49183814799999936, 0.47592011100000065, 1.0619114670000016, 0.22212740099999984, 1.1705741819999993, 0.1515794279999998, 0.47927828699999786, 0.9761533409999998, 1.3451244359999972, 1.1883038760000009, 0.6680837459999989, 2.197729793999997, 0.215467799999999, 1.0346927189999988, 0.5140482219999996, 1.8139127570000007, null, 0.5126555930000016, 0.15848282299999994, 0.3209940010000025, 0.2515739309999958, 0.13904565799999702, null, 2.2156647050000053, 0.5921631729999959, 0.929966799999999, 0.40679680600000623, 0.8096163339999976, 0.8013123889999996, 1.2098484039999988, 0.1451950619999991, 0.8066295239999981, 1.0198956519999989, 0.7010619739999981, 0.2739331390000004, 0.1656978070000008, 0.6191051880000025, 1.4881173859999954, 0.26405158800000095, 0.37866418699999826, 0.29042947399999974, 0.26501033599999957, 0.8519042269999915, 0.371292399000005, null, 1.370057506000002, 0.38150605999999954, 0.48429397900000737, 1.1073162159999939, 1.5017081299999901, 0.5299040470000023, 0.945300330000002, 0.3626280109999982, 0.4095383869999907, 0.14091099699999887, null, 0.9443460479999999, 1.6200432180000064, 0.7565060789999905, 0.3629326989999839, 0.7881236550000139, 1.0346511280000001, 0.27077133699999933, 1.7288875489999924, 0.631194942999997, 0.1609117680000054, 0.15248815199999655, 0.2107592290000042, 0.8348241679999973, 0.8723028749999955, 0.8005359340000027, 0.6515468819999981, 0.15468953399999918, 0.6898498960000055, 0.5906400499999975, 0.3241978360000033, 0.3295613820000014, 1.0976923189999894, 1.8097710850000084, 1.0424526699999959, 0.9699923780000077, 1.2184440790000153, 0.8934052290000096, 0.48215039599999443, 0.8569461200000035, 0.5758229740000118, 0.1737124479999963, 1.4656093749999997, 0.6176530600000021, 0.7844669309999901, 0.17918511699999584, 0.3221690629999969, 0.6189330289999901, 0.6911691719999951, 0.6963032239999976, 1.8796965869999696, 1.2081695510000117, 0.2295370660000131, 0.17513690600000587, 1.3683677399999823, null, 0.2594530089999978], "cpu": [0.8569416120000001, 2.1406107579999984, 2.25977658, 1.170894142, 0.875509664, 0.539083746, 1.036081364, 1.077764906, 4.474212636000001, 3.6809749400000014, 1.1855208180000005, 0.7717818899999997, 0.3765355620000008, 1.5677165960000004, 0.3448719459999996, 0.5800832039999992, 1.136127027999997, 1.9139938920000024, 0.9836762959999987, 0.9518402220000013, 2.123822934000003, 0.44425480199999967, 2.3411483639999986, 0.3031588559999996, 0.9585565739999957, 1.9523066819999997, 2.6902488719999944, 2.3766077520000017, 1.3361674919999977, 4.395459587999994, 0.430935599999998, 2.0693854379999976, 1.028096443999999, 3.6278255140000013, 3.295147327999995, 1.0253111860000033, 0.3169656459999999, 0.641988002000005, 0.5031478619999916, 0.27809131599999404, 3.9349681450000027, 4.431329410000011, 1.1843263459999918, 1.859933599999998, 0.8135936120000125, 1.619232667999995, 1.6026247779999991, 2.4196968079999976, 0.2903901239999982, 1.6132590479999962, 2.0397913039999978, 1.4021239479999963, 0.5478662780000008, 0.3313956140000016, 1.238210376000005, 2.976234771999991, 0.5281031760000019, 0.7573283739999965, 0.5808589479999995, 0.5300206719999991, 1.703808453999983, 0.74258479800001, 2.9618468320000346, 2.740115012000004, 0.7630121199999991, 0.9685879580000147, 2.2146324319999877, 3.0034162599999803, 1.0598080940000045, 1.890600660000004, 0.7252560219999964, 0.8190767739999814, 0.28182199399999774, 3.0105253100000127, 1.8886920959999998, 3.240086436000013, 1.513012157999981, 0.7258653979999679, 1.5762473100000278, 2.0693022560000003, 0.5415426739999987, 3.457775097999985, 1.262389885999994, 0.3218235360000108, 0.3049763039999931, 0.4215184580000084, 1.6696483359999945, 1.744605749999991, 1.6010718680000053, 1.3030937639999962, 0.30937906799999837, 1.379699792000011, 1.181280099999995, 0.6483956720000066, 0.6591227640000028, 2.195384637999979, 3.6195421700000168, 2.0849053399999917, 1.9399847560000154, 2.4368881580000306, 1.7868104580000193, 0.9643007919999889, 1.713892240000007, 1.1516459480000236, 0.3474248959999926, 2.9312187499999993, 1.2353061200000042, 1.5689338619999802, 0.3583702339999917, 0.6443381259999938, 1.2378660579999803, 1.3823383439999901, 1.3926064479999951, 3.759393173999939, 2.4163391020000233, 0.4590741320000262, 0.35027381200001173, 2.7367354799999646, 2.9758151229999896, 0.5189060179999956]}, "full_P4": {"rate_final": 0.9583333333333334, "wall_q50": [0.50596840299999, [0.3824104449999979, 0.6123773870000022]], "wall_q90": [1.2307729399999872, [0.985951766999996, 1.5456898769999996]], "wall_q95": [1.642652738999999, [1.2307729399999872, NaN]], "wall_median_s": 0.4980403304999932, "cpu_mean_s": 2.1765349189416647, "cpu_median_s": 1.9921613219999728, "T": [0.34935123800000006, 0.6043834529999997, 0.8428171259999999, 0.513651708, 0.355577336, 0.196077676, 0.39694607, 0.413619159, 1.5456898769999996, 1.0230925710000007, 0.4222695330000006, 0.2878681719999996, 0.1882677810000004, 0.6919597510000006, 0.1724359729999998, 0.21720905300000037, 0.4845803609999999, 0.8662523590000006, 0.38759657599999997, 0.36369629499999867, 0.9497532499999988, 0.22212740099999984, 1.0458856789999995, 0.1515794279999998, 0.37015156699999885, 0.6422809220000012, 0.7879828029999985, 1.0733033550000002, 0.3762118379999979, 1.642652738999999, 0.1450086319999997, 0.9150343109999994, 0.3907206710000004, 1.300086186999998, null, 0.3805733420000017, 0.15848282299999994, 0.2368142810000009, 0.16903551399999728, 0.13904565799999702, null, 1.42935459300001, 0.5138496140000015, 0.8414345119999993, 0.30562400600000217, 0.4451693530000007, 0.6875063689999976, 0.6904969379999955, 0.1451950619999991, 0.49011225799999636, 0.548376042999994, 0.6145908969999958, 0.1964223039999986, 0.1656978070000008, 0.530636733999998, 1.1831144999999985, 0.19746240400000303, 0.31076643000000104, 0.21963689499999717, 0.20131493299999903, 0.7613186780000021, 0.293278106999999, null, 0.9580249959999989, 0.2954796499999972, 0.3553764440000009, 0.985951766999996, 0.8512226149999833, 0.3674030850000065, 0.8634550720000007, 0.28327893799999515, 0.303398296999994, 0.14091099699999887, null, 0.597149483999992, 1.1177228060000104, 0.6619940109999973, 0.2678166549999901, 0.6337935990000148, 0.7759984780000053, 0.1968632340000056, 1.2648443279999952, 0.5473200189999972, 0.1609117680000054, 0.15248815199999655, 0.20204433600000016, 0.7464376349999995, 0.7898665499999993, 0.7219959540000005, 0.5562578360000003, 0.15468953399999918, 0.6123773870000022, 0.5092900749999956, 0.221844677, 0.2345777560000002, 0.8482693949999884, 1.3059356120000203, 0.8651271909999991, 0.8751103150000006, 0.9499704770000079, 0.50596840299999, 0.3727530800000025, 0.6373919000000043, 0.35799708500000094, 0.1737124479999963, 1.1032864100000026, 0.5076095550000019, 0.6748432749999935, 0.17918511699999584, 0.22029996999999923, 0.37347803699999815, 0.3824104449999979, 0.44279909800000183, 1.2307729399999872, 0.944286598000005, 0.14209577400001194, 0.17513690600000587, 1.0744561939999926, null, 0.2594530089999978], "cpu": [1.3974049520000005, 2.417533811999999, 3.323331895, 2.054606832, 1.4223093440000003, 0.784310704, 1.58778428, 1.654476636, 4.474212636000001, 4.092370284000003, 1.6890781320000023, 1.1514726879999984, 0.7530711240000016, 2.7678390040000025, 0.6897438919999992, 0.8688362120000015, 1.9383214439999996, 3.4650094360000026, 1.5503863039999999, 1.4547851799999947, 3.799012999999995, 0.8885096039999993, 4.183542715999998, 0.6063177119999992, 1.4806062679999954, 2.569123688000005, 3.151931211999994, 4.293213420000001, 1.5048473519999916, 4.528578324999998, 0.5800345279999988, 3.6601372439999977, 1.5628826840000016, 4.938703886999999, 3.295147327999995, 1.5222933680000068, 0.6339312919999998, 0.9472571240000036, 0.6761420559999891, 0.5561826319999881, 3.9349681450000027, 4.979044545000011, 2.055398456000006, 3.365738047999997, 1.2224960240000087, 1.7806774120000028, 2.7500254759999905, 2.761987751999982, 0.5807802479999964, 1.9604490319999854, 2.193504171999976, 2.4583635879999832, 0.7856892159999944, 0.6627912280000032, 2.122546935999992, 4.732457999999994, 0.7898496160000121, 1.2430657200000041, 0.8785475799999887, 0.8052597319999961, 3.0452747120000083, 1.173112427999996, 2.9618468320000346, 3.8320999839999956, 1.1819185999999888, 1.4215057760000036, 3.943807067999984, 3.391397518999952, 1.469612340000026, 3.453820288000003, 1.1331157519999806, 1.213593187999976, 0.5636439879999955, 3.0105253100000127, 2.388597935999968, 3.50181467500002, 2.6479760439999893, 1.0712666199999603, 2.535174396000059, 3.1039939120000213, 0.7874529360000224, 5.059377311999981, 2.1892800759999886, 0.6436470720000216, 0.6099526079999862, 0.8081773440000006, 2.985750539999998, 3.159466199999997, 2.887983816000002, 2.2250313440000014, 0.6187581359999967, 2.449509548000009, 2.0371602999999823, 0.887378708, 0.9383110240000008, 3.3930775799999537, 3.84170463600001, 3.4605087639999965, 3.5004412600000023, 3.7998819080000317, 2.02387361199996, 1.49101232000001, 2.5495676000000174, 1.4319883400000037, 0.6948497919999852, 4.000047789999989, 2.0304382200000077, 2.699373099999974, 0.7167404679999834, 0.8811998799999969, 1.4939121479999926, 1.5296417799999915, 1.7711963920000073, 4.206950146999965, 3.77714639200002, 0.5683830960000478, 0.7005476240000235, 4.29782477599997, 2.9758151229999896, 1.0378120359999912]}, "full_P8": {"rate_final": 0.9583333333333334, "wall_q50": [0.35371160700000015, [0.280729665, 0.45489178799999763]], "wall_q90": [0.9746574460000001, [0.8645950640000066, 1.094811117]], "wall_q95": [1.349389742999998, [0.9746574460000001, NaN]], "wall_median_s": 0.3433670500000008, "cpu_mean_s": 3.0797038701999937, "cpu_median_s": 2.7469364000000063, "T": [0.280729665, 0.37344063099999975, 0.700641262, 0.513651708, 0.281691478, 0.17585741599999993, 0.28377942, 0.29759061600000003, 1.094811117, 0.6119707850000002, 0.3170224630000007, 0.20821093499999987, 0.1882677810000004, 0.6144535010000007, 0.1724359729999998, 0.20354221100000025, 0.35371160700000015, 0.7731092950000011, 0.29224397700000004, 0.25495965999999903, 0.8502136109999991, 0.22212740099999984, 0.8922204010000012, 0.1515794279999998, 0.26665326999999905, 0.45379820800000026, 0.4767854989999982, 0.9746574460000001, 0.2312721489999987, 1.349389742999998, 0.1450086319999997, 0.7213971459999975, 0.2811559139999993, 0.9404845360000067, null, 0.2767460400000026, 0.15848282299999994, 0.1856642660000034, 0.16453720599999855, 0.13824354600000177, null, 1.0284134179999995, 0.44168771100000015, 0.7525432649999999, 0.22084511799999973, 0.3330224930000014, 0.5895782670000003, 0.45489178799999763, 0.1451950619999991, 0.3722266999999988, 0.3137324389999989, 0.534390135999999, 0.19208645000000146, 0.15183147699999822, 0.4634281619999996, 0.9977543119999979, 0.17500293399999833, 0.24373339000000271, 0.1527381969999979, 0.19694669000000076, 0.6945045570000019, 0.22592652000000157, null, 0.5825237539999932, 0.2156889030000002, 0.23809142700000052, 0.8716121589999943, 0.5258262089999945, 0.25779794700000025, 0.7859497439999998, 0.22177746599999892, 0.22050089100000037, 0.14091099699999887, null, 0.4328699949999901, 0.8645950640000066, 0.584902894999999, 0.18663499199999478, 0.5411439150000064, 0.6287476719999958, 0.18797225800000206, 1.0344753330000032, 0.48034751099999795, 0.1553326290000001, 0.15248815199999655, 0.20204433600000016, 0.6696306659999962, 0.7253452579999973, 0.4082378989999924, 0.4786255580000045, 0.15468953399999918, 0.6123773870000022, 0.434438066999995, 0.221844677, 0.23019899799999877, 0.569817565000001, 1.0267182449999979, 0.7777120679999996, 0.49046127199999745, 0.7244793500000029, 0.312681261999991, 0.26462921400000283, 0.4101716179999926, 0.2693779570000032, 0.1737124479999963, 0.919074111999997, 0.4263203610000019, 0.6748432749999935, 0.17918511699999584, 0.22029996999999923, 0.2590085430000002, 0.2758393290000001, 0.297617025000001, 0.8845969749999867, 0.8379957420000039, 0.1345107559999974, 0.16457235899999034, 0.8805113269999936, null, 0.2594530089999978], "cpu": [2.24583732, 2.9703976579999987, 3.331553884, 4.109213664, 2.253531824, 1.4068593279999995, 2.27023536, 2.3807249280000002, 4.474212636000001, 4.142397646999999, 2.5361797040000056, 1.665687479999999, 1.5061422480000033, 4.915628008000006, 1.3794877839999984, 1.628337688000002, 2.829692856000001, 6.184874360000009, 2.3379518160000003, 2.0396772799999923, 4.757418968999994, 1.7770192079999987, 6.8510690670000045, 1.2126354239999984, 2.1332261599999924, 3.630385664000002, 3.814283991999986, 6.466594519999985, 1.8501771919999896, 4.528578324999998, 1.1600690559999975, 5.77117716799998, 2.2492473119999943, 4.819364530000012, 3.295147327999995, 2.2139683200000206, 1.2678625839999995, 1.4853141280000273, 1.3162976479999884, 1.1059483680000142, 3.9349681450000027, 5.098446255999999, 3.523097989999993, 5.089935285999996, 1.7667609439999978, 2.6641799440000113, 4.716626136000002, 3.639134303999981, 1.1615604959999928, 2.9778135999999904, 2.5098595119999914, 4.275121087999992, 1.5366916000000117, 1.2146518159999857, 3.7074252959999967, 5.314004013000002, 1.4000234719999867, 1.9498671200000217, 1.2219055759999833, 1.575573520000006, 5.546881452000001, 1.8074121600000126, 2.9618468320000346, 3.973739450000018, 1.7255112240000017, 1.9047314160000042, 6.972897271999955, 3.5576897759999824, 2.062383576000002, 4.972939396999976, 1.7742197279999914, 1.764007128000003, 1.127287975999991, 3.0105253100000127, 3.3359509149999553, 3.50181467500002, 4.679223159999992, 1.4930799359999583, 4.329151320000051, 4.972066582999979, 1.5037780640000165, 5.966301656000006, 3.8427800879999836, 1.2426610320000009, 1.2199052159999724, 1.6163546880000013, 5.35704532799997, 5.802762063999978, 3.2659031919999393, 3.829004464000036, 1.2375162719999935, 4.899019096000018, 3.47550453599996, 1.774757416, 1.8415919839999901, 4.558540520000008, 3.84170463600001, 5.0800622899999865, 3.9236901759999796, 5.53687875100001, 2.501450095999928, 2.1170337120000227, 3.2813729439999406, 2.1550236560000258, 1.3896995839999704, 4.000047789999989, 3.4105628880000154, 5.398746199999948, 1.4334809359999667, 1.7623997599999939, 2.0720683440000016, 2.2067146320000006, 2.380936200000008, 4.290626310999933, 3.7949313349999443, 1.0760860479999792, 1.3165788719999227, 7.044090615999949, 2.9758151229999896, 2.0756240719999823]}, "full_P16": {"rate_final": 0.9583333333333334, "wall_q50": [0.2811559139999993, [0.23838642900000195, 0.36843486300000095]], "wall_q90": [0.8502136109999991, [0.7665495850000141, 0.9222667080000022]], "wall_q95": [1.2322994089999995, [0.8502136109999991, NaN]], "wall_median_s": 0.2800361744999996, "cpu_mean_s": 4.2470547681166595, "cpu_median_s": 3.8021970834999763, "T": [0.21306800100000012, 0.23798208299999968, 0.6319186179999999, 0.513651708, 0.281691478, 0.144358357, 0.27891643499999996, 0.28982070100000035, 0.8701394899999999, 0.40188757200000036, 0.26183785599999965, 0.18491678500000042, 0.1882677810000004, 0.4967940620000002, 0.1724359729999998, 0.16583358199999942, 0.2697502750000007, 0.7348786989999994, 0.29224397700000004, 0.25495965999999903, 0.8502136109999991, 0.22212740099999984, 0.7168193789999986, 0.1515794279999998, 0.26665326999999905, 0.36843486300000095, 0.3601927889999992, 0.8072574350000004, 0.16243350099999887, 1.2322994089999995, 0.1450086319999997, 0.6119598189999991, 0.2811559139999993, 0.8031800190000027, null, 0.24918178299999738, 0.15848282299999994, 0.1856642660000034, 0.16453720599999855, 0.13536407599999833, null, 0.8211385280000023, 0.44168771100000015, 0.7525432649999999, 0.22084511799999973, 0.2692041759999988, 0.5246713369999974, 0.3432702959999965, 0.1451950619999991, 0.2685207409999997, 0.22840101199999907, 0.5243295839999966, 0.19208645000000146, 0.15183147699999822, 0.4634281619999996, 0.8922714469999988, 0.17500293399999833, 0.20943231900000114, 0.1527381969999979, 0.19694669000000076, 0.6858966260000017, 0.22592652000000157, null, 0.34262851200000455, 0.2156889030000002, 0.23809142700000052, 0.8551631340000014, 0.3397738609999905, 0.2355084120000015, 0.7859497439999998, 0.18875410100000067, 0.18429537300000476, 0.1256850779999965, null, 0.3043432940000059, 0.7665495850000141, 0.584902894999999, 0.18627296999999743, 0.5411439150000064, 0.5387910859999963, 0.18797225800000206, 0.9192903160000014, 0.48034751099999795, 0.1553326290000001, 0.15248815199999655, 0.17019729600000488, 0.5043992680000002, 0.6987149220000006, 0.30930322500000074, 0.4479085729999994, 0.15296310400000124, 0.6123773870000022, 0.434438066999995, 0.221844677, 0.22306190199999776, 0.3821420529999955, 0.9222667080000022, 0.6722151119999964, 0.3000868909999994, 0.6403368250000057, 0.22285577399999568, 0.2362067589999981, 0.2588020439999994, 0.19485605399999884, 0.1737124479999963, 0.8452011629999987, 0.4263203610000019, 0.6748432749999935, 0.17918511699999584, 0.1614259990000022, 0.1781595189999976, 0.23838642900000195, 0.21370020999999895, 0.7114427140000004, 0.752166649000003, 0.1345107559999974, 0.16457235899999034, 0.779517896999991, null, 0.24648954399999923], "cpu": [3.409088016000002, 3.123797714999998, 3.331553884, 6.4197927120000005, 3.9641688649999995, 2.309733712, 4.462662959999999, 4.6371312160000056, 4.474212636000001, 4.142397646999999, 4.189405695999994, 2.9586685600000067, 3.0122844960000066, 5.595746544000008, 2.7589755679999968, 2.653337311999991, 3.9754434480000027, 8.127554612999994, 4.366781298000001, 4.0793545599999845, 4.958815343999994, 3.5540384159999974, 7.121087271999992, 2.4252708479999967, 3.696102206999994, 3.9179608269999946, 5.026461493999992, 6.300272753999989, 2.598936015999982, 4.528578324999998, 2.320138111999995, 9.661963395999987, 4.320328534999991, 4.791043237000007, 3.295147327999995, 3.986908527999958, 2.535725167999999, 2.9706282560000545, 2.6325952959999768, 2.1658252159999734, 3.9349681450000027, 5.142489933, 3.9100002569999965, 5.644798020000007, 3.5335218879999957, 4.307266815999981, 5.775904066999981, 4.549058819999988, 2.3231209919999856, 3.6631182540000005, 3.3708392190000005, 7.620104509999955, 2.7829553620000063, 2.4293036319999715, 4.55046934000001, 5.311257423000001, 2.8000469439999733, 3.130782259000018, 2.4438111519999666, 3.1343642180000195, 6.748827392999992, 3.614824320000025, 2.9618468320000346, 3.758832840000032, 3.4510224480000034, 3.8094628320000083, 9.444284720999995, 3.554166280999972, 3.768134592000024, 5.229477112999966, 3.0200656160000108, 2.948725968000076, 2.010961247999944, 3.0105253100000127, 3.4088709130000154, 3.50181467500002, 7.288787995, 2.980367519999959, 7.56939918700008, 5.392312868999973, 3.007556128000033, 6.094591781999995, 4.436099243000001, 2.4853220640000018, 2.4398104319999447, 2.723156736000078, 7.2523846690000155, 11.17943875200001, 4.524902955999998, 4.341370874000006, 2.44740966400002, 8.987519613000003, 3.890314017999991, 3.549514832, 3.568990431999964, 5.033159869999935, 3.84170463600001, 5.256016661999979, 4.015672151999979, 6.013198148000036, 3.461623889999956, 3.7793081439999696, 4.14083270399999, 2.9042093609999924, 2.779399167999941, 4.000047789999989, 5.321374646000024, 10.797492399999896, 2.8669618719999335, 2.5828159840000353, 2.8464026899999695, 3.8141828640000313, 3.387076428999997, 4.301069295999952, 3.7949313349999443, 2.1521720959999584, 2.6331577439998455, 9.44492231399991, 2.9758151229999896, 3.9438327039999876]}, "full_P32": {"rate_final": 0.9583333333333334, "wall_q50": [0.25495965999999903, [0.221844677, 0.29224397700000004]], "wall_q90": [0.775179007999995, [0.6971357450000006, 0.8454194289999997]], "wall_q95": [1.1193975159999994, [0.7791250080000012, NaN]], "wall_median_s": 0.2541157484999994, "cpu_mean_s": 4.9335024010083295, "cpu_median_s": 4.501395480499999, "T": [0.16872794200000008, 0.16730675999999978, 0.568022614, 0.513651708, 0.281691478, 0.144358357, 0.27891643499999996, 0.26054117099999985, 0.7619363450000001, 0.27676259299999995, 0.25253862799999993, 0.18491678500000042, 0.1882677810000004, 0.3569720079999996, 0.1724359729999998, 0.16583358199999942, 0.18483552400000036, 0.7348786989999994, 0.29224397700000004, 0.25495965999999903, 0.8454194289999997, 0.22212740099999984, 0.6068581369999997, 0.1515794279999998, 0.26665326999999905, 0.29874895400000057, 0.25778403599999855, 0.6939385169999994, 0.16243350099999887, 1.1193975159999994, 0.1450086319999997, 0.6111941310000013, 0.2653600700000034, 0.6898697440000028, null, 0.24062873299999765, 0.15848282299999994, 0.1856642660000034, 0.15826552900000124, 0.11361398100000031, null, 0.7079946820000025, 0.44168771100000015, 0.6971357450000006, 0.2075376360000014, 0.2692041759999988, 0.5155893139999996, 0.24156515799999667, 0.1451950619999991, 0.2685207409999997, 0.15903993999999955, 0.4441288229999998, 0.19208645000000146, 0.14688581899999775, 0.4634281619999996, 0.7913947619999995, 0.13644372599999954, 0.18243752600000107, 0.1527381969999979, 0.19694669000000076, 0.6741294839999981, 0.17188077099999788, null, 0.2532718369999998, 0.18564094199999914, 0.20390012000000013, 0.7464405899999988, 0.2483153929999915, 0.2355084120000015, 0.7096678410000052, 0.18314864300000266, 0.1663670200000027, 0.10972650000000073, null, 0.2155362640000007, 0.6801463300000066, 0.5493318659999957, 0.1556560840000003, 0.5411439150000064, 0.5314514570000028, 0.18797225800000206, 0.8183117880000026, 0.48034751099999795, 0.1553326290000001, 0.15248815199999655, 0.16742371599999473, 0.3968222929999996, 0.421753790000011, 0.23405297000000047, 0.35182589899999783, 0.12346856299999587, 0.6092293629999972, 0.434438066999995, 0.221844677, 0.16836033100000236, 0.29561081599999994, 0.8305574440000001, 0.5683105450000028, 0.20044278400000337, 0.561692819000001, 0.15434721100000104, 0.16963552299999662, 0.2588020439999994, 0.19485605399999884, 0.1737124479999963, 0.7791250080000012, 0.4263203610000019, 0.6748432749999935, 0.17918511699999584, 0.15698061199999813, 0.1781595189999976, 0.1609948320000001, 0.21348240400000407, 0.6189479319999975, 0.752166649000003, 0.1345107559999974, 0.15505797699999846, 0.775179007999995, null, 0.23780744100000106], "cpu": [4.027650579, 3.122842250999998, 3.331553884, 6.872794905, 4.213475906999999, 4.063013516, 5.391191843999998, 6.496887017999999, 4.474212636000001, 4.142397646999999, 5.351471382999996, 4.763996921000006, 5.367187899000006, 5.1084962040000015, 4.707659502999995, 4.646013392999989, 3.8610378460000003, 8.66878110099999, 4.622714215, 5.4826199949999985, 5.052751426999995, 5.895105088999996, 6.933667650999993, 4.563624559000001, 3.7929714009999937, 3.934981467999993, 5.052501388999991, 6.074510461999985, 3.500634353999992, 4.528578324999998, 4.076539608999992, 11.26267154900001, 4.581397797000008, 4.785811279000008, 3.295147327999995, 5.82516503599998, 5.071450335999998, 4.349981837000048, 4.579019836000029, 3.616560882000009, 3.9349681450000027, 5.139914148999999, 4.0099400949999975, 5.681982280000007, 3.925609200000018, 6.548441415999999, 6.030850585999996, 4.599743656999983, 4.033978796999985, 3.7633775729999996, 3.324107048999995, 7.502549999999982, 2.891778413000008, 3.701661784999974, 4.82045741100001, 5.210380738000001, 3.9165818429999817, 3.4135951710000185, 3.6525767899999906, 3.8189615060000435, 7.14620887799996, 3.8895834879999995, 2.9618468320000346, 3.7445527800000207, 4.0783992049999895, 4.773820757000017, 9.201651557999995, 3.549083196999973, 5.47639127999998, 5.164306386999982, 4.724877575000058, 4.066166910000021, 3.5112480000000232, 3.0105253100000127, 3.386578614000001, 3.50181467500002, 7.624402039999978, 3.5847914149999696, 8.468236096000098, 5.719694864000026, 3.8930437150000046, 6.104180734999986, 4.575934045000004, 3.6580870309999867, 3.302204227999958, 3.8159511709999734, 6.742873876000004, 11.451928706000245, 4.458515226999992, 4.149205526000003, 3.796899170999886, 9.892713629999946, 3.9637218289999936, 5.423418558999998, 4.032758355000027, 4.8866871769999705, 3.84170463600001, 5.119470204000002, 3.9082031669999964, 5.898113319000011, 3.5966798319999995, 4.789558284999934, 6.551099684999997, 3.1688313150000056, 4.698449521999933, 4.000047789999989, 5.726668107000023, 12.426168784999945, 5.303407384999893, 4.382073628999947, 3.553329581999968, 4.720087134000011, 4.123890064000001, 4.298316987999932, 3.7949313349999443, 3.7802478079999133, 4.433398085999983, 10.223403717999929, 2.9758151229999896, 5.563562915000034]}}, "4": {"start_success": 0.12465277777777778, "plant_ge1_of48": 0.925, "cpu_per_start_full_s": 0.17726212797500002, "cpu_to_cert_given_ok_s": 0.0755298277116993, "wall_over_cpu": 1.0034538483097006, "cert_P1": {"rate_final": 0.925, "wall_q50": [0.8582587589999875, [0.7258369460000011, 1.2741682850000018]], "wall_q90": [4.153856507, [3.375151618000011, NaN]], "wall_q95": [Infinity, [4.153856507, NaN]], "wall_median_s": 0.8432091339999932, "cpu_mean_s": 1.5498779022083344, "cpu_median_s": 0.8432091339999932, "T": [1.443565719, 0.102095092, 2.2509891410000002, 2.8998059389999997, 0.38324581799999996, 0.41648916299999994, 0.597164858, 0.162322093, 0.8002023039999999, 0.610684757, 1.5675111840000007, 0.6642852660000012, 0.646469413000001, 1.2741682850000018, 0.2929007809999993, 1.5718309250000004, null, 4.153856507, 0.7413390590000013, 0.7503024640000007, 0.7109910249999984, 0.4142394469999999, 1.7601630150000052, 0.878177796000001, 0.6790120490000007, 2.0080853479999963, 0.9012831249999991, null, 3.620224175999997, 1.634703683999998, 0.7357004609999933, 0.42910891200000023, null, 1.0726384059999994, 0.6719874819999916, 0.4438927879999994, 1.7831156939999993, 2.149441812999992, 0.7555880309999949, null, 0.8281595089999989, 1.5098805910000017, 0.8819407999999989, 0.6640557740000048, 0.26542012099999823, 0.5016987679999971, 1.3810744029999995, 0.4059749420000003, 1.4204951219999913, 0.9457982169999894, 1.0332501379999997, 4.096422141999973, 1.3965952919999864, 0.6917722580000145, 0.3918452679999973, 0.26510696099999365, 3.4159187289999977, 0.7903776859999923, 3.2051110170000214, 0.6140593710000033, 0.6538484330000003, 3.685067872999994, null, 0.8582587589999875, 1.811836325999991, null, 0.6249441769999962, 2.1516714459999875, 3.375151618000011, 0.6449075520000065, 0.646837584999993, 0.7655698139999956, 0.494586027000004, 2.4085508980000085, 6.018046338999994, 3.406139256000003, 0.16835984999999454, null, 0.6692588780000008, 2.011134714000036, 4.573329188999963, 0.5059712159999776, 1.5610345420000158, 0.5960092940000266, 3.1003938649999867, 0.5995635680000078, 1.2716150550000407, 0.403243173000007, 0.7167764640000058, 0.6501104220000116, 0.4553886530000142, 1.3562097640000133, 0.762964205000003, 0.3634132990000012, 0.9777120879999757, 0.42270943400001215, 0.9588878419999958, 0.5174797519999998, 0.5330152639999994, 0.42048615799998856, 0.5160242170000231, 0.7157935299999849, 2.341756928000052, 0.7258369460000011, 1.8090129799999914, 1.530290846999975, 1.6727276919999952, 4.031081474000004, 0.07317315100000599, 1.905494920999999, 0.5629741799999834, 0.3935501979999998, 1.9065198390000262, 2.7055022900000267, 1.786159550000022, null, 0.3141301139999939, 0.7281975240000236, null, 0.4823312760000107], "cpu": [1.443565719, 0.102095092, 2.2509891410000002, 2.899805939, 0.38324581799999996, 0.41648916299999994, 0.597164858, 0.162322093, 0.8002023039999999, 0.610684757, 1.5675111840000007, 0.6642852660000012, 0.646469413000001, 1.2741682850000018, 0.2929007809999993, 1.5718309250000004, 3.849421884999998, 4.153856507, 0.7413390590000013, 0.7503024640000007, 0.7109910249999984, 0.4142394469999999, 1.7601630150000052, 0.878177796000001, 0.6790120490000007, 2.0080853479999963, 0.9012831249999991, 6.500929123999999, 3.620224175999997, 1.634703683999998, 0.7357004609999933, 0.42910891200000023, 5.845924615999994, 1.0726384059999994, 0.6719874819999916, 0.4438927879999994, 1.7831156939999993, 2.149441812999992, 0.7555880309999949, 4.926422443000003, 0.8281595089999989, 1.5098805910000017, 0.8819407999999989, 0.6640557740000048, 0.26542012099999823, 0.5016987679999971, 1.3810744029999995, 0.4059749420000003, 1.4204951219999913, 0.9457982169999894, 1.0332501379999997, 4.096422141999973, 1.3965952919999864, 0.6917722580000145, 0.3918452679999973, 0.26510696099999365, 3.4159187289999977, 0.7903776859999923, 3.2051110170000214, 0.6140593710000033, 0.6538484330000003, 3.685067872999994, 4.154678545000017, 0.8582587589999875, 1.811836325999991, 4.958199739000015, 0.6249441769999962, 2.1516714459999875, 3.375151618000011, 0.6449075520000065, 0.646837584999993, 0.7655698139999956, 0.494586027000004, 2.4085508980000085, 6.018046338999994, 3.406139256000003, 0.16835984999999454, 5.622525898000042, 0.6692588780000008, 2.011134714000036, 4.573329188999963, 0.5059712159999776, 1.5610345420000158, 0.5960092940000266, 3.1003938649999867, 0.5995635680000078, 1.2716150550000407, 0.403243173000007, 0.7167764640000058, 0.6501104220000116, 0.4553886530000142, 1.3562097640000133, 0.762964205000003, 0.3634132990000012, 0.9777120879999757, 0.42270943400001215, 0.9588878419999958, 0.5174797519999998, 0.5330152639999994, 0.42048615799998856, 0.5160242170000231, 0.7157935299999849, 2.341756928000052, 0.7258369460000011, 1.8090129799999914, 1.530290846999975, 1.6727276919999952, 4.031081474000004, 0.07317315100000599, 1.905494920999999, 0.5629741799999834, 0.3935501979999998, 1.9065198390000262, 2.7055022900000267, 1.786159550000022, 5.193322417999994, 0.3141301139999939, 0.7281975240000236, 2.910344018999993, 0.4823312760000107]}, "cert_P2": {"rate_final": 0.925, "wall_q50": [0.416365098, [0.36144275399999515, 0.6213172370000013]], "wall_q90": [2.056497405999977, [1.6539536209999923, NaN]], "wall_q95": [Infinity, [2.056497405999977, NaN]], "wall_median_s": 0.415490621, "cpu_mean_s": 1.5536690263750017, "cpu_median_s": 0.830981242, "T": [0.6887016120000001, 0.093183556, 1.1124690339999996, 1.4551105770000001, 0.20305293899999996, 0.23311763599999996, 0.3441951040000001, 0.151332619, 0.416365098, 0.284948903, 0.8058773250000009, 0.2993142490000018, 0.3413768250000011, 0.6213172370000013, 0.1595063899999989, 0.7663482429999995, null, 2.023830667000002, 0.34927165800000104, 0.3478152639999994, 0.3732347220000012, 0.18461082500000003, 0.885329985000002, 0.48046004000000053, 0.38749981000000133, 0.9952763840000003, 0.4245938109999976, null, 1.8480089219999947, 0.8123103339999993, 0.36144275399999515, 0.16596299300000084, null, 0.523806289000003, 0.3045398699999957, 0.22679404000000147, 0.925266661000002, 1.0440160149999969, 0.39219032499999784, null, 0.4061461780000002, 0.7951163030000004, 0.4796674309999993, 0.3665417620000042, 0.13537739699999918, 0.26708666100000045, 0.6550764350000051, 0.22725522300000023, 0.6832380769999915, 0.46211787599999354, 0.5216001300000102, 2.056497405999977, 0.6572621110000014, 0.3077295540000051, 0.2506422840000013, 0.14492483799999434, 1.6539536209999923, 0.414616144, 1.6051841270000153, 0.3148756240000097, 0.3120478220000109, 1.8515266440000033, null, 0.4792637559999875, 0.9033224639999915, null, 0.28876042200000285, 1.0588616509999937, 1.6982035840000123, 0.3663623340000086, 0.30925867799999907, 0.36399101599999995, 0.23258538600000378, 1.2596041279999994, 2.988410184999985, 1.704693970000008, 0.15977982999999796, null, 0.3234259789999996, 0.9828227860000212, 2.2528680099999576, 0.27958112099997834, 0.7876238750000084, 0.31534062100000426, 1.521661268999992, 0.26296702300000163, 0.6131396809999927, 0.1548644760000144, 0.323428913000015, 0.3432188370000091, 0.2977852779999921, 0.7137864100000115, 0.3852787070000119, 0.21350415599999906, 0.4909871609999925, 0.21197212800001353, 0.40778696099999934, 0.2843740929999967, 0.2768580079999907, 0.21356387599998072, 0.2735550530000097, 0.357438657000003, 1.1440144480000214, 0.3469900150000029, 0.9362405600000017, 0.7437641960000008, 0.8434736500000071, 2.035811619000029, 0.06712885299999982, 0.978687311999991, 0.2584937399999916, 0.15457756799997924, 0.9208729110000178, 1.351333688000011, 0.9328506960000027, null, 0.17833378000000266, 0.33696142100001225, null, 0.3078299350000151], "cpu": [1.3774032240000003, 0.186367112, 2.2249380679999993, 2.9102211540000003, 0.4061058779999999, 0.4662352719999999, 0.6883902080000002, 0.302665238, 0.832730196, 0.569897806, 1.6117546500000017, 0.5986284980000036, 0.6827536500000022, 1.2426344740000026, 0.3190127799999978, 1.532696485999999, 3.849421884999998, 4.047661334000004, 0.6985433160000021, 0.6956305279999988, 0.7464694440000024, 0.36922165000000007, 1.770659970000004, 0.9609200800000011, 0.7749996200000027, 1.9905527680000006, 0.8491876219999952, 6.500929123999999, 3.6960178439999893, 1.6246206679999986, 0.7228855079999903, 0.33192598600000167, 5.845924615999994, 1.047612578000006, 0.6090797399999914, 0.45358808000000295, 1.850533322000004, 2.0880320299999937, 0.7843806499999957, 4.926422443000003, 0.8122923560000004, 1.5902326060000007, 0.9593348619999986, 0.7330835240000084, 0.27075479399999836, 0.5341733220000009, 1.3101528700000102, 0.45451044600000046, 1.366476153999983, 0.9242357519999871, 1.0432002600000203, 4.112994811999954, 1.3145242220000029, 0.6154591080000102, 0.5012845680000027, 0.2898496759999887, 3.3079072419999846, 0.829232288, 3.2103682540000307, 0.6297512480000194, 0.6240956440000218, 3.7030532880000067, 4.154678545000017, 0.958527511999975, 1.806644927999983, 4.958199739000015, 0.5775208440000057, 2.1177233019999875, 3.3964071680000245, 0.7327246680000172, 0.6185173559999981, 0.7279820319999999, 0.46517077200000756, 2.519208255999999, 5.97682036999997, 3.409387940000016, 0.3195596599999959, 5.622525898000042, 0.6468519579999992, 1.9656455720000423, 4.505736019999915, 0.5591622419999567, 1.5752477500000168, 0.6306812420000085, 3.043322537999984, 0.5259340460000033, 1.2262793619999854, 0.3097289520000288, 0.64685782600003, 0.6864376740000182, 0.5955705559999842, 1.427572820000023, 0.7705574140000238, 0.4270083119999981, 0.981974321999985, 0.42394425600002705, 0.8155739219999987, 0.5687481859999934, 0.5537160159999814, 0.42712775199996145, 0.5471101060000194, 0.714877314000006, 2.2880288960000428, 0.6939800300000059, 1.8724811200000033, 1.4875283920000015, 1.6869473000000141, 4.071623238000058, 0.13425770599999964, 1.957374623999982, 0.5169874799999832, 0.3091551359999585, 1.8417458220000356, 2.702667376000022, 1.8657013920000054, 5.193322417999994, 0.3566675600000053, 0.6739228420000245, 2.910344018999993, 0.6156598700000302]}, "cert_P4": {"rate_final": 0.925, "wall_q50": [0.2490720680000038, [0.1938132500000016, 0.31695924899999284]], "wall_q90": [1.0446041559999912, [0.8315932000000004, NaN]], "wall_q95": [Infinity, [1.0446041559999912, NaN]], "wall_median_s": 0.24897675500000105, "cpu_mean_s": 1.5869141288333393, "cpu_median_s": 0.9959070200000042, "T": [0.3234423640000002, 0.093183556, 0.6010596100000001, 0.7387499560000002, 0.03144058099999997, 0.058725347999999955, 0.22116658100000003, 0.151332619, 0.12771880799999996, 0.13077877799999996, 0.42438775100000026, 0.16355422100000094, 0.19061613400000077, 0.2830753030000004, 0.028156454999999525, 0.3698049880000003, null, 1.0075113800000004, 0.141119349000002, 0.17660626899999876, 0.1938132500000016, 0.06759789600000055, 0.4223079219999999, 0.2956218530000019, 0.21376675100000142, 0.5220013330000022, 0.2666430040000023, null, 0.923098048, 0.41348899299999786, 0.21524161299999633, 0.03138634800000162, null, 0.32681407000000107, 0.1686651169999962, 0.10150513700000019, 0.431111848000004, 0.5192284029999996, 0.22977176699999902, null, 0.23305691400000228, 0.40551509199999813, 0.3016119179999954, 0.2490720680000038, 0.1251571859999956, 0.13838224299999524, 0.2899253769999959, 0.12333000599999622, 0.34447748500000586, 0.2898362139999975, 0.2488814419999983, 1.0446041559999912, 0.2931069599999958, 0.17323578400000628, 0.11758402600000295, 0.12359709599999746, 0.8315932000000004, 0.27502452699999935, 0.8277771859999987, 0.1921534410000092, 0.18229087600000327, 0.9562712450000106, null, 0.27985237800000107, 0.4532196599999949, null, 0.1491502360000041, 0.544145178000008, 0.8422628460000041, 0.22052476700000057, 0.1706634660000006, 0.18590895199999835, 0.10525216599999965, 0.6805374170000178, 1.5066015819999805, 0.8672132800000156, 0.15977982999999796, null, 0.16507353100000444, 0.5083809520000031, 1.1465357200000028, 0.15993133699998907, 0.38914986500000737, 0.1915792789999955, 0.8121097130000123, 0.09233059700000013, 0.31695924899999284, 0.03331100600000525, 0.17691194900000085, 0.1925093320000002, 0.14172427600000503, 0.33122166400001163, 0.24289213800000198, 0.08110630900000615, 0.27933582400000034, 0.10776757100001078, 0.23970292399999948, 0.1595698160000012, 0.1488276319999926, 0.09656571899999733, 0.16729673500000786, 0.21368781099999978, 0.6081012630000231, 0.18253996999999345, 0.44597127699999817, 0.3434491939999873, 0.4364920370000078, 1.018274173000023, 0.06712885299999982, 0.48532140199999674, 0.13790254399999924, 0.02584828300000197, 0.46657570300003215, 0.6627445770000122, 0.4283636950000016, null, 0.05635432999999068, 0.17562239200000818, null, 0.1466471610000042], "cpu": [1.2937694560000008, 0.372734224, 2.4042384400000003, 2.9549998240000006, 0.12576232399999987, 0.23490139199999982, 0.8846663240000001, 0.605330476, 0.5108752319999998, 0.5231151119999998, 1.697551004000001, 0.6542168840000038, 0.7624645360000031, 1.1323012120000016, 0.1126258199999981, 1.4792199520000011, 3.849421884999998, 4.030045520000002, 0.564477396000008, 0.706425075999995, 0.7752530000000064, 0.2703915840000022, 1.6892316879999996, 1.1824874120000075, 0.8550670040000057, 2.0880053320000087, 1.0665720160000092, 6.500929123999999, 3.692392192, 1.6539559719999914, 0.8609664519999853, 0.12554539200000647, 5.845924615999994, 1.3072562800000043, 0.6746604679999848, 0.40602054800000076, 1.724447392000016, 2.0769136119999985, 0.9190870679999961, 4.926422443000003, 0.9322276560000091, 1.6220603679999925, 1.2064476719999817, 0.9962882720000152, 0.5006287439999824, 0.553528971999981, 1.1597015079999835, 0.49332002399998487, 1.3779099400000234, 1.15934485599999, 0.9955257679999931, 4.178416623999965, 1.1724278399999832, 0.6929431360000251, 0.4703361040000118, 0.49438838399998986, 3.3263728000000015, 1.1000981079999974, 3.311108743999995, 0.7686137640000368, 0.7291635040000131, 3.8250849800000424, 4.154678545000017, 1.1194095120000043, 1.8128786399999797, 4.958199739000015, 0.5966009440000164, 2.176580712000032, 3.3690513840000165, 0.8820990680000023, 0.6826538640000024, 0.7436358079999934, 0.4210086639999986, 2.722149668000071, 6.02270347299995, 3.4688531200000625, 0.6391193199999918, 5.622525898000042, 0.6602941240000177, 2.0335238080000124, 4.586142880000011, 0.6397253479999563, 1.5565994600000295, 0.766317115999982, 3.2484388520000493, 0.3693223880000005, 1.2678369959999714, 0.133244024000021, 0.7076477960000034, 0.7700373280000008, 0.5668971040000201, 1.3248866560000465, 0.9715685520000079, 0.3244252360000246, 1.1173432960000014, 0.4310702840000431, 0.9588116959999979, 0.6382792640000048, 0.5953105279999704, 0.3862628759999893, 0.6691869400000314, 0.8547512439999991, 2.4324050520000924, 0.7301598799999738, 1.7838851079999927, 1.3737967759999492, 1.7459681480000313, 4.073096692000092, 0.2685154119999993, 1.941285607999987, 0.551610175999997, 0.10339313200000788, 1.8663028120001286, 2.650978308000049, 1.7134547800000064, 5.193322417999994, 0.22541731999996273, 0.7024895680000327, 2.910344018999993, 0.5865886440000168]}, "cert_P8": {"rate_final": 0.925, "wall_q50": [0.12287579400000048, [0.09124210400000266, 0.15977982999999796]], "wall_q90": [0.5367692429999806, [0.391808202, NaN]], "wall_q95": [Infinity, [0.5367692429999806, NaN]], "wall_median_s": 0.12142242349999943, "cpu_mean_s": 1.573444867308335, "cpu_median_s": 0.9713793879999955, "T": [0.17143924800000004, 0.061688763000000035, 0.3246703740000001, 0.3752857890000003, 0.03144058099999997, 0.058725347999999955, 0.10339214900000004, 0.031061071000000218, 0.06025884800000014, 0.018419257999999994, 0.26700264299999965, 0.0466064200000007, 0.07358658000000062, 0.1440323690000005, 0.028156454999999525, 0.2015634240000015, null, 0.4923905960000017, 0.12287579400000048, 0.0489516469999991, 0.06799332000000113, 0.05975238799999971, 0.24184821100000065, 0.12439719600000032, 0.10103605400000149, 0.221218919, 0.11348378499999967, null, 0.4923414419999972, 0.25250018999999924, 0.09201280899999986, 0.025769774000000467, null, 0.15917155700000052, 0.04891595399999815, 0.03552593799999926, 0.24925661500000373, 0.24941873799999925, 0.06395023500000008, null, 0.07375598300000163, 0.2467617319999995, 0.14522930399999723, 0.12576829300000014, 0.09124210400000266, 0.032823786000001576, 0.1511100350000092, 0.07810891199999759, 0.22225775600000475, 0.12762077099999658, 0.14243479299999962, 0.5369092140000049, 0.15201367999999604, 0.05081461200000348, 0.02840590899999995, 0.06929112800000325, 0.391808202, 0.13974504699999812, 0.4538277320000006, 0.08103004500000566, 0.052742874000003326, 0.49229248900000755, null, 0.11996905299999838, 0.2678014429999962, null, 0.04135762700000356, 0.2863322090000011, 0.391300942000008, 0.0920059290000026, 0.05907992000000206, 0.0633770649999974, 0.02862304399999971, 0.35996055999999754, 0.7810270399999979, 0.43555546300000714, 0.15977982999999796, null, 0.03956282500000441, 0.2526448870000024, 0.5367692429999806, 0.054819979999990665, 0.22288541800001838, 0.07066095099999359, 0.4665118779999915, 0.07171418000000074, 0.18909277900000632, 0.02943450200000086, 0.048297547000004215, 0.06996855200000596, 0.06248176299999386, 0.16796686999998656, 0.11636476700000742, 0.07592405600000518, 0.09675330000000315, 0.10263030500000525, 0.08371543299999473, 0.05957654499999876, 0.040156074999998737, 0.043703394999994316, 0.05722475700000018, 0.07971427100000028, 0.3217070120000187, 0.047779228999999646, 0.2627953430000076, 0.19287127699999473, 0.1887928990000063, 0.46070410699998376, 0.06712885299999982, 0.2897447470000003, 0.019164286999995284, 0.020604917999989425, 0.2442339410000045, 0.3298464380000041, 0.2583299539999899, null, 0.051157594999992284, 0.05114640899999756, null, 0.06174395600000082], "cpu": [1.3715139840000004, 0.4935101040000003, 2.5973629920000008, 3.0022863120000025, 0.25152464799999974, 0.46980278399999964, 0.8271371920000004, 0.24848856800000174, 0.48207078400000114, 0.14735406399999995, 2.136021143999997, 0.3728513600000056, 0.588692640000005, 1.152258952000004, 0.2252516399999962, 1.612507392000012, 3.849421884999998, 3.9391247680000134, 0.9830063520000039, 0.3916131759999928, 0.5439465600000091, 0.4780191039999977, 1.9347856880000052, 0.9951775680000026, 0.8082884320000119, 1.769751352, 0.9078702799999974, 6.500929123999999, 3.9387315359999775, 2.020001519999994, 0.7361024719999989, 0.20615819200000374, 5.845924615999994, 1.2733724560000041, 0.3913276319999852, 0.28420750399999406, 1.9940529200000299, 1.995349903999994, 0.5116018800000006, 4.926422443000003, 0.5900478640000131, 1.974093855999996, 1.1618344319999778, 1.0061463440000011, 0.7299368320000212, 0.2625902880000126, 1.2088802800000735, 0.6248712959999807, 1.778062048000038, 1.0209661679999726, 1.139478343999997, 4.295273712000039, 1.2161094399999683, 0.4065168960000278, 0.2272472719999996, 0.554329024000026, 3.134465616, 1.117960375999985, 3.6306218560000048, 0.6482403600000453, 0.4219429920000266, 3.9383399120000604, 4.154678545000017, 0.9597524239999871, 2.1424115439999696, 4.958199739000015, 0.3308610160000285, 2.290657672000009, 3.130407536000064, 0.7360474320000208, 0.4726393600000165, 0.5070165199999792, 0.22898435199999767, 2.8796844799999803, 5.990789693999972, 3.484443704000057, 1.2782386399999837, 5.622525898000042, 0.3165026000000353, 2.0211590960000194, 4.294153943999845, 0.4385598399999253, 1.783083344000147, 0.5652876079999487, 3.732095023999932, 0.5737134400000059, 1.5127422320000505, 0.2354760160000069, 0.3863803760000337, 0.5597484160000477, 0.4998541039999509, 1.3437349599998925, 0.9309181360000593, 0.6073924480000414, 0.7740264000000252, 0.821042440000042, 0.6697234639999579, 0.4766123599999901, 0.3212485999999899, 0.34962715999995453, 0.45779805600000145, 0.6377141680000022, 2.5736560960001498, 0.38223383199999716, 2.102362744000061, 1.5429702159999579, 1.5103431920000503, 3.68563285599987, 0.5370308239999986, 2.3179579760000024, 0.15331429599996227, 0.1648393439999154, 1.953871528000036, 2.638771504000033, 2.0666396319999194, 5.193322417999994, 0.4092607599999383, 0.4091712719999805, 2.910344018999993, 0.49395164800000657]}, "cert_P16": {"rate_final": 0.925, "wall_q50": [0.06929112800000325, [0.06170449700000091, 0.09201280899999986]], "wall_q90": [0.270956324999986, [0.21619217900000365, NaN]], "wall_q95": [Infinity, [0.270956324999986, NaN]], "wall_median_s": 0.0686422240000022, "cpu_mean_s": 1.7119076850666681, "cpu_median_s": 1.098275584000035, "T": [0.03986940400000005, 0.0206912159999999, 0.16766769100000012, 0.17922197200000012, 0.03144058099999997, 0.029300821000000088, 0.061855152000000135, 0.02032260400000019, 0.03260709100000003, 0.018419257999999994, 0.1393702750000001, 0.031476856000000275, 0.07358658000000062, 0.020844595999999882, 0.028156454999999525, 0.0693424940000007, null, 0.19706231400000185, 0.12287579400000048, 0.0489516469999991, 0.06799332000000113, 0.02139257899999869, 0.08499511199999965, 0.031854852000002154, 0.10103605400000149, 0.06170449700000091, 0.10684329499999734, null, 0.2508616420000003, 0.12475454199999803, 0.09201280899999986, 0.025769774000000467, null, 0.06346139200000067, 0.03922478700000198, 0.020243254000000377, 0.09370812200000245, 0.14341810699999868, 0.06395023500000008, null, 0.07375598300000163, 0.11808432599999819, 0.14522930399999723, 0.12576829300000014, 0.0664898650000012, 0.022720950999996603, 0.021880080000002522, 0.07639921899999536, 0.10264969500000376, 0.12762077099999658, 0.04148732099999819, 0.2649553030000007, 0.041186269000000664, 0.04081537300000093, 0.02840590899999995, 0.06929112800000325, 0.21619217900000365, 0.11812847299999873, 0.24513231899999965, 0.08103004500000566, 0.052742874000003326, 0.26205369799999545, null, 0.11996905299999838, 0.10884275499999774, null, 0.04135762700000356, 0.16095565399999856, 0.17090839200000119, 0.07490474699999794, 0.053372258999999644, 0.0633770649999974, 0.02862304399999971, 0.18702275399999735, 0.43954493699999375, 0.24173481200001135, 0.06424839200000321, null, 0.03956282500000441, 0.14238439599999708, 0.270956324999986, 0.054819979999990665, 0.0950805710000111, 0.03091562400000214, 0.3030366140000069, 0.02302381600000558, 0.07138585900000294, 0.02943450200000086, 0.048297547000004215, 0.050956303999996067, 0.030599639000001844, 0.027447530999992864, 0.11636476700000742, 0.06753056600000207, 0.08891950900000722, 0.06260574899999938, 0.054837074999994684, 0.05957654499999876, 0.040156074999998737, 0.043703394999994316, 0.05722475700000018, 0.05649174800001333, 0.1920793099999969, 0.047779228999999646, 0.09592408599999658, 0.06138848299998756, 0.05335542299999929, 0.23431056600000488, 0.060107532000003516, 0.12254676999999958, 0.019164286999995284, 0.020604917999989425, 0.14057742600000722, 0.17135011500000985, 0.09406384499999376, null, 0.051157594999992284, 0.04813587399999619, null, 0.06174395600000082], "cpu": [0.6379104640000008, 0.3310594559999984, 2.682683056000002, 2.867551552000002, 0.5030492959999995, 0.4688131360000014, 0.9896824320000022, 0.325161664000003, 0.5217134560000005, 0.2947081279999999, 2.2299244000000016, 0.5036296960000044, 1.17738528000001, 0.3335135359999981, 0.4505032799999924, 1.1094799040000112, 3.849421884999998, 3.1529970240000296, 1.9660127040000077, 0.7832263519999856, 1.0878931200000181, 0.34228126399997905, 1.3599217919999944, 0.5096776320000345, 1.6165768640000238, 0.9872719520000146, 1.7094927199999574, 6.500929123999999, 4.013786272000004, 1.9960726719999684, 1.4722049439999978, 0.4123163840000075, 5.845924615999994, 1.0153822720000107, 0.6275965920000317, 0.32389206400000603, 1.4993299520000392, 2.294689711999979, 1.0232037600000012, 4.926422443000003, 1.1800957280000262, 1.889349215999971, 2.3236688639999556, 2.0122926880000023, 1.0638378400000192, 0.36353521599994565, 0.35008128000004035, 1.2223875039999257, 1.6423951200000602, 2.0419323359999453, 0.663797135999971, 4.232851778000011, 0.6589803040000106, 0.6530459680000149, 0.4544945439999992, 1.108658048000052, 3.4590748640000584, 1.8900555679999798, 3.9221171039999945, 1.2964807200000905, 0.8438859840000532, 4.071781545999961, 4.154678545000017, 1.9195048479999741, 1.7414840799999638, 4.958199739000015, 0.661722032000057, 2.575290463999977, 2.734534272000019, 1.198475951999967, 0.8539561439999943, 1.0140330399999584, 0.45796870399999534, 2.9923640639999576, 6.023076372999974, 3.8677569920001815, 1.0279742720000513, 5.622525898000042, 0.6330052000000705, 2.2781503359999533, 4.335301199999776, 0.8771196799998506, 1.5212891360001777, 0.49464998400003424, 4.848585824000111, 0.3683810560000893, 1.142173744000047, 0.4709520320000138, 0.7727607520000674, 0.8153008639999371, 0.4895942240000295, 0.4391604959998858, 1.8618362720001187, 1.080489056000033, 1.4227121440001156, 1.00169198399999, 0.8773931999999149, 0.9532247199999802, 0.6424971999999798, 0.6992543199999091, 0.9155961120000029, 0.9038679680002133, 3.0732689599999503, 0.7644676639999943, 1.5347853759999452, 0.982215727999801, 0.8536867679999887, 3.748969056000078, 0.9617205120000563, 1.9607483199999933, 0.30662859199992454, 0.3296786879998308, 2.2492388160001155, 2.7416018400001576, 1.5050215199999002, 5.193322417999994, 0.8185215199998765, 0.7701739839999391, 2.910344018999993, 0.9879032960000131]}, "cert_P32": {"rate_final": 0.925, "wall_q50": [0.04428786199999024, [0.04081537300000093, 0.054837074999994684]], "wall_q90": [0.14545705499999428, [0.09832085100000398, NaN]], "wall_q95": [Infinity, [0.14545705499999428, NaN]], "wall_median_s": 0.04399562849999228, "cpu_mean_s": 1.8731837892916647, "cpu_median_s": 1.407860111999753, "T": [0.03986940400000005, 0.0206912159999999, 0.03809356000000008, 0.060072028, 0.03144058099999997, 0.029300821000000088, 0.02252569900000001, 0.02032260400000019, 0.03260709100000003, 0.018419257999999994, 0.04133312000000089, 0.026189866000000173, 0.07358658000000062, 0.019459378999998833, 0.021160190999999884, 0.06629008500000033, null, 0.031859609999999705, 0.07244463700000026, 0.027308994000001974, 0.06799332000000113, 0.02139257899999869, 0.08018124199999832, 0.031854852000002154, 0.07326113199999895, 0.04831588300000078, 0.027389513999999338, null, 0.11083711499999893, 0.09578184299999748, 0.0589389390000008, 0.025769774000000467, null, 0.06346139200000067, 0.022198877999997535, 0.020243254000000377, 0.09370812200000245, 0.040385738000001226, 0.05121446199999724, null, 0.07375598300000163, 0.10981541299999975, 0.08558775200000213, 0.059752018000004625, 0.020450505999995983, 0.022720950999996603, 0.021880080000002522, 0.03614394600000281, 0.09832085100000398, 0.0493760640000005, 0.04148732099999819, 0.1039599200000012, 0.041186269000000664, 0.04081537300000093, 0.02840590899999995, 0.06109415099999893, 0.06120735100000019, 0.09540714100000258, 0.11471389200000459, 0.08103004500000566, 0.03985814699999679, 0.10948873299999207, null, 0.06046084200000479, 0.10884275499999774, null, 0.04135762700000356, 0.04537134699999967, 0.02668762100000066, 0.04841298000000194, 0.04449653500000039, 0.041247360999996374, 0.02797107699999657, 0.030613259999995535, 0.27064953399999325, 0.08863778700001035, 0.020053829999994832, null, 0.03956282500000441, 0.04097304900000154, 0.14545705499999428, 0.021866660000000593, 0.08137314900000092, 0.03091562400000214, 0.14832651999999769, 0.02302381600000558, 0.06741807699999924, 0.018648282000000904, 0.028049684999999158, 0.050956303999996067, 0.02629790700000001, 0.02082884299998966, 0.058868242000002624, 0.01881415199999026, 0.06530992400000457, 0.04284506700000179, 0.054837074999994684, 0.018838117000001375, 0.020281151000006048, 0.043703394999994316, 0.02161029500000211, 0.04428786199999024, 0.06701468200000704, 0.0432666000000097, 0.034134621999996284, 0.04349468199998796, 0.05335542299999929, 0.057757756999990306, 0.030531597000006627, 0.06721528300001012, 0.019164286999995284, 0.020604917999989425, 0.03998081100000661, 0.0604173960000054, 0.06388410600000327, null, 0.051157594999992284, 0.04639119699999128, null, 0.02970635900000218], "cpu": [1.2758209280000017, 0.6621189119999968, 1.2189939200000026, 1.922304896, 1.006098591999999, 0.9376262720000028, 0.7208223680000003, 0.650323328000006, 1.043426912000001, 0.5894162559999998, 1.3226598400000285, 0.8380757120000055, 2.35477056000002, 0.6227001279999627, 0.6771261119999963, 2.1212827200000106, 3.849421884999998, 1.0195075199999906, 2.318228384000008, 0.8738878080000632, 2.1757862400000363, 0.6845625279999581, 2.5657997439999463, 1.019355264000069, 2.3443562239999665, 1.546108256000025, 0.8764644479999788, 6.500929123999999, 3.546787679999966, 3.0650189759999193, 1.8860460480000256, 0.824632768000015, 5.845924615999994, 2.0307645440000215, 0.7103640959999211, 0.6477841280000121, 2.9986599040000783, 1.2923436160000392, 1.6388627839999117, 4.926422443000003, 2.3601914560000523, 3.514093215999992, 2.738808064000068, 1.912064576000148, 0.6544161919998714, 0.7270704319998913, 0.7001625600000807, 1.15660627200009, 3.1462672320001275, 1.580034048000016, 1.327594271999942, 3.3267174400000386, 1.3179606080000212, 1.3060919360000298, 0.9089890879999984, 1.9550128319999658, 1.958635232000006, 3.0530285120000826, 3.6660430090001412, 2.592961440000181, 1.2754607039998973, 3.4833714949998225, 4.154678545000017, 1.9347469440001532, 3.4829681599999276, 4.958199739000015, 1.323444064000114, 1.4518831039999895, 0.8540038720000211, 1.549215360000062, 1.4238891200000126, 1.319915551999884, 0.8950744639998902, 0.9796243199998571, 6.021184776999974, 2.836409184000331, 0.6417225599998346, 5.622525898000042, 1.266010400000141, 1.3111375680000492, 4.512908762999885, 0.699733120000019, 2.6039407680000295, 0.9892999680000685, 4.746448639999926, 0.7367621120001786, 2.157378463999976, 0.5967450240000289, 0.8975899199999731, 1.6306017279998741, 0.8415330240000003, 0.6665229759996691, 1.883783744000084, 0.6020528639996883, 2.0899175680001463, 1.3710421440000573, 1.7547863999998299, 0.602819744000044, 0.6489968320001935, 1.3985086399998181, 0.6915294400000676, 1.4172115839996877, 2.1444698240002253, 1.3845312000003105, 1.092307903999881, 1.3918298239996147, 1.7073735359999773, 1.8482482239996898, 0.9770111040002121, 2.1508890560003238, 0.6132571839998491, 0.6593573759996616, 1.2793859520002115, 1.9333566720001727, 2.0442913920001047, 5.193322417999994, 1.637043039999753, 1.484518303999721, 2.910344018999993, 0.9506034880000698]}, "full_P1": {"rate_final": 0.925, "wall_q50": [1.6558654079999968, [1.4668810000000079, 1.971544889000043]], "wall_q90": [5.2687478440000035, [4.24975639500002, NaN]], "wall_q95": [Infinity, [5.2687478440000035, NaN]], "wall_median_s": 1.6497495949999994, "cpu_mean_s": 2.1421884949916676, "cpu_median_s": 1.6497495949999994, "T": [1.635443025, 0.7751329090000001, 3.0102228710000003, 3.683237957, 0.7263178770000001, 0.7507779659999999, 0.8697662820000001, 0.387498368, 1.120103356, 1.8249200099999998, 1.8109233220000007, 0.903693939000001, 0.9167190770000007, 2.173058720000002, 0.5579082119999983, 1.8303594380000003, null, 4.46051203, 1.0747416320000003, 0.9879276120000018, 1.8877699339999978, 0.6676400880000006, 2.7439331400000047, 2.069037065, 1.4835625540000006, 2.3272996089999953, 1.1932866599999983, null, 4.523676294999998, 2.003846838000001, 1.724944955999991, 1.363487721000002, null, 2.004727889999998, 0.9313643679999934, 0.6835174049999999, 2.1239668809999976, 3.1610509169999936, 2.126182051999997, null, 1.6558654079999968, 2.4128467590000042, 2.1540595680000045, 1.580607981, 0.8731982480000013, 1.4422471299999984, 2.2192879219999995, 1.3762049680000032, 2.3705261869999887, 1.253544866999988, 1.878265780999996, 4.893428399999969, 2.218945737999988, 0.9411942700000111, 0.6154544909999942, 1.2146600699999937, 3.7616561449999963, 1.4808039149999956, 4.24975639500002, 1.5941033380000036, 0.9069374460000006, 4.8046261419999965, null, 1.1834701559999914, 3.023606500999989, null, 1.441042993999993, 2.4085983059999876, 4.372089675000012, 1.643633782000002, 0.862294870999996, 1.573411004999997, 0.753955181000002, 3.3873685750000035, 7.266718677, 4.537396762, 0.4911706959999975, null, 1.4668810000000079, 2.4739134830000324, 5.353001425999963, 1.2224641849999784, 1.8374335400000064, 1.5968189270000295, 4.3977165489999805, 0.9241664320000069, 1.971544889000043, 0.5899560530000088, 0.9795494740000095, 0.9287707520000055, 1.604668743000019, 1.5991950010000124, 1.8340846149999948, 1.178022432000006, 2.11148744099998, 1.2621963140000076, 1.272666319999999, 1.2815708190000095, 1.3106130099999973, 1.2319232439999865, 0.7071585180000284, 0.96331087599998, 2.6015801640000547, 0.9774115969999997, 2.9515004209999915, 2.254523364999983, 1.916109464999991, 5.2687478440000035, 0.29666561000000513, 3.1601815709999954, 0.7550559119999747, 0.6291722899999996, 2.111448242000023, 3.511727728000025, 2.0928685340000186, null, 1.322718180999999, 0.9755245550000211, null, 0.8149638640000063], "cpu": [1.635443025, 0.7751329090000001, 3.010222871, 3.683237957, 0.7263178770000001, 0.7507779659999999, 0.8697662820000001, 0.387498368, 1.120103356, 1.82492001, 1.8109233220000007, 0.903693939000001, 0.9167190770000007, 2.173058720000002, 0.5579082119999983, 1.8303594380000003, 3.849421884999998, 4.46051203, 1.0747416320000003, 0.9879276120000018, 1.8877699339999978, 0.6676400880000006, 2.7439331400000047, 2.069037065, 1.4835625540000006, 2.3272996089999953, 1.1932866599999983, 6.500929123999999, 4.523676294999998, 2.003846838000001, 1.724944955999991, 1.363487721000002, 5.845924615999994, 2.004727889999998, 0.9313643679999934, 0.6835174049999999, 2.1239668809999976, 3.1610509169999936, 2.126182051999997, 4.926422443000003, 1.6558654079999968, 2.4128467590000042, 2.1540595680000045, 1.580607981, 0.8731982480000013, 1.4422471299999984, 2.2192879219999995, 1.3762049680000032, 2.3705261869999887, 1.253544866999988, 1.878265780999996, 4.893428399999969, 2.218945737999988, 0.9411942700000111, 0.6154544909999942, 1.2146600699999937, 3.7616561449999963, 1.4808039149999956, 4.24975639500002, 1.5941033380000036, 0.9069374460000006, 4.8046261419999965, 4.154678545000017, 1.1834701559999914, 3.023606500999989, 4.958199739000015, 1.441042993999993, 2.4085983059999876, 4.372089675000012, 1.643633782000002, 0.862294870999996, 1.573411004999997, 0.753955181000002, 3.3873685750000035, 7.266718677, 4.537396762, 0.4911706959999975, 5.622525898000042, 1.4668810000000079, 2.4739134830000324, 5.353001425999963, 1.2224641849999784, 1.8374335400000064, 1.5968189270000295, 4.3977165489999805, 0.9241664320000069, 1.971544889000043, 0.5899560530000088, 0.9795494740000095, 0.9287707520000055, 1.604668743000019, 1.5991950010000124, 1.8340846149999948, 1.178022432000006, 2.11148744099998, 1.2621963140000076, 1.272666319999999, 1.2815708190000095, 1.3106130099999973, 1.2319232439999865, 0.7071585180000284, 0.96331087599998, 2.6015801640000547, 0.9774115969999997, 2.9515004209999915, 2.254523364999983, 1.916109464999991, 5.2687478440000035, 0.29666561000000513, 3.1601815709999954, 0.7550559119999747, 0.6291722899999996, 2.111448242000023, 3.511727728000025, 2.0928685340000186, 5.193322417999994, 1.322718180999999, 0.9755245550000211, 2.910344018999993, 0.8149638640000063]}, "full_P2": {"rate_final": 0.925, "wall_q50": [1.1920503150000012, [1.086855423000003, 1.3161502540000072]], "wall_q90": [3.0325402469999574, [2.330486190000002, NaN]], "wall_q95": [Infinity, [3.0325402469999574, NaN]], "wall_median_s": 1.1894860810000045, "cpu_mean_s": 2.711309127683334, "cpu_median_s": 2.378972162000009, "T": [0.8805789180000002, 0.766221373, 1.8717027639999997, 2.238542595, 0.546124998, 0.567406439, 0.6167965280000001, 0.376508894, 0.7362661500000001, 1.169878608, 1.049289463000001, 0.5387229220000016, 0.6116264890000007, 1.5202076720000015, 0.4245138209999979, 1.0248767559999994, null, 2.330486190000002, 0.682674231, 0.5854404120000005, 1.5500136310000006, 0.43801146600000074, 1.8691001100000015, 1.6713193089999994, 1.1920503150000012, 1.3144906449999993, 0.7165973459999968, null, 2.7514610409999953, 1.1814534880000025, 1.3506872489999928, 1.1003418020000026, null, 1.4558957730000017, 0.5639167559999976, 0.46641865700000196, 1.2661178480000004, 2.0556251189999983, 1.6810138999999964, null, 1.233852076999998, 1.6980824710000029, 1.751786199000005, 1.2830939689999994, 0.7431555240000023, 0.8978384990000023, 1.493289954000005, 1.1974852490000032, 1.633269141999989, 0.7698645259999921, 1.322810218999983, 2.853503663999973, 1.479612557000003, 0.5571515660000017, 0.4742515069999982, 1.0944779469999943, 1.999691036999991, 1.1050423730000034, 2.5689878129999997, 1.29491959100001, 0.5651368350000112, 2.9710849130000057, null, 0.8044751529999914, 2.1150926389999896, null, 1.1048592389999996, 1.3157885109999938, 2.6951416410000135, 1.3650885640000041, 0.5247159640000021, 1.1718322070000013, 0.4919545400000018, 2.2384218049999944, 4.237082522999991, 2.8359514760000053, 0.48259067600000094, null, 1.1210481010000066, 1.4456015550000174, 3.0325402469999574, 0.9960740899999792, 1.064022872999999, 1.3161502540000072, 2.818983952999986, 0.5875698870000008, 1.3130695149999951, 0.34157735600001615, 0.5862019230000186, 0.621879167000003, 1.2565222519999963, 0.9567716470000107, 1.4563991170000037, 1.0281132890000038, 1.6247625139999968, 1.051459008000009, 0.7215654390000026, 1.0484651600000063, 1.0544557539999886, 1.0250009619999787, 0.464689354000015, 0.6049560029999981, 1.403837684000024, 0.5985646660000015, 2.0787280010000018, 1.4679967140000088, 1.086855423000003, 3.2734779890000283, 0.29062131199999897, 2.2333739619999875, 0.4505754719999828, 0.3901996599999791, 1.1258013140000145, 2.1575591260000095, 1.2395596799999993, null, 1.1869218470000078, 0.5842884520000098, null, 0.6404625230000107], "cpu": [1.7611578360000004, 1.532442746, 3.743405527999999, 4.47708519, 1.092249996, 1.134812878, 1.2335930560000001, 0.753017788, 1.4725323000000001, 2.339757216, 2.098578926000002, 1.0774458440000032, 1.2232529780000014, 3.040415344000003, 0.8490276419999958, 2.049753511999999, 3.849421884999998, 4.660972380000004, 1.365348462, 1.170880824000001, 3.100027262000001, 0.8760229320000015, 3.738200220000003, 3.3426386179999987, 2.3841006300000025, 2.6289812899999987, 1.4331946919999936, 6.500929123999999, 5.502922081999991, 2.362906976000005, 2.7013744979999856, 2.2006836040000053, 5.845924615999994, 2.9117915460000034, 1.1278335119999952, 0.9328373140000039, 2.5322356960000008, 4.111250237999997, 3.362027799999993, 4.926422443000003, 2.467704153999996, 3.3961649420000057, 3.50357239800001, 2.566187937999999, 1.4863110480000046, 1.7956769980000047, 2.98657990800001, 2.3949704980000064, 3.266538283999978, 1.5397290519999842, 2.645620437999966, 5.707007327999946, 2.959225114000006, 1.1143031320000034, 0.9485030139999964, 2.1889558939999887, 3.999382073999982, 2.210084746000007, 5.137975625999999, 2.58983918200002, 1.1302736700000224, 5.825869749999988, 4.154678545000017, 1.6089503059999828, 4.230185277999979, 4.958199739000015, 2.209718477999999, 2.6315770219999877, 5.390283282000027, 2.7301771280000082, 1.0494319280000042, 2.3436644140000027, 0.9839090800000037, 4.476843609999989, 7.424860771000013, 5.671902952000011, 0.9651813520000019, 5.622525898000042, 2.2420962020000132, 2.891203110000035, 6.065080493999915, 1.9921481799999583, 2.128045745999998, 2.6323005080000144, 5.637967905999972, 1.1751397740000016, 2.6261390299999903, 0.6831547120000323, 1.1724038460000372, 1.243758334000006, 2.5130445039999927, 1.9135432940000214, 2.9127982340000074, 2.0562265780000075, 3.2495250279999937, 2.102918016000018, 1.4431308780000052, 2.0969303200000127, 2.108911507999977, 2.0500019239999574, 0.92937870800003, 1.2099120059999962, 2.807675368000048, 1.197129332000003, 4.1574560020000035, 2.9359934280000175, 2.173710846000006, 6.546955978000057, 0.5812426239999979, 4.466747923999975, 0.9011509439999656, 0.7803993199999582, 2.251602628000029, 4.315118252000019, 2.4791193599999986, 5.193322417999994, 2.3738436940000156, 1.1685769040000196, 2.910344018999993, 1.2809250460000214]}, "full_P4": {"rate_final": 0.925, "wall_q50": [0.9626956530000115, [0.782632147000001, 1.0731502049999975]], "wall_q90": [2.109432397000006, [1.664989834999993, NaN]], "wall_q95": [Infinity, [2.109432397000006, NaN]], "wall_median_s": 0.944560515500001, "cpu_mean_s": 3.7443783815416696, "cpu_median_s": 3.6688563659999716, "T": [0.5153196700000002, 0.766221373, 1.3602933400000001, 1.5221819740000002, 0.37451264, 0.3930141509999999, 0.493768005, 0.37312940300000014, 0.44761986000000004, 0.897572328, 0.6677998890000003, 0.40296289400000074, 0.4608657980000004, 1.1819657380000006, 0.29316388599999854, 0.6283335010000002, null, 1.3141669030000003, 0.474521922000001, 0.4142314169999999, 1.370592159000001, 0.32099853700000125, 1.4060780469999994, 1.4864811220000007, 1.0183172560000013, 0.8412155940000012, 0.5586465390000015, null, 1.8265501670000006, 0.782632147000001, 1.204486107999994, 0.9657651570000034, null, 1.2589035539999998, 0.42804200299999806, 0.3411297540000007, 0.7719630350000024, 1.530837507000001, 1.4842564839999959, null, 0.7676441270000005, 1.3084812600000006, 1.3271892449999996, 1.165624274999999, 0.7329353129999987, 0.7763814730000007, 1.1281388959999958, 1.0935600319999992, 1.2945085500000033, 0.597582863999996, 1.0185543319999937, 1.8416104139999874, 1.1154574059999973, 0.42265779600000286, 0.3411932489999998, 1.0731502049999975, 1.177330615999999, 0.9654507560000027, 1.3765553750000095, 1.1721974080000095, 0.4353798890000036, 2.075829514000013, null, 0.605063775000005, 1.664989834999993, null, 0.9652490530000009, 0.801072038000008, 1.8392009030000054, 0.7914927469999924, 0.3861207520000036, 0.9937501429999998, 0.3646213199999977, 1.6593550940000128, 2.7552739199999863, 1.9984707860000128, 0.48259067600000094, null, 0.9626956530000115, 0.9711597209999994, 1.9262079570000026, 0.8764243059999899, 0.6655488629999979, 1.1923889119999984, 2.109432397000006, 0.4169334609999993, 1.0168890829999953, 0.220023886000007, 0.4396849590000045, 0.4711696619999941, 1.107747028999995, 0.5742069010000108, 1.3140125479999938, 0.8957154420000109, 1.3874162939999906, 0.6426138909999963, 0.5534814020000027, 0.7607653870000064, 0.9264253779999905, 0.9080028049999953, 0.35843103600001314, 0.46120515699999487, 0.8679244990000257, 0.434114620999992, 1.5884587179999983, 1.0676817119999953, 0.6798738100000037, 2.2559405430000226, 0.29062131199999897, 1.7400080519999932, 0.3299842759999905, 0.2614703750000018, 0.6715041060000289, 1.4689700150000107, 0.7350726789999982, null, 1.0649423969999958, 0.4229494230000057, null, 0.4792797489999998], "cpu": [2.061278680000001, 3.064885492, 5.4411733600000005, 5.704935346000002, 1.49805056, 1.5720566039999997, 1.9750720199999998, 1.4925176120000005, 1.7904794400000001, 3.5902893120000003, 2.6711995560000013, 1.611851576000003, 1.8434631920000015, 4.727862952000002, 1.1726555439999942, 2.5133340040000007, 3.849421884999998, 5.256667612000001, 1.898087688000004, 1.6569256679999995, 5.482368636000004, 1.283994148000005, 5.6243121879999975, 5.945924488000003, 4.073269024000005, 3.364862376000005, 2.234586156000006, 6.500929123999999, 6.3316568559999915, 3.130528588000004, 4.817944431999976, 3.8630606280000137, 5.845924615999994, 5.035614215999999, 1.7121680119999922, 1.3645190160000027, 3.0878521400000096, 5.862918261000004, 5.9370259359999835, 4.926422443000003, 3.070576508000002, 5.233925040000003, 5.308756979999998, 4.662497099999996, 2.931741251999995, 3.105525892000003, 4.512555583999983, 4.374240127999997, 5.178034200000013, 2.390331455999984, 4.074217327999975, 5.798386077999972, 4.461829623999989, 1.6906311840000114, 1.3647729959999992, 4.29260081999999, 4.709322463999996, 3.861803024000011, 5.437259626000014, 4.688789632000038, 1.7415195560000143, 5.825869749999988, 4.154678545000017, 2.42025510000002, 6.659959339999972, 4.958199739000015, 3.8609962120000034, 3.204288152000032, 6.573950138000022, 3.1659709879999696, 1.5444830080000145, 3.975000571999999, 1.4584852799999908, 6.52013547600005, 7.424860771000013, 7.993883144000051, 1.9303627040000038, 5.622525898000042, 3.850782612000046, 3.8846388839999975, 6.859210625999978, 3.5056972239999595, 2.6621954519999917, 4.769555647999994, 7.580763067999953, 1.6677338439999971, 4.067556331999981, 0.880095544000028, 1.758739836000018, 1.8846786479999764, 4.43098811599998, 2.2968276040000433, 5.256050191999975, 3.5828617680000434, 5.549665175999962, 2.5704555639999853, 2.213925608000011, 3.0430615480000256, 3.705701511999962, 3.632011219999981, 1.4337241440000525, 1.8448206279999795, 3.4716979960001026, 1.736458483999968, 6.353834871999993, 4.270726847999981, 2.7194952400000147, 8.696841138000082, 1.1624852479999959, 6.960032207999973, 1.319937103999962, 1.0458815000000072, 2.6860164240001154, 5.056303820000011, 2.9402907159999927, 5.193322417999994, 4.259769587999983, 1.6917976920000228, 2.910344018999993, 1.9171189959999992]}, "full_P8": {"rate_final": 0.925, "wall_q50": [0.7990461190000016, [0.5650389379999865, 0.8890226130000087]], "wall_q90": [1.6983704769999832, [1.3882389990000092, NaN]], "wall_q95": [Infinity, [1.6983704769999832, NaN]], "wall_median_s": 0.7707262705000018, "cpu_mean_s": 5.216382344491669, "cpu_median_s": 5.195098749000017, "T": [0.3633165540000001, 0.7097589389999999, 1.0839041040000001, 1.1587178070000004, 0.37451264, 0.3930141509999999, 0.375993573, 0.22269429000000007, 0.358319359, 0.734589363, 0.5104147809999997, 0.2860150930000005, 0.34383624400000024, 1.0429228040000007, 0.29316388599999854, 0.4600919370000014, null, 0.7990461190000016, 0.45627836699999946, 0.2865767950000002, 1.2447722290000005, 0.2994470810000003, 1.2256183360000001, 1.2924150930000007, 0.742406422000002, 0.5404331799999991, 0.4054873199999989, null, 1.3957935609999979, 0.6216433440000024, 1.0812573039999975, 0.9601485830000023, null, 0.9960413430000017, 0.30829284, 0.23312696999999716, 0.5901078020000021, 1.2610278420000007, 1.3176161939999993, null, 0.5023885529999994, 1.149727900000002, 0.8361307670000002, 1.0423204999999953, 0.5049454290000028, 0.6496093850000051, 0.9893235540000092, 0.9612640659999983, 1.1722888210000022, 0.43536742099999515, 0.912107682999995, 1.333915472000001, 0.9743641259999976, 0.30023662400000006, 0.329174222000006, 1.0731502049999975, 0.7375456179999986, 0.8301712760000015, 0.8479412520000054, 1.061074012000006, 0.30583188700000363, 1.6118507580000099, null, 0.4451804500000023, 1.4795716179999943, null, 0.8574564440000003, 0.5432590690000012, 1.3882389990000092, 0.49378273399999983, 0.2745372060000051, 0.8712182559999988, 0.26352234400000185, 1.1983436970000128, 2.0296993780000037, 1.5668129690000043, 0.48259067600000094, null, 0.8371849470000114, 0.7154236559999987, 1.2658158939999993, 0.670737435999996, 0.49928441600000895, 1.0714705839999965, 1.7638345619999853, 0.3791554000000019, 0.8890226130000087, 0.220023886000007, 0.31107055700000785, 0.34862888199999986, 1.0991971339999935, 0.42235780599999373, 1.1520121379999892, 0.840609201999996, 0.8427454979999851, 0.39881777699999077, 0.397493910999998, 0.4731825650000019, 0.8177538209999966, 0.9020674100000008, 0.24835905800000546, 0.32723161699999537, 0.5815302480000213, 0.2993538799999982, 1.4052827840000077, 0.9171037950000027, 0.43217467200000215, 1.6983704769999832, 0.29062131199999897, 1.5444313969999968, 0.21124601899998652, 0.25622700999998926, 0.4491623440000012, 1.1360718760000026, 0.5650389379999865, null, 1.0597456619999974, 0.2931008000000048, null, 0.4043260889999942], "cpu": [2.906532432000001, 5.678071511999999, 6.7960073429999985, 6.040317026, 2.99610112, 3.1441132079999994, 3.007948584, 1.7815543200000006, 2.866554872, 5.876714904, 4.083318247999998, 2.288120744000004, 2.750689952000002, 8.343382432000006, 2.3453110879999883, 3.680735496000011, 3.849421884999998, 6.37587685400001, 3.6502269359999957, 2.2926143600000017, 9.268444879999999, 2.3955766480000023, 9.156343703000005, 10.339320744000005, 5.832843956000012, 4.3234654399999926, 3.243898559999991, 6.500929123999999, 6.3316568559999915, 4.973146752000019, 7.529766384999988, 7.681188664000018, 5.845924615999994, 7.9683307440000135, 2.46634272, 1.8650157599999773, 4.720862416000017, 6.311942487, 10.540929551999994, 4.926422443000003, 4.019108423999995, 7.159001418000024, 6.689046136000002, 8.245163038999983, 4.039563432000023, 5.196875080000041, 6.849876454000032, 7.690112527999986, 7.588376756999999, 3.482939367999961, 7.29686146399996, 5.798386077999972, 6.791886748000003, 2.4018929920000005, 2.633393776000048, 8.58520163999998, 5.900364943999989, 6.641370208000012, 5.299372319000007, 8.488592096000048, 2.446655096000029, 5.825869749999988, 4.154678545000017, 3.5614436000000183, 7.11701173799996, 4.958199739000015, 6.8596515520000025, 4.34607255200001, 6.824739972000046, 3.9502618719999987, 2.1962976480000407, 6.946492310000018, 2.108178752000015, 6.489864259000065, 7.424860771000013, 10.24836382100002, 3.8607254080000075, 5.622525898000042, 6.264323483000055, 5.209261335000079, 6.902430991999978, 5.365899487999968, 3.9942753280000716, 7.093878085000043, 7.580763067999953, 3.0332432000000153, 6.139223081000111, 1.760191088000056, 2.488564456000063, 2.789031055999999, 8.793577071999948, 3.37886244799995, 7.046127266999932, 6.724873615999968, 6.741963983999881, 3.190542215999926, 3.179951287999984, 3.785460520000015, 6.542030567999973, 7.216539280000006, 1.9868724640000437, 2.617852935999963, 4.65224198400017, 2.3948310399999855, 11.043029741000069, 7.336830360000022, 3.457397376000017, 9.174973191999968, 2.3249704959999917, 8.556839158000031, 1.6899681519998921, 2.049816079999914, 3.5932987520000097, 5.056303820000011, 4.520311503999892, 5.193322417999994, 7.891005866000015, 2.3448064000000386, 2.910344018999993, 3.234608711999954]}, "full_P16": {"rate_final": 0.925, "wall_q50": [0.6051631649999933, [0.4451804500000023, 0.830234932000001]], "wall_q90": [1.4719769360000043, [1.1678464490000025, NaN]], "wall_q95": [Infinity, [1.4719769360000043, NaN]], "wall_median_s": 0.5936485184999967, "cpu_mean_s": 6.6584279182333335, "cpu_median_s": 6.166066374499996, "T": [0.23174671000000013, 0.7097589389999999, 0.939887511, 0.9626539900000002, 0.3596234060000003, 0.3450497050000001, 0.27115679400000015, 0.21195582300000004, 0.33979265999999964, 0.734589363, 0.38278241300000015, 0.2844923899999996, 0.34383624400000024, 0.9213883920000008, 0.29316388599999854, 0.3278710070000006, null, 0.5037178370000017, 0.45627836699999946, 0.2865767950000002, 1.2447722290000005, 0.23186001000000012, 1.0687652369999991, 1.0820417730000003, 0.5273413430000016, 0.38091875799999997, 0.3986081619999986, null, 1.154313761000001, 0.4938976960000012, 1.0177453069999984, 0.9229006509999991, null, 0.7153890630000035, 0.23233660500000042, 0.21784428599999828, 0.43455930900000084, 1.1550272110000002, 1.135153939999995, null, 0.34308762199999876, 1.0210504940000007, 0.5611581880000074, 1.0423204999999953, 0.377987951999998, 0.5242481929999983, 0.8600935990000025, 0.8327175159999953, 0.9665169260000042, 0.43536742099999515, 0.8111602109999936, 1.0619615609999968, 0.8635367150000022, 0.27488371599999795, 0.329174222000006, 1.0731502049999975, 0.5619295950000023, 0.8301712760000015, 0.582133872, 1.061074012000006, 0.30583188700000363, 1.3816119669999978, null, 0.4451804500000023, 1.3206129299999958, null, 0.8574564440000003, 0.41788251399999865, 1.1678464490000025, 0.35360107099999993, 0.2745372060000051, 0.8712182559999988, 0.26352234400000185, 0.9169425740000037, 1.6882172749999995, 1.2486176560000004, 0.3287874509999966, null, 0.8371849470000114, 0.6051631649999933, 0.9216488819999995, 0.5096599599999934, 0.3714795690000017, 0.9938301630000126, 1.6003592980000008, 0.24210556900000313, 0.7713156930000054, 0.220023886000007, 0.31107055700000785, 0.32182661999999596, 0.8845011220000032, 0.28183846700000004, 1.0151831139999956, 0.6922192180000053, 0.6475583269999987, 0.2924152229999919, 0.3504151019999995, 0.365356656000003, 0.7876420019999983, 0.9020674100000008, 0.24835905800000546, 0.3125538510000041, 0.45190254599999946, 0.2993538799999982, 1.2384115269999967, 0.7856210009999955, 0.29673719599999515, 1.4719769360000043, 0.29062131199999897, 1.377233419999996, 0.21124601899998652, 0.25622700999998926, 0.34550582900000393, 0.9775755530000083, 0.40077282899999034, null, 1.0597456619999974, 0.2892033650000059, null, 0.4043260889999942], "cpu": [3.707947360000002, 8.923174952999997, 6.954114697999999, 6.124026529000002, 5.753974496000005, 5.5207952800000015, 4.3201601420000015, 3.3912931680000007, 5.436682559999994, 9.669945554999998, 5.340636744000005, 4.5518782399999935, 5.445990663000003, 14.324967200000007, 4.690622175999977, 5.226340723000005, 3.849421884999998, 6.755065560000006, 6.774586175, 4.5852287200000035, 10.868621921999999, 3.709760160000002, 9.752584897999999, 12.001245030000009, 5.850152778999998, 5.993485346, 6.377730591999978, 6.500929123999999, 6.3316568559999915, 6.699227892000007, 8.126024382999987, 11.982049624999984, 5.845924615999994, 8.158438931000003, 3.7173856800000067, 3.4855085759999724, 6.208106219999991, 6.545063759999994, 12.413979895999965, 4.926422443000003, 5.4666383559999865, 7.171578703000023, 7.136897951000041, 9.89344279199998, 5.948915042999985, 8.387971087999972, 7.230205534999996, 10.42571383599995, 7.477425136000008, 6.855418695999944, 10.804560590999891, 5.798386077999972, 7.102235190000016, 4.398139455999967, 5.266787552000096, 11.946920829, 7.623254224, 8.334978301999968, 5.242260352000002, 10.866983308000023, 4.893310192000058, 5.825869749999988, 4.154678545000017, 7.032748373000025, 7.11701173799996, 4.958199739000015, 9.171310881999993, 5.393973590000009, 6.901335913000025, 5.657617135999999, 4.392595296000081, 7.499183524000017, 4.21635750400003, 6.334278869000052, 7.424860771000013, 10.363706494999981, 5.260599215999946, 5.622525898000042, 6.783085637000063, 5.38861604700007, 6.824076897999973, 6.400644838999995, 5.46715010100003, 7.06951229600007, 7.580763067999953, 3.87368910400005, 6.316224183000074, 3.520382176000112, 4.899053244000115, 4.981160040999981, 14.152017952000051, 4.509415472000001, 7.004676978999939, 9.368203007000147, 8.04786017799995, 4.636279030999916, 5.606641631999992, 5.16952255999999, 9.441426957999909, 9.703061142999957, 3.9737449280000874, 5.000861616000066, 5.609916092000049, 4.789662079999971, 11.91358663800004, 9.161918073999956, 4.738344209999923, 9.436492540000046, 4.6499409919999835, 8.777528493000048, 3.3799363039997843, 4.099632159999828, 4.480838531000032, 5.056303820000011, 6.412365263999845, 5.193322417999994, 9.146650194000046, 4.627253840000094, 2.910344018999993, 6.469217423999908]}, "full_P32": {"rate_final": 0.925, "wall_q50": [0.4817393489999944, [0.3668063600000053, 0.7856210009999955]], "wall_q90": [1.3206129299999958, [1.0538612319999885, NaN]], "wall_q95": [Infinity, [1.3206129299999958, NaN]], "wall_median_s": 0.4625558140000017, "cpu_mean_s": 7.447642594716668, "cpu_median_s": 6.903888640499982, "T": [0.23174671000000013, 0.7097589389999999, 0.8385523180000001, 0.8435040460000001, 0.3596234060000003, 0.3450497050000001, 0.2580611519999998, 0.21195582300000004, 0.33979265999999964, 0.734589363, 0.31462062099999955, 0.2844923899999996, 0.34383624400000024, 0.805068803000001, 0.2385136120000002, 0.3278710070000006, null, 0.3385151329999996, 0.4154431940000016, 0.2865767950000002, 1.183446029999999, 0.23186001000000012, 1.0687652369999991, 1.0136500940000008, 0.3964521500000018, 0.31627064599999954, 0.33089052500000093, null, 1.0142892339999996, 0.4179235049999974, 0.8808091820000001, 0.9158746319999977, null, 0.5257988880000006, 0.23233660500000042, 0.21784428599999828, 0.43455930900000084, 1.0519948420000027, 0.8508259290000026, null, 0.34308762199999876, 1.0210504940000007, 0.2936763049999982, 1.0423204999999953, 0.377987951999998, 0.3938068490000006, 0.8600935990000025, 0.8152033550000013, 0.9561761440000041, 0.2950164450000017, 0.8111602109999936, 0.9009661779999973, 0.8635367150000022, 0.27488371599999795, 0.3225289740000008, 1.0495899240000028, 0.4069447669999988, 0.8301712760000015, 0.443372279000009, 0.8717942500000007, 0.23829414099999724, 1.2290470019999944, null, 0.3668063600000053, 1.3206129299999958, null, 0.8574564440000003, 0.30229820699999976, 1.023625678000002, 0.35229717600000043, 0.2745372060000051, 0.7605997989999977, 0.25584119300000197, 0.7605330800000019, 1.519321871999999, 1.0538612319999885, 0.22202695000000006, null, 0.8371849470000114, 0.5037518179999978, 0.7811276900000053, 0.4092733399999986, 0.32085951899999543, 0.9938301630000126, 1.4456492039999915, 0.24210556900000313, 0.7713156930000054, 0.182026098999998, 0.2670611610000009, 0.32182661999999596, 0.8845011220000032, 0.25474410600000397, 0.9017731499999968, 0.4817393489999944, 0.4963647769999966, 0.2924152229999919, 0.3504151019999995, 0.26536338500000056, 0.7876420019999983, 0.9020674100000008, 0.24269209800000624, 0.3125538510000041, 0.32742901400000335, 0.2988784170000116, 1.2339553319999936, 0.7856210009999955, 0.29673719599999515, 1.2954241269999898, 0.29062131199999897, 1.265095873000007, 0.21124601899998652, 0.2529438440000007, 0.24490921400000332, 0.8666428340000039, 0.40021551300000624, null, 1.0206320980000072, 0.2892033650000059, null, 0.3568328580000042], "cpu": [5.193990653000001, 9.648383635999997, 7.022537491999999, 6.121640921000001, 8.064392613000003, 9.100733928, 5.475226945999999, 5.6934416530000025, 7.377841644999995, 10.630522931, 5.546254681999999, 7.124498488999997, 6.355278343999996, 14.957233577000013, 6.125706853000004, 6.464258642999999, 3.849421884999998, 6.740541938000002, 7.200386317000014, 6.925852867000005, 11.27713668599999, 5.810358253000002, 10.368095814000004, 12.406144288000007, 5.725695944999995, 6.959037869999987, 7.2035120300000095, 6.500929123999999, 6.3316568559999915, 6.8155367659999975, 7.86086989799999, 12.945892305999973, 5.845924615999994, 7.754576106999995, 6.610029397000005, 6.4453211309999645, 6.4071666189999945, 6.568917037999999, 11.141709497000011, 4.926422443000003, 6.444332953999982, 7.2877270660000235, 6.571691121000018, 10.530533486999992, 6.812047934999988, 9.186378665000014, 7.697182452999996, 11.126135182000027, 7.588784574000002, 7.050776896000002, 11.93117891099989, 5.798386077999972, 7.442359365000009, 6.175574114999982, 8.82268652900001, 12.808479543000026, 7.653205950999997, 8.826533855999976, 5.233070547000011, 10.648234692999992, 5.544157136999964, 5.825869749999988, 4.154678545000017, 8.041920415999996, 7.11701173799996, 4.958199739000015, 9.930612030999981, 5.453709580999998, 6.89808559800003, 6.669257878000032, 6.300224993000043, 7.420834574000018, 7.071607725, 6.2990228150000505, 7.424860771000013, 10.284985805999945, 5.916513144000014, 5.622525898000042, 7.025073547000055, 5.414742907000061, 6.80905497599997, 6.261908022000014, 5.762312384000012, 7.06951229600007, 7.580763067999953, 6.990292459000017, 6.5766008190000775, 5.824835167999936, 5.601747259999982, 5.474508338999968, 20.03894964200009, 5.911179515000029, 6.909691682999934, 8.342589124000042, 7.804965965999941, 5.527826253999962, 7.82303095599994, 5.187396635999988, 10.225158695999937, 10.324155021999971, 5.470940488000025, 6.245329946999988, 5.6245669530000555, 6.471888686000085, 12.579766363000033, 10.162599337999978, 5.945712290999964, 9.439999120999985, 8.249901498, 8.748016223000064, 5.939560187999703, 5.5373323979999896, 4.533629064000024, 5.056303820000011, 8.202026811000081, 5.193322417999994, 9.480370875000105, 6.925052747000095, 2.910344018999993, 8.421696622000027]}}, "5": {"start_success": 0.09357638888888889, "plant_ge1_of48": 0.925, "cpu_per_start_full_s": 0.2652209732656249, "cpu_to_cert_given_ok_s": 0.14456748358627122, "wall_over_cpu": 1.0442690376930495, "cert_P1": {"rate_final": 0.925, "wall_q50": [1.5170484209999842, [1.2852486509999892, 2.0804271099999987]], "wall_q90": [7.674091783999955, [5.7248491389999945, NaN]], "wall_q95": [Infinity, [7.674091783999955, NaN]], "wall_median_s": 1.5025543839999855, "cpu_mean_s": 2.7081958699833324, "cpu_median_s": 1.5025543839999855, "T": [0.9994128400000002, 0.9828640529999999, 0.7084523180000001, 1.080858262, 1.1781531800000002, 1.8157282540000004, 0.987716785, 1.443371635, 2.807427333999999, null, 1.2414634249999992, null, 0.8540102649999977, 5.7248491389999945, 2.795407389000001, 0.6639736309999957, null, 0.4424571869999987, 1.1971562429999985, 0.9897694629999911, 3.5217157070000056, 2.0804271099999987, null, 1.0496169430000037, 1.1586514269999917, 0.9053446390000026, 1.3278480179999974, 0.9602690219999985, 1.2465629339999964, 0.816351865000005, 0.49701373899999624, 2.7811883739999885, 7.674091783999955, 2.072292346999994, 6.774581868000006, 0.5268882919999882, 0.38993317899999624, null, 1.0711793679999957, 4.240965040999988, 1.2046738169999927, 2.270926419999981, 2.1481961009999964, 7.34053866899999, 5.213858729000009, 2.1051928460000084, 2.3962395459999897, 4.436591995000008, 3.8504040849999868, 3.5007912769999905, 3.3922971450000077, 1.912678941000003, 0.9542207009999828, null, 0.6157221629999796, 4.752105189000012, 9.463761400999928, 8.650324245999968, 5.957564149000035, 2.015729262999997, 1.3138822220000321, 0.43222707200000343, null, 1.0786469930000067, 2.0092840339999896, 7.276033864000013, 1.4462789869999852, 1.3317599780000222, 0.8348835339999852, 3.030369446999984, 1.4489286940000028, 1.002346720999995, 1.0245353330000029, 1.6405900459999856, 3.584472986999998, 2.3373414389999994, 1.0288088039999934, null, 0.8420375070000148, 1.0608886329999905, 0.9623025229999911, 1.2478336110000043, 5.1366216939999845, 1.1528867810000065, 3.809351428000042, 3.2358918989999808, 1.5170484209999842, 0.1445209430000034, 0.9734856890000003, 2.402366249999986, 1.488060346999987, 2.215666970000001, 1.121495804999995, 1.6190294050000062, null, 0.6779269409999813, 0.7697767749999969, 6.789651199000048, 7.11931838000001, 1.0683083420000088, 1.1539691940000125, 1.3766294900000133, 5.8034498800000165, 1.527814351999993, 1.5338414409999928, 3.81333705199998, 0.8148863580000523, 0.401932429000027, 1.151908141999968, 1.0605677439999965, 1.4666512370000078, 2.0684985579999875, 4.0682416219999595, 0.5769214519999935, 4.143301974999957, 1.2939118870000357, 3.117159265000055, 0.6949145929999929, 1.2852486509999892, 3.2665705349999996], "cpu": [0.9994128400000002, 0.9828640529999999, 0.7084523180000001, 1.080858262, 1.1781531800000002, 1.8157282540000004, 0.987716785, 1.443371635, 2.807427333999999, 6.0209440239999985, 1.2414634249999992, 9.396335412000008, 0.8540102649999977, 5.7248491389999945, 2.795407389000001, 0.6639736309999957, 7.539759458999988, 0.4424571869999987, 1.1971562429999985, 0.9897694629999911, 3.5217157070000056, 2.0804271099999987, 8.169957271000001, 1.0496169430000037, 1.1586514269999917, 0.9053446390000026, 1.3278480179999974, 0.9602690219999985, 1.2465629339999964, 0.816351865000005, 0.49701373899999624, 2.7811883739999885, 7.674091783999955, 2.072292346999994, 6.774581868000006, 0.5268882919999882, 0.38993317899999624, 7.63370980800002, 1.0711793679999957, 4.240965040999988, 1.2046738169999927, 2.270926419999981, 2.1481961009999964, 7.34053866899999, 5.213858729000009, 2.1051928460000084, 2.3962395459999897, 4.436591995000008, 3.8504040849999868, 3.5007912769999905, 3.3922971450000077, 1.912678941000003, 0.9542207009999828, 8.307116885999982, 0.6157221629999796, 4.752105189000012, 9.463761400999928, 8.650324245999968, 5.957564149000035, 2.015729262999997, 1.3138822220000321, 0.43222707200000343, 7.9096457329999765, 1.0786469930000067, 2.0092840339999896, 7.276033864000013, 1.4462789869999852, 1.3317599780000222, 0.8348835339999852, 3.030369446999984, 1.4489286940000028, 1.002346720999995, 1.0245353330000029, 1.6405900459999856, 3.584472986999998, 2.3373414389999994, 1.0288088039999934, 7.844498039000058, 0.8420375070000148, 1.0608886329999905, 0.9623025229999911, 1.2478336110000043, 5.1366216939999845, 1.1528867810000065, 3.809351428000042, 3.2358918989999808, 1.5170484209999842, 0.1445209430000034, 0.9734856890000003, 2.402366249999986, 1.488060346999987, 2.215666970000001, 1.121495804999995, 1.6190294050000062, 8.177112468000018, 0.6779269409999813, 0.7697767749999969, 6.789651199000048, 7.11931838000001, 1.0683083420000088, 1.1539691940000125, 1.3766294900000133, 5.8034498800000165, 1.527814351999993, 1.5338414409999928, 3.81333705199998, 0.8148863580000523, 0.401932429000027, 1.151908141999968, 1.0605677439999965, 1.4666512370000078, 2.0684985579999875, 4.0682416219999595, 0.5769214519999935, 4.143301974999957, 1.2939118870000357, 3.117159265000055, 0.6949145929999929, 1.2852486509999892, 3.2665705349999996]}, "cert_P2": {"rate_final": 0.925, "wall_q50": [0.7627690930000028, [0.6635019919999969, 1.0523596279999907]], "wall_q90": [3.804952338999982, [2.8969691529999952, NaN]], "wall_q95": [Infinity, [3.804952338999982, NaN]], "wall_median_s": 0.757730706000018, "cpu_mean_s": 2.7264744617166636, "cpu_median_s": 1.515461412000036, "T": [0.5477538820000001, 0.48811003500000005, 0.32138233400000005, 0.586393664, 0.6246683720000001, 0.9845609210000001, 0.431187963, 0.6501051470000001, 1.2426134019999993, null, 0.6159396900000003, null, 0.4189331589999963, 2.8969691529999952, 1.431153990000002, 0.40940886299999946, null, 0.19488529899999918, 0.6635019919999969, 0.5533802399999956, 1.7418805739999996, 1.0988674799999991, null, 0.549991986000002, 0.7336410419999986, 0.4389550040000003, 0.6339204389999971, 0.5162681909999982, 0.6754973449999966, 0.37296290300000123, 0.257315552999998, 1.3555249390000057, 3.804952338999982, 1.0057360530000068, 3.3408260080000005, 0.32007742599999034, 0.1878335199999981, null, 0.5269903949999986, 2.1348580179999956, 0.5903364730000007, 1.1154295029999872, 1.0590958729999969, 3.7289476719999968, 2.635836696999995, 1.0182789550000066, 1.1521793659999986, 2.2418887420000075, 1.9496107749999823, 1.7311669999999921, 1.6836356829999986, 0.9523619350000061, 0.5376366449999921, null, 0.3087969959999981, 2.4540879410000116, 4.76205906499996, 4.373512760999972, 3.039918198999999, 1.0523596279999907, 0.6328205790000254, 0.2364193599999993, null, 0.5762956850000194, 1.0247552919999947, 3.6429000429999405, 0.7648146609999884, 0.7308141700000022, 0.3804706549999963, 1.5666877619999866, 0.7044313879999891, 0.43865460299998915, 0.5763387080000086, 0.8024611419999843, 1.8084927079999744, 1.1400423730000284, 0.5500273709999988, null, 0.3875497150000058, 0.6169907760000086, 0.4891382670000013, 0.6771609110000156, 2.615226218999993, 0.5552182290000047, 1.8983052270000087, 1.5596104249999883, 0.6418726790000022, 0.13839306100000215, 0.49168813200000727, 1.1643754449999903, 0.7627690930000028, 1.135656475999994, 0.5011212519999901, 0.8781671109999962, null, 0.36817425199998866, 0.37668735100000106, 3.3269856070000117, 3.5698148799999956, 0.5504568550000073, 0.5426278420000017, 0.6840774320000094, 2.8276992490000055, 0.8404013529999901, 0.7288093339999904, 2.0132218119999834, 0.5037925680000228, 0.17190091100002292, 0.6027722979999623, 0.5839358149999896, 0.7526923190000332, 1.0035196999999982, 2.0374222100000168, 0.3391016719999982, 2.051701392999945, 0.7001701340000182, 1.602986377999997, 0.44161323099999095, 0.5663807299999917, 1.668126079000018], "cpu": [1.0955077640000002, 0.9762200700000001, 0.6427646680000001, 1.172787328, 1.2493367440000003, 1.9691218420000003, 0.8623759260000001, 1.3002102940000002, 2.485226803999999, 6.0209440239999985, 1.2318793800000005, 9.396335412000008, 0.8378663179999926, 5.7939383059999905, 2.862307980000004, 0.8188177259999989, 7.539759458999988, 0.38977059799999836, 1.3270039839999939, 1.1067604799999913, 3.4837611479999993, 2.1977349599999982, 8.169957271000001, 1.099983972000004, 1.4672820839999972, 0.8779100080000006, 1.2678408779999941, 1.0325363819999964, 1.3509946899999932, 0.7459258060000025, 0.514631105999996, 2.7110498780000114, 7.609904677999964, 2.0114721060000136, 6.681652016000001, 0.6401548519999807, 0.3756670399999962, 7.63370980800002, 1.0539807899999971, 4.269716035999991, 1.1806729460000014, 2.2308590059999744, 2.1181917459999937, 7.4578953439999935, 5.27167339399999, 2.0365579100000133, 2.304358731999997, 4.483777484000015, 3.8992215499999645, 3.4623339999999843, 3.367271365999997, 1.9047238700000122, 1.0752732899999842, 8.307116885999982, 0.6175939919999962, 4.908175882000023, 9.52411812999992, 8.747025521999944, 6.079836397999998, 2.1047192559999814, 1.2656411580000508, 0.4728387199999986, 7.9096457329999765, 1.1525913700000388, 2.0495105839999894, 7.285800085999881, 1.5296293219999768, 1.4616283400000043, 0.7609413099999927, 3.133375523999973, 1.4088627759999781, 0.8773092059999783, 1.1526774160000173, 1.6049222839999686, 3.616985415999949, 2.280084746000057, 1.1000547419999975, 7.844498039000058, 0.7750994300000116, 1.2339815520000172, 0.9782765340000026, 1.3543218220000313, 5.230452437999986, 1.1104364580000095, 3.7966104540000174, 3.1192208499999765, 1.2837453580000044, 0.2767861220000043, 0.9833762640000145, 2.3287508899999807, 1.5255381860000057, 2.271312951999988, 1.0022425039999803, 1.7563342219999925, 8.177112468000018, 0.7363485039999773, 0.7533747020000021, 6.653971214000023, 7.139629759999991, 1.1009137100000146, 1.0852556840000034, 1.3681548640000187, 5.655398498000011, 1.6808027059999802, 1.4576186679999807, 4.026443623999967, 1.0075851360000456, 0.34380182200004583, 1.2055445959999247, 1.1678716299999792, 1.5053846380000664, 2.0070393999999965, 4.0748444200000336, 0.6782033439999964, 4.10340278599989, 1.4003402680000363, 3.205972755999994, 0.8832264619999819, 1.1327614599999833, 3.336252158000036]}, "cert_P4": {"rate_final": 0.925, "wall_q50": [0.4473831660000087, [0.38742995500000177, 0.5326519070000018]], "wall_q90": [1.9436290429999872, [1.4491325479999997, NaN]], "wall_q95": [Infinity, [2.2149716279999865, NaN]], "wall_median_s": 0.43779850900001094, "cpu_mean_s": 2.7957213470499984, "cpu_median_s": 1.7511940360000438, "T": [0.30774210300000004, 0.16951403099999995, 0.13041380200000005, 0.33447495399999994, 0.40142089100000017, 0.536277807, 0.11701951899999999, 0.36460507700000006, 0.6593024129999996, null, 0.29041583400000004, null, 0.18876698099999878, 1.4491325479999997, 0.6998808020000009, 0.19924618999999844, null, 0.17282511799999867, 0.38259109599999874, 0.3240093139999978, 0.8703578979999982, 0.6225652469999972, null, 0.35319484100000054, 0.5035138909999972, 0.2230647569999995, 0.3890028129999976, 0.2849368049999974, 0.4001977559999972, 0.14632827100000156, 0.03486747099999832, 0.7381749229999954, 1.9436290429999872, 0.5129967949999923, 1.6448175450000022, 0.12250271399999235, 0.17558932299999697, null, 0.3231360340000009, 1.0605690859999939, 0.3846377249999975, 0.605712257999997, 0.5251049480000063, 1.846001013999988, 1.3160448559999978, 0.5554301350000017, 0.6298471300000017, 1.1093452869999965, 1.0153925389999898, 0.8655954819999891, 0.896438616999994, 0.4926263509999913, 0.33597378999998995, null, 0.11984790199999651, 1.2263432329999944, 2.405526698999992, 2.2149716279999865, 1.5936670370000172, 0.5050565239999969, 0.37038613800001485, 0.04249987999999405, null, 0.3202632950000037, 0.5326519070000018, 1.898059301999993, 0.41062797200000034, 0.46899441100001127, 0.14477890700000273, 0.8183817030000142, 0.4473831660000087, 0.21052797299999781, 0.38742995500000177, 0.39130909399997904, 0.8954377669999758, 0.5873059060000116, 0.19185814799999434, null, 0.12668273500000282, 0.38135328999999274, 0.2886559539999922, 0.42821385200001316, 1.419828221000003, 0.29612595900000827, 0.8408213110000133, 0.7097524379999953, 0.32805267000000526, 0.13839306100000215, 0.27298578900000336, 0.5674838479999949, 0.4120260290000033, 0.5087765450000035, 0.2782295939999955, 0.40477473299999644, null, 0.1592559149999886, 0.14264858299999617, 1.6798376670000152, 1.8091550780000176, 0.2674385480000012, 0.27810535700000116, 0.3706430320000038, 1.4491868339999883, 0.48305611399999293, 0.4530316069999998, 1.094941461000019, 0.2534861679999949, 0.15520309300001145, 0.3033761540000057, 0.3781355039999994, 0.32857819800003085, 0.5240434050000147, 1.0752377580000427, 0.1167393890000028, 0.9952108869999847, 0.3982721579999975, 0.8669296339999732, 0.2137948829999914, 0.3138558529999784, 0.8906652699999995], "cpu": [1.2309684120000002, 0.6780561239999998, 0.5216552080000002, 1.3378998159999997, 1.6056835640000005, 2.145111228, 0.46807807599999995, 1.4584203080000002, 2.6372096519999983, 6.0209440239999985, 1.1616633360000002, 9.396335412000008, 0.7550679239999951, 5.796530191999999, 2.7995232080000036, 0.7969847599999937, 7.539759458999988, 0.6913004719999947, 1.530364383999995, 1.296037255999991, 3.4814315919999927, 2.4902609879999886, 8.169957271000001, 1.4127793640000021, 2.014055563999989, 0.892259027999998, 1.5560112519999905, 1.1397472199999896, 1.6007910239999887, 0.5853130840000063, 0.13946988399999327, 2.9526996919999817, 7.698972135999952, 2.051987179999969, 6.579270180000009, 0.4900108559999694, 0.7023572919999879, 7.63370980800002, 1.2925441360000036, 4.2422763439999756, 1.53855089999999, 2.422849031999988, 2.100419792000025, 7.384004055999952, 5.264179423999991, 2.221720540000007, 2.519388520000007, 4.437381147999986, 4.061570155999959, 3.4623819279999566, 3.585754467999976, 1.9705054039999652, 1.3438951599999598, 8.307116885999982, 0.47939160799998604, 4.9053729319999775, 9.537135283999959, 8.76442872499996, 6.374668148000069, 2.0202260959999876, 1.4815445520000594, 0.1699995199999762, 7.9096457329999765, 1.281053180000015, 2.130607628000007, 7.41956547300002, 1.6425118880000014, 1.875977644000045, 0.5791156280000109, 3.273526812000057, 1.7895326640000349, 0.8421118919999913, 1.549719820000007, 1.5652363759999162, 3.581751067999903, 2.3492236240000466, 0.7674325919999774, 7.844498039000058, 0.5067309400000113, 1.525413159999971, 1.1546238159999689, 1.7128554080000526, 5.679312884000012, 1.184503836000033, 3.3632852440000534, 2.8390097519999813, 1.312210680000021, 0.5535722440000086, 1.0919431560000135, 2.2699353919999794, 1.6481041160000132, 2.035106180000014, 1.112918375999982, 1.6190989319999858, 8.177112468000018, 0.6370236599999544, 0.5705943319999847, 6.719350668000061, 7.186640124000036, 1.0697541920000049, 1.1124214280000047, 1.4825721280000153, 5.796747335999953, 1.9322244559999717, 1.8121264279999991, 4.379765844000076, 1.0139446719999796, 0.6208123720000458, 1.213504616000023, 1.5125420159999976, 1.3143127920001234, 2.0961736200000587, 4.300951032000171, 0.4669575560000112, 3.980843547999939, 1.59308863199999, 3.467718535999893, 0.8551795319999655, 1.2554234119999137, 3.562661079999998]}, "cert_P8": {"rate_final": 0.925, "wall_q50": [0.2058937799999967, [0.18732942399999786, 0.2865210719999993]], "wall_q90": [0.999231058999996, [0.6886022229999984, NaN]], "wall_q95": [Infinity, [0.999231058999996, NaN]], "wall_median_s": 0.2058221030000027, "cpu_mean_s": 2.842829412908333, "cpu_median_s": 1.6465768240000216, "T": [0.11832434700000005, 0.15702968500000003, 0.10957472200000029, 0.11734133199999996, 0.2053560940000001, 0.21011144700000017, 0.094993781, 0.120694211, 0.39862700999999956, null, 0.07502888299999988, null, 0.1701951829999988, 0.6886022229999984, 0.41441676500000035, 0.19293499299999972, null, 0.17282511799999867, 0.16044120199999767, 0.1379220729999986, 0.45135166899999746, 0.3733047869999986, null, 0.1638327490000009, 0.30387765600000094, 0.20886514799999745, 0.172012708999997, 0.07882494699999754, 0.13384314400000008, 0.1265869699999982, 0.03486747099999832, 0.42742343499999436, 0.999231058999996, 0.26361441100000604, 0.8597783270000008, 0.11632533799999578, 0.16164710000000326, null, 0.12676636900000204, 0.6184767059999956, 0.1818564240000029, 0.3714399000000057, 0.23683659499999976, 0.8223334889999876, 0.6406998399999964, 0.3284940440000028, 0.3341865990000059, 0.5955203189999949, 0.5913997099999975, 0.426438988000001, 0.5044646069999956, 0.2865210719999993, 0.15135651499999625, null, 0.1122584780000011, 0.6481196489999945, 1.175123169999992, 1.1560126100000048, 0.772611547000011, 0.27715138799999295, 0.15800995400000772, 0.04249987999999405, null, 0.1090768650000058, 0.3276008110000106, 0.9971633430000111, 0.1506441660000064, 0.2058937799999967, 0.12526102100000003, 0.39328002000000595, 0.20517458199999794, 0.19357776699999363, 0.20201607399999943, 0.19263154699999063, 0.3793234550000051, 0.2505860880000057, 0.17685419100000388, null, 0.11214955500000201, 0.18732942399999786, 0.10145144699998809, 0.2057504260000087, 0.6995516759999987, 0.11039668500001198, 0.3878976160000036, 0.36728912300000616, 0.1296946719999994, 0.13366845299999852, 0.07677651499999172, 0.3173528899999951, 0.14673898799999563, 0.2752787089999913, 0.078618426999995, 0.14611085699999649, null, 0.15101306999999053, 0.14264858299999617, 0.8616198110000113, 0.8767624829999932, 0.09040955399999007, 0.09338040999999464, 0.10332052100000055, 0.681143256999988, 0.19965472199999112, 0.22338770199999658, 0.5329148439999898, 0.24721106600000553, 0.15520309300001145, 0.10639770699998508, 0.1859485530000029, 0.10023448200001894, 0.2661516080000297, 0.608380172000011, 0.03587156800000457, 0.47146856300000195, 0.1673485620000008, 0.45869079499999543, 0.20526179300000535, 0.08956051999999204, 0.5237239160000229], "cpu": [0.9465947760000004, 1.2562374800000002, 0.8765977760000023, 0.9387306559999997, 1.6428487520000008, 1.6808915760000014, 0.759950248, 0.965553688, 3.1890160799999965, 6.0209440239999985, 0.600231063999999, 9.396335412000008, 1.3615614639999905, 5.508817783999987, 3.315334120000003, 1.5434799439999978, 7.539759458999988, 1.3826009439999893, 1.2835296159999814, 1.1033765839999887, 3.6108133519999797, 2.9864382959999887, 8.169957271000001, 1.310661992000007, 2.4310212480000075, 1.6709211839999796, 1.376101671999976, 0.6305995759999803, 1.0707451520000006, 1.0126957599999855, 0.27893976799998654, 3.419387479999955, 7.728256084999963, 2.1089152880000483, 6.878226616000006, 0.9306027039999663, 1.293176800000026, 7.63370980800002, 1.0141309520000164, 4.947813647999965, 1.4548513920000232, 2.9715192000000457, 1.894692759999998, 6.578667911999901, 5.125598719999971, 2.6279523520000225, 2.6734927920000473, 4.764162551999959, 4.73119767999998, 3.411511904000008, 4.035716855999965, 2.2921685759999946, 1.21085211999997, 8.307116885999982, 0.8980678240000088, 5.184957191999956, 9.290529662999958, 8.847222846000008, 6.180892376000088, 2.2172111039999436, 1.2640796320000618, 0.3399990399999524, 7.9096457329999765, 0.8726149200000464, 2.6208064880000848, 7.474188945000051, 1.2051533280000513, 1.6471502399999736, 1.0020881680000002, 3.1462401600000476, 1.6413966559999835, 1.548622135999949, 1.6161285919999955, 1.541052375999925, 3.0345876400000407, 2.0046887040000456, 1.414833528000031, 7.844498039000058, 0.8971964400000161, 1.4986353919999829, 0.8116115759999047, 1.6460034080000696, 5.596413407999989, 0.8831734800000959, 3.103180928000029, 2.9383129840000493, 1.0375573759999952, 1.0693476239999882, 0.6142121199999337, 2.538823119999961, 1.173911903999965, 2.2022296719999304, 0.62894741599996, 1.1688868559999719, 8.177112468000018, 1.2081045599999243, 1.1411886639999693, 6.89295848800009, 6.904751269999963, 0.7232764319999205, 0.7470432799999571, 0.8265641680000044, 5.449146055999904, 1.597237775999929, 1.7871016159999726, 4.263318751999918, 1.9776885280000442, 1.2416247440000916, 0.8511816559998806, 1.4875884240000232, 0.8018758560001515, 2.1292128640002375, 4.867041376000088, 0.2869725440000366, 3.7717485040000156, 1.3387884960000065, 3.6695263599999635, 1.6420943440000428, 0.7164841599999363, 4.189791328000183]}, "cert_P16": {"rate_final": 0.925, "wall_q50": [0.1363564450000041, [0.12026433700000183, 0.15800995400000772]], "wall_q90": [0.5281086119999969, [0.39213955999999683, NaN]], "wall_q95": [Infinity, [0.5281086119999969, NaN]], "wall_median_s": 0.13513032100000544, "cpu_mean_s": 3.1231323374916604, "cpu_median_s": 2.162085136000087, "T": [0.07972239400000003, 0.15702968500000003, 0.09001651500000074, 0.10714411600000018, 0.08009749700000057, 0.10212614900000028, 0.05651456099999988, 0.120694211, 0.14891346999999966, null, 0.07502888299999988, null, 0.13012276399999934, 0.35551182799999737, 0.1823229650000009, 0.0811209220000002, null, 0.11160780100000167, 0.039597306000001, 0.11420275300000071, 0.20484300500000074, 0.1726424030000011, null, 0.12026433700000183, 0.09422964400000211, 0.20886514799999745, 0.12349723700000226, 0.07882494699999754, 0.13384314400000008, 0.1265869699999982, 0.03486747099999832, 0.2103332309999999, 0.5281086119999969, 0.0782475410000032, 0.4647406010000097, 0.101908894999994, 0.11294637000000307, null, 0.12676636900000204, 0.39213955999999683, 0.1818564240000029, 0.1808769050000052, 0.03851058499999738, 0.40733849800000144, 0.3489733199999989, 0.1292005809999992, 0.13272746100000177, 0.25952028100000035, 0.35872347599999443, 0.167871808000001, 0.32197704599999355, 0.09465127600000045, 0.15135651499999625, null, 0.1122584780000011, 0.4184902150000056, 0.5989311379999833, 0.6153139220000412, 0.44221960800000204, 0.07622367599999791, 0.15800995400000772, 0.04249987999999405, null, 0.0758907060000098, 0.13835214799999562, 0.5106004999999953, 0.1506441660000064, 0.18755414100000678, 0.08189964999999688, 0.1779185280000064, 0.18476052100000118, 0.07708329500000843, 0.10502844200000538, 0.1785057879999954, 0.13390419700000677, 0.046722342999999, 0.14818987499999992, null, 0.11214955500000201, 0.18732942399999786, 0.10145144699998809, 0.19449510200000475, 0.45792330500000844, 0.11039668500001198, 0.1363564450000041, 0.10614088100000174, 0.0798638560000029, 0.11746588900000177, 0.07677651499999172, 0.11442117299999666, 0.08181680599999197, 0.06408721100000037, 0.078618426999995, 0.10665185799999222, null, 0.08335170799999503, 0.14264858299999617, 0.41981553300000485, 0.3665941309999994, 0.09040955399999007, 0.09338040999999464, 0.10332052100000055, 0.32005699599999105, 0.19965472199999112, 0.10384280400000989, 0.24688961500000062, 0.15592618899998456, 0.15520309300001145, 0.10639770699998508, 0.16611506300000656, 0.10023448200001894, 0.07935711600001127, 0.277511996999948, 0.03587156800000457, 0.24025480299999913, 0.1673485620000008, 0.2063005509999698, 0.1207061799999849, 0.06658363500000064, 0.2541886330000125], "cpu": [1.2755583040000005, 2.5124749600000005, 1.4402642400000119, 1.7143058560000028, 1.2815599520000092, 1.6340183840000044, 0.9042329759999981, 1.931107376, 2.3826155199999945, 6.0209440239999985, 1.200462127999998, 9.396335412000008, 2.0819642239999894, 5.688189247999958, 2.9171674400000143, 1.2979347520000033, 7.539759458999988, 1.7857248160000267, 0.633556896000016, 1.8272440480000114, 3.277488080000012, 2.7622784480000178, 8.169957271000001, 1.9242293920000293, 1.5076743040000338, 3.341842367999959, 1.9759557920000361, 1.2611991519999606, 2.1414903040000013, 2.025391519999971, 0.5578795359999731, 3.3653316959999984, 7.699214598999944, 1.2519606560000511, 7.435849616000155, 1.630542319999904, 1.8071419200000491, 7.63370980800002, 2.0282619040000327, 5.977422823999959, 2.9097027840000464, 2.894030480000083, 0.616169359999958, 6.517415968000023, 5.583573119999983, 2.0672092959999873, 2.1236393760000283, 4.152324496000006, 5.739575615999911, 2.685948928000016, 5.151632735999897, 1.5144204160000072, 2.42170423999994, 8.307116885999982, 1.7961356480000177, 6.675594086000075, 8.984107384999817, 8.76248952200018, 7.075513728000033, 1.2195788159999665, 2.5281592640001236, 0.6799980799999048, 7.9096457329999765, 1.2142512960001568, 2.21363436799993, 7.441914312000009, 2.4103066560001025, 3.0008662560001085, 1.31039439999995, 2.8466964480001025, 2.956168336000019, 1.233332720000135, 1.6804550720000861, 2.8560926079999263, 2.1424671520001084, 0.747557487999984, 2.3710379999999986, 7.844498039000058, 1.7943928800000322, 2.9972707839999657, 1.6232231519998095, 3.111921632000076, 7.326772880000135, 1.7663469600001918, 2.1817031200000656, 1.6982540960000279, 1.2778216960000464, 1.8794542240000283, 1.2284242399998675, 1.8307387679999465, 1.3090688959998715, 1.0253953760000059, 1.25789483199992, 1.7064297279998755, 8.177112468000018, 1.3336273279999205, 2.2823773279999386, 6.717048528000078, 5.792133727000007, 1.446552863999841, 1.4940865599999142, 1.6531283360000089, 5.120911935999857, 3.194475551999858, 1.6614848640001583, 3.95023384000001, 2.494819023999753, 2.483249488000183, 1.7023633119997612, 2.657841008000105, 1.603751712000303, 1.2697138560001804, 4.440191951999168, 0.5739450880000732, 3.844076847999986, 2.677576992000013, 3.300808815999517, 1.9312988799997584, 1.0653381600000102, 4.0670181280002]}, "cert_P32": {"rate_final": 0.925, "wall_q50": [0.10860284399998932, [0.09338040999999464, 0.11651517299999625]], "wall_q90": [0.2700433349999969, [0.18732942399999786, NaN]], "wall_q95": [Infinity, [0.2700433349999969, NaN]], "wall_median_s": 0.10787347999999475, "cpu_mean_s": 3.803388978083359, "cpu_median_s": 3.4207355839998783, "T": [0.07972239400000003, 0.15702968500000003, 0.07620507700000001, 0.10714411600000018, 0.08009749700000057, 0.08111064599999995, 0.039274511000000345, 0.120694211, 0.04896992499999975, null, 0.07502888299999988, null, 0.11812556900000004, 0.100752288999999, 0.14848262499999976, 0.0811209220000002, null, 0.11160780100000167, 0.039597306000001, 0.0877746220000013, 0.1843299349999974, 0.1315893340000045, null, 0.0632214120000043, 0.06335880900000035, 0.20886514799999745, 0.08437384100000145, 0.07088231299999848, 0.11737163799999806, 0.11651517299999625, 0.03486747099999832, 0.2103332309999999, 0.31523213799999894, 0.0782475410000032, 0.12053006499999697, 0.047952930000001004, 0.08255072700000454, null, 0.10903772599999684, 0.18250243399999988, 0.048052378999997813, 0.10988142100001141, 0.031197065000000634, 0.1555034239999955, 0.13130773199999624, 0.1292005809999992, 0.12167105700000036, 0.09000971400000424, 0.13751385099999425, 0.15286548800000332, 0.13855866699999808, 0.04858677, 0.12860158300000535, null, 0.1122584780000011, 0.2024365040000049, 0.3424798100000004, 0.2700433349999969, 0.20357466100000465, 0.07622367599999791, 0.11735777699999517, 0.04249987999999405, null, 0.0758907060000098, 0.12010066100000927, 0.2561750630000006, 0.09335112700000536, 0.18755414100000678, 0.07801913900000557, 0.1779185280000064, 0.18476052100000118, 0.07708329500000843, 0.10502844200000538, 0.11056456599999365, 0.12188487699999939, 0.046722342999999, 0.14818987499999992, null, 0.10550306500000772, 0.18732942399999786, 0.09152449599999102, 0.18358893399999943, 0.24082593900000404, 0.04873178799999778, 0.11208614900000669, 0.10614088100000174, 0.0798638560000029, 0.03944811200000231, 0.07677651499999172, 0.11442117299999666, 0.08181680599999197, 0.06408721100000037, 0.06665763600000219, 0.10665185799999222, null, 0.08335170799999503, 0.1136482430000001, 0.14396742099999926, 0.11450463700001023, 0.09040955399999007, 0.09338040999999464, 0.05828370500000801, 0.08041817800000217, 0.0862508870000056, 0.10384280400000989, 0.14635901900001613, 0.033264086000002635, 0.037141492000017706, 0.10639770699998508, 0.10925153799999521, 0.10023448200001894, 0.07935711600001127, 0.0481770259999621, 0.03587156800000457, 0.03932502800000748, 0.11851389200000995, 0.10860284399998932, 0.1207061799999849, 0.06658363500000064, 0.09548505800003682], "cpu": [2.551116608000001, 4.889682918, 2.4385624640000003, 3.4286117120000057, 2.5631199040000183, 2.5955406719999985, 1.256784352000011, 3.862214752, 1.567037599999992, 6.0209440239999985, 2.400924255999996, 9.396335412000008, 3.7800182080000013, 3.224073247999968, 4.751443999999992, 2.5958695040000066, 7.539759458999988, 3.5714496320000535, 1.267113792000032, 2.8087879040000416, 5.8976932929999215, 4.210858688000144, 8.169957271000001, 2.023085184000138, 2.027481888000011, 6.683684735999918, 2.6999629120000463, 2.2682340159999512, 3.755892415999938, 3.72848553599988, 1.1157590719999462, 6.730663391999997, 7.73418146799996, 2.5039213120001023, 3.856962079999903, 1.5344937600000321, 2.6416232640001454, 7.63370980800002, 3.489207231999899, 5.340456364999994, 1.53767612799993, 3.5162054720003653, 0.9983060800000203, 4.976109567999856, 4.2018474239998795, 4.1344185919999745, 3.8934738240000115, 2.8803108480001356, 4.400443231999816, 4.891695616000106, 4.433877343999939, 1.55477664, 4.115250656000171, 8.307116885999982, 3.5922712960000354, 6.437687130000114, 9.022351784999955, 7.91009915599993, 6.514389152000149, 2.439157631999933, 3.7554488639998453, 1.3599961599998096, 7.9096457329999765, 2.4285025920003136, 3.8432211520002966, 7.321846914000005, 2.9872360640001716, 6.001732512000217, 2.496612448000178, 5.693392896000205, 5.912336672000038, 2.46666544000027, 3.3609101440001723, 3.5380661119997967, 3.9003160639999805, 1.495114975999968, 4.742075999999997, 7.844498039000058, 3.376098080000247, 5.994541567999931, 2.9287838719997126, 5.874845887999982, 7.529415662000076, 1.5594172159999289, 3.586756768000214, 3.3965081920000557, 2.5556433920000927, 1.262339584000074, 2.456848479999735, 3.661477535999893, 2.618137791999743, 2.0507907520000117, 2.13304435200007, 3.412859455999751, 8.177112468000018, 2.667254655999841, 3.636743776000003, 4.606957471999976, 3.567940262000306, 2.893105727999682, 2.9881731199998285, 1.8650785600002564, 2.5733816960000695, 2.7600283840001794, 3.3229697280003165, 4.683488608000516, 1.0644507520000843, 1.1885277440005666, 3.4047266239995224, 3.4960492159998466, 3.207503424000606, 2.5394277120003608, 1.5416648319987871, 1.1478901760001463, 1.2584008960002393, 3.7924445440003183, 3.206265108999702, 3.8625977599995167, 2.1306763200000205, 3.055521856001178]}, "full_P1": {"rate_final": 0.925, "wall_q50": [2.954757435999994, [2.6558188990000104, 3.2188717880000004]], "wall_q90": [9.475164009999958, [7.052670297999981, NaN]], "wall_q95": [Infinity, [9.475164009999958, NaN]], "wall_median_s": 2.9264401144999965, "cpu_mean_s": 3.7557835230250003, "cpu_median_s": 2.9264401144999965, "T": [1.3761826550000003, 1.378116141, 2.069985938, 2.649140725, 2.5640492240000006, 3.2188717880000004, 3.0696366029999997, 1.833658566, 3.2831550949999992, null, 2.277516424999998, null, 2.4261668009999973, 7.819380766999997, 4.352127248, 1.0493753029999962, null, 0.966641654, 2.7329418519999997, 2.6908063969999922, 5.1939789520000055, 3.7493588859999996, null, 1.3946837130000027, 3.149673108999991, 1.4311177680000036, 1.7117885289999997, 1.3074654569999993, 2.898122792999999, 2.6056637330000036, 0.8630581859999964, 4.22658461599999, 9.475164009999958, 2.685756562999991, 8.456454064000006, 2.280163583999993, 1.927326818999994, null, 2.954757435999994, 6.071398708999986, 2.8375078379999934, 3.328973079999976, 2.4927373929999987, 9.203240670999989, 6.864843683000011, 2.505386097000006, 2.785696774999991, 6.3397981540000075, 5.350579837999987, 5.019440148999983, 3.7335407300000085, 2.2513769870000075, 2.385662143999987, null, 1.0330790809999755, 5.228710226000011, 9.958346217999932, 10.610579638999965, 6.330772372000027, 3.3206890929999986, 2.971419428000033, 0.807411939000005, null, 1.4175565980000187, 3.3439087609999802, 8.770313993000002, 1.961883202999985, 1.9070350010000254, 1.2364845659999872, 4.982326682999982, 3.0759280910000086, 1.4401303749999954, 1.3745349630000163, 3.0560827959999983, 5.305877764000002, 2.7045227809999943, 1.9028441179999902, null, 2.404682625000021, 1.4141393989999926, 2.9811718979999995, 3.115823974999998, 7.052670297999981, 1.4676224840000032, 5.10990297500004, 4.507227420999982, 1.9335307239999793, 0.4713276619999931, 2.788075354, 2.854342805999991, 1.8848687709999865, 2.5860740620000087, 1.5250910179999977, 3.763566609999998, null, 2.255488930999988, 1.1636846359999993, 8.614894286000052, 7.518971951000012, 2.6558188990000104, 3.109094230000011, 2.582375098000014, 7.76924741800002, 3.3173808020000024, 2.4845424349999945, 5.66061080999998, 1.290207610000067, 0.7881969260000403, 2.733695300999983, 1.491750097999983, 1.8212186780000081, 3.5972067950000053, 5.545102636999957, 2.1057814280000002, 4.55791570599996, 3.082503506000023, 4.660542649000064, 1.0928562450000072, 3.1289561229999947, 4.827291045999999], "cpu": [1.3761826550000003, 1.378116141, 2.069985938, 2.649140725, 2.5640492240000006, 3.2188717880000004, 3.0696366029999997, 1.833658566, 3.2831550949999992, 6.0209440239999985, 2.277516424999998, 9.396335412000008, 2.4261668009999973, 7.819380766999997, 4.352127248, 1.0493753029999962, 7.539759458999988, 0.966641654, 2.7329418519999997, 2.6908063969999922, 5.1939789520000055, 3.7493588859999996, 8.169957271000001, 1.3946837130000027, 3.149673108999991, 1.4311177680000036, 1.7117885289999997, 1.3074654569999993, 2.898122792999999, 2.6056637330000036, 0.8630581859999964, 4.22658461599999, 9.475164009999958, 2.685756562999991, 8.456454064000006, 2.280163583999993, 1.927326818999994, 7.63370980800002, 2.954757435999994, 6.071398708999986, 2.8375078379999934, 3.328973079999976, 2.4927373929999987, 9.203240670999989, 6.864843683000011, 2.505386097000006, 2.785696774999991, 6.3397981540000075, 5.350579837999987, 5.019440148999983, 3.7335407300000085, 2.2513769870000075, 2.385662143999987, 8.307116885999982, 1.0330790809999755, 5.228710226000011, 9.958346217999932, 10.610579638999965, 6.330772372000027, 3.3206890929999986, 2.971419428000033, 0.807411939000005, 7.9096457329999765, 1.4175565980000187, 3.3439087609999802, 8.770313993000002, 1.961883202999985, 1.9070350010000254, 1.2364845659999872, 4.982326682999982, 3.0759280910000086, 1.4401303749999954, 1.3745349630000163, 3.0560827959999983, 5.305877764000002, 2.7045227809999943, 1.9028441179999902, 7.844498039000058, 2.404682625000021, 1.4141393989999926, 2.9811718979999995, 3.115823974999998, 7.052670297999981, 1.4676224840000032, 5.10990297500004, 4.507227420999982, 1.9335307239999793, 0.4713276619999931, 2.788075354, 2.854342805999991, 1.8848687709999865, 2.5860740620000087, 1.5250910179999977, 3.763566609999998, 8.177112468000018, 2.255488930999988, 1.1636846359999993, 8.614894286000052, 7.518971951000012, 2.6558188990000104, 3.109094230000011, 2.582375098000014, 7.76924741800002, 3.3173808020000024, 2.4845424349999945, 5.66061080999998, 1.290207610000067, 0.7881969260000403, 2.733695300999983, 1.491750097999983, 1.8212186780000081, 3.5972067950000053, 5.545102636999957, 2.1057814280000002, 4.55791570599996, 3.082503506000023, 4.660542649000064, 1.0928562450000072, 3.1289561229999947, 4.827291045999999]}, "full_P2": {"rate_final": 0.925, "wall_q50": [2.2231704940000014, [1.9690780879999963, 2.447233588]], "wall_q90": [5.591649673999996, [4.53127482299999, NaN]], "wall_q95": [Infinity, [5.591649673999996, NaN]], "wall_median_s": 2.2205621929999992, "cpu_mean_s": 4.763187403524999, "cpu_median_s": 4.4411243859999985, "T": [0.9245236970000001, 0.883362123, 1.6829159539999998, 2.037815854, 2.0105644160000002, 2.387704455, 2.447233588, 1.040392078, 1.7183411629999996, null, 1.6519926899999993, null, 1.9910896949999959, 4.991500780999997, 2.9878738490000014, 0.7948105349999999, null, 0.7190697660000005, 2.1748679330000016, 2.2544171739999967, 3.4141438189999995, 2.767799256, null, 0.895058756000001, 2.724662723999998, 0.9647281330000013, 1.0178609499999993, 0.863464625999999, 2.327057203999999, 2.162274771, 0.6233599999999981, 2.8009211810000068, 5.606024564999984, 1.6192002690000038, 5.022698204000001, 2.0733527179999953, 1.7252271599999958, null, 2.410568462999997, 3.9652916859999934, 2.2231704940000014, 2.1734761629999824, 1.4036371649999992, 5.591649673999996, 4.286821650999997, 1.4184722060000041, 1.541636595, 4.145094901000007, 3.449786527999983, 3.249815871999985, 2.0248792679999994, 1.2910599810000107, 1.9690780879999963, null, 0.726153913999994, 2.9306929780000104, 5.256643881999963, 6.333768153999969, 3.4131264219999906, 2.357319457999992, 2.290357785000026, 0.6116042270000008, null, 0.9460882240000075, 2.3593800189999854, 5.13718017199993, 1.2804188769999882, 1.3060891930000054, 0.7820716869999984, 3.518644997999985, 2.331430784999995, 0.8764382569999896, 0.9263383380000221, 2.217953891999997, 3.529897484999978, 1.5072237150000234, 1.4240626849999956, null, 1.9501948330000118, 0.9702415420000108, 2.5080076420000097, 2.545151275000009, 4.53127482299999, 0.8699539320000014, 3.1988567740000065, 2.8309459469999894, 1.0583549819999973, 0.46519977999999185, 2.306277797000007, 1.6163520009999957, 1.1595775170000024, 1.5060635680000019, 0.9047164649999928, 3.022704315999988, null, 1.9457362419999953, 0.7705952120000035, 5.152228694000016, 3.9694684509999973, 1.3474333369999982, 2.497752878, 1.8898230400000102, 4.793496787000009, 2.6299678029999995, 1.6795103279999921, 3.8604955699999834, 0.9791138200000375, 0.5581654080000362, 2.1845594569999776, 1.015118168999976, 1.1072597600000336, 2.532227937000016, 3.514283225000014, 1.867961648000005, 2.466315123999948, 2.4887617530000057, 3.146369762000006, 0.8395548830000052, 2.410088201999997, 3.2288465900000176], "cpu": [1.8490473940000003, 1.766724246, 3.3658319079999997, 4.075631708, 4.0211288320000005, 4.77540891, 4.894467176, 2.080784156, 3.4366823259999992, 6.0209440239999985, 3.3039853799999985, 9.396335412000008, 3.9821793899999918, 9.983001561999995, 5.975747698000003, 1.5896210699999997, 7.539759458999988, 1.438139532000001, 4.349735866000003, 4.5088343479999935, 6.828287637999999, 5.535598512, 8.169957271000001, 1.790117512000002, 5.449325447999996, 1.9294562660000025, 2.0357218999999986, 1.726929251999998, 4.654114407999998, 4.324549542, 1.2467199999999963, 5.6018423620000135, 9.67748365899996, 3.2384005380000076, 10.045396408000002, 4.146705435999991, 3.4504543199999915, 7.63370980800002, 4.821136925999994, 7.930583371999987, 4.446340988000003, 4.346952325999965, 2.8072743299999985, 10.99444154499998, 8.573643301999994, 2.8369444120000082, 3.08327319, 8.290189802000015, 6.899573055999966, 6.49963174399997, 4.049758535999999, 2.5821199620000215, 3.9381561759999926, 8.307116885999982, 1.452307827999988, 5.861385956000021, 10.275247909999933, 11.055970925999958, 6.826252843999981, 4.714638915999984, 4.580715570000052, 1.2232084540000017, 7.9096457329999765, 1.892176448000015, 4.718760037999971, 8.98226913500001, 2.5608377539999765, 2.6121783860000107, 1.5641433739999968, 7.03728999599997, 4.66286156999999, 1.7528765139999791, 1.8526766760000442, 4.435907783999994, 7.059794969999956, 3.014447430000047, 2.848125369999991, 7.844498039000058, 3.9003896660000237, 1.9404830840000216, 5.016015284000019, 5.090302550000018, 9.06254964599998, 1.7399078640000027, 6.397713548000013, 5.661891893999979, 2.1167099639999947, 0.9303995599999837, 4.612555594000014, 3.2327040019999913, 2.319155034000005, 3.0121271360000037, 1.8094329299999856, 6.045408631999976, 8.177112468000018, 3.8914724839999906, 1.541190424000007, 10.304457388000031, 7.7221834580000035, 2.6948666739999965, 4.995505756, 3.7796460800000204, 9.586993574000019, 5.259935605999999, 3.3590206559999842, 7.720991139999967, 1.958227640000075, 1.1163308160000724, 4.369118913999955, 2.030236337999952, 2.214519520000067, 5.064455874000032, 7.028566450000028, 3.73592329600001, 4.932630247999896, 4.977523506000011, 6.292739524000012, 1.6791097660000105, 4.820176403999994, 6.457693180000035]}, "full_P4": {"rate_final": 0.925, "wall_q50": [1.8100365439999848, [1.4919474219999997, 2.0279233440000155]], "wall_q90": [3.708703015999987, [3.0125514459999962, NaN]], "wall_q95": [Infinity, [3.708703015999987, NaN]], "wall_median_s": 1.8100264489999915, "cpu_mean_s": 6.5723048998833375, "cpu_median_s": 7.23363639599998, "T": [0.6845119180000001, 0.564766119, 1.4919474219999997, 0.9427699859999998, 1.7873169350000002, 1.939421341, 2.1318722369999996, 0.7548920079999999, 1.135030174, null, 1.326468833999999, null, 1.7609235169999984, 3.543664176000002, 2.2566006610000002, 0.5846478619999989, null, 0.697009585, 1.8633635760000011, 2.025046247999999, 2.542621142999998, 2.291497022999998, null, 0.6982616109999995, 2.4945355729999967, 0.7488378860000005, 0.7729433239999999, 0.6321332399999982, 2.031161742000002, 1.9356401390000002, 0.4009119179999985, 2.1835711649999965, 3.7447012689999895, 1.1264610109999893, 3.3266897410000027, 1.8757780059999973, 1.7129829629999946, null, 2.2067141019999994, 2.8910027539999916, 2.0174717459999982, 1.663758917999992, 0.8696462400000087, 3.708703015999987, 2.9670298099999997, 0.9556233859999992, 1.019304359000003, 3.0125514459999962, 2.5155682919999904, 2.384244353999982, 1.237682201999995, 0.8313243969999959, 1.7674152329999941, null, 0.5372048199999924, 1.7029482699999932, 2.9001115159999955, 4.1752270209999836, 1.966875260000009, 1.8100163539999983, 2.0279233440000155, 0.4176847469999956, null, 0.6900558339999918, 1.8672766339999924, 3.392339430999982, 1.0090692830000023, 1.0442694340000145, 0.5463799390000048, 2.7703389390000126, 2.0743825630000146, 0.6483116269999982, 0.7374295850000152, 1.8068018439999918, 2.596382543000047, 0.9544872480000066, 1.0658934619999911, null, 1.6893278530000089, 0.7346040559999949, 1.8100365439999848, 2.2962042160000067, 3.3358768249999997, 0.6108616620000049, 2.141372858000011, 1.9810879599999964, 0.7445349730000004, 0.46519977999999185, 2.087575454000003, 1.0194604040000002, 0.8088344530000029, 0.8791836370000112, 0.6818248069999981, 2.492178339000006, null, 1.1579041049999859, 0.5365564439999986, 3.5050807540000193, 2.2088086490000194, 1.0740772129999954, 2.2332303929999995, 1.4645236730000022, 3.414984371999992, 2.2726225640000024, 1.4037326010000015, 2.942215219000019, 0.7288074200000096, 0.5414675900000248, 1.885163313000021, 0.7694965350000018, 0.6831456390000312, 2.086486855000004, 2.55209877300004, 1.6455993650000096, 1.4098246179999876, 1.3933098870000151, 2.4103130179999823, 0.6117365350000057, 2.0895690729999785, 2.451385780999999], "cpu": [2.7380476720000004, 2.259064476, 5.967789687999999, 3.7710799439999994, 7.149267740000001, 7.757685364, 8.527488947999998, 3.0195680319999996, 4.540120696, 6.0209440239999985, 5.305875335999996, 9.396335412000008, 7.0436940679999935, 11.945238324999998, 9.026402644000001, 2.3385914479999954, 7.539759458999988, 2.78803834, 7.4534543040000045, 8.100184991999996, 10.038514313, 9.165988091999992, 8.169957271000001, 2.793046443999998, 9.978142291999987, 2.995351544000002, 3.0917732959999995, 2.5285329599999926, 8.124646968000008, 7.742560556000001, 1.603647671999994, 8.734284659999986, 9.67748365899996, 4.505844043999957, 12.381265781999993, 7.503112023999989, 6.851931851999979, 7.63370980800002, 8.826856407999998, 8.620507497999974, 8.069886983999993, 6.655035671999968, 3.4785849600000347, 10.99444154499998, 11.868119239999999, 3.8224935439999967, 4.077217436000012, 12.050205783999985, 10.062273167999962, 9.536977415999928, 4.95072880799998, 3.3252975879999838, 7.069660931999977, 8.307116885999982, 2.1488192799999695, 6.811793079999973, 10.275247909999933, 11.055970925999958, 7.867501040000036, 7.240065415999993, 8.111693376000062, 1.6707389879999823, 7.9096457329999765, 2.7602233359999673, 7.46910653599997, 8.98226913500001, 4.036277132000009, 4.177077736000058, 2.1855197560000192, 10.371089003999984, 8.297530252000058, 2.593246507999993, 2.949718340000061, 7.227207375999967, 9.516316759000077, 3.8179489920000265, 4.2635738479999645, 7.844498039000058, 6.7573114120000355, 2.9384162239999796, 7.240146175999939, 9.184816864000027, 11.162208191000019, 2.4434466480000196, 8.565491432000044, 7.924351839999986, 2.9781398920000015, 1.8607991199999674, 8.350301816000012, 4.077841616000001, 3.2353378120000116, 3.516734548000045, 2.7272992279999926, 9.968713356000023, 8.177112468000018, 4.6316164199999434, 2.1462257759999943, 13.52727062600006, 7.7221834580000035, 4.2963088519999815, 8.932921571999998, 5.858094692000009, 12.191401652000025, 9.09049025600001, 5.614930404000006, 11.768860876000076, 2.9152296800000386, 2.165870360000099, 7.540653252000084, 3.0779861400000073, 2.732582556000125, 8.345947420000016, 10.20839509200016, 6.582397460000038, 5.63929847199995, 5.5732395480000605, 8.888542707000084, 2.4469461400000228, 8.358276291999914, 9.805543123999996]}, "full_P8": {"rate_final": 0.925, "wall_q50": [1.5566593300000022, [1.1458197700000028, 1.674794673000008]], "wall_q90": [2.6868628980000153, [2.38018860199999, NaN]], "wall_q95": [Infinity, [2.6868628980000153, NaN]], "wall_median_s": 1.550594286500008, "cpu_mean_s": 8.858869808041678, "cpu_median_s": 8.939834940499992, "T": [0.4950941620000001, 0.552281773, 1.4702882030000002, 0.6877937799999999, 1.5912521380000002, 1.6132549810000003, 1.760610676000001, 0.5109811419999999, 0.8743547709999999, null, 1.0386661890000006, null, 1.7423517189999984, 2.652738434999998, 1.9711366239999997, 0.5783366650000001, null, 0.697009585, 1.641213682, 1.8192953119999977, 1.62591839600001, 2.0422365629999994, null, 0.5088995189999999, 2.0375942210000026, 0.7346382769999984, 0.5559532199999992, 0.4260213819999983, 1.250370605999997, 1.9158988379999968, 0.4009119179999985, 1.3796981959999997, 2.8003032849999983, 0.877078627000003, 2.5416505230000013, 1.7764435659999975, 1.3782961080000007, null, 2.0103444370000005, 2.4489103739999933, 1.8146904450000036, 1.4294865600000008, 0.6230460999999963, 2.6850354909999865, 2.2916847939999982, 0.7286872950000003, 0.7236438280000073, 2.328790065000014, 2.091575462999998, 1.945087859999994, 0.8457081919999965, 0.625219118000004, 1.5827979580000004, null, 0.529615395999997, 1.1247246859999933, 1.6697079869999953, 3.116268003000002, 1.1458197700000028, 1.6090886420000032, 1.8155471600000084, 0.4176847469999956, null, 0.4788694039999939, 1.6622255380000013, 2.4914434720000003, 0.7587263589999935, 0.7811688029999999, 0.5268620530000021, 2.3452372560000043, 1.8321739790000038, 0.566320482000009, 0.5520157040000129, 1.6081242970000034, 1.4613522179999734, 0.6113073400000104, 1.0508895050000007, null, 1.674794673000008, 0.54058019, 1.5445292430000137, 2.073740790000002, 2.6156002799999953, 0.42513238800000863, 1.5566593300000022, 1.6386246450000073, 0.5461769749999945, 0.46519977999999185, 1.8913661799999915, 0.7693294460000004, 0.5250474909999951, 0.6456858009999991, 0.48221363999999767, 1.7931442770000103, null, 0.6871750829999996, 0.5365564439999986, 2.6868628980000153, 1.276416053999995, 0.8295818499999967, 1.9854487720000122, 1.0699767350000116, 2.5606773730000043, 1.9892211720000006, 1.1740886959999983, 2.38018860199999, 0.7225323180000203, 0.5414675900000248, 1.6881848660000003, 0.5711604509999972, 0.4548019230000193, 1.8505048320000128, 1.803859880999994, 1.476571186000001, 0.9101077020000048, 0.9050325600000235, 2.0020741790000045, 0.5997449790000076, 1.701291636999997, 2.0844444270000224], "cpu": [3.960753296000001, 4.418254184, 11.762305624000001, 5.502350239999999, 10.687419495999997, 12.67138023, 14.084885408000009, 4.087849135999999, 6.9948381679999985, 6.0209440239999985, 8.309329512000005, 9.396335412000008, 12.561968056999996, 12.167083479999993, 11.723394005000008, 4.626693320000001, 7.539759458999988, 5.57607668, 13.129709456, 14.134698864999987, 9.921875661000023, 10.780117150999992, 8.169957271000001, 4.071196151999999, 14.02923411399999, 5.877106215999987, 4.447625759999994, 3.4081710559999863, 10.002964847999976, 10.504691180999984, 3.207295343999988, 11.022483816999987, 9.67748365899996, 7.016629016000024, 12.665224980000005, 14.21154852799998, 11.026368864000005, 7.63370980800002, 14.115942734000015, 8.620507497999974, 14.51752356000003, 10.38903278199998, 4.98436879999997, 10.99444154499998, 13.814011747999984, 5.829498360000002, 5.789150624000058, 14.373083976000075, 12.639603029999982, 9.97696120999995, 6.765665535999972, 5.001752944000032, 12.156556211999998, 8.307116885999982, 4.236923167999976, 8.023957744999969, 10.275247909999933, 11.055970925999958, 9.070283909000025, 12.872709136000026, 13.690242379000026, 3.3414779759999647, 7.9096457329999765, 3.830955231999951, 11.124714583999932, 8.98226913500001, 6.069810871999948, 6.249350423999999, 4.214896424000017, 10.371089003999984, 14.496294907000063, 4.530563856000072, 4.416125632000103, 11.980637064000021, 8.897400745999974, 4.890458720000083, 8.407116040000005, 7.844498039000058, 11.891314538000046, 4.32464152, 12.352961627000099, 12.878051141999933, 11.162208191000019, 3.401059104000069, 9.867392521000056, 11.571396905999947, 4.369415799999956, 3.7215982399999348, 14.490336628999941, 6.154635568000003, 4.200379927999961, 5.1654864079999925, 3.8577091199999813, 14.328058922000096, 8.177112468000018, 5.497400663999997, 4.292451551999989, 14.656987715000042, 7.7221834580000035, 6.636654799999974, 14.208503927000123, 8.559813880000092, 12.242417456000041, 10.746976297000018, 9.392709567999987, 13.54914833899997, 5.780258544000162, 4.331740720000198, 11.215644083000058, 4.569283607999978, 3.6384153840001545, 10.441877232999985, 12.76761916799984, 11.812569488000008, 7.280861616000038, 7.240260480000188, 9.22706807300014, 4.7979598320000605, 13.610333095999977, 14.843910868000194]}, "full_P16": {"rate_final": 0.925, "wall_q50": [1.3439497260000004, [0.8250123689999995, 1.5071071099999926]], "wall_q90": [2.329180837999999, [2.0409939909999792, NaN]], "wall_q95": [Infinity, [2.329180837999999, NaN]], "wall_median_s": 1.2914366455000004, "cpu_mean_s": 10.68416393465834, "cpu_median_s": 9.729101810000017, "T": [0.46213029500000014, 0.552281773, 1.3439497260000004, 0.46560889299999975, 1.5912521380000002, 1.589691887, 1.374470224000001, 0.5109811419999999, 0.624641231, null, 0.8250123689999995, null, 1.6814395879999982, 1.9855087010000005, 1.6896237149999997, 0.4606211699999996, null, 0.5955021020000011, 1.4534062689999985, 1.5935087219999993, 1.1198997790000043, 1.841574179000002, null, 0.5088995189999999, 1.7721277320000013, 0.7346382769999984, 0.5392725200000008, 0.4260213819999983, 0.7748956030000045, 1.9158988379999968, 0.4009119179999985, 0.9707094019999971, 2.329180837999999, 0.6917117570000002, 2.14661279700001, 1.6131601119999956, 0.7118113850000043, null, 1.8954224829999973, 2.2225732279999946, 1.8146904450000036, 1.2389235650000003, 0.4247200899999939, 2.2700405000000003, 1.865265327000003, 0.5293938319999967, 0.5221846900000031, 2.0024132700000052, 1.8691039149999966, 1.6865206799999939, 0.6632206309999944, 0.4436456080000042, 1.5827979580000004, null, 0.5278789800000112, 0.8950952520000044, 1.0935159549999867, 2.5755693150000383, 0.8154278309999938, 1.4243814820000011, 1.7811246129999887, 0.4176847469999956, null, 0.4371058890000086, 1.4780765050000042, 2.0048806289999845, 0.7587263589999935, 0.7811688029999999, 0.484020471000008, 2.129875764000005, 1.8077932390000058, 0.454392759000001, 0.44342326500000695, 1.5939985380000081, 0.9947005820000072, 0.4074435950000037, 0.8945202779999875, null, 1.674794673000008, 0.54058019, 1.3573247360000096, 1.966022363999997, 2.373971909000005, 0.42513238800000863, 1.0690980669999988, 1.3774764030000028, 0.44751451200001213, 0.46519977999999185, 1.608281832000003, 0.566397729000002, 0.48847373099999913, 0.43449430300000813, 0.47680761099999813, 1.4966333600000041, null, 0.4313036260000018, 0.5365564439999986, 2.153156172999971, 0.7662477020000011, 0.8295818499999967, 1.5841248280000144, 0.5842308360000033, 2.0409939909999792, 1.5886662600000108, 1.1740886959999983, 2.0941633730000007, 0.4878945819999956, 0.5414675900000248, 1.6292160819999992, 0.5194279430000108, 0.4548019230000193, 1.665627857000004, 1.5071071099999926, 1.476571186000001, 0.6506424019999884, 0.6534865410000066, 1.7496839349999789, 0.5081836359999841, 1.4599481019999985, 1.814909144000012], "cpu": [7.394084720000002, 7.7318457679999995, 15.835403881999994, 7.444895297999995, 10.916838423999998, 14.083661616, 18.82372531500001, 8.072208937, 9.401096896999999, 6.0209440239999985, 12.415428477999999, 9.396335412000008, 14.197344902000005, 11.832944140999997, 11.871175456000008, 7.369938719999993, 7.539759458999988, 8.815192196000009, 15.837974096999986, 15.124139226999997, 9.662365708000014, 11.093128167999986, 8.169957271000001, 8.142392303999998, 13.922199693999989, 10.418510412000007, 8.618810242000016, 6.8163421119999725, 11.625032677000014, 10.94996915699998, 6.414590687999976, 11.272099866999987, 9.67748365899996, 9.799814370999982, 12.80120151900001, 22.10373442399994, 11.036079398000041, 7.63370980800002, 15.448058588000002, 8.620507497999974, 21.42485555000001, 11.222925141999987, 6.795521439999902, 10.99444154499998, 13.925962654000017, 8.24810817799996, 7.8652835920000115, 14.750332260000029, 13.057703998999962, 9.97696120999995, 8.873545727999968, 7.098329728000067, 14.281490745000028, 8.307116885999982, 8.223380412000097, 8.023957744999969, 10.275247909999933, 11.055970925999958, 9.662147340000018, 14.57223796099997, 15.012672297999913, 6.682955951999929, 7.9096457329999765, 6.993694224000137, 11.848138850999959, 8.98226913500001, 11.47050712399998, 11.775173798999958, 7.744327536000128, 10.371089003999984, 18.25526359500006, 7.270284144000016, 7.074797879000087, 13.800224841000045, 8.676168368000006, 6.519097520000059, 9.625504984999964, 7.844498039000058, 12.97445083000001, 8.496297852000012, 14.663900485000056, 13.398436800999932, 11.162208191000019, 6.802118208000138, 9.631372429000052, 11.865697118999933, 7.160232192000194, 7.4431964799998696, 15.672726320999985, 8.861430648000024, 7.815579695999986, 6.95190884800013, 7.587622047999986, 15.94519834700003, 8.177112468000018, 6.900858016000029, 8.584903103999977, 14.702280723999948, 7.7221834580000035, 12.018999163999837, 14.30600914300011, 9.337084502000053, 12.083820335000013, 10.417174585000012, 12.805729947000003, 13.85187806999997, 7.806313311999929, 8.62671949800037, 11.295632734000037, 8.310847088000173, 7.276830768000309, 10.443794749999995, 13.122251470999856, 19.072653923999923, 9.52678487499989, 9.780719961000074, 9.373359491000116, 8.109038275999723, 15.277018908999963, 15.89453857900017]}, "full_P32": {"rate_final": 0.925, "wall_q50": [1.2389235650000003, [0.7346382769999984, 1.4534062689999985]], "wall_q90": [2.129875764000005, [1.814757348999997, NaN]], "wall_q95": [Infinity, [2.129875764000005, NaN]], "wall_median_s": 1.2283556270000027, "cpu_mean_s": 11.498967051633338, "cpu_median_s": 10.545157942500037, "T": [0.42180867300000013, 0.552281773, 1.2977827820000005, 0.46560889299999975, 1.5912521380000002, 1.589691887, 1.3572301740000015, 0.5109811419999999, 0.46092605999999936, null, 0.6325348220000002, null, 1.657867963000001, 1.6854180949999993, 1.4558824339999994, 0.4606211699999996, null, 0.5882444060000047, 1.4534062689999985, 1.5935087219999993, 0.8849633250000011, 1.5981127800000046, null, 0.39848229400000434, 1.5568470800000043, 0.7346382769999984, 0.5206369830000028, 0.4260213819999983, 0.7526618119999995, 1.9158988379999968, 0.4009119179999985, 0.6840125579999992, 2.116304364000001, 0.6917117570000002, 1.814757348999997, 1.591704748000005, 0.4822656159999994, null, 1.6417930149999975, 2.0129361019999976, 1.8146904450000036, 1.2389235650000003, 0.41740656999999715, 2.0182054259999944, 1.628788168000007, 0.5293938319999967, 0.43655234899999584, 1.7169412410000007, 1.6924497639999956, 1.6715143599999962, 0.497841441999995, 0.44107797699999196, 1.5440310990000086, null, 0.5113625050000081, 0.6790415410000037, 0.8370646270000037, 2.230298727999994, 0.5767828839999964, 1.217787689000005, 1.5853081479999958, 0.4176847469999956, null, 0.4371058890000086, 1.4780765050000042, 1.7504551919999898, 0.7587263589999935, 0.7811688029999999, 0.4095578970000133, 2.129875764000005, 1.5921870100000035, 0.454392759000001, 0.44342326500000695, 1.5939985380000081, 0.6314353839999995, 0.4074435950000037, 0.8945202779999875, null, 1.674794673000008, 0.54058019, 1.3573247360000096, 1.6638350830000093, 2.1568745430000007, 0.42513238800000863, 0.8500719179999976, 1.3774764030000028, 0.44751451200001213, 0.4333134100000109, 1.589900539999988, 0.566397729000002, 0.4571538190000126, 0.43449430300000813, 0.40018768299999863, 1.2557552330000021, null, 0.4313036260000018, 0.5077957630000043, 1.8796674909999638, 0.514158208000012, 0.8295818499999967, 1.3614080520000016, 0.5577375670000038, 1.7683900549999834, 1.3085296149999976, 1.1740886959999983, 2.045109383000039, 0.3711349009999765, 0.3638436460000207, 1.6292160819999992, 0.5194279430000108, 0.4548019230000193, 1.665627857000004, 1.2952556529999981, 1.3468522269999994, 0.4319449470000052, 0.6279193579999856, 1.7384669889999884, 0.5081836359999841, 1.390232157000014, 1.6150531020000187], "cpu": [9.460683339, 7.9616479469999994, 16.448744383999994, 9.258416666000002, 10.916838423999998, 14.545962206000002, 20.89713249700002, 9.831573569, 9.77707440799999, 6.0209440239999985, 12.307700199000008, 9.396335412000008, 14.803342969000015, 11.787613073999994, 11.66056706700001, 9.997255605, 7.539759458999988, 9.248094222000013, 16.588304442999988, 15.847857773999994, 9.447942324000014, 11.015994692999993, 8.169957271000001, 9.44798098200004, 13.482243034999996, 10.725925314000012, 10.47869282600001, 8.923699963000015, 12.40240821899998, 11.177772661999985, 10.627986494999952, 10.886332020999994, 9.67748365899996, 10.509752809999988, 12.766671893999991, 24.09060181200003, 10.546246539999991, 7.63370980800002, 15.086824377, 8.620507497999974, 23.42280512100001, 12.105366773999968, 9.037182596999976, 10.99444154499998, 13.893692119000029, 10.215099694000017, 8.288184211999962, 14.423540078000016, 13.250747264999966, 9.97696120999995, 8.937095961999994, 9.31606028299997, 15.108982649000026, 8.307116885999982, 9.210184474000009, 8.023957744999969, 10.275247909999933, 11.055970925999958, 9.709090297000017, 14.088850688999983, 14.826270893999947, 10.28359687399994, 7.9096457329999765, 10.544069345000082, 12.449006853999947, 8.98226913500001, 12.584983356999956, 12.022845720999953, 10.502672178000168, 10.371089003999984, 17.840108052000076, 9.763551297999996, 8.530708763000092, 14.48335482000006, 8.324922490000006, 8.291781808000039, 9.625504984999964, 7.844498039000058, 13.463397391, 9.818192124999953, 15.591483392000043, 12.794062238999956, 11.162208191000019, 11.03777256300009, 9.436616576000048, 12.218962827999945, 9.602146443000109, 12.369801845000183, 16.318442985999923, 10.122734687000005, 11.196865966000104, 8.903610700000044, 8.746453956999972, 15.843173168000035, 8.177112468000018, 9.941165646000002, 11.01592289600002, 14.787065101999929, 7.7221834580000035, 13.046200266999833, 14.146610360000068, 11.04386652899997, 12.050855217000006, 10.137037939999999, 13.595907132999983, 14.272662678000074, 10.103058257999606, 9.356695975000349, 11.295632734000037, 11.57259648900012, 9.660910651000108, 10.443794749999995, 13.17904420099984, 19.5640542269999, 9.635975380000048, 10.318662458999995, 9.592240682000153, 9.91438086899987, 15.943295176000078, 15.897149917000178]}}} \ No newline at end of file diff --git a/results/icml_r3/X7/oracle_run1.log.txt b/results/icml_r3/X7/oracle_run1.log.txt new file mode 100644 index 0000000000000000000000000000000000000000..1b99ac9a535d78647717963d895cf0e228b48189 --- /dev/null +++ b/results/icml_r3/X7/oracle_run1.log.txt @@ -0,0 +1,64 @@ +=== m=2 start 00:25:23 load 50.17 27.12 15.89 +m=2 1/120 4s load=['47.75', '27.00', '15.91'] +m=2 11/120 10s load=['44.63', '27.02', '16.04'] +m=2 21/120 15s load=['44.63', '27.02', '16.04'] +m=2 31/120 21s load=['44.63', '27.58', '16.34'] +m=2 41/120 25s load=['43.38', '27.60', '16.40'] +m=2 51/120 30s load=['42.07', '27.59', '16.46'] +m=2 61/120 35s load=['42.07', '27.59', '16.46'] +m=2 71/120 40s load=['39.83', '27.59', '16.58'] +m=2 81/120 45s load=['38.88', '27.60', '16.64'] +m=2 91/120 51s load=['41.62', '28.35', '16.94'] +m=2 101/120 58s load=['44.37', '29.14', '17.26'] +m=2 111/120 64s load=['43.22', '29.16', '17.33'] +m=2 120/120 76s load=['38.28', '28.77', '17.39'] +saved 2 76s +=== m=2 end 00:26:40 load 38.28 28.77 17.39 +=== m=3 start 00:26:40 load 38.28 28.77 17.39 +m=3 1/120 3s load=['36.90', '28.64', '17.41'] +m=3 11/120 9s load=['36.19', '28.63', '17.47'] +m=3 21/120 15s load=['35.53', '28.62', '17.53'] +m=3 31/120 21s load=['35.41', '28.71', '17.62'] +m=3 41/120 26s load=['34.17', '28.56', '17.63'] +m=3 51/120 33s load=['33.04', '28.42', '17.64'] +m=3 61/120 37s load=['31.91', '28.26', '17.65'] +m=3 71/120 42s load=['32.32', '28.41', '17.75'] +m=3 81/120 48s load=['31.23', '28.30', '17.83'] +m=3 91/120 55s load=['31.61', '28.43', '17.93'] +m=3 101/120 61s load=['30.76', '28.30', '17.95'] +m=3 111/120 68s load=['32.80', '28.79', '18.22'] +m=3 120/120 78s load=['31.13', '28.51', '18.18'] +saved 3 78s +=== m=3 end 00:27:58 load 31.13 28.51 18.18 +=== m=4 start 00:27:58 load 31.13 28.51 18.18 +m=4 1/120 6s load=['30.92', '28.54', '18.30'] +m=4 11/120 13s load=['30.20', '28.43', '18.32'] +m=4 21/120 22s load=['32.08', '28.86', '18.57'] +m=4 31/120 30s load=['33.75', '29.35', '18.84'] +m=4 41/120 39s load=['32.57', '29.18', '18.84'] +m=4 51/120 49s load=['30.48', '28.85', '18.84'] +m=4 61/120 57s load=['31.08', '29.04', '19.02'] +m=4 71/120 65s load=['29.22', '28.71', '19.02'] +m=4 81/120 72s load=['32.73', '29.45', '19.31'] +m=4 91/120 80s load=['33.12', '29.66', '19.48'] +m=4 101/120 91s load=['38.56', '30.94', '20.01'] +m=4 111/120 98s load=['36.99', '30.74', '20.00'] +m=4 120/120 108s load=['35.31', '30.58', '20.07'] +saved 4 108s +=== m=4 end 00:29:47 load 35.31 30.58 20.07 +=== m=5 start 00:29:47 load 35.31 30.58 20.07 +m=5 1/120 6s load=['41.21', '31.95', '20.62'] +m=5 11/120 22s load=['48.47', '33.99', '21.47'] +m=5 21/120 34s load=['46.97', '34.13', '21.65'] +m=5 31/120 49s load=['56.21', '36.82', '22.73'] +m=5 41/120 61s load=['53.27', '37.14', '23.06'] +m=5 51/120 75s load=['52.32', '37.44', '23.31'] +m=5 61/120 87s load=['56.58', '39.11', '24.08'] +m=5 71/120 99s load=['50.80', '38.44', '24.03'] +m=5 81/120 113s load=['57.04', '40.43', '24.91'] +m=5 91/120 124s load=['54.88', '40.54', '25.11'] +m=5 101/120 140s load=['51.65', '40.53', '25.36'] +m=5 111/120 152s load=['52.60', '41.33', '25.86'] +m=5 120/120 169s load=['48.50', '41.02', '26.01'] +saved 5 169s +=== m=5 end 00:32:36 load 48.50 41.02 26.01 diff --git a/results/icml_r3/X7/quiet_watch.sh b/results/icml_r3/X7/quiet_watch.sh new file mode 100644 index 0000000000000000000000000000000000000000..df1f33a14125846acbd8df610858ac70d63fd794 --- /dev/null +++ b/results/icml_r3/X7/quiet_watch.sh @@ -0,0 +1,14 @@ +#!/bin/bash +# after the timed chain: poll the machine for a quiet moment (busy < 25% over a 5 s window, from monitor-style /proc/stat sampling) for up to 3 h; +# on each quiet sample run x7_calib (one pinned core); stop after 3 quiet calibrations. +cd /home/cercola/matte_server/DiffusionControl +export CUDA_VISIBLE_DEVICES= OMP_NUM_THREADS=1 RAYON_NUM_THREADS=1 PYTHONPATH=. +until grep -q ALLDONE results/icml_r3/X7/run_timed.log; do sleep 20; done +end=$(( $(date +%s) + 10800 )); got=0 +while [ $(date +%s) -lt $end ] && [ $got -lt 3 ]; do + a=($(head -1 /proc/stat)); sleep 5; b=($(head -1 /proc/stat)) + ta=0; tb=0; for i in 1 2 3 4 5 6 7 8; do ta=$((ta+${a[$i]})); tb=$((tb+${b[$i]})); done + idle=$(( (${b[4]}+${b[5]}) - (${a[4]}+${a[5]}) )); tot=$((tb-ta)); busy=$((100*(tot-idle)/tot)) + if [ $busy -lt 25 ]; then myenv/bin/python -W ignore -m nonlinear.mimo_unstable.x7_calib --core 14 --tag quiet_busy$busy >> results/icml_r3/X7/quiet_watch.log 2>&1; got=$((got+1)); sleep 120; else sleep 55; fi +done +echo WATCHDONE >> results/icml_r3/X7/quiet_watch.log diff --git a/results/icml_r3/X7/realpool_m2_P4.json b/results/icml_r3/X7/realpool_m2_P4.json new file mode 100644 index 0000000000000000000000000000000000000000..8bce585ba06217c4046ff059abac823333afe7b9 --- /dev/null +++ b/results/icml_r3/X7/realpool_m2_P4.json @@ -0,0 +1 @@ +{"m": 2, "P": 4, "rows": [{"plant": 0, "T_real": 0.039549822016851977, "T_sim": 0.034493641, "ran": 6}, {"plant": 1, "T_real": 0.03417706600157544, "T_sim": 0.03123606300000001, "ran": 6}, {"plant": 2, "T_real": 0.11828723299549893, "T_sim": 0.114832079, "ran": 11}, {"plant": 3, "T_real": 0.10123274099896662, "T_sim": 0.09237643599999995, "ran": 9}, {"plant": 4, "T_real": 0.6557001949986443, "T_sim": 0.6434604990000001, "ran": 36}, {"plant": 5, "T_real": 0.1454275980067905, "T_sim": 0.14070849299999977, "ran": 11}, {"plant": 6, "T_real": 0.04379131199675612, "T_sim": 0.03808435600000015, "ran": 6}, {"plant": 7, "T_real": 0.017824978014687076, "T_sim": 0.016336043999999994, "ran": 6}, {"plant": 8, "T_real": 0.02991511599975638, "T_sim": 0.021999109000000017, "ran": 5}, {"plant": 9, "T_real": 0.37048827300895937, "T_sim": 0.3585238260000001, "ran": 26}, {"plant": 10, "T_real": 0.02110560701112263, "T_sim": 0.018344847000000275, "ran": 5}, {"plant": 11, "T_real": 0.1133522140153218, "T_sim": 0.11019472199999969, "ran": 13}, {"plant": 12, "T_real": 0.02993254200555384, "T_sim": 0.025782734000000307, "ran": 6}, {"plant": 13, "T_real": 0.13258496299386024, "T_sim": 0.12959048600000012, "ran": 11}, {"plant": 14, "T_real": 0.038627318979706615, "T_sim": 0.03671701500000024, "ran": 6}, {"plant": 15, "T_real": 0.021060138009488583, "T_sim": 0.01893730600000021, "ran": 6}, {"plant": 16, "T_real": 0.02909090099274181, "T_sim": 0.02370095100000036, "ran": 5}, {"plant": 17, "T_real": 0.09189629298634827, "T_sim": 0.08745982100000038, "ran": 7}, {"plant": 18, "T_real": 0.03745395000441931, "T_sim": 0.035156984999999974, "ran": 6}, {"plant": 19, "T_real": 0.12914286201703362, "T_sim": 0.12545222899999997, "ran": 11}, {"plant": 20, "T_real": 0.02222398400772363, "T_sim": 0.019796034000000073, "ran": 6}, {"plant": 21, "T_real": 0.021432526991702616, "T_sim": 0.01665792700000024, "ran": 5}, {"plant": 22, "T_real": 0.10690264499862678, "T_sim": 0.1042036159999995, "ran": 9}, {"plant": 23, "T_real": 0.10198077498353086, "T_sim": 0.09900867299999971, "ran": 10}], "load": ["39.82", "43.11", "43.23"]} \ No newline at end of file diff --git a/results/icml_r3/X7/realpool_m2_P8.json b/results/icml_r3/X7/realpool_m2_P8.json new file mode 100644 index 0000000000000000000000000000000000000000..7f32ce478bfb27a0369e9b7e25f6079242b7696e --- /dev/null +++ b/results/icml_r3/X7/realpool_m2_P8.json @@ -0,0 +1 @@ +{"m": 2, "P": 8, "rows": [{"plant": 0, "T_real": 0.03549606501474045, "T_sim": 0.030708793000000005, "ran": 10}, {"plant": 1, "T_real": 0.02277257601963356, "T_sim": 0.018561101999999982, "ran": 11}, {"plant": 2, "T_real": 0.02060868201078847, "T_sim": 0.017242283999999997, "ran": 11}, {"plant": 3, "T_real": 0.025579895998816937, "T_sim": 0.02061922899999999, "ran": 9}, {"plant": 4, "T_real": 0.40099644599831663, "T_sim": 0.39205167799999996, "ran": 40}, {"plant": 5, "T_real": 0.05797630298184231, "T_sim": 0.05594160299999995, "ran": 11}, {"plant": 6, "T_real": 0.03468864399474114, "T_sim": 0.024528170999999932, "ran": 11}, {"plant": 7, "T_real": 0.020301020005717874, "T_sim": 0.017078807999999945, "ran": 10}, {"plant": 8, "T_real": 0.03662083100061864, "T_sim": 0.018325749000000058, "ran": 11}, {"plant": 9, "T_real": 0.2311499299830757, "T_sim": 0.22722864300000012, "ran": 29}, {"plant": 10, "T_real": 0.02026460602064617, "T_sim": 0.018050316000000066, "ran": 10}, {"plant": 11, "T_real": 0.0798853849992156, "T_sim": 0.0767152929999999, "ran": 13}, {"plant": 12, "T_real": 0.02228233197820373, "T_sim": 0.016641801999999872, "ran": 11}, {"plant": 13, "T_real": 0.04061169599299319, "T_sim": 0.03572979399999987, "ran": 11}, {"plant": 14, "T_real": 0.02143654300016351, "T_sim": 0.018991688000000062, "ran": 11}, {"plant": 15, "T_real": 0.022813367017079145, "T_sim": 0.018955652999999906, "ran": 11}, {"plant": 16, "T_real": 0.029129017988452688, "T_sim": 0.019230144999999865, "ran": 8}, {"plant": 17, "T_real": 0.02002252300735563, "T_sim": 0.017921461999999888, "ran": 11}, {"plant": 18, "T_real": 0.047200926986988634, "T_sim": 0.03670318399999983, "ran": 13}, {"plant": 19, "T_real": 0.0347822250041645, "T_sim": 0.029894549999999853, "ran": 11}, {"plant": 20, "T_real": 0.033389646996511146, "T_sim": 0.018028302999999912, "ran": 11}, {"plant": 21, "T_real": 0.021027480019256473, "T_sim": 0.018978508000000005, "ran": 9}, {"plant": 22, "T_real": 0.020691616024123505, "T_sim": 0.01767138700000004, "ran": 11}, {"plant": 23, "T_real": 0.031910408986732364, "T_sim": 0.018023244999999743, "ran": 11}], "load": ["38.31", "42.75", "43.11"]} \ No newline at end of file diff --git a/results/icml_r3/X7/realpool_m3_P4.json b/results/icml_r3/X7/realpool_m3_P4.json new file mode 100644 index 0000000000000000000000000000000000000000..aeca28a714414cd4299aa9d83d260a43f475e068 --- /dev/null +++ b/results/icml_r3/X7/realpool_m3_P4.json @@ -0,0 +1 @@ +{"m": 3, "P": 4, "rows": [{"plant": 0, "T_real": 0.22251420398242772, "T_sim": 0.210449585, "ran": 11}, {"plant": 1, "T_real": 0.7117069270170759, "T_sim": 0.6874643659999997, "ran": 32}, {"plant": 2, "T_real": 0.39145855500828475, "T_sim": 0.3837675800000002, "ran": 24}, {"plant": 3, "T_real": 0.04021079500671476, "T_sim": 0.03840294500000008, "ran": 6}, {"plant": 4, "T_real": 0.12918019300559536, "T_sim": 0.12568630000000014, "ran": 9}, {"plant": 5, "T_real": 0.10334600598434918, "T_sim": 0.0998536200000002, "ran": 7}, {"plant": 6, "T_real": 0.16025391800212674, "T_sim": 0.1576589789999998, "ran": 11}, {"plant": 7, "T_real": 0.1759973159932997, "T_sim": 0.17341112700000005, "ran": 10}, {"plant": 8, "T_real": 0.9825164030189626, "T_sim": 0.9673133300000005, "ran": 48}, {"plant": 9, "T_real": 0.8636192429985385, "T_sim": 0.8483909260000009, "ran": 39}, {"plant": 10, "T_real": 0.21293905202765018, "T_sim": 0.2030799089999995, "ran": 13}, {"plant": 11, "T_real": 0.12801799300359562, "T_sim": 0.12277915900000025, "ran": 10}, {"plant": 12, "T_real": 0.01759783798479475, "T_sim": 0.01601079600000066, "ran": 6}, {"plant": 13, "T_real": 0.13767289998941123, "T_sim": 0.12883468199999992, "ran": 12}, {"plant": 14, "T_real": 0.022949582984438166, "T_sim": 0.021500211000000213, "ran": 5}, {"plant": 15, "T_real": 0.04394383399630897, "T_sim": 0.029110735999999804, "ran": 6}, {"plant": 16, "T_real": 0.02207937801722437, "T_sim": 0.020314582000000136, "ran": 7}, {"plant": 17, "T_real": 0.1290099109755829, "T_sim": 0.12573195800000114, "ran": 10}, {"plant": 18, "T_real": 0.18293980899034068, "T_sim": 0.17689638400000085, "ran": 11}, {"plant": 19, "T_real": 0.13484951801365241, "T_sim": 0.13229823799999973, "ran": 11}, {"plant": 20, "T_real": 0.22980689798714593, "T_sim": 0.22333105599999925, "ran": 13}, {"plant": 21, "T_real": 0.03177815201343037, "T_sim": 0.02334280500000041, "ran": 6}, {"plant": 22, "T_real": 0.21285586900194176, "T_sim": 0.205457687, "ran": 11}, {"plant": 23, "T_real": 0.026643773016985506, "T_sim": 0.021415993999999827, "ran": 6}], "load": ["39.08", "42.78", "43.12"]} \ No newline at end of file diff --git a/results/icml_r3/X7/realpool_m3_P8.json b/results/icml_r3/X7/realpool_m3_P8.json new file mode 100644 index 0000000000000000000000000000000000000000..65382ebae86e5f65e1dcba5d880c3a49a2f1823a --- /dev/null +++ b/results/icml_r3/X7/realpool_m3_P8.json @@ -0,0 +1 @@ +{"m": 3, "P": 8, "rows": [{"plant": 0, "T_real": 0.12211239000316709, "T_sim": 0.08367055600000001, "ran": 11}, {"plant": 1, "T_real": 0.37361809800495394, "T_sim": 0.35672330399999996, "ran": 35}, {"plant": 2, "T_real": 0.24939885799540207, "T_sim": 0.242981903, "ran": 28}, {"plant": 3, "T_real": 0.045014228991931304, "T_sim": 0.04243404100000003, "ran": 10}, {"plant": 4, "T_real": 0.02148602801025845, "T_sim": 0.019109784999999935, "ran": 11}, {"plant": 5, "T_real": 0.08380038099130616, "T_sim": 0.06514965499999992, "ran": 11}, {"plant": 6, "T_real": 0.0608709380030632, "T_sim": 0.049601812999999995, "ran": 11}, {"plant": 7, "T_real": 0.060947040998144075, "T_sim": 0.05896762199999994, "ran": 10}, {"plant": 8, "T_real": 0.5184195240144618, "T_sim": 0.5088205379999999, "ran": 48}, {"plant": 9, "T_real": 0.5137909549812321, "T_sim": 0.49486112099999957, "ran": 48}, {"plant": 10, "T_real": 0.11667777199181728, "T_sim": 0.10953162699999996, "ran": 19}, {"plant": 11, "T_real": 0.039554053015308455, "T_sim": 0.034346079000000085, "ran": 11}, {"plant": 12, "T_real": 0.026128981000510976, "T_sim": 0.022805007999999738, "ran": 11}, {"plant": 13, "T_real": 0.060331237997161224, "T_sim": 0.0476294049999999, "ran": 12}, {"plant": 14, "T_real": 0.022951026010559872, "T_sim": 0.020808311999999773, "ran": 11}, {"plant": 15, "T_real": 0.02072331600356847, "T_sim": 0.017699539000000097, "ran": 11}, {"plant": 16, "T_real": 0.027809129998786375, "T_sim": 0.022753791000000412, "ran": 13}, {"plant": 17, "T_real": 0.026655741006834432, "T_sim": 0.022533590000000103, "ran": 11}, {"plant": 18, "T_real": 0.11872254899935797, "T_sim": 0.11295721599999986, "ran": 14}, {"plant": 19, "T_real": 0.028617673000553623, "T_sim": 0.026080921000000146, "ran": 11}, {"plant": 20, "T_real": 0.15096014100709, "T_sim": 0.1335273309999998, "ran": 18}, {"plant": 21, "T_real": 0.019886780995875597, "T_sim": 0.01765403100000018, "ran": 11}, {"plant": 22, "T_real": 0.11621701199328527, "T_sim": 0.10809676499999998, "ran": 14}, {"plant": 23, "T_real": 0.0253797979967203, "T_sim": 0.019936975000000245, "ran": 11}], "load": ["37.47", "42.39", "42.99"]} \ No newline at end of file diff --git a/results/icml_r3/X7/realpool_m4_P4.json b/results/icml_r3/X7/realpool_m4_P4.json new file mode 100644 index 0000000000000000000000000000000000000000..001d7b49de40d044282124de7f16ce0f4707752f --- /dev/null +++ b/results/icml_r3/X7/realpool_m4_P4.json @@ -0,0 +1 @@ +{"m": 4, "P": 4, "rows": [{"plant": 0, "T_real": 0.49367047200212255, "T_sim": 0.4839551720000001, "ran": 17}, {"plant": 1, "T_real": 0.10294431098736823, "T_sim": 0.09921306899999993, "ran": 7}, {"plant": 2, "T_real": 0.7665327270224225, "T_sim": 0.760302274, "ran": 28}, {"plant": 3, "T_real": 1.0211242160003167, "T_sim": 1.0127432049999998, "ran": 33}, {"plant": 4, "T_real": 0.03857457500998862, "T_sim": 0.03642674999999995, "ran": 6}, {"plant": 5, "T_real": 0.06292306698742323, "T_sim": 0.060503364999999754, "ran": 6}, {"plant": 6, "T_real": 0.24789009799133055, "T_sim": 0.24233287999999975, "ran": 12}, {"plant": 7, "T_real": 0.18137128901435062, "T_sim": 0.17971822699999995, "ran": 8}, {"plant": 8, "T_real": 0.15136722498573363, "T_sim": 0.139531968, "ran": 6}, {"plant": 9, "T_real": 0.11436623000190593, "T_sim": 0.10565078600000044, "ran": 6}, {"plant": 10, "T_real": 0.6024912690045312, "T_sim": 0.5943906759999997, "ran": 22}, {"plant": 11, "T_real": 0.2523612749937456, "T_sim": 0.24746916299999988, "ran": 11}, {"plant": 12, "T_real": 0.27688590201432817, "T_sim": 0.2741102340000001, "ran": 13}, {"plant": 13, "T_real": 0.3979110099899117, "T_sim": 0.394220981000001, "ran": 14}, {"plant": 14, "T_real": 0.03554574301233515, "T_sim": 0.03315525300000033, "ran": 6}, {"plant": 15, "T_real": 0.50400822199299, "T_sim": 0.49842142199999984, "ran": 17}, {"plant": 16, "T_real": null, "T_sim": null, "ran": 48}, {"plant": 17, "T_real": 1.0683371429913677, "T_sim": 1.0463383890000006, "ran": 32}, {"plant": 18, "T_real": 0.1238473909907043, "T_sim": 0.11835693400000125, "ran": 8}, {"plant": 19, "T_real": 0.26517444601631723, "T_sim": 0.25844300500000017, "ran": 11}, {"plant": 20, "T_real": 0.21166839799843729, "T_sim": 0.20795812699999772, "ran": 10}, {"plant": 21, "T_real": 0.10801413899753243, "T_sim": 0.10190210300000047, "ran": 6}, {"plant": 22, "T_real": 0.47865912900306284, "T_sim": 0.4675681540000003, "ran": 19}, {"plant": 23, "T_real": 0.2519407130021136, "T_sim": 0.24848115300000018, "ran": 12}], "load": ["33.82", "41.34", "42.64"]} \ No newline at end of file diff --git a/results/icml_r3/X7/realpool_m4_P8.json b/results/icml_r3/X7/realpool_m4_P8.json new file mode 100644 index 0000000000000000000000000000000000000000..0df6759a287aa7db4937c1ef5d71513ed8fd23a8 --- /dev/null +++ b/results/icml_r3/X7/realpool_m4_P8.json @@ -0,0 +1 @@ +{"m": 4, "P": 8, "rows": [{"plant": 0, "T_real": 0.24893901299219579, "T_sim": 0.23774223400000002, "ran": 21}, {"plant": 1, "T_real": 0.11896052499650978, "T_sim": 0.11359334999999998, "ran": 12}, {"plant": 2, "T_real": 0.5354924249986652, "T_sim": 0.5184640060000002, "ran": 32}, {"plant": 3, "T_real": 0.5862229640188161, "T_sim": 0.5790184780000003, "ran": 38}, {"plant": 4, "T_real": 0.03744432298117317, "T_sim": 0.03506713100000014, "ran": 11}, {"plant": 5, "T_real": 0.0688270749815274, "T_sim": 0.06620567799999977, "ran": 10}, {"plant": 6, "T_real": 0.18010487998253666, "T_sim": 0.17799148799999998, "ran": 14}, {"plant": 7, "T_real": 0.05074326597969048, "T_sim": 0.04542404599999994, "ran": 12}, {"plant": 8, "T_real": 0.07432390900794417, "T_sim": 0.07257978000000032, "ran": 11}, {"plant": 9, "T_real": 0.03408170098555274, "T_sim": 0.03231509300000024, "ran": 11}, {"plant": 10, "T_real": 0.31550741600221954, "T_sim": 0.3112906350000002, "ran": 24}, {"plant": 11, "T_real": 0.08129405201179907, "T_sim": 0.078815262, "ran": 11}, {"plant": 12, "T_real": 0.11093273898586631, "T_sim": 0.10911673499999974, "ran": 13}, {"plant": 13, "T_real": 0.19491975900018588, "T_sim": 0.19135436999999955, "ran": 16}, {"plant": 14, "T_real": 0.03291399899171665, "T_sim": 0.030961873000000306, "ran": 11}, {"plant": 15, "T_real": 0.28359377902233973, "T_sim": 0.2807155940000001, "ran": 23}, {"plant": 16, "T_real": null, "T_sim": null, "ran": 48}, {"plant": 17, "T_real": 0.4728940539935138, "T_sim": 0.4550635259999991, "ran": 36}, {"plant": 18, "T_real": 0.13219795099576004, "T_sim": 0.12470787100000003, "ran": 14}, {"plant": 19, "T_real": 0.07171204299083911, "T_sim": 0.06289589499999959, "ran": 11}, {"plant": 20, "T_real": 0.0898453870031517, "T_sim": 0.07191295099999984, "ran": 13}, {"plant": 21, "T_real": 0.14059420299599878, "T_sim": 0.10470035999999983, "ran": 11}, {"plant": 22, "T_real": 0.28274197501013987, "T_sim": 0.25125825699999904, "ran": 22}, {"plant": 23, "T_real": 0.14605675599887036, "T_sim": 0.12641317999999924, "ran": 12}], "load": ["35.93", "41.57", "42.70"]} \ No newline at end of file diff --git a/results/icml_r3/X7/realpool_m5_P4.json b/results/icml_r3/X7/realpool_m5_P4.json new file mode 100644 index 0000000000000000000000000000000000000000..6ec3d57242b8976f76a69352a4aaeca9a4e936cd --- /dev/null +++ b/results/icml_r3/X7/realpool_m5_P4.json @@ -0,0 +1 @@ +{"m": 5, "P": 4, "rows": [{"plant": 0, "T_real": 0.394093168026302, "T_sim": 0.38813627300000003, "ran": 12}, {"plant": 1, "T_real": 0.1909502120106481, "T_sim": 0.18665562400000002, "ran": 8}, {"plant": 2, "T_real": 0.149028523999732, "T_sim": 0.1425375160000001, "ran": 8}, {"plant": 3, "T_real": 0.41985380300320685, "T_sim": 0.40738985500000013, "ran": 13}, {"plant": 4, "T_real": 0.5134628569940105, "T_sim": 0.5032405329999998, "ran": 12}, {"plant": 5, "T_real": 0.6882941499934532, "T_sim": 0.6636576870000002, "ran": 17}, {"plant": 6, "T_real": 0.14106517200707458, "T_sim": 0.11857634300000042, "ran": 8}, {"plant": 7, "T_real": 0.49369776097591966, "T_sim": 0.449166328, "ran": 11}, {"plant": 8, "T_real": 0.554517102020327, "T_sim": 0.5468243049999995, "ran": 16}, {"plant": 9, "T_real": null, "T_sim": null, "ran": 48}, {"plant": 10, "T_real": 0.2732913159998134, "T_sim": 0.2708729590000001, "ran": 9}, {"plant": 11, "T_real": null, "T_sim": null, "ran": 48}, {"plant": 12, "T_real": 0.15125947500928305, "T_sim": 0.14785748599999948, "ran": 8}, {"plant": 13, "T_real": 1.489632919023279, "T_sim": 1.480918968000001, "ran": 32}, {"plant": 14, "T_real": 0.8125464449985884, "T_sim": 0.8079888240000006, "ran": 19}, {"plant": 15, "T_real": 0.2602173750055954, "T_sim": 0.24981872799999927, "ran": 9}, {"plant": 16, "T_real": null, "T_sim": null, "ran": 48}, {"plant": 17, "T_real": 0.19803322802181356, "T_sim": 0.1953118069999995, "ran": 8}, {"plant": 18, "T_real": 0.43716331201721914, "T_sim": 0.43248366400000116, "ran": 13}, {"plant": 19, "T_real": 0.396581321983831, "T_sim": 0.38453538200000104, "ran": 13}, {"plant": 20, "T_real": 1.2644362680148333, "T_sim": 1.251209613999995, "ran": 27}, {"plant": 21, "T_real": 0.6900512190186419, "T_sim": 0.6855146020000014, "ran": 19}, {"plant": 22, "T_real": null, "T_sim": null, "ran": 48}, {"plant": 23, "T_real": 0.4188579810142983, "T_sim": 0.4131408609999987, "ran": 12}], "load": ["36.19", "41.08", "42.50"]} \ No newline at end of file diff --git a/results/icml_r3/X7/realpool_m5_P8.json b/results/icml_r3/X7/realpool_m5_P8.json new file mode 100644 index 0000000000000000000000000000000000000000..dc5681ad77cad607e3ec5d49d16dc3a127c9632d --- /dev/null +++ b/results/icml_r3/X7/realpool_m5_P8.json @@ -0,0 +1 @@ +{"m": 5, "P": 8, "rows": [{"plant": 0, "T_real": 0.21954135299893096, "T_sim": 0.21256798200000002, "ran": 12}, {"plant": 1, "T_real": 0.21024479100015014, "T_sim": 0.20333566399999997, "ran": 18}, {"plant": 2, "T_real": 0.12548548000631854, "T_sim": 0.1175004509999999, "ran": 14}, {"plant": 3, "T_real": 0.17056045299977995, "T_sim": 0.16608896299999998, "ran": 13}, {"plant": 4, "T_real": 0.2754763660195749, "T_sim": 0.271183084, "ran": 15}, {"plant": 5, "T_real": 0.31052030401770025, "T_sim": 0.30619442100000005, "ran": 19}, {"plant": 6, "T_real": 0.07538019400089979, "T_sim": 0.0712809120000002, "ran": 14}, {"plant": 7, "T_real": 0.17465685901697725, "T_sim": 0.14731065500000007, "ran": 11}, {"plant": 8, "T_real": 0.40743918300722726, "T_sim": 0.37155597400000007, "ran": 24}, {"plant": 9, "T_real": null, "T_sim": null, "ran": 48}, {"plant": 10, "T_real": 0.12551499798428267, "T_sim": 0.12275451100000012, "ran": 12}, {"plant": 11, "T_real": null, "T_sim": null, "ran": 48}, {"plant": 12, "T_real": 0.22844442300265655, "T_sim": 0.217324788, "ran": 14}, {"plant": 13, "T_real": 0.8092633130145259, "T_sim": 0.7899166259999992, "ran": 37}, {"plant": 14, "T_real": 0.5344993909820914, "T_sim": 0.5212673520000006, "ran": 27}, {"plant": 15, "T_real": 0.2576468240004033, "T_sim": 0.255331387, "ran": 14}, {"plant": 16, "T_real": null, "T_sim": null, "ran": 48}, {"plant": 17, "T_real": 0.1582667019974906, "T_sim": 0.148162322000001, "ran": 15}, {"plant": 18, "T_real": 0.24119497201172635, "T_sim": 0.23440434599999982, "ran": 13}, {"plant": 19, "T_real": 0.16144791399710812, "T_sim": 0.13982857299999907, "ran": 13}, {"plant": 20, "T_real": 0.6825268570100889, "T_sim": 0.6748509360000021, "ran": 30}, {"plant": 21, "T_real": 0.44302696801605634, "T_sim": 0.42764314499999934, "ran": 27}, {"plant": 22, "T_real": null, "T_sim": null, "ran": 48}, {"plant": 23, "T_real": 0.23981338299927302, "T_sim": 0.23756769100000064, "ran": 12}], "load": ["36.28", "40.76", "42.37"]} \ No newline at end of file diff --git a/results/icml_r3/X7/run_oracle.sh b/results/icml_r3/X7/run_oracle.sh new file mode 100644 index 0000000000000000000000000000000000000000..f477bb478af4dc2dbcd237fdfff881735b275c1e --- /dev/null +++ b/results/icml_r3/X7/run_oracle.sh @@ -0,0 +1,8 @@ +#!/bin/bash +cd /home/cercola/matte_server/DiffusionControl +export CUDA_VISIBLE_DEVICES= OMP_NUM_THREADS=1 RAYON_NUM_THREADS=1 PYTHONPATH=. +for m in 2 3 4 5; do + echo "=== m=$m start $(date +%H:%M:%S) load $(cut -d' ' -f1-3 /proc/loadavg)" + myenv/bin/python -W ignore -m nonlinear.mimo_unstable.x7_oracle --m $m --workers 10 --cores 8-17 + echo "=== m=$m end $(date +%H:%M:%S) load $(cut -d' ' -f1-3 /proc/loadavg)" +done diff --git a/results/icml_r3/X7/run_timed.log b/results/icml_r3/X7/run_timed.log new file mode 100644 index 0000000000000000000000000000000000000000..b53e04c0385bb17eb4dd7fdc8fd11a210949a8e7 --- /dev/null +++ b/results/icml_r3/X7/run_timed.log @@ -0,0 +1,145 @@ +{"tag": "pre_oracle", "time": "01:26:51", "load": ["35.67", "41.67", "39.48"], "core": 14, "verify_cpu_ms": {"2": 7.117050824999999, "3": 8.072388575000005, "4": 11.572177774999993, "5": 16.418368049999987}, "verify_wall_ms": {"2": 7.256764325575205, "3": 8.072504874871811, "4": 11.573756125289947, "5": 16.419172125461046}, "machine_busy_pct": 45.6045103361871} +m=2 1/120 5s load=['39.28', '42.16', '39.68'] +m=2 11/120 10s load=['38.61', '41.98', '39.63'] +m=2 21/120 16s load=['38.16', '41.83', '39.60'] +m=2 31/120 23s load=['37.59', '41.65', '39.55'] +m=2 41/120 29s load=['37.06', '41.47', '39.50'] +m=2 51/120 35s load=['36.13', '41.12', '39.41'] +m=2 61/120 41s load=['35.80', '40.97', '39.37'] +m=2 71/120 45s load=['35.49', '40.82', '39.33'] +m=2 81/120 50s load=['35.21', '40.68', '39.29'] +m=2 91/120 57s load=['34.96', '40.53', '39.25'] +m=2 101/120 64s load=['38.48', '41.17', '39.47'] +m=2 111/120 72s load=['37.41', '40.85', '39.38'] +m=2 120/120 82s load=['35.64', '40.36', '39.24'] +saved 2 82s +m=3 1/120 4s load=['35.27', '40.21', '39.19'] +m=3 11/120 11s load=['34.93', '40.05', '39.15'] +m=3 21/120 17s load=['38.94', '40.73', '39.38'] +m=3 31/120 24s load=['39.10', '40.74', '39.39'] +m=3 41/120 31s load=['43.18', '41.55', '39.66'] +m=3 51/120 40s load=['42.72', '41.52', '39.67'] +m=3 61/120 46s load=['42.83', '41.56', '39.69'] +m=3 71/120 53s load=['46.04', '42.27', '39.94'] +m=3 81/120 61s load=['45.64', '42.25', '39.95'] +m=3 91/120 71s load=['45.96', '42.42', '40.03'] +m=3 101/120 79s load=['43.96', '42.11', '39.95'] +m=3 111/120 88s load=['47.53', '42.96', '40.25'] +m=3 120/120 98s load=['44.65', '42.50', '40.13'] +saved 3 98s +m=4 1/120 8s load=['45.56', '42.78', '40.25'] +m=4 11/120 16s load=['45.03', '42.71', '40.24'] +m=4 21/120 28s load=['45.34', '42.84', '40.31'] +m=4 31/120 36s load=['43.28', '42.48', '40.22'] +m=4 41/120 46s load=['44.71', '42.84', '40.36'] +m=4 51/120 62s load=['45.13', '43.03', '40.46'] +m=4 61/120 71s load=['42.96', '42.63', '40.36'] +m=4 71/120 80s load=['41.12', '42.25', '40.26'] +m=4 81/120 89s load=['39.56', '41.88', '40.16'] +m=4 91/120 100s load=['38.25', '41.52', '40.06'] +m=4 101/120 111s load=['43.55', '42.54', '40.41'] +m=4 111/120 119s load=['41.62', '42.16', '40.31'] +m=4 120/120 129s load=['41.77', '42.20', '40.34'] +saved 4 129s +m=5 1/120 8s load=['40.91', '42.01', '40.29'] +m=5 11/120 24s load=['43.71', '42.51', '40.49'] +m=5 21/120 42s load=['42.33', '42.27', '40.44'] +m=5 31/120 56s load=['40.26', '41.82', '40.32'] +m=5 41/120 73s load=['38.79', '41.42', '40.22'] +m=5 51/120 86s load=['44.02', '42.49', '40.59'] +m=5 61/120 102s load=['42.87', '42.32', '40.57'] +m=5 71/120 118s load=['43.46', '42.52', '40.66'] +m=5 81/120 134s load=['45.70', '43.10', '40.89'] +m=5 91/120 146s load=['47.03', '43.45', '41.03'] +m=5 101/120 164s load=['45.06', '43.23', '41.01'] +m=5 111/120 179s load=['43.42', '42.96', '40.95'] +m=5 120/120 198s load=['40.78', '42.40', '40.80'] +saved 5 198s +{"tag": "post_oracle", "time": "01:35:29", "load": ["40.00", "42.21", "40.75"], "core": 14, "verify_cpu_ms": {"2": 6.760856300000001, "3": 8.362001499999998, "4": 12.0033748, "5": 13.899070849999996}, "verify_wall_ms": {"2": 6.760936124919681, "3": 8.362318400031654, "4": 12.003478949918645, "5": 13.899416074855253}, "machine_busy_pct": 57.67626199415937} +m=2 1/120 6s load=['38.90', '41.89', '40.66'] +m=2 11/120 16s load=['39.55', '41.93', '40.69'] +m=2 21/120 26s load=['40.29', '42.01', '40.73'] +m=2 31/120 38s load=['39.23', '41.69', '40.64'] +m=2 41/120 47s load=['38.87', '41.53', '40.60'] +m=2 51/120 58s load=['37.97', '41.25', '40.52'] +m=2 61/120 72s load=['38.83', '41.27', '40.54'] +m=2 71/120 82s load=['38.84', '41.23', '40.53'] +m=2 81/120 95s load=['38.54', '41.06', '40.48'] +m=2 91/120 105s load=['38.17', '40.89', '40.44'] +m=2 101/120 116s load=['37.86', '40.73', '40.39'] +m=2 111/120 127s load=['38.02', '40.63', '40.36'] +m=2 120/120 139s load=['37.66', '40.47', '40.31'] +saved 2 139s +{"tag": "post_warm_m2", "time": "01:37:57", "load": ["37.66", "40.47", "40.31"], "core": 14, "verify_cpu_ms": {"2": 7.611681274999999, "3": 9.182851275000004, "4": 13.038110425000005, "5": 14.956890350000007}, "verify_wall_ms": {"2": 7.6117741999041755, "3": 9.183153575577307, "4": 13.038707250234438, "5": 14.957888949720655}, "machine_busy_pct": 59.31602544051715} +m=3 1/120 11s load=['35.80', '39.85', '40.11'] +m=3 11/120 31s load=['36.93', '39.84', '40.10'] +m=3 21/120 47s load=['36.46', '39.60', '40.02'] +m=3 31/120 67s load=['36.44', '39.40', '39.94'] +m=3 41/120 87s load=['37.42', '39.41', '39.93'] +m=3 51/120 108s load=['36.66', '39.14', '39.83'] +m=3 61/120 127s load=['36.68', '38.99', '39.77'] +m=3 71/120 147s load=['38.75', '39.34', '39.87'] +m=3 81/120 168s load=['38.14', '39.17', '39.80'] +m=3 91/120 188s load=['37.32', '38.91', '39.70'] +m=3 101/120 203s load=['36.44', '38.63', '39.60'] +m=3 111/120 224s load=['35.61', '38.30', '39.47'] +m=3 120/120 249s load=['35.71', '38.10', '39.37'] +saved 3 249s +{"tag": "post_warm_m3", "time": "01:42:14", "load": ["34.77", "37.86", "39.29"], "core": 14, "verify_cpu_ms": {"2": 7.709114175000001, "3": 9.091501999999997, "4": 12.542647974999998, "5": 16.098646224999992}, "verify_wall_ms": {"2": 7.70948152494384, "3": 9.091589049785398, "4": 12.542739100172184, "5": 16.10048692455166}, "machine_busy_pct": 54.83568075117371} +m=4 1/120 21s load=['37.25', '38.08', '39.31'] +m=4 11/120 47s load=['35.58', '37.59', '39.11'] +m=4 21/120 85s load=['37.39', '37.83', '39.13'] +m=4 31/120 129s load=['41.56', '38.87', '39.42'] +m=4 41/120 164s load=['38.48', '38.55', '39.30'] +m=4 51/120 196s load=['40.92', '39.04', '39.44'] +m=4 61/120 242s load=['42.22', '39.97', '39.75'] +m=4 71/120 277s load=['47.61', '41.68', '40.34'] +m=4 81/120 315s load=['50.63', '43.27', '40.93'] +m=4 91/120 356s load=['41.65', '41.91', '40.57'] +m=4 101/120 401s load=['43.11', '42.02', '40.66'] +m=4 111/120 434s load=['45.32', '42.69', '40.93'] +m=4 120/120 476s load=['51.25', '44.30', '41.54'] +saved 4 476s +{"tag": "post_warm_m4", "time": "01:50:20", "load": ["51.25", "44.30", "41.54"], "core": 14, "verify_cpu_ms": {"2": 7.462701299999996, "3": 9.281009249999995, "4": 11.706302175000006, "5": 19.579391850000015}, "verify_wall_ms": {"2": 7.4627702255384065, "3": 9.50639532529749, "4": 13.112041749991477, "5": 19.579734175204067}, "machine_busy_pct": 82.23801065719361} +m=5 1/120 35s load=['51.15', '45.22', '41.97'] +m=5 11/120 101s load=['45.70', '45.03', '42.16'] +m=5 21/120 196s load=['42.87', '44.21', '42.14'] +m=5 31/120 259s load=['45.64', '44.82', '42.48'] +m=5 41/120 340s load=['45.35', '44.63', '42.59'] +m=5 51/120 415s load=['50.90', '46.48', '43.41'] +m=5 61/120 498s load=['44.70', '45.56', '43.34'] +m=5 71/120 567s load=['44.85', '45.48', '43.48'] +m=5 81/120 631s load=['40.40', '44.04', '43.11'] +m=5 91/120 716s load=['47.13', '45.76', '43.82'] +m=5 101/120 797s load=['47.42', '46.20', '44.14'] +m=5 111/120 849s load=['41.85', '44.75', '43.74'] +m=5 120/120 915s load=['37.12', '42.79', '43.13'] +saved 5 915s +{"tag": "post_warm_m5", "time": "02:05:45", "load": ["39.43", "43.18", "43.26"], "core": 14, "verify_cpu_ms": {"2": 8.057595650000005, "3": 9.485916600000005, "4": 13.057068350000002, "5": 16.627110125}, "verify_wall_ms": {"2": 8.058126574906055, "3": 9.486267425381811, "4": 13.057815399952233, "5": 16.63317869970342}, "machine_busy_pct": 58.93472584856397} +2 4 n 24 median T_real/T_sim 1.0782393133602786 median T_real ms 41.67056700680405 +2 8 n 24 median T_real/T_sim 1.1797889800457075 median T_real ms 30.519713487592526 +3 4 n 24 median T_real/T_sim 1.0356360172788555 median T_real ms 136.26120900153182 +3 8 n 24 median T_real/T_sim 1.1254097285787201 median T_real ms 60.60108800011221 +4 4 n 23 median T_real/T_sim 1.0210245119768486 median T_real ms 251.94071300211363 +4 8 n 23 median T_real/T_sim 1.0470962975480231 median T_real ms 132.19795099576004 +5 4 n 20 median T_real/T_sim 1.017830215014286 median T_real ms 419.35589200875256 +5 8 n 20 median T_real/T_sim 1.030887539474714 median T_real ms 234.12890300096478 +{"tag": "post_realpool", "time": "02:07:26", "load": ["36.28", "40.76", "42.37"], "core": 14, "verify_cpu_ms": {"2": 8.683496725, "3": 10.078889824999997, "4": 13.298389825000001, "5": 21.600259625000007}, "verify_wall_ms": {"2": 8.683933925203746, "3": 10.079216474696295, "4": 13.298408150149044, "5": 21.600301975558978}, "machine_busy_pct": 35.53701772679875} +2 1 {'cpu_ms_total': 1468.789504, 'wall_ms_total': 1468.9973079948686, 'cpu_ms_per_cand': 1468.789504} +2 4 {'cpu_ms_total': 1987.1698569999996, 'wall_ms_total': 1988.0518909776583, 'cpu_ms_per_cand': 496.7924642499999} +2 16 {'cpu_ms_total': 2109.6571169999975, 'wall_ms_total': 2109.8971519968472, 'cpu_ms_per_cand': 131.85356981249984} +2 64 {'cpu_ms_total': 4835.070713999997, 'wall_ms_total': 4835.5576370086055, 'cpu_ms_per_cand': 75.54797990624995} +3 1 {'cpu_ms_total': 1465.7822740000056, 'wall_ms_total': 1465.863018995151, 'cpu_ms_per_cand': 1465.7822740000056} +3 4 {'cpu_ms_total': 1823.7534299999966, 'wall_ms_total': 1823.975230974611, 'cpu_ms_per_cand': 455.93835749999914} +3 16 {'cpu_ms_total': 2987.2685939999997, 'wall_ms_total': 2990.7351629808545, 'cpu_ms_per_cand': 186.70428712499998} +3 64 {'cpu_ms_total': 5062.608832999998, 'wall_ms_total': 5063.10642400058, 'cpu_ms_per_cand': 79.10326301562498} +4 1 {'cpu_ms_total': 1528.6797699999966, 'wall_ms_total': 1528.79895400838, 'cpu_ms_per_cand': 1528.6797699999966} +4 4 {'cpu_ms_total': 1876.8311450000112, 'wall_ms_total': 1876.9610899908002, 'cpu_ms_per_cand': 469.2077862500028} +4 16 {'cpu_ms_total': 2927.085398000003, 'wall_ms_total': 2933.4339769848157, 'cpu_ms_per_cand': 182.94283737500018} +4 64 {'cpu_ms_total': 4098.268974000007, 'wall_ms_total': 4108.588311006315, 'cpu_ms_per_cand': 64.03545271875011} +5 1 {'cpu_ms_total': 1163.0011100000104, 'wall_ms_total': 1163.1380030012224, 'cpu_ms_per_cand': 1163.0011100000104} +5 4 {'cpu_ms_total': 1522.7165350000007, 'wall_ms_total': 1525.899706990458, 'cpu_ms_per_cand': 380.6791337500002} +5 16 {'cpu_ms_total': 2238.8434359999965, 'wall_ms_total': 2240.429388009943, 'cpu_ms_per_cand': 139.92771474999978} +5 64 {'cpu_ms_total': 4185.712246999998, 'wall_ms_total': 4227.945898019243, 'cpu_ms_per_cand': 65.40175385937496} +{"tag": "end", "time": "02:11:49", "load": ["33.10", "35.25", "39.58"], "core": 14, "verify_cpu_ms": {"2": 8.73763495, "3": 9.535913375000005, "4": 12.362857750000002, "5": 19.68936925}, "verify_wall_ms": {"2": 8.737695125455502, "3": 9.535956399486167, "4": 12.442390174692264, "5": 19.868997875164496}, "machine_busy_pct": 56.2154263646801} +ALLDONE diff --git a/results/icml_r3/X7/run_timed.sh b/results/icml_r3/X7/run_timed.sh new file mode 100644 index 0000000000000000000000000000000000000000..ecf236cc02ad957cd7cc8ef306bdae9e70afbda1 --- /dev/null +++ b/results/icml_r3/X7/run_timed.sh @@ -0,0 +1,14 @@ +#!/bin/bash +# X7 timed passes (all workers pinned to cores 8-17, <=10 workers, one stage at a time). Machine load is logged by monitor.sh. +cd /home/cercola/matte_server/DiffusionControl +export CUDA_VISIBLE_DEVICES= OMP_NUM_THREADS=1 RAYON_NUM_THREADS=1 PYTHONPATH=. +PY="myenv/bin/python -W ignore" +$PY -m nonlinear.mimo_unstable.x7_calib --core 14 --tag pre_oracle +for m in 2 3 4 5; do $PY -m nonlinear.mimo_unstable.x7_oracle --m $m --workers 10 --cores 8-17; done +$PY -m nonlinear.mimo_unstable.x7_calib --core 14 --tag post_oracle +for m in 2 3 4 5; do $PY -m nonlinear.mimo_unstable.x7_warm --m $m --workers 10 --cores 8-17; $PY -m nonlinear.mimo_unstable.x7_calib --core 14 --tag post_warm_m$m; done +for m in 2 3 4 5; do for P in 4 8; do $PY -m nonlinear.mimo_unstable.x7_realpool --m $m --P $P --nplants 24 --cores 8-17; done; done +$PY -m nonlinear.mimo_unstable.x7_calib --core 14 --tag post_realpool +$PY -m nonlinear.mimo_unstable.x7_samp_latency --core 8 > results/icml_r3/X7/samp_latency.json +$PY -m nonlinear.mimo_unstable.x7_calib --core 14 --tag end +echo ALLDONE diff --git a/results/icml_r3/X7/samp_latency.json b/results/icml_r3/X7/samp_latency.json new file mode 100644 index 0000000000000000000000000000000000000000..aef7a635f55ae7fb60b7513078cfb0bcb126c06e --- /dev/null +++ b/results/icml_r3/X7/samp_latency.json @@ -0,0 +1,90 @@ +{ + "2": { + "1": { + "cpu_ms_total": 1468.789504, + "wall_ms_total": 1468.9973079948686, + "cpu_ms_per_cand": 1468.789504 + }, + "4": { + "cpu_ms_total": 1987.1698569999996, + "wall_ms_total": 1988.0518909776583, + "cpu_ms_per_cand": 496.7924642499999 + }, + "16": { + "cpu_ms_total": 2109.6571169999975, + "wall_ms_total": 2109.8971519968472, + "cpu_ms_per_cand": 131.85356981249984 + }, + "64": { + "cpu_ms_total": 4835.070713999997, + "wall_ms_total": 4835.5576370086055, + "cpu_ms_per_cand": 75.54797990624995 + } + }, + "3": { + "1": { + "cpu_ms_total": 1465.7822740000056, + "wall_ms_total": 1465.863018995151, + "cpu_ms_per_cand": 1465.7822740000056 + }, + "4": { + "cpu_ms_total": 1823.7534299999966, + "wall_ms_total": 1823.975230974611, + "cpu_ms_per_cand": 455.93835749999914 + }, + "16": { + "cpu_ms_total": 2987.2685939999997, + "wall_ms_total": 2990.7351629808545, + "cpu_ms_per_cand": 186.70428712499998 + }, + "64": { + "cpu_ms_total": 5062.608832999998, + "wall_ms_total": 5063.10642400058, + "cpu_ms_per_cand": 79.10326301562498 + } + }, + "4": { + "1": { + "cpu_ms_total": 1528.6797699999966, + "wall_ms_total": 1528.79895400838, + "cpu_ms_per_cand": 1528.6797699999966 + }, + "4": { + "cpu_ms_total": 1876.8311450000112, + "wall_ms_total": 1876.9610899908002, + "cpu_ms_per_cand": 469.2077862500028 + }, + "16": { + "cpu_ms_total": 2927.085398000003, + "wall_ms_total": 2933.4339769848157, + "cpu_ms_per_cand": 182.94283737500018 + }, + "64": { + "cpu_ms_total": 4098.268974000007, + "wall_ms_total": 4108.588311006315, + "cpu_ms_per_cand": 64.03545271875011 + } + }, + "5": { + "1": { + "cpu_ms_total": 1163.0011100000104, + "wall_ms_total": 1163.1380030012224, + "cpu_ms_per_cand": 1163.0011100000104 + }, + "4": { + "cpu_ms_total": 1522.7165350000007, + "wall_ms_total": 1525.899706990458, + "cpu_ms_per_cand": 380.6791337500002 + }, + "16": { + "cpu_ms_total": 2238.8434359999965, + "wall_ms_total": 2240.429388009943, + "cpu_ms_per_cand": 139.92771474999978 + }, + "64": { + "cpu_ms_total": 4185.712246999998, + "wall_ms_total": 4227.945898019243, + "cpu_ms_per_cand": 65.40175385937496 + } + } +} diff --git a/results/icml_r3/X7/tables.md b/results/icml_r3/X7/tables.md new file mode 100644 index 0000000000000000000000000000000000000000..d76c5638cb60acbb8e977c1f83e6645dd293d977 --- /dev/null +++ b/results/icml_r3/X7/tables.md @@ -0,0 +1,231 @@ +### T1 oracle against wall clock (starts reconstructed from single-core CPU-time durations; ms; 95% bootstrap CI over the 120 plants) + +| m | workers P | wall to 50% of plants | wall to 90% | wall to 95% | final rate (48 starts) | CPU-s per plant at stop | +|---|---|---|---|---|---|---| +| 2 | 1 | 368 [269, 414] | 2148 [1479, 2235] | 2551 [2148, inf] | 0.975 | 0.623 | +| 2 | 4 | 87 [66, 102] | 509 [327, 606] | 658 [509, inf] | 0.975 | 0.613 | +| 2 | 16 | 16 [15, 17] | 112 [83, 168] | 181 [112, inf] | 0.975 | 0.628 | +| 3 | 1 | 545 [501, 601] | 2571 [1971, 3648] | 3703 [2571, inf] | 0.958 | 0.933 | +| 3 | 4 | 144 [130, 159] | 684 [513, 912] | 917 [684, inf] | 0.958 | 0.941 | +| 3 | 16 | 39 [28, 43] | 185 [155, 217] | 250 [185, inf] | 0.958 | 1.034 | +| 4 | 1 | 970 [861, 1368] | 5525 [3528, inf] | inf [5525, inf] | 0.925 | 1.779 | +| 4 | 4 | 284 [249, 356] | 1407 [924, inf] | inf [1407, inf] | 0.925 | 1.821 | +| 4 | 16 | 77 [65, 97] | 334 [235, inf] | inf [334, inf] | 0.925 | 1.942 | +| 5 | 1 | 1751 [1520, 2477] | 8206 [6329, inf] | inf [8206, inf] | 0.925 | 3.061 | +| 5 | 4 | 523 [461, 676] | 2094 [1608, inf] | inf [2094, inf] | 0.925 | 3.170 | +| 5 | 16 | 159 [144, 187] | 528 [451, inf] | inf [528, inf] | 0.925 | 3.508 | + +### T2 diffusion without solver (n = 0), same plants; sequential single core with early stop, mean per plant (ms) + +| m | b | rate | wall GPU-throughput sampling | wall 1-core CPU sampling | verify ms/call here | verify ms/call stored | +|---|---|---|---|---|---|---| +| 2 | 1 | 0.700 | 6.9 | 1475.4 | 6.24 | 4.25 | +| 2 | 4 | 0.939 | 11.0 | 1997.2 | 6.24 | 4.25 | +| 2 | 16 | 0.986 | 16.0 | 2121.7 | 6.24 | 4.25 | +| 3 | 1 | 0.528 | 8.1 | 1473.6 | 7.46 | 4.90 | +| 3 | 4 | 0.783 | 16.6 | 1839.4 | 7.46 | 4.90 | +| 3 | 16 | 0.922 | 30.5 | 3013.8 | 7.46 | 4.90 | +| 4 | 1 | 0.342 | 11.0 | 1539.4 | 10.29 | 6.91 | +| 4 | 4 | 0.586 | 28.6 | 1904.4 | 10.29 | 6.91 | +| 4 | 16 | 0.814 | 64.1 | 2987.3 | 10.29 | 6.91 | +| 5 | 1 | 0.197 | 17.5 | 1180.3 | 15.94 | 14.54 | +| 5 | 4 | 0.406 | 52.8 | 1574.5 | 15.94 | 14.54 | +| 5 | 16 | 0.608 | 146.8 | 2381.7 | 15.94 | 14.54 | + +### T2b rate of the P-worker oracle at the wall-clock budget that diffusion (n = 0) needs for b candidates + +| m | b | diffusion rate | budget GPU-throughput (ms) | oracle P=1 / 4 / 16 | budget 1-core CPU sampling (ms) | oracle P=1 / 4 / 16 | +|---|---|---|---|---|---|---| +| 2 | 1 | 0.700 | 6.9 | 0.000 / 0.000 / 0.000 | 1475 | 0.842 / 0.975 / 0.975 | +| 2 | 4 | 0.939 | 11.0 | 0.000 / 0.025 / 0.233 | 1997 | 0.900 / 0.975 / 0.975 | +| 2 | 16 | 0.986 | 16.0 | 0.000 / 0.150 / 0.492 | 2122 | 0.900 / 0.975 / 0.975 | +| 3 | 1 | 0.528 | 8.1 | 0.000 / 0.000 / 0.000 | 1474 | 0.808 / 0.958 / 0.958 | +| 3 | 4 | 0.783 | 16.6 | 0.000 / 0.025 / 0.133 | 1839 | 0.825 / 0.958 / 0.958 | +| 3 | 16 | 0.922 | 30.5 | 0.067 / 0.200 / 0.458 | 3014 | 0.917 / 0.958 / 0.958 | +| 4 | 1 | 0.342 | 11.0 | 0.000 / 0.000 / 0.000 | 1539 | 0.625 / 0.925 / 0.925 | +| 4 | 4 | 0.586 | 28.6 | 0.000 / 0.017 / 0.075 | 1904 | 0.692 / 0.925 / 0.925 | +| 4 | 16 | 0.814 | 64.1 | 0.000 / 0.058 / 0.383 | 2987 | 0.817 / 0.925 / 0.925 | +| 5 | 1 | 0.197 | 17.5 | 0.000 / 0.000 / 0.000 | 1180 | 0.225 / 0.792 / 0.925 | +| 5 | 4 | 0.406 | 52.8 | 0.000 / 0.017 / 0.033 | 1575 | 0.458 / 0.833 / 0.925 | +| 5 | 16 | 0.608 | 146.8 | 0.000 / 0.050 / 0.433 | 2382 | 0.575 / 0.917 / 0.925 | + +### T2c break-even: wall-clock (ms) a P-worker oracle needs to reach the certified rate that diffusion (n = 0) reaches with b candidates; diffusion beats the oracle only if its total wall-clock for b candidates is below this + +| m | b | diffusion rate | oracle P=1 | P=4 | P=16 | diffusion wall, GPU-throughput lower bound | diffusion wall, 1-core CPU measured | +|---|---|---|---|---|---|---|---| +| 2 | 1 | 0.700 | 472 | 124 | 31 | 7 | 1475 | +| 2 | 4 | 0.939 | 2221 | 570 | 157 | 11 | 1997 | +| 2 | 16 | 0.986 | inf | inf | inf | 16 | 2122 | +| 3 | 1 | 0.528 | 558 | 151 | 39 | 8 | 1474 | +| 3 | 4 | 0.783 | 1301 | 342 | 103 | 17 | 1839 | +| 3 | 16 | 0.922 | 3081 | 755 | 191 | 30 | 3014 | +| 4 | 1 | 0.342 | 791 | 220 | 62 | 11 | 1539 | +| 4 | 4 | 0.586 | 1368 | 352 | 97 | 29 | 1904 | +| 4 | 16 | 0.814 | 2880 | 747 | 208 | 64 | 2987 | +| 5 | 1 | 0.197 | 1138 | 290 | 102 | 18 | 1180 | +| 5 | 4 | 0.406 | 1515 | 447 | 143 | 53 | 1575 | +| 5 | 16 | 0.608 | 2733 | 684 | 191 | 147 | 2382 | + +### T3 warm-started solver: certified rate (3-seed mean) and mean CPU-s per plant (early stop, GPU-throughput sampling for diffusion) + +**m = 2** + +| source | b | n=0 rate / ms | n=1 | n=3 | n=10 | +|---|---|---|---|---|---| +| diff | 1 | 0.700 / 7 | 0.800 / 17 | 0.858 / 23 | 0.897 / 35 | +| diff | 4 | 0.939 / 11 | 0.972 / 23 | 0.975 / 32 | 0.986 / 47 | +| diff | 16 | 0.986 / 16 | 0.992 / 29 | 0.992 / 41 | 0.994 / 64 | +| twin | 1 | 0.728 / 6 | 0.794 / 16 | 0.839 / 22 | 0.872 / 37 | +| twin | 4 | 0.778 / 11 | 0.861 / 28 | 0.900 / 42 | 0.919 / 81 | +| twin | 16 | 0.844 / 25 | 0.897 / 57 | 0.933 / 86 | 0.944 / 194 | +| retr | 1 | 0.425 / 7 | 0.492 / 19 | 0.558 / 34 | 0.683 / 72 | +| retr | 4 | 0.667 / 17 | 0.750 / 43 | 0.800 / 77 | 0.825 / 166 | +| retr | 16 | 0.842 / 34 | 0.875 / 89 | 0.917 / 148 | 0.933 / 343 | +| rand | 1 | 0.003 / 6 | 0.003 / 10 | 0.003 / 16 | 0.003 / 40 | +| rand | 4 | 0.319 / 24 | 0.350 / 59 | 0.383 / 123 | 0.414 / 335 | +| rand | 16 | 0.706 / 59 | 0.806 / 144 | 0.872 / 282 | 0.914 / 687 | + +**m = 3** + +| source | b | n=0 rate / ms | n=1 | n=3 | n=10 | +|---|---|---|---|---|---| +| diff | 1 | 0.528 / 8 | 0.628 / 22 | 0.708 / 37 | 0.758 / 73 | +| diff | 4 | 0.783 / 17 | 0.867 / 41 | 0.906 / 68 | 0.942 / 136 | +| diff | 16 | 0.922 / 30 | 0.969 / 65 | 0.986 / 100 | 0.992 / 178 | +| twin | 1 | 0.553 / 8 | 0.647 / 22 | 0.717 / 35 | 0.756 / 69 | +| twin | 4 | 0.625 / 17 | 0.683 / 49 | 0.756 / 87 | 0.797 / 199 | +| twin | 16 | 0.669 / 47 | 0.747 / 132 | 0.825 / 231 | 0.858 / 551 | +| retr | 1 | 0.108 / 9 | 0.150 / 26 | 0.175 / 59 | 0.208 / 167 | +| retr | 4 | 0.308 / 27 | 0.417 / 83 | 0.467 / 183 | 0.517 / 502 | +| retr | 16 | 0.583 / 73 | 0.658 / 217 | 0.683 / 474 | 0.750 / 1244 | +| rand | 1 | 0.000 / 7 | 0.000 / 8 | 0.000 / 10 | 0.000 / 18 | +| rand | 4 | 0.136 / 30 | 0.161 / 78 | 0.192 / 169 | 0.256 / 465 | +| rand | 16 | 0.383 / 99 | 0.622 / 248 | 0.786 / 477 | 0.856 / 1178 | + +**m = 4** + +| source | b | n=0 rate / ms | n=1 | n=3 | n=10 | +|---|---|---|---|---|---| +| diff | 1 | 0.342 / 11 | 0.428 / 36 | 0.536 / 70 | 0.664 / 153 | +| diff | 4 | 0.586 / 29 | 0.694 / 90 | 0.797 / 162 | 0.869 / 325 | +| diff | 16 | 0.814 / 64 | 0.886 / 174 | 0.919 / 298 | 0.956 / 576 | +| twin | 1 | 0.356 / 10 | 0.439 / 36 | 0.528 / 70 | 0.600 / 162 | +| twin | 4 | 0.425 / 30 | 0.497 / 104 | 0.581 / 215 | 0.672 / 524 | +| twin | 16 | 0.483 / 97 | 0.564 / 329 | 0.647 / 669 | 0.722 / 1599 | +| retr | 1 | 0.033 / 12 | 0.083 / 41 | 0.092 / 97 | 0.108 / 291 | +| retr | 4 | 0.142 / 41 | 0.217 / 145 | 0.258 / 345 | 0.292 / 1027 | +| retr | 16 | 0.283 / 139 | 0.400 / 470 | 0.500 / 1052 | 0.592 / 2933 | +| rand | 1 | 0.000 / 8 | 0.000 / 9 | 0.000 / 9 | 0.000 / 12 | +| rand | 4 | 0.047 / 40 | 0.056 / 115 | 0.078 / 259 | 0.114 / 749 | +| rand | 16 | 0.167 / 157 | 0.464 / 449 | 0.717 / 862 | 0.864 / 1988 | + +**m = 5** + +| source | b | n=0 rate / ms | n=1 | n=3 | n=10 | +|---|---|---|---|---|---| +| diff | 1 | 0.197 / 18 | 0.267 / 63 | 0.367 / 138 | 0.483 / 340 | +| diff | 4 | 0.406 / 53 | 0.508 / 190 | 0.625 / 393 | 0.708 / 927 | +| diff | 16 | 0.608 / 147 | 0.692 / 504 | 0.767 / 982 | 0.839 / 2199 | +| twin | 1 | 0.175 / 16 | 0.231 / 64 | 0.294 / 142 | 0.344 / 380 | +| twin | 4 | 0.197 / 56 | 0.258 / 221 | 0.339 / 509 | 0.414 / 1406 | +| twin | 16 | 0.278 / 200 | 0.333 / 794 | 0.414 / 1771 | 0.475 / 4829 | +| retr | 1 | 0.017 / 18 | 0.017 / 66 | 0.025 / 161 | 0.025 / 499 | +| retr | 4 | 0.092 / 65 | 0.092 / 258 | 0.125 / 619 | 0.150 / 1901 | +| retr | 16 | 0.175 / 227 | 0.233 / 902 | 0.317 / 2118 | 0.375 / 6227 | +| rand | 1 | 0.000 / 10 | 0.000 / 10 | 0.000 / 10 | 0.000 / 10 | +| rand | 4 | 0.017 / 53 | 0.017 / 176 | 0.039 / 408 | 0.058 / 1180 | +| rand | 16 | 0.061 / 238 | 0.294 / 764 | 0.667 / 1420 | 0.828 / 3346 | + +### T4 oracle B-start sequential (early stop): rate / mean CPU ms + +| m | B=1 | B=2 | B=4 | B=8 | B=16 | B=24 | B=48 | +|---|---|---|---|---|---|---|---| +| 2 | 0.000 / 23 | 0.275 / 89 | 0.392 / 191 | 0.767 / 315 | 0.817 / 431 | 0.875 / 524 | 0.975 / 623 | +| 3 | 0.000 / 12 | 0.150 / 108 | 0.250 / 248 | 0.700 / 476 | 0.800 / 659 | 0.883 / 780 | 0.958 / 933 | +| 4 | 0.000 / 9 | 0.033 / 175 | 0.108 / 398 | 0.567 / 826 | 0.750 / 1208 | 0.833 / 1444 | 0.925 / 1779 | +| 5 | 0.000 / 12 | 0.008 / 293 | 0.067 / 615 | 0.533 / 1340 | 0.708 / 1998 | 0.808 / 2432 | 0.925 / 3061 | + +### T6 cheapest grid cell that reaches a target certified rate: mean CPU-ms per plant (early stop; diffusion sampling GPU-throughput / 1-core CPU), cell in brackets (b, n); oracle = B sequential starts + +| m | target | diffusion GPU | diffusion CPU-sampled | twin | retrieval | random init (warm cells) | oracle B starts | +|---|---|---|---|---|---|---|---| +| 2 | 50% | 7 (b1, n0) | 1475 (b1, n0) | 6 (b1, n0) | 17 (b4, n0) | 59 (b16, n0) | 270 (B=6) | +| 2 | 80% | 11 (b4, n0) | 1491 (b1, n3) | 22 (b1, n3) | 34 (b16, n0) | 144 (b16, n1) | 431 (B=16) | +| 2 | 90% | 11 (b4, n0) | 1997 (b4, n0) | 42 (b4, n3) | 148 (b16, n3) | 687 (b16, n10) | 581 (B=32) | +| 3 | 50% | 8 (b1, n0) | 1474 (b1, n0) | 8 (b1, n0) | 73 (b16, n0) | 248 (b16, n1) | 476 (B=8) | +| 3 | 80% | 30 (b16, n0) | 1864 (b4, n1) | 231 (b16, n3) | n/a | 1178 (b16, n10) | 659 (B=16) | +| 3 | 90% | 30 (b16, n0) | 1891 (b4, n3) | n/a | n/a | n/a | 856 (B=32) | +| 4 | 50% | 29 (b4, n0) | 1598 (b1, n3) | 70 (b1, n3) | 1052 (b16, n3) | 862 (b16, n3) | 826 (B=8) | +| 4 | 80% | 64 (b16, n0) | 2201 (b4, n10) | n/a | n/a | 1988 (b16, n10) | 1444 (B=24) | +| 4 | 90% | 298 (b16, n3) | 3221 (b16, n3) | n/a | n/a | n/a | 1779 (B=48) | +| 5 | 50% | 147 (b16, n0) | 1712 (b4, n1) | n/a | n/a | 1420 (b16, n3) | 1340 (B=8) | +| 5 | 80% | 2199 (b16, n10) | 4434 (b16, n10) | n/a | n/a | 3346 (b16, n10) | 2432 (B=24) | +| 5 | 90% | n/a | n/a | n/a | n/a | n/a | 3061 (B=48) | + +### T5 primary tests (n = 3): diffusion minus comparator, per-seed exact McNemar, Holm over all cells + +| m | b | comparator | diff - comp [95% CI] | p per seed | p_worst | p_Holm | +|---|---|---|---|---|---|---| +| 2 | 1 | retr | +0.300 [+0.206, +0.392] | 4e-07, 2e-06, 3.2e-08 | 2e-06 | 3.5e-05 | +| 2 | 1 | twin | +0.019 [-0.033, +0.072] | 1, 0.84, 0.52 | 1 | 1 | +| 2 | 1 | rand | +0.856 [+0.811, +0.897] | 2e-31, 1.6e-30, 4.9e-32 | 1.6e-30 | 5.7e-29 | +| 2 | 4 | retr | +0.175 [+0.106, +0.250] | 5.7e-06, 3e-06, 8.8e-05 | 8.8e-05 | 0.0011 | +| 2 | 4 | twin | +0.075 [+0.039, +0.117] | 0.0078, 0.012, 0.002 | 0.012 | 0.094 | +| 2 | 4 | rand | +0.592 [+0.519, +0.664] | 1.7e-21, 2.6e-23, 2.4e-19 | 2.4e-19 | 7.6e-18 | +| 2 | 16 | retr | +0.075 [+0.031, +0.128] | 0.0039, 0.021, 0.002 | 0.021 | 0.15 | +| 2 | 16 | twin | +0.058 [+0.028, +0.092] | 0.062, 0.039, 0.0039 | 0.062 | 0.38 | +| 2 | 16 | rand | +0.119 [+0.078, +0.164] | 0.00024, 0.00027, 6.1e-05 | 0.00027 | 0.003 | +| 3 | 1 | retr | +0.533 [+0.450, +0.614] | 1.6e-16, 1.6e-17, 2.1e-14 | 2.1e-14 | 5.4e-13 | +| 3 | 1 | twin | -0.008 [-0.061, +0.042] | 1, 0.68, 0.32 | 1 | 1 | +| 3 | 1 | rand | +0.708 [+0.647, +0.767] | 8.1e-28, 5.2e-26, 3.3e-24 | 3.3e-24 | 1.1e-22 | +| 3 | 4 | retr | +0.439 [+0.356, +0.522] | 5.6e-17, 4.4e-16, 8.9e-16 | 8.9e-16 | 2.5e-14 | +| 3 | 4 | twin | +0.150 [+0.094, +0.208] | 7.6e-05, 1e-05, 0.0026 | 0.0026 | 0.023 | +| 3 | 4 | rand | +0.714 [+0.653, +0.775] | 1.6e-27, 5.2e-26, 8.8e-24 | 8.8e-24 | 2.9e-22 | +| 3 | 16 | retr | +0.303 [+0.222, +0.386] | 2.9e-11, 1.5e-11, 2.9e-11 | 2.9e-11 | 6.1e-10 | +| 3 | 16 | twin | +0.161 [+0.106, +0.219] | 0.00027, 1.2e-07, 3.8e-06 | 0.00027 | 0.003 | +| 3 | 16 | rand | +0.200 [+0.147, +0.256] | 1.1e-05, 4.2e-07, 1.1e-07 | 1.1e-05 | 0.00015 | +| 4 | 1 | retr | +0.444 [+0.361, +0.522] | 3.3e-14, 1.4e-13, 3.2e-12 | 3.2e-12 | 7e-11 | +| 4 | 1 | twin | +0.008 [-0.044, +0.061] | 1, 0.46, 0.74 | 1 | 1 | +| 4 | 1 | rand | +0.536 [+0.469, +0.603] | 2.7e-20, 2.7e-20, 8.7e-19 | 8.7e-19 | 2.6e-17 | +| 4 | 4 | retr | +0.539 [+0.456, +0.622] | 2.4e-19, 6e-17, 8.2e-18 | 6e-17 | 1.7e-15 | +| 4 | 4 | twin | +0.217 [+0.161, +0.275] | 1.4e-06, 4.6e-07, 3e-06 | 3e-06 | 4.5e-05 | +| 4 | 4 | rand | +0.719 [+0.661, +0.775] | 1.3e-26, 1.3e-26, 5.2e-26 | 5.2e-26 | 1.8e-24 | +| 4 | 16 | retr | +0.419 [+0.333, +0.508] | 2.4e-14, 8.6e-14, 1.6e-13 | 1.6e-13 | 4.1e-12 | +| 4 | 16 | twin | +0.272 [+0.208, +0.336] | 1.5e-08, 7.3e-12, 1.9e-09 | 1.5e-08 | 2.8e-07 | +| 4 | 16 | rand | +0.203 [+0.142, +0.267] | 1.9e-05, 8.4e-06, 4.6e-06 | 1.9e-05 | 0.00025 | +| 5 | 1 | retr | +0.342 [+0.272, +0.414] | 4.1e-10, 7.8e-10, 6.1e-13 | 7.8e-10 | 1.5e-08 | +| 5 | 1 | twin | +0.072 [+0.019, +0.125] | 0.86, 0.15, 0.014 | 0.86 | 1 | +| 5 | 1 | rand | +0.367 [+0.303, +0.431] | 9.1e-13, 1.8e-12, 8.9e-16 | 1.8e-12 | 4.2e-11 | +| 5 | 4 | retr | +0.500 [+0.417, +0.583] | 5.9e-15, 1.2e-16, 4.4e-16 | 5.9e-15 | 1.6e-13 | +| 5 | 4 | twin | +0.286 [+0.231, +0.344] | 2.4e-06, 5.9e-11, 3.6e-08 | 2.4e-06 | 3.9e-05 | +| 5 | 4 | rand | +0.586 [+0.514, +0.658] | 2.9e-19, 3.1e-20, 8.5e-22 | 2.9e-19 | 9.1e-18 | +| 5 | 16 | retr | +0.450 [+0.364, +0.536] | 1.7e-12, 2.5e-15, 6.1e-15 | 1.7e-12 | 4.1e-11 | +| 5 | 16 | twin | +0.353 [+0.292, +0.417] | 5.5e-10, 1.2e-14, 5.9e-11 | 5.5e-10 | 1.1e-08 | +| 5 | 16 | rand | +0.100 [+0.033, +0.164] | 0.099, 0.0043, 0.42 | 0.42 | 1 | + +realpool m=2 P=4: n=24 median T_real/T_sim = 1.08, median T_real = 42 ms, load ['39.82', '43.11', '43.23'] + +realpool m=2 P=8: n=24 median T_real/T_sim = 1.18, median T_real = 31 ms, load ['38.31', '42.75', '43.11'] + +realpool m=3 P=4: n=24 median T_real/T_sim = 1.04, median T_real = 136 ms, load ['39.08', '42.78', '43.12'] + +realpool m=3 P=8: n=24 median T_real/T_sim = 1.13, median T_real = 61 ms, load ['37.47', '42.39', '42.99'] + +realpool m=4 P=4: n=23 median T_real/T_sim = 1.02, median T_real = 252 ms, load ['33.82', '41.34', '42.64'] + +realpool m=4 P=8: n=23 median T_real/T_sim = 1.05, median T_real = 132 ms, load ['35.93', '41.57', '42.70'] + +realpool m=5 P=4: n=20 median T_real/T_sim = 1.02, median T_real = 419 ms, load ['36.19', '41.08', '42.50'] + +realpool m=5 P=8: n=20 median T_real/T_sim = 1.03, median T_real = 234 ms, load ['36.28', '40.76', '42.37'] + +calibration lines: +{"tag": "busy_midX10", "time": "00:54:14", "load": ["22.26", "31.68", "39.86"], "core": 14, "verify_cpu_ms": {"2": 4.638495724999999, "3": 7.573240349999999, "4": 10.529609900000004, "5": 16.533672499999994}, "verify_wall_ms": {"2": 4.638604175124783, "3": 7.573801774560707, "4": 10.529807249986334, "5": 16.5348408248974}, "machine_busy_pct": 43.87925631919783} +{"tag": "pre_oracle", "time": "01:26:51", "load": ["35.67", "41.67", "39.48"], "core": 14, "verify_cpu_ms": {"2": 7.117050824999999, "3": 8.072388575000005, "4": 11.572177774999993, "5": 16.418368049999987}, "verify_wall_ms": {"2": 7.256764325575205, "3": 8.072504874871811, "4": 11.573756125289947, "5": 16.419172125461046}, "machine_busy_pct": 45.6045103361871} +{"tag": "post_oracle", "time": "01:35:29", "load": ["40.00", "42.21", "40.75"], "core": 14, "verify_cpu_ms": {"2": 6.760856300000001, "3": 8.362001499999998, "4": 12.0033748, "5": 13.899070849999996}, "verify_wall_ms": {"2": 6.760936124919681, "3": 8.362318400031654, "4": 12.003478949918645, "5": 13.899416074855253}, "machine_busy_pct": 57.67626199415937} +{"tag": "post_warm_m2", "time": "01:37:57", "load": ["37.66", "40.47", "40.31"], "core": 14, "verify_cpu_ms": {"2": 7.611681274999999, "3": 9.182851275000004, "4": 13.038110425000005, "5": 14.956890350000007}, "verify_wall_ms": {"2": 7.6117741999041755, "3": 9.183153575577307, "4": 13.038707250234438, "5": 14.957888949720655}, "machine_busy_pct": 59.31602544051715} +{"tag": "post_warm_m3", "time": "01:42:14", "load": ["34.77", "37.86", "39.29"], "core": 14, "verify_cpu_ms": {"2": 7.709114175000001, "3": 9.091501999999997, "4": 12.542647974999998, "5": 16.098646224999992}, "verify_wall_ms": {"2": 7.70948152494384, "3": 9.091589049785398, "4": 12.542739100172184, "5": 16.10048692455166}, "machine_busy_pct": 54.83568075117371} +{"tag": "post_warm_m4", "time": "01:50:20", "load": ["51.25", "44.30", "41.54"], "core": 14, "verify_cpu_ms": {"2": 7.462701299999996, "3": 9.281009249999995, "4": 11.706302175000006, "5": 19.579391850000015}, "verify_wall_ms": {"2": 7.4627702255384065, "3": 9.50639532529749, "4": 13.112041749991477, "5": 19.579734175204067}, "machine_busy_pct": 82.23801065719361} +{"tag": "post_warm_m5", "time": "02:05:45", "load": ["39.43", "43.18", "43.26"], "core": 14, "verify_cpu_ms": {"2": 8.057595650000005, "3": 9.485916600000005, "4": 13.057068350000002, "5": 16.627110125}, "verify_wall_ms": {"2": 8.058126574906055, "3": 9.486267425381811, "4": 13.057815399952233, "5": 16.63317869970342}, "machine_busy_pct": 58.93472584856397} +{"tag": "post_realpool", "time": "02:07:26", "load": ["36.28", "40.76", "42.37"], "core": 14, "verify_cpu_ms": {"2": 8.683496725, "3": 10.078889824999997, "4": 13.298389825000001, "5": 21.600259625000007}, "verify_wall_ms": {"2": 8.683933925203746, "3": 10.079216474696295, "4": 13.298408150149044, "5": 21.600301975558978}, "machine_busy_pct": 35.53701772679875} +{"tag": "end", "time": "02:11:49", "load": ["33.10", "35.25", "39.58"], "core": 14, "verify_cpu_ms": {"2": 8.73763495, "3": 9.535913375000005, "4": 12.362857750000002, "5": 19.68936925}, "verify_wall_ms": {"2": 8.737695125455502, "3": 9.535956399486167, "4": 12.442390174692264, "5": 19.868997875164496}, "machine_busy_pct": 56.2154263646801} diff --git a/results/icml_r3/X7/warm_analysis.txt b/results/icml_r3/X7/warm_analysis.txt new file mode 100644 index 0000000000000000000000000000000000000000..9942f933c0939c42bf045bb99c54aba33c4406fe --- /dev/null +++ b/results/icml_r3/X7/warm_analysis.txt @@ -0,0 +1,108 @@ +=== m=2 load: wall/cpu 1.001; verify here 6.24 ms vs stored 4.25 ms + cell rate (seeds) cpu_early gpu/cpu-acct ms regret% + diff|b1|n0 0.700 [0.72, 0.71, 0.68] 6.9 / 1475.4 1.7 + diff|b1|n3 0.858 [0.86, 0.84, 0.88] 22.9 / 1491.4 2.1 + diff|b4|n0 0.939 [0.91, 0.96, 0.95] 11.0 / 1997.2 2.0 + diff|b4|n3 0.975 [0.97, 0.98, 0.97] 31.5 / 2017.7 2.1 + diff|b16|n0 0.986 [0.98, 0.98, 0.99] 16.0 / 2121.7 2.1 + diff|b16|n3 0.992 [0.99, 0.98, 1.00] 40.7 / 2146.4 2.2 + twin|b1|n0 0.728 [0.77, 0.70, 0.72] 6.3 / 6.3 1.9 + twin|b1|n3 0.839 [0.85, 0.82, 0.84] 22.4 / 22.4 2.0 + twin|b4|n0 0.778 [0.80, 0.77, 0.77] 11.2 / 11.2 2.1 + twin|b4|n3 0.900 [0.91, 0.91, 0.88] 41.9 / 41.9 2.4 + twin|b16|n0 0.844 [0.85, 0.81, 0.88] 24.8 / 24.8 2.2 + twin|b16|n3 0.933 [0.95, 0.93, 0.93] 85.8 / 85.8 2.5 + retr|b1|n0 0.425 [0.42] 7.1 / 7.1 5.2 + retr|b1|n3 0.558 [0.56] 34.3 / 34.3 5.2 + retr|b4|n0 0.667 [0.67] 16.5 / 16.5 7.8 + retr|b4|n3 0.800 [0.80] 77.4 / 77.4 6.6 + retr|b16|n0 0.842 [0.84] 33.6 / 33.6 8.6 + retr|b16|n3 0.917 [0.92] 147.8 / 147.8 6.8 + rand|b1|n0 0.003 [0.00, 0.01, 0.00] 6.2 / 6.2 9.9 + rand|b1|n3 0.003 [0.00, 0.01, 0.00] 16.4 / 16.4 9.9 + rand|b4|n0 0.319 [0.33, 0.29, 0.33] 23.9 / 23.9 12.4 + rand|b4|n3 0.383 [0.39, 0.35, 0.41] 122.7 / 122.7 11.7 + rand|b16|n0 0.706 [0.72, 0.70, 0.69] 58.9 / 58.9 14.3 + rand|b16|n3 0.872 [0.88, 0.86, 0.88] 281.8 / 281.8 14.0 + oracle B-start: {1: (0.0, 23), 2: (0.275, 89), 3: (0.283, 140), 4: (0.392, 191), 6: (0.567, 270), 8: (0.767, 315), 12: (0.767, 367), 16: (0.817, 431), 24: (0.875, 524), 32: (0.95, 581), 48: (0.975, 623)} +=== m=3 load: wall/cpu 1.036; verify here 7.46 ms vs stored 4.90 ms + cell rate (seeds) cpu_early gpu/cpu-acct ms regret% + diff|b1|n0 0.528 [0.60, 0.52, 0.47] 8.1 / 1473.6 3.8 + diff|b1|n3 0.708 [0.76, 0.71, 0.66] 36.9 / 1502.4 4.1 + diff|b4|n0 0.783 [0.85, 0.75, 0.75] 16.6 / 1839.4 4.3 + diff|b4|n3 0.906 [0.93, 0.90, 0.89] 68.0 / 1890.7 4.2 + diff|b16|n0 0.922 [0.94, 0.91, 0.92] 30.5 / 3013.8 4.2 + diff|b16|n3 0.986 [0.98, 0.99, 0.98] 99.7 / 3083.0 4.1 + twin|b1|n0 0.553 [0.57, 0.56, 0.53] 7.5 / 7.5 3.4 + twin|b1|n3 0.717 [0.75, 0.68, 0.72] 35.3 / 35.3 3.7 + twin|b4|n0 0.625 [0.64, 0.61, 0.62] 16.8 / 16.8 3.5 + twin|b4|n3 0.756 [0.78, 0.72, 0.77] 87.5 / 87.5 3.8 + twin|b16|n0 0.669 [0.71, 0.64, 0.66] 46.7 / 46.7 3.6 + twin|b16|n3 0.825 [0.86, 0.79, 0.82] 231.5 / 231.5 3.8 + retr|b1|n0 0.108 [0.11] 8.6 / 8.6 13.4 + retr|b1|n3 0.175 [0.17] 58.5 / 58.5 12.8 + retr|b4|n0 0.308 [0.31] 26.7 / 26.7 13.4 + retr|b4|n3 0.467 [0.47] 182.8 / 182.8 12.0 + retr|b16|n0 0.583 [0.58] 72.7 / 72.7 12.7 + retr|b16|n3 0.683 [0.68] 473.7 / 473.7 12.4 + rand|b1|n0 0.000 [0.00, 0.00, 0.00] 6.8 / 6.8 nan + rand|b1|n3 0.000 [0.00, 0.00, 0.00] 10.1 / 10.1 nan + rand|b4|n0 0.136 [0.11, 0.15, 0.15] 29.7 / 29.7 13.5 + rand|b4|n3 0.192 [0.17, 0.19, 0.21] 168.5 / 168.5 10.5 + rand|b16|n0 0.383 [0.39, 0.38, 0.38] 99.1 / 99.1 16.5 + rand|b16|n3 0.786 [0.82, 0.78, 0.76] 476.8 / 476.8 16.8 + oracle B-start: {1: (0.0, 12), 2: (0.15, 108), 3: (0.158, 167), 4: (0.25, 248), 6: (0.35, 394), 8: (0.7, 476), 12: (0.708, 552), 16: (0.8, 659), 24: (0.883, 780), 32: (0.917, 856), 48: (0.958, 933)} +=== m=4 load: wall/cpu 1.068; verify here 10.29 ms vs stored 6.91 ms + cell rate (seeds) cpu_early gpu/cpu-acct ms regret% + diff|b1|n0 0.342 [0.33, 0.38, 0.31] 11.0 / 1539.4 5.0 + diff|b1|n3 0.536 [0.55, 0.55, 0.51] 69.8 / 1598.2 5.0 + diff|b4|n0 0.586 [0.60, 0.57, 0.58] 28.6 / 1904.4 5.1 + diff|b4|n3 0.797 [0.82, 0.78, 0.80] 162.4 / 2038.2 5.3 + diff|b16|n0 0.814 [0.82, 0.80, 0.82] 64.1 / 2987.3 5.3 + diff|b16|n3 0.919 [0.92, 0.93, 0.92] 297.7 / 3220.9 5.4 + twin|b1|n0 0.356 [0.34, 0.33, 0.39] 10.4 / 10.4 4.7 + twin|b1|n3 0.528 [0.54, 0.51, 0.53] 70.3 / 70.3 4.9 + twin|b4|n0 0.425 [0.41, 0.42, 0.44] 30.1 / 30.1 4.6 + twin|b4|n3 0.581 [0.59, 0.55, 0.60] 215.1 / 215.1 4.7 + twin|b16|n0 0.483 [0.45, 0.50, 0.50] 97.4 / 97.4 4.6 + twin|b16|n3 0.647 [0.67, 0.61, 0.67] 668.5 / 668.5 4.8 + retr|b1|n0 0.033 [0.03] 11.9 / 11.9 8.5 + retr|b1|n3 0.092 [0.09] 97.5 / 97.5 9.0 + retr|b4|n0 0.142 [0.14] 41.1 / 41.1 13.9 + retr|b4|n3 0.258 [0.26] 344.9 / 344.9 9.6 + retr|b16|n0 0.283 [0.28] 139.1 / 139.1 13.0 + retr|b16|n3 0.500 [0.50] 1051.9 / 1051.9 9.9 + rand|b1|n0 0.000 [0.00, 0.00, 0.00] 8.3 / 8.3 nan + rand|b1|n3 0.000 [0.00, 0.00, 0.00] 9.4 / 9.4 nan + rand|b4|n0 0.047 [0.03, 0.04, 0.07] 40.2 / 40.2 14.1 + rand|b4|n3 0.078 [0.09, 0.05, 0.09] 259.0 / 259.0 8.9 + rand|b16|n0 0.167 [0.15, 0.19, 0.16] 157.1 / 157.1 16.6 + rand|b16|n3 0.717 [0.72, 0.72, 0.71] 862.2 / 862.2 16.9 + oracle B-start: {1: (0.0, 9), 2: (0.033, 175), 3: (0.033, 244), 4: (0.108, 398), 6: (0.233, 658), 8: (0.567, 826), 12: (0.575, 987), 16: (0.75, 1208), 24: (0.833, 1444), 32: (0.892, 1596), 48: (0.925, 1779)} +=== m=5 load: wall/cpu 1.076; verify here 15.94 ms vs stored 14.54 ms + cell rate (seeds) cpu_early gpu/cpu-acct ms regret% + diff|b1|n0 0.197 [0.18, 0.21, 0.20] 17.5 / 1180.3 5.3 + diff|b1|n3 0.367 [0.34, 0.33, 0.42] 138.0 / 1300.7 5.7 + diff|b4|n0 0.406 [0.37, 0.45, 0.40] 52.8 / 1574.5 5.3 + diff|b4|n3 0.625 [0.62, 0.63, 0.62] 393.1 / 1914.8 5.7 + diff|b16|n0 0.608 [0.60, 0.61, 0.62] 146.8 / 2381.7 5.6 + diff|b16|n3 0.767 [0.74, 0.81, 0.75] 982.2 / 3217.1 5.6 + twin|b1|n0 0.175 [0.20, 0.16, 0.17] 15.8 / 15.8 4.9 + twin|b1|n3 0.294 [0.33, 0.26, 0.30] 142.0 / 142.0 4.9 + twin|b4|n0 0.197 [0.22, 0.17, 0.20] 56.1 / 56.1 4.9 + twin|b4|n3 0.339 [0.38, 0.29, 0.34] 508.9 / 508.9 5.5 + twin|b16|n0 0.278 [0.32, 0.25, 0.27] 199.7 / 199.7 5.0 + twin|b16|n3 0.414 [0.45, 0.38, 0.41] 1771.0 / 1771.0 5.7 + retr|b1|n0 0.017 [0.02] 17.8 / 17.8 26.6 + retr|b1|n3 0.025 [0.03] 161.2 / 161.2 16.5 + retr|b4|n0 0.092 [0.09] 64.8 / 64.8 16.5 + retr|b4|n3 0.125 [0.12] 619.1 / 619.1 14.0 + retr|b16|n0 0.175 [0.17] 227.5 / 227.5 16.5 + retr|b16|n3 0.317 [0.32] 2118.3 / 2118.3 13.2 + rand|b1|n0 0.000 [0.00, 0.00, 0.00] 9.6 / 9.6 nan + rand|b1|n3 0.000 [0.00, 0.00, 0.00] 9.6 / 9.6 nan + rand|b4|n0 0.017 [0.02, 0.01, 0.03] 53.4 / 53.4 10.5 + rand|b4|n3 0.039 [0.04, 0.05, 0.03] 407.6 / 407.6 10.6 + rand|b16|n0 0.061 [0.05, 0.04, 0.09] 238.1 / 238.1 11.5 + rand|b16|n3 0.667 [0.65, 0.65, 0.70] 1419.8 / 1419.8 16.3 + oracle B-start: {1: (0.0, 12), 2: (0.008, 293), 3: (0.008, 339), 4: (0.067, 615), 6: (0.117, 1030), 8: (0.533, 1340), 12: (0.533, 1623), 16: (0.708, 1998), 24: (0.808, 2432), 32: (0.875, 2709), 48: (0.925, 3061)} diff --git a/results/icml_r3/X7/warm_summary.json b/results/icml_r3/X7/warm_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..c0c971c7bc77c49cfcbd48956948a0826c68183d --- /dev/null +++ b/results/icml_r3/X7/warm_summary.json @@ -0,0 +1,5354 @@ +{ + "2": { + "n_plants": 120, + "load": { + "wall_over_cpu": 1.0008178772121963, + "verify_ms_here": 6.2399872053818966, + "verify_ms_stored": 4.253959655761719 + }, + "cells": { + "diff|b1|n0": { + "rate_seed": [ + 0.7166666666666667, + 0.7083333333333334, + 0.675 + ], + "rate": 0.7000000000000001, + "rate_ci": [ + 0.6361111111111111, + 0.7611111111111111 + ], + "cpu_early_gpu_s": 0.006866837049406105, + "cpu_early_cpu_s": 1.4754134378416668, + "cpu_full_gpu_s": 0.006866837049406105, + "cpu_full_cpu_s": 1.4754134378416668, + "cpu_early_median_gpu_s": 0.00684075170773942, + "regret_med": [ + 0.02053472631319786, + 0.01680405811740493, + 0.014979201496603034 + ] + }, + "diff|b1|n1": { + "rate_seed": [ + 0.8166666666666667, + 0.8, + 0.7833333333333333 + ], + "rate": 0.7999999999999999, + "rate_ci": [ + 0.75, + 0.85 + ], + "cpu_early_gpu_s": 0.016636025460517356, + "cpu_early_cpu_s": 1.4851826262527783, + "cpu_full_gpu_s": 0.016636025460517356, + "cpu_full_cpu_s": 1.4851826262527783, + "cpu_early_median_gpu_s": 0.016206091374410647, + "regret_med": [ + 0.022141944924737755, + 0.017226425416996594, + 0.0172284550629892 + ] + }, + "diff|b1|n3": { + "rate_seed": [ + 0.8583333333333333, + 0.8416666666666667, + 0.875 + ], + "rate": 0.8583333333333334, + "rate_ci": [ + 0.8138888888888888, + 0.8999999999999999 + ], + "cpu_early_gpu_s": 0.022872658924406125, + "cpu_early_cpu_s": 1.4914192597166671, + "cpu_full_gpu_s": 0.022872658924406125, + "cpu_full_cpu_s": 1.4914192597166671, + "cpu_early_median_gpu_s": 0.01998722954107131, + "regret_med": [ + 0.023445058676397457, + 0.01926123895728815, + 0.019145881536107634 + ] + }, + "diff|b1|n10": { + "rate_seed": [ + 0.8833333333333333, + 0.8833333333333333, + 0.925 + ], + "rate": 0.8972222222222221, + "rate_ci": [ + 0.861111111111111, + 0.9305555555555555 + ], + "cpu_early_gpu_s": 0.034904613299406126, + "cpu_early_cpu_s": 1.5034512140916672, + "cpu_full_gpu_s": 0.034904613299406126, + "cpu_full_cpu_s": 1.5034512140916672, + "cpu_early_median_gpu_s": 0.020272661041070776, + "regret_med": [ + 0.024176217789540266, + 0.019788093257886996, + 0.018994744215493853 + ] + }, + "diff|b4|n0": { + "rate_seed": [ + 0.9083333333333333, + 0.9583333333333334, + 0.95 + ], + "rate": 0.9388888888888888, + "rate_ci": [ + 0.9055555555555556, + 0.9666666666666667 + ], + "cpu_early_gpu_s": 0.011039816811512573, + "cpu_early_cpu_s": 1.9972380609805545, + "cpu_full_gpu_s": 0.026290906722623315, + "cpu_full_cpu_s": 2.0124891508916654, + "cpu_early_median_gpu_s": 0.009263500664287012, + "regret_med": [ + 0.022448973108217363, + 0.01993636455662573, + 0.018833140663079173 + ] + }, + "diff|b4|n1": { + "rate_seed": [ + 0.9666666666666667, + 0.9833333333333333, + 0.9666666666666667 + ], + "rate": 0.9722222222222222, + "rate_ci": [ + 0.9472222222222222, + 0.9944444444444444 + ], + "cpu_early_gpu_s": 0.023158347186512922, + "cpu_early_cpu_s": 2.009356591355555, + "cpu_full_gpu_s": 0.06504812160595826, + "cpu_full_cpu_s": 2.0512463657750004, + "cpu_early_median_gpu_s": 0.0184759108309566, + "regret_med": [ + 0.023676350956457037, + 0.019554331808265935, + 0.018422081418282388 + ] + }, + "diff|b4|n3": { + "rate_seed": [ + 0.975, + 0.9833333333333333, + 0.9666666666666667 + ], + "rate": 0.975, + "rate_ci": [ + 0.95, + 0.9944444444444446 + ], + "cpu_early_gpu_s": 0.03154608795317902, + "cpu_early_cpu_s": 2.0177443321222213, + "cpu_full_gpu_s": 0.08870636955040186, + "cpu_full_cpu_s": 2.074904613719444, + "cpu_early_median_gpu_s": 0.02100137066428836, + "regret_med": [ + 0.023907643236516618, + 0.0202627141475491, + 0.01945393908787152 + ] + }, + "diff|b4|n10": { + "rate_seed": [ + 0.9833333333333333, + 0.9833333333333333, + 0.9916666666666667 + ], + "rate": 0.986111111111111, + "rate_ci": [ + 0.9666666666666667, + 1.0 + ], + "cpu_early_gpu_s": 0.04738790337540166, + "cpu_early_cpu_s": 2.033586147544444, + "cpu_full_gpu_s": 0.1319265999754017, + "cpu_full_cpu_s": 2.1181248441444436, + "cpu_early_median_gpu_s": 0.02100137066428836, + "regret_med": [ + 0.024990364466137116, + 0.022645812108797347, + 0.018994744215493853 + ] + }, + "diff|b16|n0": { + "rate_seed": [ + 0.9833333333333333, + 0.9833333333333333, + 0.9916666666666667 + ], + "rate": 0.986111111111111, + "rate_ci": [ + 0.9694444444444446, + 0.9972222222222222 + ], + "cpu_early_gpu_s": 0.015968085132160675, + "cpu_early_cpu_s": 2.121738750808331, + "cpu_full_gpu_s": 0.10388241551549227, + "cpu_full_cpu_s": 2.209653081191663, + "cpu_early_median_gpu_s": 0.012178339157157343, + "regret_med": [ + 0.023676350956457037, + 0.020093945201400065, + 0.018994744215493853 + ] + }, + "diff|b16|n1": { + "rate_seed": [ + 0.9916666666666667, + 0.9833333333333333, + 1.0 + ], + "rate": 0.9916666666666667, + "rate_ci": [ + 0.9777777777777777, + 1.0 + ], + "cpu_early_gpu_s": 0.029006220521050036, + "cpu_early_cpu_s": 2.1347768861972205, + "cpu_full_gpu_s": 0.25730501214604967, + "cpu_full_cpu_s": 2.3630756778222204, + "cpu_early_median_gpu_s": 0.02139074932382693, + "regret_med": [ + 0.024444792342563915, + 0.019554331808265935, + 0.018833140663079173 + ] + }, + "diff|b16|n3": { + "rate_seed": [ + 0.9916666666666667, + 0.9833333333333333, + 1.0 + ], + "rate": 0.9916666666666667, + "rate_ci": [ + 0.9777777777777777, + 1.0 + ], + "cpu_early_gpu_s": 0.04066837148493841, + "cpu_early_cpu_s": 2.146439037161109, + "cpu_full_gpu_s": 0.3452773855682698, + "cpu_full_cpu_s": 2.4510480512444404, + "cpu_early_median_gpu_s": 0.023916209157158683, + "regret_med": [ + 0.024444792342563915, + 0.0202627141475491, + 0.019911393949821554 + ] + }, + "diff|b16|n10": { + "rate_seed": [ + 0.9916666666666667, + 0.9916666666666667, + 1.0 + ], + "rate": 0.9944444444444445, + "rate_ci": [ + 0.9833333333333333, + 1.0 + ], + "cpu_early_gpu_s": 0.0635001458460502, + "cpu_early_cpu_s": 2.1692708115222206, + "cpu_full_gpu_s": 0.50248930694327, + "cpu_full_cpu_s": 2.608259972619441, + "cpu_early_median_gpu_s": 0.023916209157158683, + "regret_med": [ + 0.025535936589710317, + 0.021982748369200333, + 0.019070312875800743 + ] + }, + "twin|b1|n0": { + "rate_seed": [ + 0.7666666666666667, + 0.7, + 0.7166666666666667 + ], + "rate": 0.7277777777777779, + "rate_ci": [ + 0.6527777777777778, + 0.7972222222222223 + ], + "cpu_early_gpu_s": 0.0062693081777777755, + "cpu_early_cpu_s": 0.0062693081777777755, + "cpu_full_gpu_s": 0.0062693081777777755, + "cpu_full_cpu_s": 0.0062693081777777755, + "cpu_early_median_gpu_s": 0.006564431333333806, + "regret_med": [ + 0.018232264512859864, + 0.01901883072406252, + 0.01991847537164415 + ] + }, + "twin|b1|n1": { + "rate_seed": [ + 0.8083333333333333, + 0.775, + 0.8 + ], + "rate": 0.7944444444444446, + "rate_ci": [ + 0.7277777777777777, + 0.8583333333333333 + ], + "cpu_early_gpu_s": 0.016001196372222328, + "cpu_early_cpu_s": 0.016001196372222328, + "cpu_full_gpu_s": 0.016001196372222328, + "cpu_full_cpu_s": 0.016001196372222328, + "cpu_early_median_gpu_s": 0.015460156999999104, + "regret_med": [ + 0.019371742898764754, + 0.01899640380532075, + 0.01991847537164415 + ] + }, + "twin|b1|n3": { + "rate_seed": [ + 0.85, + 0.825, + 0.8416666666666667 + ], + "rate": 0.8388888888888889, + "rate_ci": [ + 0.7805555555555554, + 0.8944444444444444 + ], + "cpu_early_gpu_s": 0.02242885604999988, + "cpu_early_cpu_s": 0.02242885604999988, + "cpu_full_gpu_s": 0.02242885604999988, + "cpu_full_cpu_s": 0.02242885604999988, + "cpu_early_median_gpu_s": 0.015725631833334454, + "regret_med": [ + 0.019467479935329268, + 0.020458812994538, + 0.020994972354955177 + ] + }, + "twin|b1|n10": { + "rate_seed": [ + 0.8583333333333333, + 0.875, + 0.8833333333333333 + ], + "rate": 0.8722222222222222, + "rate_ci": [ + 0.8138888888888888, + 0.9222222222222223 + ], + "cpu_early_gpu_s": 0.03711410361944423, + "cpu_early_cpu_s": 0.03711410361944423, + "cpu_full_gpu_s": 0.03711410361944423, + "cpu_full_cpu_s": 0.03711410361944423, + "cpu_early_median_gpu_s": 0.015725631833334454, + "regret_med": [ + 0.019563216971893782, + 0.020458812994538, + 0.021052234716382734 + ] + }, + "twin|b4|n0": { + "rate_seed": [ + 0.8, + 0.7666666666666667, + 0.7666666666666667 + ], + "rate": 0.7777777777777778, + "rate_ci": [ + 0.711111111111111, + 0.8416666666666667 + ], + "cpu_early_gpu_s": 0.01123679173611053, + "cpu_early_cpu_s": 0.01123679173611053, + "cpu_full_gpu_s": 0.02491638518888836, + "cpu_full_cpu_s": 0.02491638518888836, + "cpu_early_median_gpu_s": 0.00708080150000138, + "regret_med": [ + 0.019868512867088794, + 0.021844231646337198, + 0.020337117749201994 + ] + }, + "twin|b4|n1": { + "rate_seed": [ + 0.875, + 0.8666666666666667, + 0.8416666666666667 + ], + "rate": 0.8611111111111112, + "rate_ci": [ + 0.8082638888888889, + 0.9111111111111111 + ], + "cpu_early_gpu_s": 0.02785502891944409, + "cpu_early_cpu_s": 0.02785502891944409, + "cpu_full_gpu_s": 0.06446157783333328, + "cpu_full_cpu_s": 0.06446157783333328, + "cpu_early_median_gpu_s": 0.015633481833333275, + "regret_med": [ + 0.02265235097103102, + 0.02584651684464412, + 0.020994103488022775 + ] + }, + "twin|b4|n3": { + "rate_seed": [ + 0.9083333333333333, + 0.9083333333333333, + 0.8833333333333333 + ], + "rate": 0.9, + "rate_ci": [ + 0.8555555555555555, + 0.9416666666666667 + ], + "cpu_early_gpu_s": 0.04187233063888854, + "cpu_early_cpu_s": 0.04187233063888854, + "cpu_full_gpu_s": 0.09304859191388902, + "cpu_full_cpu_s": 0.09304859191388902, + "cpu_early_median_gpu_s": 0.015633481833333275, + "regret_med": [ + 0.02265235097103102, + 0.02572762250702776, + 0.0225158965505321 + ] + }, + "twin|b4|n10": { + "rate_seed": [ + 0.925, + 0.9333333333333333, + 0.9 + ], + "rate": 0.9194444444444444, + "rate_ci": [ + 0.8777777777777778, + 0.9583333333333334 + ], + "cpu_early_gpu_s": 0.08103061312500008, + "cpu_early_cpu_s": 0.08103061312500008, + "cpu_full_gpu_s": 0.15412651275555703, + "cpu_full_cpu_s": 0.15412651275555703, + "cpu_early_median_gpu_s": 0.015633481833333275, + "regret_med": [ + 0.02265235097103102, + 0.026089922155224543, + 0.024518485679903668 + ] + }, + "twin|b16|n0": { + "rate_seed": [ + 0.85, + 0.8083333333333333, + 0.875 + ], + "rate": 0.8444444444444444, + "rate_ci": [ + 0.7888888888888889, + 0.8972222222222221 + ], + "cpu_early_gpu_s": 0.024780091669444223, + "cpu_early_cpu_s": 0.024780091669444223, + "cpu_full_gpu_s": 0.09968362638055552, + "cpu_full_cpu_s": 0.09968362638055552, + "cpu_early_median_gpu_s": 0.00708080150000138, + "regret_med": [ + 0.020704846967778412, + 0.02220019374673199, + 0.022501219413199935 + ] + }, + "twin|b16|n1": { + "rate_seed": [ + 0.9, + 0.8833333333333333, + 0.9083333333333333 + ], + "rate": 0.8972222222222221, + "rate_ci": [ + 0.85, + 0.9416666666666667 + ], + "cpu_early_gpu_s": 0.056541419669444586, + "cpu_early_cpu_s": 0.056541419669444586, + "cpu_full_gpu_s": 0.25764628170277537, + "cpu_full_cpu_s": 0.25764628170277537, + "cpu_early_median_gpu_s": 0.015633481833333275, + "regret_med": [ + 0.02294059633146117, + 0.02490414091704407, + 0.024851948422512038 + ] + }, + "twin|b16|n3": { + "rate_seed": [ + 0.95, + 0.925, + 0.925 + ], + "rate": 0.9333333333333332, + "rate_ci": [ + 0.8944444444444445, + 0.9666666666666667 + ], + "cpu_early_gpu_s": 0.0858074207666663, + "cpu_early_cpu_s": 0.0858074207666663, + "cpu_full_gpu_s": 0.3707016090111079, + "cpu_full_cpu_s": 0.3707016090111079, + "cpu_early_median_gpu_s": 0.015633481833333275, + "regret_med": [ + 0.02294059633146117, + 0.02572762250702776, + 0.024851948422512038 + ] + }, + "twin|b16|n10": { + "rate_seed": [ + 0.95, + 0.9583333333333334, + 0.925 + ], + "rate": 0.9444444444444443, + "rate_ci": [ + 0.9111111111111111, + 0.975 + ], + "cpu_early_gpu_s": 0.19375838749166782, + "cpu_early_cpu_s": 0.19375838749166782, + "cpu_full_gpu_s": 0.6145672673861093, + "cpu_full_cpu_s": 0.6145672673861093, + "cpu_early_median_gpu_s": 0.015633481833333275, + "regret_med": [ + 0.022133369214311194, + 0.026214433128188608, + 0.025542261837042002 + ] + }, + "retr|b1|n0": { + "rate_seed": [ + 0.425 + ], + "rate": 0.425, + "rate_ci": [ + 0.3333333333333333, + 0.5085416666666636 + ], + "cpu_early_gpu_s": 0.007113754983332588, + "cpu_early_cpu_s": 0.007113754983332588, + "cpu_full_gpu_s": 0.007113754983332588, + "cpu_full_cpu_s": 0.007113754983332588, + "cpu_early_median_gpu_s": 0.0073369160000069655, + "regret_med": [ + 0.05246591283446178 + ] + }, + "retr|b1|n1": { + "rate_seed": [ + 0.49166666666666664 + ], + "rate": 0.49166666666666664, + "rate_ci": [ + 0.4, + 0.5833333333333334 + ], + "cpu_early_gpu_s": 0.01876504964999893, + "cpu_early_cpu_s": 0.01876504964999893, + "cpu_full_gpu_s": 0.01876504964999893, + "cpu_full_cpu_s": 0.01876504964999893, + "cpu_early_median_gpu_s": 0.018490741499999075, + "regret_med": [ + 0.05925753795452393 + ] + }, + "retr|b1|n3": { + "rate_seed": [ + 0.5583333333333333 + ], + "rate": 0.5583333333333333, + "rate_ci": [ + 0.4666666666666667, + 0.65 + ], + "cpu_early_gpu_s": 0.03429231564166549, + "cpu_early_cpu_s": 0.03429231564166549, + "cpu_full_gpu_s": 0.03429231564166549, + "cpu_full_cpu_s": 0.03429231564166549, + "cpu_early_median_gpu_s": 0.0351365695000041, + "regret_med": [ + 0.05246591283446178 + ] + }, + "retr|b1|n10": { + "rate_seed": [ + 0.6833333333333333 + ], + "rate": 0.6833333333333333, + "rate_ci": [ + 0.6, + 0.7666666666666667 + ], + "cpu_early_gpu_s": 0.07228283222499869, + "cpu_early_cpu_s": 0.07228283222499869, + "cpu_full_gpu_s": 0.07228283222499869, + "cpu_full_cpu_s": 0.07228283222499869, + "cpu_early_median_gpu_s": 0.044135628000002924, + "regret_med": [ + 0.06366466890672007 + ] + }, + "retr|b4|n0": { + "rate_seed": [ + 0.6666666666666666 + ], + "rate": 0.6666666666666666, + "rate_ci": [ + 0.5833333333333334, + 0.75 + ], + "cpu_early_gpu_s": 0.016530197833333354, + "cpu_early_cpu_s": 0.016530197833333354, + "cpu_full_gpu_s": 0.025972916633333048, + "cpu_full_cpu_s": 0.025972916633333048, + "cpu_early_median_gpu_s": 0.014954380499993647, + "regret_med": [ + 0.07778916885004994 + ] + }, + "retr|b4|n1": { + "rate_seed": [ + 0.75 + ], + "rate": 0.75, + "rate_ci": [ + 0.6666666666666666, + 0.825 + ], + "cpu_early_gpu_s": 0.0431803692916656, + "cpu_early_cpu_s": 0.0431803692916656, + "cpu_full_gpu_s": 0.07432094759999909, + "cpu_full_cpu_s": 0.07432094759999909, + "cpu_early_median_gpu_s": 0.025991607999987565, + "regret_med": [ + 0.07230221860791752 + ] + }, + "retr|b4|n3": { + "rate_seed": [ + 0.8 + ], + "rate": 0.8, + "rate_ci": [ + 0.725, + 0.8666666666666667 + ], + "cpu_early_gpu_s": 0.07738419880833264, + "cpu_early_cpu_s": 0.07738419880833264, + "cpu_full_gpu_s": 0.14312984995833317, + "cpu_full_cpu_s": 0.14312984995833317, + "cpu_early_median_gpu_s": 0.044135628000002924, + "regret_med": [ + 0.06584091213497167 + ] + }, + "retr|b4|n10": { + "rate_seed": [ + 0.825 + ], + "rate": 0.825, + "rate_ci": [ + 0.7583333333333333, + 0.8916666666666667 + ], + "cpu_early_gpu_s": 0.16578792885833213, + "cpu_early_cpu_s": 0.16578792885833213, + "cpu_full_gpu_s": 0.3383143977499987, + "cpu_full_cpu_s": 0.3383143977499987, + "cpu_early_median_gpu_s": 0.044135628000002924, + "regret_med": [ + 0.06905184407661547 + ] + }, + "retr|b16|n0": { + "rate_seed": [ + 0.8416666666666667 + ], + "rate": 0.8416666666666667, + "rate_ci": [ + 0.775, + 0.9 + ], + "cpu_early_gpu_s": 0.03362604534166689, + "cpu_early_cpu_s": 0.03362604534166689, + "cpu_full_gpu_s": 0.10164655153333231, + "cpu_full_cpu_s": 0.10164655153333231, + "cpu_early_median_gpu_s": 0.014954380499993647, + "regret_med": [ + 0.08618040174256913 + ] + }, + "retr|b16|n1": { + "rate_seed": [ + 0.875 + ], + "rate": 0.875, + "rate_ci": [ + 0.8166666666666667, + 0.9333333333333333 + ], + "cpu_early_gpu_s": 0.08875172021666614, + "cpu_early_cpu_s": 0.08875172021666614, + "cpu_full_gpu_s": 0.2988976117916647, + "cpu_full_cpu_s": 0.2988976117916647, + "cpu_early_median_gpu_s": 0.025991607999987565, + "regret_med": [ + 0.08228774802722638 + ] + }, + "retr|b16|n3": { + "rate_seed": [ + 0.9166666666666666 + ], + "rate": 0.9166666666666666, + "rate_ci": [ + 0.8666666666666667, + 0.9583333333333334 + ], + "cpu_early_gpu_s": 0.1477982109083318, + "cpu_early_cpu_s": 0.1477982109083318, + "cpu_full_gpu_s": 0.5926535495416648, + "cpu_full_cpu_s": 0.5926535495416648, + "cpu_early_median_gpu_s": 0.044135628000002924, + "regret_med": [ + 0.06772563275459209 + ] + }, + "retr|b16|n10": { + "rate_seed": [ + 0.9333333333333333 + ], + "rate": 0.9333333333333333, + "rate_ci": [ + 0.8833333333333333, + 0.975 + ], + "cpu_early_gpu_s": 0.34322858051666805, + "cpu_early_cpu_s": 0.34322858051666805, + "cpu_full_gpu_s": 1.4775621350750046, + "cpu_full_cpu_s": 1.4775621350750046, + "cpu_early_median_gpu_s": 0.044135628000002924, + "regret_med": [ + 0.07230221860791752 + ] + }, + "rand|b1|n0": { + "rate_seed": [ + 0.0, + 0.008333333333333333, + 0.0 + ], + "rate": 0.002777777777777778, + "rate_ci": [ + 0.0, + 0.008333333333333333 + ], + "cpu_early_gpu_s": 0.0061957908916667965, + "cpu_early_cpu_s": 0.0061957908916667965, + "cpu_full_gpu_s": 0.0061957908916667965, + "cpu_full_cpu_s": 0.0061957908916667965, + "cpu_early_median_gpu_s": 0.006009644666673827, + "regret_med": [ + NaN, + 0.09940774985495571, + NaN + ] + }, + "rand|b1|n1": { + "rate_seed": [ + 0.0, + 0.008333333333333333, + 0.0 + ], + "rate": 0.002777777777777778, + "rate_ci": [ + 0.0, + 0.008333333333333333 + ], + "cpu_early_gpu_s": 0.009516771655555667, + "cpu_early_cpu_s": 0.009516771655555667, + "cpu_full_gpu_s": 0.009516771655555667, + "cpu_full_cpu_s": 0.009516771655555667, + "cpu_early_median_gpu_s": 0.006074799000000297, + "regret_med": [ + NaN, + 0.09940774985495571, + NaN + ] + }, + "rand|b1|n3": { + "rate_seed": [ + 0.0, + 0.008333333333333333, + 0.0 + ], + "rate": 0.002777777777777778, + "rate_ci": [ + 0.0, + 0.008333333333333333 + ], + "cpu_early_gpu_s": 0.01636042772222245, + "cpu_early_cpu_s": 0.01636042772222245, + "cpu_full_gpu_s": 0.01636042772222245, + "cpu_full_cpu_s": 0.01636042772222245, + "cpu_early_median_gpu_s": 0.006074799000000297, + "regret_med": [ + NaN, + 0.09940774985495571, + NaN + ] + }, + "rand|b1|n10": { + "rate_seed": [ + 0.0, + 0.008333333333333333, + 0.0 + ], + "rate": 0.002777777777777778, + "rate_ci": [ + 0.0, + 0.008333333333333333 + ], + "cpu_early_gpu_s": 0.04025328661388966, + "cpu_early_cpu_s": 0.04025328661388966, + "cpu_full_gpu_s": 0.04025328661388966, + "cpu_full_cpu_s": 0.04025328661388966, + "cpu_early_median_gpu_s": 0.006074799000000297, + "regret_med": [ + NaN, + 0.09940774985495571, + NaN + ] + }, + "rand|b4|n0": { + "rate_seed": [ + 0.3333333333333333, + 0.2916666666666667, + 0.3333333333333333 + ], + "rate": 0.3194444444444444, + "rate_ci": [ + 0.25277777777777777, + 0.38888888888888895 + ], + "cpu_early_gpu_s": 0.023857631241667187, + "cpu_early_cpu_s": 0.023857631241667187, + "cpu_full_gpu_s": 0.026548488175000454, + "cpu_full_cpu_s": 0.026548488175000454, + "cpu_early_median_gpu_s": 0.024373903999992248, + "regret_med": [ + 0.1451612689724594, + 0.09940774985495571, + 0.12836235378364502 + ] + }, + "rand|b4|n1": { + "rate_seed": [ + 0.36666666666666664, + 0.325, + 0.35833333333333334 + ], + "rate": 0.35000000000000003, + "rate_ci": [ + 0.28055555555555556, + 0.41944444444444445 + ], + "cpu_early_gpu_s": 0.05880989655555646, + "cpu_early_cpu_s": 0.05880989655555646, + "cpu_full_gpu_s": 0.06836924253888937, + "cpu_full_cpu_s": 0.06836924253888937, + "cpu_early_median_gpu_s": 0.05722498433334285, + "regret_med": [ + 0.1419672422023065, + 0.10504190499670663, + 0.11742920225309827 + ] + }, + "rand|b4|n3": { + "rate_seed": [ + 0.39166666666666666, + 0.35, + 0.4083333333333333 + ], + "rate": 0.3833333333333333, + "rate_ci": [ + 0.31381944444444443, + 0.4555555555555556 + ], + "cpu_early_gpu_s": 0.12267358215277731, + "cpu_early_cpu_s": 0.12267358215277731, + "cpu_full_gpu_s": 0.14518559086666602, + "cpu_full_cpu_s": 0.14518559086666602, + "cpu_early_median_gpu_s": 0.11813433399999576, + "regret_med": [ + 0.1363734170132498, + 0.09726736989254126, + 0.11742920225309827 + ] + }, + "rand|b4|n10": { + "rate_seed": [ + 0.4083333333333333, + 0.4, + 0.43333333333333335 + ], + "rate": 0.4138888888888889, + "rate_ci": [ + 0.3444444444444444, + 0.48333333333333334 + ], + "cpu_early_gpu_s": 0.33502329801944714, + "cpu_early_cpu_s": 0.33502329801944714, + "cpu_full_gpu_s": 0.3987782949694471, + "cpu_full_cpu_s": 0.3987782949694471, + "cpu_early_median_gpu_s": 0.3299391696666577, + "regret_med": [ + 0.1363734170132498, + 0.09726736989254126, + 0.11697321324199395 + ] + }, + "rand|b16|n0": { + "rate_seed": [ + 0.725, + 0.7, + 0.6916666666666667 + ], + "rate": 0.7055555555555554, + "rate_ci": [ + 0.638888888888889, + 0.7694444444444444 + ], + "cpu_early_gpu_s": 0.0588915767361119, + "cpu_early_cpu_s": 0.0588915767361119, + "cpu_full_gpu_s": 0.10342616657222059, + "cpu_full_cpu_s": 0.10342616657222059, + "cpu_early_median_gpu_s": 0.054358181999999644, + "regret_med": [ + 0.16238823872155916, + 0.12202849173053254, + 0.1457667623658474 + ] + }, + "rand|b16|n1": { + "rate_seed": [ + 0.825, + 0.8, + 0.7916666666666666 + ], + "rate": 0.8055555555555555, + "rate_ci": [ + 0.7472222222222221, + 0.861111111111111 + ], + "cpu_early_gpu_s": 0.14410034554166867, + "cpu_early_cpu_s": 0.14410034554166867, + "cpu_full_gpu_s": 0.29121225180833443, + "cpu_full_cpu_s": 0.29121225180833443, + "cpu_early_median_gpu_s": 0.11021937933334947, + "regret_med": [ + 0.1497282999239269, + 0.1563712563172076, + 0.140710719681157 + ] + }, + "rand|b16|n3": { + "rate_seed": [ + 0.8833333333333333, + 0.8583333333333333, + 0.875 + ], + "rate": 0.8722222222222222, + "rate_ci": [ + 0.825, + 0.9166666666666666 + ], + "cpu_early_gpu_s": 0.28183240084444455, + "cpu_early_cpu_s": 0.28183240084444455, + "cpu_full_gpu_s": 0.6082140995611104, + "cpu_full_cpu_s": 0.6082140995611104, + "cpu_early_median_gpu_s": 0.22261728966665356, + "regret_med": [ + 0.1451612689724594, + 0.13349430265680118, + 0.1402690477737436 + ] + }, + "rand|b16|n10": { + "rate_seed": [ + 0.9083333333333333, + 0.9083333333333333, + 0.925 + ], + "rate": 0.9138888888888889, + "rate_ci": [ + 0.8722222222222221, + 0.95 + ], + "cpu_early_gpu_s": 0.6870714413500055, + "cpu_early_cpu_s": 0.6870714413500055, + "cpu_full_gpu_s": 1.595009306502778, + "cpu_full_cpu_s": 1.595009306502778, + "cpu_early_median_gpu_s": 0.5271596849999902, + "regret_med": [ + 0.1430543151557, + 0.129884784010311, + 0.1402690477737436 + ] + } + }, + "oracle": { + "1": { + "rate": 0.0, + "cpu_mean_s": 0.022634830116666924, + "cpu_median_s": 0.006137235500000671 + }, + "2": { + "rate": 0.275, + "cpu_mean_s": 0.08914511931666685, + "cpu_median_s": 0.09042884850000021 + }, + "3": { + "rate": 0.2833333333333333, + "cpu_mean_s": 0.13999047067500028, + "cpu_median_s": 0.14620775549999898 + }, + "4": { + "rate": 0.39166666666666666, + "cpu_mean_s": 0.19051351279166695, + "cpu_median_s": 0.20613546299999896 + }, + "6": { + "rate": 0.5666666666666667, + "cpu_mean_s": 0.2704111135666668, + "cpu_median_s": 0.29452259850000395 + }, + "8": { + "rate": 0.7666666666666667, + "cpu_mean_s": 0.3154138830000001, + "cpu_median_s": 0.35553305849999717 + }, + "12": { + "rate": 0.7666666666666667, + "cpu_mean_s": 0.3665904992750001, + "cpu_median_s": 0.35553305849999717 + }, + "16": { + "rate": 0.8166666666666667, + "cpu_mean_s": 0.43134004312499974, + "cpu_median_s": 0.35553305849999717 + }, + "24": { + "rate": 0.875, + "cpu_mean_s": 0.5244916679166666, + "cpu_median_s": 0.35553305849999717 + }, + "32": { + "rate": 0.95, + "cpu_mean_s": 0.5809972279916666, + "cpu_median_s": 0.35553305849999717 + }, + "48": { + "rate": 0.975, + "cpu_mean_s": 0.6227026390416666, + "cpu_median_s": 0.35553305849999717 + } + }, + "tests_n3": { + "retr|b1": { + "rows": [ + { + "seed": 0, + "d_only": 44, + "c_only": 8, + "p": 4.0393217393130953e-07 + }, + { + "seed": 1, + "d_only": 43, + "c_only": 9, + "p": 2.0377698612961126e-06 + }, + { + "seed": 2, + "d_only": 44, + "c_only": 6, + "p": 3.243740565039843e-08 + } + ], + "diff": 0.3, + "ci": [ + 0.20555555555555555, + 0.39166666666666666 + ], + "pworst": 2.0377698612961126e-06, + "p_holm": 3.4642087642033914e-05 + }, + "twin|b1": { + "rows": [ + { + "seed": 0, + "d_only": 11, + "c_only": 10, + "p": 1.0 + }, + { + "seed": 1, + "d_only": 13, + "c_only": 11, + "p": 0.8388197422027588 + }, + { + "seed": 2, + "d_only": 13, + "c_only": 9, + "p": 0.5234670639038086 + } + ], + "diff": 0.01944444444444444, + "ci": [ + -0.03333333333333334, + 0.07222222222222222 + ], + "pworst": 1.0, + "p_holm": 1.0 + }, + "rand|b1": { + "rows": [ + { + "seed": 0, + "d_only": 103, + "c_only": 0, + "p": 1.9721522630525295e-31 + }, + { + "seed": 1, + "d_only": 100, + "c_only": 0, + "p": 1.5777218104420236e-30 + }, + { + "seed": 2, + "d_only": 105, + "c_only": 0, + "p": 4.930380657631324e-32 + } + ], + "diff": 0.8555555555555555, + "ci": [ + 0.8111111111111111, + 0.8972222222222221 + ], + "pworst": 1.5777218104420236e-30, + "p_holm": 5.679798517591285e-29 + }, + "retr|b4": { + "rows": [ + { + "seed": 0, + "d_only": 22, + "c_only": 1, + "p": 5.7220458984375e-06 + }, + { + "seed": 1, + "d_only": 23, + "c_only": 1, + "p": 2.9802322387695312e-06 + }, + { + "seed": 2, + "d_only": 23, + "c_only": 3, + "p": 8.797645568847656e-05 + } + ], + "diff": 0.175, + "ci": [ + 0.10555555555555556, + 0.25 + ], + "pworst": 8.797645568847656e-05, + "p_holm": 0.0010557174682617188 + }, + "twin|b4": { + "rows": [ + { + "seed": 0, + "d_only": 8, + "c_only": 0, + "p": 0.0078125 + }, + { + "seed": 1, + "d_only": 10, + "c_only": 1, + "p": 0.01171875 + }, + { + "seed": 2, + "d_only": 10, + "c_only": 0, + "p": 0.001953125 + } + ], + "diff": 0.07500000000000001, + "ci": [ + 0.03888888888888889, + 0.11666666666666667 + ], + "pworst": 0.01171875, + "p_holm": 0.09375 + }, + "rand|b4": { + "rows": [ + { + "seed": 0, + "d_only": 70, + "c_only": 0, + "p": 1.6940658945086007e-21 + }, + { + "seed": 1, + "d_only": 76, + "c_only": 0, + "p": 2.6469779601696886e-23 + }, + { + "seed": 2, + "d_only": 68, + "c_only": 1, + "p": 2.371692252312041e-19 + } + ], + "diff": 0.5916666666666667, + "ci": [ + 0.5194444444444445, + 0.663888888888889 + ], + "pworst": 2.371692252312041e-19, + "p_holm": 7.589415207398531e-18 + }, + "retr|b16": { + "rows": [ + { + "seed": 0, + "d_only": 9, + "c_only": 0, + "p": 0.00390625 + }, + { + "seed": 1, + "d_only": 9, + "c_only": 1, + "p": 0.021484375 + }, + { + "seed": 2, + "d_only": 10, + "c_only": 0, + "p": 0.001953125 + } + ], + "diff": 0.075, + "ci": [ + 0.030555555555555555, + 0.12777777777777777 + ], + "pworst": 0.021484375, + "p_holm": 0.150390625 + }, + "twin|b16": { + "rows": [ + { + "seed": 0, + "d_only": 5, + "c_only": 0, + "p": 0.0625 + }, + { + "seed": 1, + "d_only": 8, + "c_only": 1, + "p": 0.0390625 + }, + { + "seed": 2, + "d_only": 9, + "c_only": 0, + "p": 0.00390625 + } + ], + "diff": 0.05833333333333335, + "ci": [ + 0.027777777777777783, + 0.09166666666666666 + ], + "pworst": 0.0625, + "p_holm": 0.375 + }, + "rand|b16": { + "rows": [ + { + "seed": 0, + "d_only": 13, + "c_only": 0, + "p": 0.000244140625 + }, + { + "seed": 1, + "d_only": 16, + "c_only": 1, + "p": 0.000274658203125 + }, + { + "seed": 2, + "d_only": 15, + "c_only": 0, + "p": 6.103515625e-05 + } + ], + "diff": 0.11944444444444445, + "ci": [ + 0.07777777777777778, + 0.1638888888888889 + ], + "pworst": 0.000274658203125, + "p_holm": 0.003021240234375 + } + } + }, + "3": { + "n_plants": 120, + "load": { + "wall_over_cpu": 1.0357473107007746, + "verify_ms_here": 7.462395816059094, + "verify_ms_stored": 4.904234409332275 + }, + "cells": { + "diff|b1|n0": { + "rate_seed": [ + 0.6, + 0.5166666666666667, + 0.4666666666666667 + ], + "rate": 0.5277777777777778, + "rate_ci": [ + 0.4666666666666667, + 0.5888888888888889 + ], + "cpu_early_gpu_s": 0.00808055474487249, + "cpu_early_cpu_s": 1.4736178556416728, + "cpu_full_gpu_s": 0.00808055474487249, + "cpu_full_cpu_s": 1.4736178556416728, + "cpu_early_median_gpu_s": 0.008110963769873556, + "regret_med": [ + 0.039567534239763225, + 0.042142394087464896, + 0.032018052505401906 + ] + }, + "diff|b1|n1": { + "rate_seed": [ + 0.6666666666666666, + 0.6333333333333333, + 0.5833333333333334 + ], + "rate": 0.6277777777777778, + "rate_ci": [ + 0.5638888888888888, + 0.6916666666666665 + ], + "cpu_early_gpu_s": 0.022307575242094566, + "cpu_early_cpu_s": 1.487844876138895, + "cpu_full_gpu_s": 0.022307575242094566, + "cpu_full_cpu_s": 1.487844876138895, + "cpu_early_median_gpu_s": 0.02249239593654361, + "regret_med": [ + 0.04186788899410987, + 0.04128280536721751, + 0.03561374642933779 + ] + }, + "diff|b1|n3": { + "rate_seed": [ + 0.7583333333333333, + 0.7083333333333334, + 0.6583333333333333 + ], + "rate": 0.7083333333333334, + "rate_ci": [ + 0.65, + 0.7666666666666667 + ], + "cpu_early_gpu_s": 0.03687513800876168, + "cpu_early_cpu_s": 1.502412438905562, + "cpu_full_gpu_s": 0.03687513800876168, + "cpu_full_cpu_s": 1.502412438905562, + "cpu_early_median_gpu_s": 0.03596577276987081, + "regret_med": [ + 0.043910094481464323, + 0.04117338043029406, + 0.03905533837589381 + ] + }, + "diff|b1|n10": { + "rate_seed": [ + 0.8166666666666667, + 0.725, + 0.7333333333333333 + ], + "rate": 0.7583333333333333, + "rate_ci": [ + 0.7027777777777777, + 0.8138888888888888 + ], + "cpu_early_gpu_s": 0.07291597703376097, + "cpu_early_cpu_s": 1.538453277930561, + "cpu_full_gpu_s": 0.07291597703376097, + "cpu_full_cpu_s": 1.538453277930561, + "cpu_early_median_gpu_s": 0.06006973526987193, + "regret_med": [ + 0.0438299473237469, + 0.04117338043029406, + 0.038697893364516234 + ] + }, + "diff|b4|n0": { + "rate_seed": [ + 0.85, + 0.75, + 0.75 + ], + "rate": 0.7833333333333333, + "rate_ci": [ + 0.725, + 0.8388888888888888 + ], + "cpu_early_gpu_s": 0.016603819979489415, + "cpu_early_cpu_s": 1.8393773575666643, + "cpu_full_gpu_s": 0.031152044112823008, + "cpu_full_cpu_s": 1.853925581699998, + "cpu_early_median_gpu_s": 0.015497306246155536, + "regret_med": [ + 0.04478518325463454, + 0.04546338432320529, + 0.03779040616174334 + ] + }, + "diff|b4|n1": { + "rate_seed": [ + 0.8916666666666667, + 0.8666666666666667, + 0.8416666666666667 + ], + "rate": 0.8666666666666667, + "rate_ci": [ + 0.8194444444444444, + 0.9111111111111112 + ], + "cpu_early_gpu_s": 0.04121364152948851, + "cpu_early_cpu_s": 1.8639871791166638, + "cpu_full_gpu_s": 0.08868314054615554, + "cpu_full_cpu_s": 1.9114566781333309, + "cpu_early_median_gpu_s": 0.03218756224615535, + "regret_med": [ + 0.04525857403221645, + 0.04486174391603737, + 0.03905533837589381 + ] + }, + "diff|b4|n3": { + "rate_seed": [ + 0.925, + 0.9, + 0.8916666666666667 + ], + "rate": 0.9055555555555556, + "rate_ci": [ + 0.861111111111111, + 0.9444444444444444 + ], + "cpu_early_gpu_s": 0.06795798904337853, + "cpu_early_cpu_s": 1.8907315266305538, + "cpu_full_gpu_s": 0.14869798545726726, + "cpu_full_cpu_s": 1.9714715230444426, + "cpu_early_median_gpu_s": 0.04259476307951076, + "regret_med": [ + 0.04374980016602947, + 0.04128280536721751, + 0.04209950640583826 + ] + }, + "diff|b4|n10": { + "rate_seed": [ + 0.975, + 0.9166666666666666, + 0.9333333333333333 + ], + "rate": 0.9416666666666668, + "rate_ci": [ + 0.9111111111111111, + 0.9694444444444446 + ], + "cpu_early_gpu_s": 0.13588242563782185, + "cpu_early_cpu_s": 1.958655963224997, + "cpu_full_gpu_s": 0.28360067989893323, + "cpu_full_cpu_s": 2.1063742174861084, + "cpu_early_median_gpu_s": 0.06307915957948801, + "regret_med": [ + 0.04374980016602947, + 0.04128280536721751, + 0.04393235721117483 + ] + }, + "diff|b16|n0": { + "rate_seed": [ + 0.9416666666666667, + 0.9083333333333333, + 0.9166666666666666 + ], + "rate": 0.9222222222222222, + "rate_ci": [ + 0.8833333333333333, + 0.9555555555555556 + ], + "cpu_early_gpu_s": 0.030469804917953463, + "cpu_early_cpu_s": 3.013818829266667, + "cpu_full_gpu_s": 0.12343796739017794, + "cpu_full_cpu_s": 3.106786991738892, + "cpu_early_median_gpu_s": 0.019388197817958523, + "regret_med": [ + 0.04457732137953285, + 0.04485870971560413, + 0.03779040616174334 + ] + }, + "diff|b16|n1": { + "rate_seed": [ + 0.9833333333333333, + 0.9833333333333333, + 0.9416666666666667 + ], + "rate": 0.9694444444444444, + "rate_ci": [ + 0.9444444444444444, + 0.9888888888888889 + ], + "cpu_early_gpu_s": 0.06451818576795236, + "cpu_early_cpu_s": 3.047867210116666, + "cpu_full_gpu_s": 0.35352641882073144, + "cpu_full_cpu_s": 3.3368754431694456, + "cpu_early_median_gpu_s": 0.035127239484619696, + "regret_med": [ + 0.04567348153372763, + 0.04566442261769921, + 0.04052669249571372 + ] + }, + "diff|b16|n3": { + "rate_seed": [ + 0.9833333333333333, + 0.9916666666666667, + 0.9833333333333333 + ], + "rate": 0.9861111111111112, + "rate_ci": [ + 0.9694444444444446, + 0.9972222222222222 + ], + "cpu_early_gpu_s": 0.09968647957906523, + "cpu_early_cpu_s": 3.0830355039277797, + "cpu_full_gpu_s": 0.5901551290262873, + "cpu_full_cpu_s": 3.5735041533750014, + "cpu_early_median_gpu_s": 0.04553444031797511, + "regret_med": [ + 0.04272012452247331, + 0.041392230304140964, + 0.03779040616174334 + ] + }, + "diff|b16|n10": { + "rate_seed": [ + 0.9916666666666667, + 0.9916666666666667, + 0.9916666666666667 + ], + "rate": 0.9916666666666667, + "rate_ci": [ + 0.9777777777777777, + 1.0 + ], + "cpu_early_gpu_s": 0.1777264006873981, + "cpu_early_cpu_s": 3.161075425036112, + "cpu_full_gpu_s": 1.1168742199012878, + "cpu_full_cpu_s": 4.10022324425, + "cpu_early_median_gpu_s": 0.06601883681795237, + "regret_med": [ + 0.04374980016602947, + 0.041392230304140964, + 0.04052669249571372 + ] + }, + "twin|b1|n0": { + "rate_seed": [ + 0.575, + 0.5583333333333333, + 0.525 + ], + "rate": 0.5527777777777777, + "rate_ci": [ + 0.475, + 0.6305555555555554 + ], + "cpu_early_gpu_s": 0.007507002266666265, + "cpu_early_cpu_s": 0.007507002266666265, + "cpu_full_gpu_s": 0.007507002266666265, + "cpu_full_cpu_s": 0.007507002266666265, + "cpu_early_median_gpu_s": 0.007748298999999292, + "regret_med": [ + 0.03436229023521409, + 0.033247793345446475, + 0.03311129227824017 + ] + }, + "twin|b1|n1": { + "rate_seed": [ + 0.675, + 0.625, + 0.6416666666666667 + ], + "rate": 0.6472222222222223, + "rate_ci": [ + 0.5722222222222222, + 0.7194444444444446 + ], + "cpu_early_gpu_s": 0.021672496441666796, + "cpu_early_cpu_s": 0.021672496441666796, + "cpu_full_gpu_s": 0.021672496441666796, + "cpu_full_cpu_s": 0.021672496441666796, + "cpu_early_median_gpu_s": 0.020609419500000094, + "regret_med": [ + 0.03552907201717925, + 0.03560943752575274, + 0.034787800511128175 + ] + }, + "twin|b1|n3": { + "rate_seed": [ + 0.75, + 0.6833333333333333, + 0.7166666666666667 + ], + "rate": 0.7166666666666667, + "rate_ci": [ + 0.6444444444444444, + 0.7833333333333333 + ], + "cpu_early_gpu_s": 0.03525409710277876, + "cpu_early_cpu_s": 0.03525409710277876, + "cpu_full_gpu_s": 0.03525409710277876, + "cpu_full_cpu_s": 0.03525409710277876, + "cpu_early_median_gpu_s": 0.028478611333325667, + "regret_med": [ + 0.036000355289156905, + 0.036054745600271, + 0.03765566320247593 + ] + }, + "twin|b1|n10": { + "rate_seed": [ + 0.7666666666666667, + 0.7333333333333333, + 0.7666666666666667 + ], + "rate": 0.7555555555555555, + "rate_ci": [ + 0.6861111111111112, + 0.8194444444444445 + ], + "cpu_early_gpu_s": 0.0694714151472236, + "cpu_early_cpu_s": 0.0694714151472236, + "cpu_full_gpu_s": 0.0694714151472236, + "cpu_full_cpu_s": 0.0694714151472236, + "cpu_early_median_gpu_s": 0.028478611333325667, + "regret_med": [ + 0.036000355289156905, + 0.036665082499249935, + 0.04048898974637849 + ] + }, + "twin|b4|n0": { + "rate_seed": [ + 0.6416666666666667, + 0.6083333333333333, + 0.625 + ], + "rate": 0.625, + "rate_ci": [ + 0.5472222222222222, + 0.7 + ], + "cpu_early_gpu_s": 0.0167554075166661, + "cpu_early_cpu_s": 0.0167554075166661, + "cpu_full_gpu_s": 0.02984881288333287, + "cpu_full_cpu_s": 0.02984881288333287, + "cpu_early_median_gpu_s": 0.014103356666673506, + "regret_med": [ + 0.03231940460706628, + 0.03733547350582134, + 0.03613862862231909 + ] + }, + "twin|b4|n1": { + "rate_seed": [ + 0.7166666666666667, + 0.65, + 0.6833333333333333 + ], + "rate": 0.6833333333333332, + "rate_ci": [ + 0.6083333333333333, + 0.7555555555555554 + ], + "cpu_early_gpu_s": 0.04852698765555429, + "cpu_early_cpu_s": 0.04852698765555429, + "cpu_full_gpu_s": 0.08722584157222184, + "cpu_full_cpu_s": 0.08722584157222184, + "cpu_early_median_gpu_s": 0.03136760049999528, + "regret_med": [ + 0.03472475740627212, + 0.03731110064655918, + 0.037719694287878136 + ] + }, + "twin|b4|n3": { + "rate_seed": [ + 0.7833333333333333, + 0.7166666666666667, + 0.7666666666666667 + ], + "rate": 0.7555555555555555, + "rate_ci": [ + 0.6833333333333333, + 0.8222222222222223 + ], + "cpu_early_gpu_s": 0.0874761077027761, + "cpu_early_cpu_s": 0.0874761077027761, + "cpu_full_gpu_s": 0.1480534064833324, + "cpu_full_cpu_s": 0.1480534064833324, + "cpu_early_median_gpu_s": 0.03327594199999358, + "regret_med": [ + 0.036577975430248544, + 0.03731110064655918, + 0.04071079795490595 + ] + }, + "twin|b4|n10": { + "rate_seed": [ + 0.8166666666666667, + 0.7666666666666667, + 0.8083333333333333 + ], + "rate": 0.7972222222222222, + "rate_ci": [ + 0.7305555555555556, + 0.8583333333333333 + ], + "cpu_early_gpu_s": 0.19890277181111082, + "cpu_early_cpu_s": 0.19890277181111082, + "cpu_full_gpu_s": 0.3022165994583334, + "cpu_full_cpu_s": 0.3022165994583334, + "cpu_early_median_gpu_s": 0.033894014333341715, + "regret_med": [ + 0.035672799814279066, + 0.039166403171546516, + 0.04138880094866626 + ] + }, + "twin|b16|n0": { + "rate_seed": [ + 0.7083333333333334, + 0.6416666666666667, + 0.6583333333333333 + ], + "rate": 0.6694444444444444, + "rate_ci": [ + 0.5916666666666667, + 0.7416666666666667 + ], + "cpu_early_gpu_s": 0.04672275118611138, + "cpu_early_cpu_s": 0.04672275118611138, + "cpu_full_gpu_s": 0.11927826837499882, + "cpu_full_cpu_s": 0.11927826837499882, + "cpu_early_median_gpu_s": 0.016443535333332683, + "regret_med": [ + 0.033430694938119565, + 0.03733547350582134, + 0.03728420991597159 + ] + }, + "twin|b16|n1": { + "rate_seed": [ + 0.775, + 0.7083333333333334, + 0.7583333333333333 + ], + "rate": 0.7472222222222222, + "rate_ci": [ + 0.6777777777777778, + 0.8138888888888888 + ], + "cpu_early_gpu_s": 0.13205726206111104, + "cpu_early_cpu_s": 0.13205726206111104, + "cpu_full_gpu_s": 0.35074928899444524, + "cpu_full_cpu_s": 0.35074928899444524, + "cpu_early_median_gpu_s": 0.03136760049999528, + "regret_med": [ + 0.03643347647986661, + 0.03882677736128515, + 0.03865928650139061 + ] + }, + "twin|b16|n3": { + "rate_seed": [ + 0.8583333333333333, + 0.7916666666666666, + 0.825 + ], + "rate": 0.8249999999999998, + "rate_ci": [ + 0.7611111111111111, + 0.8833333333333333 + ], + "cpu_early_gpu_s": 0.23145240886111096, + "cpu_early_cpu_s": 0.23145240886111096, + "cpu_full_gpu_s": 0.5964023001194446, + "cpu_full_cpu_s": 0.5964023001194446, + "cpu_early_median_gpu_s": 0.03327594199999358, + "regret_med": [ + 0.03643347647986661, + 0.03733547350582134, + 0.04138880094866626 + ] + }, + "twin|b16|n10": { + "rate_seed": [ + 0.8833333333333333, + 0.8416666666666667, + 0.85 + ], + "rate": 0.8583333333333334, + "rate_ci": [ + 0.8, + 0.9138888888888889 + ], + "cpu_early_gpu_s": 0.5511066619722266, + "cpu_early_cpu_s": 0.5511066619722266, + "cpu_full_gpu_s": 1.219064253880555, + "cpu_full_cpu_s": 1.219064253880555, + "cpu_early_median_gpu_s": 0.033894014333341715, + "regret_med": [ + 0.036577975430248544, + 0.039506028981807884, + 0.04187203680728968 + ] + }, + "retr|b1|n0": { + "rate_seed": [ + 0.10833333333333334 + ], + "rate": 0.10833333333333334, + "rate_ci": [ + 0.058333333333333334, + 0.16666666666666666 + ], + "cpu_early_gpu_s": 0.008552283650001841, + "cpu_early_cpu_s": 0.008552283650001841, + "cpu_full_gpu_s": 0.008552283650001841, + "cpu_full_cpu_s": 0.008552283650001841, + "cpu_early_median_gpu_s": 0.008744536999998331, + "regret_med": [ + 0.13350864278351549 + ] + }, + "retr|b1|n1": { + "rate_seed": [ + 0.15 + ], + "rate": 0.15, + "rate_ci": [ + 0.09166666666666666, + 0.21666666666666667 + ], + "cpu_early_gpu_s": 0.026350587033333882, + "cpu_early_cpu_s": 0.026350587033333882, + "cpu_full_gpu_s": 0.026350587033333882, + "cpu_full_cpu_s": 0.026350587033333882, + "cpu_early_median_gpu_s": 0.027841587999994033, + "regret_med": [ + 0.13707984617107682 + ] + }, + "retr|b1|n3": { + "rate_seed": [ + 0.175 + ], + "rate": 0.175, + "rate_ci": [ + 0.10833333333333334, + 0.24166666666666667 + ], + "cpu_early_gpu_s": 0.058526221766667996, + "cpu_early_cpu_s": 0.058526221766667996, + "cpu_full_gpu_s": 0.058526221766667996, + "cpu_full_cpu_s": 0.058526221766667996, + "cpu_early_median_gpu_s": 0.06535835850000993, + "regret_med": [ + 0.12826511980637867 + ] + }, + "retr|b1|n10": { + "rate_seed": [ + 0.20833333333333334 + ], + "rate": 0.20833333333333334, + "rate_ci": [ + 0.14166666666666666, + 0.2833333333333333 + ], + "cpu_early_gpu_s": 0.16696401895833446, + "cpu_early_cpu_s": 0.16696401895833446, + "cpu_full_gpu_s": 0.16696401895833446, + "cpu_full_cpu_s": 0.16696401895833446, + "cpu_early_median_gpu_s": 0.19932986350000137, + "regret_med": [ + 0.12636264044074608 + ] + }, + "retr|b4|n0": { + "rate_seed": [ + 0.30833333333333335 + ], + "rate": 0.30833333333333335, + "rate_ci": [ + 0.225, + 0.39166666666666666 + ], + "cpu_early_gpu_s": 0.02671659771666918, + "cpu_early_cpu_s": 0.02671659771666918, + "cpu_full_gpu_s": 0.031218657008335666, + "cpu_full_cpu_s": 0.031218657008335666, + "cpu_early_median_gpu_s": 0.03075624450001513, + "regret_med": [ + 0.13350864278351549 + ] + }, + "retr|b4|n1": { + "rate_seed": [ + 0.4166666666666667 + ], + "rate": 0.4166666666666667, + "rate_ci": [ + 0.3333333333333333, + 0.5 + ], + "cpu_early_gpu_s": 0.08325758418333103, + "cpu_early_cpu_s": 0.08325758418333103, + "cpu_full_gpu_s": 0.10375990773332987, + "cpu_full_cpu_s": 0.10375990773332987, + "cpu_early_median_gpu_s": 0.09009550950000289, + "regret_med": [ + 0.12354013353853466 + ] + }, + "retr|b4|n3": { + "rate_seed": [ + 0.4666666666666667 + ], + "rate": 0.4666666666666667, + "rate_ci": [ + 0.375, + 0.5583333333333333 + ], + "cpu_early_gpu_s": 0.18280676177499738, + "cpu_early_cpu_s": 0.18280676177499738, + "cpu_full_gpu_s": 0.2325612904416654, + "cpu_full_cpu_s": 0.2325612904416654, + "cpu_early_median_gpu_s": 0.2021112264999978, + "regret_med": [ + 0.11999864618980893 + ] + }, + "retr|b4|n10": { + "rate_seed": [ + 0.5166666666666667 + ], + "rate": 0.5166666666666667, + "rate_ci": [ + 0.425, + 0.6083333333333333 + ], + "cpu_early_gpu_s": 0.5019631025083273, + "cpu_early_cpu_s": 0.5019631025083273, + "cpu_full_gpu_s": 0.6535143544583302, + "cpu_full_cpu_s": 0.6535143544583302, + "cpu_early_median_gpu_s": 0.5567782524999656, + "regret_med": [ + 0.11602200752387881 + ] + }, + "retr|b16|n0": { + "rate_seed": [ + 0.5833333333333334 + ], + "rate": 0.5833333333333334, + "rate_ci": [ + 0.49166666666666664, + 0.675 + ], + "cpu_early_gpu_s": 0.07269601855833609, + "cpu_early_cpu_s": 0.07269601855833609, + "cpu_full_gpu_s": 0.12204663247500606, + "cpu_full_cpu_s": 0.12204663247500606, + "cpu_early_median_gpu_s": 0.07091816549999796, + "regret_med": [ + 0.12731388012356237 + ] + }, + "retr|b16|n1": { + "rate_seed": [ + 0.6583333333333333 + ], + "rate": 0.6583333333333333, + "rate_ci": [ + 0.575, + 0.7416666666666667 + ], + "cpu_early_gpu_s": 0.21671109930833674, + "cpu_early_cpu_s": 0.21671109930833674, + "cpu_full_gpu_s": 0.41045410111666764, + "cpu_full_cpu_s": 0.41045410111666764, + "cpu_early_median_gpu_s": 0.15860600250005064, + "regret_med": [ + 0.12826511980637867 + ] + }, + "retr|b16|n3": { + "rate_seed": [ + 0.6833333333333333 + ], + "rate": 0.6833333333333333, + "rate_ci": [ + 0.6, + 0.7666666666666667 + ], + "cpu_early_gpu_s": 0.4736942547083377, + "cpu_early_cpu_s": 0.4736942547083377, + "cpu_full_gpu_s": 0.931307864991656, + "cpu_full_cpu_s": 0.931307864991656, + "cpu_early_median_gpu_s": 0.31559600849993785, + "regret_med": [ + 0.12354013353853466 + ] + }, + "retr|b16|n10": { + "rate_seed": [ + 0.75 + ], + "rate": 0.75, + "rate_ci": [ + 0.6666666666666666, + 0.825 + ], + "cpu_early_gpu_s": 1.2436643289499976, + "cpu_early_cpu_s": 1.2436643289499976, + "cpu_full_gpu_s": 2.6671664852499952, + "cpu_full_cpu_s": 2.6671664852499952, + "cpu_early_median_gpu_s": 0.618696308999958, + "regret_med": [ + 0.11883119275189147 + ] + }, + "rand|b1|n0": { + "rate_seed": [ + 0.0, + 0.0, + 0.0 + ], + "rate": 0.0, + "rate_ci": [ + 0.0, + 0.0 + ], + "cpu_early_gpu_s": 0.006793622199999404, + "cpu_early_cpu_s": 0.006793622199999404, + "cpu_full_gpu_s": 0.006793622199999404, + "cpu_full_cpu_s": 0.006793622199999404, + "cpu_early_median_gpu_s": 0.006981607166666256, + "regret_med": [ + NaN, + NaN, + NaN + ] + }, + "rand|b1|n1": { + "rate_seed": [ + 0.0, + 0.0, + 0.0 + ], + "rate": 0.0, + "rate_ci": [ + 0.0, + 0.0 + ], + "cpu_early_gpu_s": 0.007871856036109737, + "cpu_early_cpu_s": 0.007871856036109737, + "cpu_full_gpu_s": 0.007871856036109737, + "cpu_full_cpu_s": 0.007871856036109737, + "cpu_early_median_gpu_s": 0.007003359833333889, + "regret_med": [ + NaN, + NaN, + NaN + ] + }, + "rand|b1|n3": { + "rate_seed": [ + 0.0, + 0.0, + 0.0 + ], + "rate": 0.0, + "rate_ci": [ + 0.0, + 0.0 + ], + "cpu_early_gpu_s": 0.010096700208331822, + "cpu_early_cpu_s": 0.010096700208331822, + "cpu_full_gpu_s": 0.010096700208331822, + "cpu_full_cpu_s": 0.010096700208331822, + "cpu_early_median_gpu_s": 0.007003359833333889, + "regret_med": [ + NaN, + NaN, + NaN + ] + }, + "rand|b1|n10": { + "rate_seed": [ + 0.0, + 0.0, + 0.0 + ], + "rate": 0.0, + "rate_ci": [ + 0.0, + 0.0 + ], + "cpu_early_gpu_s": 0.017764036863886605, + "cpu_early_cpu_s": 0.017764036863886605, + "cpu_full_gpu_s": 0.017764036863886605, + "cpu_full_cpu_s": 0.017764036863886605, + "cpu_early_median_gpu_s": 0.007003359833333889, + "regret_med": [ + NaN, + NaN, + NaN + ] + }, + "rand|b4|n0": { + "rate_seed": [ + 0.10833333333333334, + 0.15, + 0.15 + ], + "rate": 0.1361111111111111, + "rate_ci": [ + 0.09444444444444443, + 0.18055555555555552 + ], + "cpu_early_gpu_s": 0.029710570244441254, + "cpu_early_cpu_s": 0.029710570244441254, + "cpu_full_gpu_s": 0.031124942783330018, + "cpu_full_cpu_s": 0.031124942783330018, + "cpu_early_median_gpu_s": 0.030912591499982746, + "regret_med": [ + 0.15464578715449262, + 0.09225223751640432, + 0.1585886556632201 + ] + }, + "rand|b4|n1": { + "rate_seed": [ + 0.13333333333333333, + 0.15833333333333333, + 0.19166666666666668 + ], + "rate": 0.1611111111111111, + "rate_ci": [ + 0.11666666666666665, + 0.20833333333333334 + ], + "cpu_early_gpu_s": 0.0780927638055544, + "cpu_early_cpu_s": 0.0780927638055544, + "cpu_full_gpu_s": 0.0830611192444439, + "cpu_full_cpu_s": 0.0830611192444439, + "cpu_early_median_gpu_s": 0.07944333333332074, + "regret_med": [ + 0.1574396851870966, + 0.09001052488954087, + 0.13550998043594076 + ] + }, + "rand|b4|n3": { + "rate_seed": [ + 0.175, + 0.19166666666666668, + 0.20833333333333334 + ], + "rate": 0.19166666666666668, + "rate_ci": [ + 0.13888888888888887, + 0.2472222222222222 + ], + "cpu_early_gpu_s": 0.16850932537777594, + "cpu_early_cpu_s": 0.16850932537777594, + "cpu_full_gpu_s": 0.18252978073610845, + "cpu_full_cpu_s": 0.18252978073610845, + "cpu_early_median_gpu_s": 0.17283990449998043, + "regret_med": [ + 0.1528243603690771, + 0.07298755647438271, + 0.08846130314860279 + ] + }, + "rand|b4|n10": { + "rate_seed": [ + 0.23333333333333334, + 0.24166666666666667, + 0.2916666666666667 + ], + "rate": 0.25555555555555554, + "rate_ci": [ + 0.19444444444444448, + 0.3194444444444444 + ], + "cpu_early_gpu_s": 0.4645257127555504, + "cpu_early_cpu_s": 0.4645257127555504, + "cpu_full_gpu_s": 0.517986812341661, + "cpu_full_cpu_s": 0.517986812341661, + "cpu_early_median_gpu_s": 0.4797619301666506, + "regret_med": [ + 0.15373507376178486, + 0.08382016649586266, + 0.08846130314860279 + ] + }, + "rand|b16|n0": { + "rate_seed": [ + 0.39166666666666666, + 0.375, + 0.38333333333333336 + ], + "rate": 0.3833333333333333, + "rate_ci": [ + 0.31666666666666665, + 0.45555555555555555 + ], + "cpu_early_gpu_s": 0.09912003532222095, + "cpu_early_cpu_s": 0.09912003532222095, + "cpu_full_gpu_s": 0.12371406008611115, + "cpu_full_cpu_s": 0.12371406008611115, + "cpu_early_median_gpu_s": 0.10660959566667097, + "regret_med": [ + 0.17045334733732087, + 0.13659087900494016, + 0.18662666866970234 + ] + }, + "rand|b16|n1": { + "rate_seed": [ + 0.6333333333333333, + 0.6583333333333333, + 0.575 + ], + "rate": 0.6222222222222221, + "rate_ci": [ + 0.5555555555555555, + 0.6888888888888888 + ], + "cpu_early_gpu_s": 0.24793710661944537, + "cpu_early_cpu_s": 0.24793710661944537, + "cpu_full_gpu_s": 0.3733396674194491, + "cpu_full_cpu_s": 0.3733396674194491, + "cpu_early_median_gpu_s": 0.2543551745000059, + "regret_med": [ + 0.19445664924704964, + 0.1775696094866226, + 0.20755989750987958 + ] + }, + "rand|b16|n3": { + "rate_seed": [ + 0.8166666666666667, + 0.7833333333333333, + 0.7583333333333333 + ], + "rate": 0.7861111111111111, + "rate_ci": [ + 0.7305555555555556, + 0.8388888888888888 + ], + "cpu_early_gpu_s": 0.4767643440861086, + "cpu_early_cpu_s": 0.4767643440861086, + "cpu_full_gpu_s": 0.8325980875611094, + "cpu_full_cpu_s": 0.8325980875611094, + "cpu_early_median_gpu_s": 0.4316100619999948, + "regret_med": [ + 0.16750255831894645, + 0.1648770554589326, + 0.17021187961732775 + ] + }, + "rand|b16|n10": { + "rate_seed": [ + 0.8833333333333333, + 0.8583333333333333, + 0.825 + ], + "rate": 0.8555555555555555, + "rate_ci": [ + 0.8111111111111111, + 0.8944444444444445 + ], + "cpu_early_gpu_s": 1.1777959914972156, + "cpu_early_cpu_s": 1.1777959914972156, + "cpu_full_gpu_s": 2.278048278816655, + "cpu_full_cpu_s": 2.278048278816655, + "cpu_early_median_gpu_s": 1.0131426481667158, + "regret_med": [ + 0.1439315183296599, + 0.1324739915392812, + 0.13167750784643295 + ] + } + }, + "oracle": { + "1": { + "rate": 0.0, + "cpu_mean_s": 0.012359023133332892, + "cpu_median_s": 0.006944667000000848 + }, + "2": { + "rate": 0.15, + "cpu_mean_s": 0.10768661389166641, + "cpu_median_s": 0.11346827249999973 + }, + "3": { + "rate": 0.15833333333333333, + "cpu_mean_s": 0.16658343871666614, + "cpu_median_s": 0.17303750199999968 + }, + "4": { + "rate": 0.25, + "cpu_mean_s": 0.2484674657916663, + "cpu_median_s": 0.25091998499999946 + }, + "6": { + "rate": 0.35, + "cpu_mean_s": 0.39358136565, + "cpu_median_s": 0.44867639999999653 + }, + "8": { + "rate": 0.7, + "cpu_mean_s": 0.4761863203916669, + "cpu_median_s": 0.5366778529999987 + }, + "12": { + "rate": 0.7083333333333334, + "cpu_mean_s": 0.5524541141666668, + "cpu_median_s": 0.5431506294999942 + }, + "16": { + "rate": 0.8, + "cpu_mean_s": 0.6586893425250001, + "cpu_median_s": 0.5431506294999942 + }, + "24": { + "rate": 0.8833333333333333, + "cpu_mean_s": 0.7801201447833337, + "cpu_median_s": 0.5431506294999942 + }, + "32": { + "rate": 0.9166666666666666, + "cpu_mean_s": 0.8561077817833339, + "cpu_median_s": 0.5431506294999942 + }, + "48": { + "rate": 0.9583333333333334, + "cpu_mean_s": 0.9333503758500006, + "cpu_median_s": 0.5431506294999942 + } + }, + "tests_n3": { + "retr|b1": { + "rows": [ + { + "seed": 0, + "d_only": 76, + "c_only": 6, + "p": 1.5686991122453906e-16 + }, + { + "seed": 1, + "d_only": 66, + "c_only": 2, + "p": 1.5903890617646743e-17 + }, + { + "seed": 2, + "d_only": 62, + "c_only": 4, + "p": 2.0835438409305684e-14 + } + ], + "diff": 0.5333333333333333, + "ci": [ + 0.45, + 0.6138888888888888 + ], + "pworst": 2.0835438409305684e-14, + "p_holm": 5.417213986419478e-13 + }, + "twin|b1": { + "rows": [ + { + "seed": 0, + "d_only": 15, + "c_only": 14, + "p": 1.0 + }, + { + "seed": 1, + "d_only": 13, + "c_only": 10, + "p": 0.6776394844055176 + }, + { + "seed": 2, + "d_only": 15, + "c_only": 22, + "p": 0.3240086000878364 + } + ], + "diff": -0.008333333333333338, + "ci": [ + -0.06111111111111112, + 0.041666666666666664 + ], + "pworst": 1.0, + "p_holm": 1.0 + }, + "rand|b1": { + "rows": [ + { + "seed": 0, + "d_only": 91, + "c_only": 0, + "p": 8.077935669463161e-28 + }, + { + "seed": 1, + "d_only": 85, + "c_only": 0, + "p": 5.169878828456423e-26 + }, + { + "seed": 2, + "d_only": 79, + "c_only": 0, + "p": 3.308722450212111e-24 + } + ], + "diff": 0.7083333333333334, + "ci": [ + 0.6472222222222223, + 0.7666666666666667 + ], + "pworst": 3.308722450212111e-24, + "p_holm": 1.1249656330721176e-22 + }, + "retr|b4": { + "rows": [ + { + "seed": 0, + "d_only": 55, + "c_only": 0, + "p": 5.551115123125783e-17 + }, + { + "seed": 1, + "d_only": 52, + "c_only": 0, + "p": 4.440892098500626e-16 + }, + { + "seed": 2, + "d_only": 51, + "c_only": 0, + "p": 8.881784197001252e-16 + } + ], + "diff": 0.4388888888888889, + "ci": [ + 0.3555555555555555, + 0.5222222222222221 + ], + "pworst": 8.881784197001252e-16, + "p_holm": 2.4868995751603507e-14 + }, + "twin|b4": { + "rows": [ + { + "seed": 0, + "d_only": 18, + "c_only": 1, + "p": 7.62939453125e-05 + }, + { + "seed": 1, + "d_only": 24, + "c_only": 2, + "p": 1.049041748046875e-05 + }, + { + "seed": 2, + "d_only": 19, + "c_only": 4, + "p": 0.002599477767944336 + } + ], + "diff": 0.15, + "ci": [ + 0.09444444444444443, + 0.20833333333333334 + ], + "pworst": 0.002599477767944336, + "p_holm": 0.023395299911499023 + }, + "rand|b4": { + "rows": [ + { + "seed": 0, + "d_only": 90, + "c_only": 0, + "p": 1.6155871338926322e-27 + }, + { + "seed": 1, + "d_only": 85, + "c_only": 0, + "p": 5.169878828456423e-26 + }, + { + "seed": 2, + "d_only": 83, + "c_only": 1, + "p": 8.788794008375919e-24 + } + ], + "diff": 0.7138888888888889, + "ci": [ + 0.6527777777777779, + 0.7749999999999999 + ], + "pworst": 8.788794008375919e-24, + "p_holm": 2.9003020227640533e-22 + }, + "retr|b16": { + "rows": [ + { + "seed": 0, + "d_only": 36, + "c_only": 0, + "p": 2.9103830456733704e-11 + }, + { + "seed": 1, + "d_only": 37, + "c_only": 0, + "p": 1.4551915228366852e-11 + }, + { + "seed": 2, + "d_only": 36, + "c_only": 0, + "p": 2.9103830456733704e-11 + } + ], + "diff": 0.30277777777777776, + "ci": [ + 0.22222222222222224, + 0.38611111111111107 + ], + "pworst": 2.9103830456733704e-11, + "p_holm": 6.111804395914078e-10 + }, + "twin|b16": { + "rows": [ + { + "seed": 0, + "d_only": 16, + "c_only": 1, + "p": 0.000274658203125 + }, + { + "seed": 1, + "d_only": 24, + "c_only": 0, + "p": 1.1920928955078125e-07 + }, + { + "seed": 2, + "d_only": 19, + "c_only": 0, + "p": 3.814697265625e-06 + } + ], + "diff": 0.16111111111111112, + "ci": [ + 0.10555555555555557, + 0.21944444444444447 + ], + "pworst": 0.000274658203125, + "p_holm": 0.003021240234375 + }, + "rand|b16": { + "rows": [ + { + "seed": 0, + "d_only": 21, + "c_only": 1, + "p": 1.0967254638671875e-05 + }, + { + "seed": 1, + "d_only": 26, + "c_only": 1, + "p": 4.172325134277344e-07 + }, + { + "seed": 2, + "d_only": 28, + "c_only": 1, + "p": 1.1175870895385742e-07 + } + ], + "diff": 0.20000000000000004, + "ci": [ + 0.14722222222222225, + 0.2555555555555556 + ], + "pworst": 1.0967254638671875e-05, + "p_holm": 0.00015354156494140625 + } + } + }, + "4": { + "n_plants": 120, + "load": { + "wall_over_cpu": 1.067508836818478, + "verify_ms_here": 10.28501869157964, + "verify_ms_stored": 6.9101035594940186 + }, + "cells": { + "diff|b1|n0": { + "rate_seed": [ + 0.3333333333333333, + 0.38333333333333336, + 0.30833333333333335 + ], + "rate": 0.3416666666666666, + "rate_ci": [ + 0.2777777777777778, + 0.40555555555555556 + ], + "cpu_early_gpu_s": 0.01096897012854751, + "cpu_early_cpu_s": 1.539404860522218, + "cpu_full_gpu_s": 0.01096897012854751, + "cpu_full_cpu_s": 1.539404860522218, + "cpu_early_median_gpu_s": 0.010936707439657783, + "regret_med": [ + 0.04769181115193011, + 0.05185867308686398, + 0.04926508624156867 + ] + }, + "diff|b1|n1": { + "rate_seed": [ + 0.4083333333333333, + 0.48333333333333334, + 0.39166666666666666 + ], + "rate": 0.42777777777777776, + "rate_ci": [ + 0.36388888888888893, + 0.49166666666666664 + ], + "cpu_early_gpu_s": 0.0362351324674372, + "cpu_early_cpu_s": 1.5646710228611074, + "cpu_full_gpu_s": 0.0362351324674372, + "cpu_full_cpu_s": 1.5646710228611074, + "cpu_early_median_gpu_s": 0.03653992827297274, + "regret_med": [ + 0.047221581163757964, + 0.05185867308686398, + 0.05040201118684906 + ] + }, + "diff|b1|n3": { + "rate_seed": [ + 0.55, + 0.55, + 0.5083333333333333 + ], + "rate": 0.5361111111111111, + "rate_ci": [ + 0.4694444444444444, + 0.6027777777777779 + ], + "cpu_early_gpu_s": 0.06977492318410572, + "cpu_early_cpu_s": 1.598210813577776, + "cpu_full_gpu_s": 0.06977492318410572, + "cpu_full_cpu_s": 1.598210813577776, + "cpu_early_median_gpu_s": 0.07152423843966554, + "regret_med": [ + 0.04691274312551019, + 0.051618674263221864, + 0.05259010230672345 + ] + }, + "diff|b1|n10": { + "rate_seed": [ + 0.6916666666666667, + 0.6166666666666667, + 0.6833333333333333 + ], + "rate": 0.6638888888888889, + "rate_ci": [ + 0.6027777777777777, + 0.725 + ], + "cpu_early_gpu_s": 0.15286593843966162, + "cpu_early_cpu_s": 1.6813018288333321, + "cpu_full_gpu_s": 0.15286593843966162, + "cpu_full_cpu_s": 1.6813018288333321, + "cpu_early_median_gpu_s": 0.1432533217730319, + "regret_med": [ + 0.05278677203698656, + 0.05185867308686398, + 0.05628593359591261 + ] + }, + "diff|b4|n0": { + "rate_seed": [ + 0.6, + 0.575, + 0.5833333333333334 + ], + "rate": 0.5861111111111111, + "rate_ci": [ + 0.5166666666666666, + 0.6583333333333333 + ], + "cpu_early_gpu_s": 0.028582270591971184, + "cpu_early_cpu_s": 1.9044378971666767, + "cpu_full_gpu_s": 0.04268006134474953, + "cpu_full_cpu_s": 1.9185356879194548, + "cpu_early_median_gpu_s": 0.029085541925282617, + "regret_med": [ + 0.0475537263279362, + 0.05334282760157327, + 0.0522918654334541 + ] + }, + "diff|b4|n1": { + "rate_seed": [ + 0.7, + 0.6833333333333333, + 0.7 + ], + "rate": 0.6944444444444443, + "rate_ci": [ + 0.6277777777777778, + 0.7583333333333333 + ], + "cpu_early_gpu_s": 0.09011824217808155, + "cpu_early_cpu_s": 1.9659738687527872, + "cpu_full_gpu_s": 0.14507858358363757, + "cpu_full_cpu_s": 2.020934210158343, + "cpu_early_median_gpu_s": 0.08413233309198537, + "regret_med": [ + 0.04769181115193011, + 0.05213734970504513, + 0.05202794304132796 + ] + }, + "diff|b4|n3": { + "rate_seed": [ + 0.8166666666666667, + 0.775, + 0.8 + ], + "rate": 0.7972222222222222, + "rate_ci": [ + 0.7388888888888888, + 0.8527777777777779 + ], + "cpu_early_gpu_s": 0.16236171116141465, + "cpu_early_cpu_s": 2.03821733773612, + "cpu_full_gpu_s": 0.2797908085280765, + "cpu_full_cpu_s": 2.1556464351027818, + "cpu_early_median_gpu_s": 0.14383143809197757, + "regret_med": [ + 0.05369652854226792, + 0.052285683467391486, + 0.05315299779894256 + ] + }, + "diff|b4|n10": { + "rate_seed": [ + 0.8666666666666667, + 0.8416666666666667, + 0.9 + ], + "rate": 0.8694444444444445, + "rate_ci": [ + 0.8166666666666667, + 0.9166666666666666 + ], + "cpu_early_gpu_s": 0.32546452269752374, + "cpu_early_cpu_s": 2.2013201492722296, + "cpu_full_gpu_s": 0.6114883289475225, + "cpu_full_cpu_s": 2.487343955522228, + "cpu_early_median_gpu_s": 0.22116240909193052, + "regret_med": [ + 0.05445328864106025, + 0.05198901594269878, + 0.0560938705456443 + ] + }, + "diff|b16|n0": { + "rate_seed": [ + 0.825, + 0.8, + 0.8166666666666667 + ], + "rate": 0.8138888888888888, + "rate_ci": [ + 0.7555555555555554, + 0.8694444444444444 + ], + "cpu_early_gpu_s": 0.06412099728177706, + "cpu_early_cpu_s": 2.9873043215805573, + "cpu_full_gpu_s": 0.16899731485399783, + "cpu_full_cpu_s": 3.0921806391527777, + "cpu_early_median_gpu_s": 0.04209863353455366, + "regret_med": [ + 0.05044550085511146, + 0.05430330068744982, + 0.053914585262663794 + ] + }, + "diff|b16|n1": { + "rate_seed": [ + 0.8833333333333333, + 0.8916666666666667, + 0.8833333333333333 + ], + "rate": 0.8861111111111111, + "rate_ci": [ + 0.8388888888888888, + 0.9277777777777778 + ], + "cpu_early_gpu_s": 0.17445824498177895, + "cpu_early_cpu_s": 3.0976415692805594, + "cpu_full_gpu_s": 0.5783842638345521, + "cpu_full_cpu_s": 3.501567588133332, + "cpu_early_median_gpu_s": 0.09698915736789929, + "regret_med": [ + 0.05026831000105958, + 0.05193320128245227, + 0.05202861474283993 + ] + }, + "diff|b16|n3": { + "rate_seed": [ + 0.9166666666666666, + 0.925, + 0.9166666666666666 + ], + "rate": 0.9194444444444444, + "rate_ci": [ + 0.8777777777777778, + 0.9555555555555556 + ], + "cpu_early_gpu_s": 0.2977357843845521, + "cpu_early_cpu_s": 3.2209191086833324, + "cpu_full_gpu_s": 1.1179614992178808, + "cpu_full_cpu_s": 4.04114482351666, + "cpu_early_median_gpu_s": 0.149868145201211, + "regret_med": [ + 0.05493144972780073, + 0.052285683467391486, + 0.0534728819567607 + ] + }, + "diff|b16|n10": { + "rate_seed": [ + 0.95, + 0.9583333333333334, + 0.9583333333333334 + ], + "rate": 0.9555555555555556, + "rate_ci": [ + 0.9222222222222223, + 0.9833333333333333 + ], + "cpu_early_gpu_s": 0.5762834832095476, + "cpu_early_cpu_s": 3.4994668075083273, + "cpu_full_gpu_s": 2.4464846092039916, + "cpu_full_cpu_s": 5.369667933502773, + "cpu_early_median_gpu_s": 0.22408896436784764, + "regret_med": [ + 0.05445328864106025, + 0.05184793310962044, + 0.05732338617421928 + ] + }, + "twin|b1|n0": { + "rate_seed": [ + 0.3416666666666667, + 0.3333333333333333, + 0.39166666666666666 + ], + "rate": 0.35555555555555557, + "rate_ci": [ + 0.2833333333333333, + 0.42777777777777776 + ], + "cpu_early_gpu_s": 0.010409106672222383, + "cpu_early_cpu_s": 0.010409106672222383, + "cpu_full_gpu_s": 0.010409106672222383, + "cpu_full_cpu_s": 0.010409106672222383, + "cpu_early_median_gpu_s": 0.010841228833333123, + "regret_med": [ + 0.04712038556162357, + 0.04802023807391609, + 0.04657746132599638 + ] + }, + "twin|b1|n1": { + "rate_seed": [ + 0.425, + 0.43333333333333335, + 0.4583333333333333 + ], + "rate": 0.4388888888888889, + "rate_ci": [ + 0.3638888888888889, + 0.5138888888888888 + ], + "cpu_early_gpu_s": 0.03613117324444596, + "cpu_early_cpu_s": 0.03613117324444596, + "cpu_full_gpu_s": 0.03613117324444596, + "cpu_full_cpu_s": 0.03613117324444596, + "cpu_early_median_gpu_s": 0.03578316466667767, + "regret_med": [ + 0.049034647065132386, + 0.04513705401388701, + 0.046787673872005 + ] + }, + "twin|b1|n3": { + "rate_seed": [ + 0.5416666666666666, + 0.5083333333333333, + 0.5333333333333333 + ], + "rate": 0.5277777777777777, + "rate_ci": [ + 0.4527777777777777, + 0.6027777777777777 + ], + "cpu_early_gpu_s": 0.07031368011388811, + "cpu_early_cpu_s": 0.07031368011388811, + "cpu_full_gpu_s": 0.07031368011388811, + "cpu_full_cpu_s": 0.07031368011388811, + "cpu_early_median_gpu_s": 0.07458150050000137, + "regret_med": [ + 0.049034647065132386, + 0.04534577907204995, + 0.0526761911517547 + ] + }, + "twin|b1|n10": { + "rate_seed": [ + 0.625, + 0.5666666666666667, + 0.6083333333333333 + ], + "rate": 0.6, + "rate_ci": [ + 0.5222222222222223, + 0.6749999999999999 + ], + "cpu_early_gpu_s": 0.16244646587500416, + "cpu_early_cpu_s": 0.16244646587500416, + "cpu_full_gpu_s": 0.16244646587500416, + "cpu_full_cpu_s": 0.16244646587500416, + "cpu_early_median_gpu_s": 0.14569727083335712, + "regret_med": [ + 0.04925486871221163, + 0.04555741242703781, + 0.052514715582430815 + ] + }, + "twin|b4|n0": { + "rate_seed": [ + 0.4083333333333333, + 0.425, + 0.44166666666666665 + ], + "rate": 0.425, + "rate_ci": [ + 0.34722222222222227, + 0.5027777777777778 + ], + "cpu_early_gpu_s": 0.030114702774996293, + "cpu_early_cpu_s": 0.030114702774996293, + "cpu_full_gpu_s": 0.04091247534444084, + "cpu_full_cpu_s": 0.04091247534444084, + "cpu_early_median_gpu_s": 0.03538893016665412, + "regret_med": [ + 0.04627675628594097, + 0.04342342517214148, + 0.04750042199432625 + ] + }, + "twin|b4|n1": { + "rate_seed": [ + 0.48333333333333334, + 0.5, + 0.5083333333333333 + ], + "rate": 0.49722222222222223, + "rate_ci": [ + 0.4222222222222222, + 0.575 + ], + "cpu_early_gpu_s": 0.10422587400000127, + "cpu_early_cpu_s": 0.10422587400000127, + "cpu_full_gpu_s": 0.14597818030833423, + "cpu_full_cpu_s": 0.14597818030833423, + "cpu_early_median_gpu_s": 0.12197210766667703, + "regret_med": [ + 0.047741903047080814, + 0.04365916576985007, + 0.04909223097678783 + ] + }, + "twin|b4|n3": { + "rate_seed": [ + 0.5916666666666667, + 0.55, + 0.6 + ], + "rate": 0.5805555555555556, + "rate_ci": [ + 0.5027777777777778, + 0.6583333333333333 + ], + "cpu_early_gpu_s": 0.2150942972194444, + "cpu_early_cpu_s": 0.2150942972194444, + "cpu_full_gpu_s": 0.2972864494722205, + "cpu_full_cpu_s": 0.2972864494722205, + "cpu_early_median_gpu_s": 0.19916989433334226, + "regret_med": [ + 0.04775052032545468, + 0.04467468625215332, + 0.0492614009999609 + ] + }, + "twin|b4|n10": { + "rate_seed": [ + 0.7, + 0.6666666666666666, + 0.65 + ], + "rate": 0.6722222222222222, + "rate_ci": [ + 0.5972222222222221, + 0.7444444444444444 + ], + "cpu_early_gpu_s": 0.5241326251833278, + "cpu_early_cpu_s": 0.5241326251833278, + "cpu_full_gpu_s": 0.7052847312666572, + "cpu_full_cpu_s": 0.7052847312666572, + "cpu_early_median_gpu_s": 0.35353955866668085, + "regret_med": [ + 0.050259377160018714, + 0.05115100594904887, + 0.052058108485481536 + ] + }, + "twin|b16|n0": { + "rate_seed": [ + 0.45, + 0.5, + 0.5 + ], + "rate": 0.48333333333333334, + "rate_ci": [ + 0.40555555555555556, + 0.5611111111111112 + ], + "cpu_early_gpu_s": 0.09735315704166216, + "cpu_early_cpu_s": 0.09735315704166216, + "cpu_full_gpu_s": 0.16402535697777335, + "cpu_full_cpu_s": 0.16402535697777335, + "cpu_early_median_gpu_s": 0.11841762583333597, + "regret_med": [ + 0.04690074777110986, + 0.04159498446449872, + 0.0490037642277934 + ] + }, + "twin|b16|n1": { + "rate_seed": [ + 0.575, + 0.5583333333333333, + 0.5583333333333333 + ], + "rate": 0.5638888888888889, + "rate_ci": [ + 0.4861111111111111, + 0.6416666666666667 + ], + "cpu_early_gpu_s": 0.3291252592027774, + "cpu_early_cpu_s": 0.3291252592027774, + "cpu_full_gpu_s": 0.5867655798750013, + "cpu_full_cpu_s": 0.5867655798750013, + "cpu_early_median_gpu_s": 0.2829884770000586, + "regret_med": [ + 0.04752473925627876, + 0.04389490636755866, + 0.04943057102313397 + ] + }, + "twin|b16|n3": { + "rate_seed": [ + 0.6666666666666666, + 0.6083333333333333, + 0.6666666666666666 + ], + "rate": 0.6472222222222221, + "rate_ci": [ + 0.5722222222222222, + 0.7194444444444446 + ], + "cpu_early_gpu_s": 0.6685318909027776, + "cpu_early_cpu_s": 0.6685318909027776, + "cpu_full_gpu_s": 1.1960569253472257, + "cpu_full_cpu_s": 1.1960569253472257, + "cpu_early_median_gpu_s": 0.4250890321666283, + "regret_med": [ + 0.04816486947516285, + 0.04493092864372583, + 0.05103311586744019 + ] + }, + "twin|b16|n10": { + "rate_seed": [ + 0.7416666666666667, + 0.725, + 0.7 + ], + "rate": 0.7222222222222223, + "rate_ci": [ + 0.65, + 0.7916666666666666 + ], + "cpu_early_gpu_s": 1.5987556695166603, + "cpu_early_cpu_s": 1.5987556695166603, + "cpu_full_gpu_s": 2.8629979761166653, + "cpu_full_cpu_s": 2.8629979761166653, + "cpu_early_median_gpu_s": 0.36592928783331047, + "regret_med": [ + 0.05011871250955946, + 0.052541928980320174, + 0.054186346169239674 + ] + }, + "retr|b1|n0": { + "rate_seed": [ + 0.03333333333333333 + ], + "rate": 0.03333333333333333, + "rate_ci": [ + 0.008333333333333333, + 0.06666666666666667 + ], + "cpu_early_gpu_s": 0.011896506491665433, + "cpu_early_cpu_s": 0.011896506491665433, + "cpu_full_gpu_s": 0.011896506491665433, + "cpu_full_cpu_s": 0.011896506491665433, + "cpu_early_median_gpu_s": 0.01220924400000456, + "regret_med": [ + 0.08513863350429696 + ] + }, + "retr|b1|n1": { + "rate_seed": [ + 0.08333333333333333 + ], + "rate": 0.08333333333333333, + "rate_ci": [ + 0.03333333333333333, + 0.13333333333333333 + ], + "cpu_early_gpu_s": 0.041310133808330506, + "cpu_early_cpu_s": 0.041310133808330506, + "cpu_full_gpu_s": 0.041310133808330506, + "cpu_full_cpu_s": 0.041310133808330506, + "cpu_early_median_gpu_s": 0.042966223999982844, + "regret_med": [ + 0.0898920520262585 + ] + }, + "retr|b1|n3": { + "rate_seed": [ + 0.09166666666666666 + ], + "rate": 0.09166666666666666, + "rate_ci": [ + 0.041666666666666664, + 0.15 + ], + "cpu_early_gpu_s": 0.09745347098333085, + "cpu_early_cpu_s": 0.09745347098333085, + "cpu_full_gpu_s": 0.09745347098333085, + "cpu_full_cpu_s": 0.09745347098333085, + "cpu_early_median_gpu_s": 0.10230710600004045, + "regret_med": [ + 0.0903860800802212 + ] + }, + "retr|b1|n10": { + "rate_seed": [ + 0.10833333333333334 + ], + "rate": 0.10833333333333334, + "rate_ci": [ + 0.058333333333333334, + 0.16666666666666666 + ], + "cpu_early_gpu_s": 0.2912997022166645, + "cpu_early_cpu_s": 0.2912997022166645, + "cpu_full_gpu_s": 0.2912997022166645, + "cpu_full_cpu_s": 0.2912997022166645, + "cpu_early_median_gpu_s": 0.3125946209999846, + "regret_med": [ + 0.09474008296617975 + ] + }, + "retr|b4|n0": { + "rate_seed": [ + 0.14166666666666666 + ], + "rate": 0.14166666666666666, + "rate_ci": [ + 0.08333333333333333, + 0.20833333333333334 + ], + "cpu_early_gpu_s": 0.041097797008326685, + "cpu_early_cpu_s": 0.041097797008326685, + "cpu_full_gpu_s": 0.04343872381666037, + "cpu_full_cpu_s": 0.04343872381666037, + "cpu_early_median_gpu_s": 0.04433472799999689, + "regret_med": [ + 0.1387377627422106 + ] + }, + "retr|b4|n1": { + "rate_seed": [ + 0.21666666666666667 + ], + "rate": 0.21666666666666667, + "rate_ci": [ + 0.15, + 0.2916666666666667 + ], + "cpu_early_gpu_s": 0.1452705267416596, + "cpu_early_cpu_s": 0.1452705267416596, + "cpu_full_gpu_s": 0.16105443144165713, + "cpu_full_cpu_s": 0.16105443144165713, + "cpu_early_median_gpu_s": 0.15832912450002112, + "regret_med": [ + 0.10569872493891719 + ] + }, + "retr|b4|n3": { + "rate_seed": [ + 0.25833333333333336 + ], + "rate": 0.25833333333333336, + "rate_ci": [ + 0.18333333333333332, + 0.3416666666666667 + ], + "cpu_early_gpu_s": 0.34491782586666747, + "cpu_early_cpu_s": 0.34491782586666747, + "cpu_full_gpu_s": 0.38708990017499395, + "cpu_full_cpu_s": 0.38708990017499395, + "cpu_early_median_gpu_s": 0.39209901299998506, + "regret_med": [ + 0.09646474381697279 + ] + }, + "retr|b4|n10": { + "rate_seed": [ + 0.2916666666666667 + ], + "rate": 0.2916666666666667, + "rate_ci": [ + 0.20833333333333334, + 0.375 + ], + "cpu_early_gpu_s": 1.0266697592333385, + "cpu_early_cpu_s": 1.0266697592333385, + "cpu_full_gpu_s": 1.1639785215249971, + "cpu_full_cpu_s": 1.1639785215249971, + "cpu_early_median_gpu_s": 1.1730937395000467, + "regret_med": [ + 0.09803880868464954 + ] + }, + "retr|b16|n0": { + "rate_seed": [ + 0.2833333333333333 + ], + "rate": 0.2833333333333333, + "rate_ci": [ + 0.20833333333333334, + 0.36666666666666664 + ], + "cpu_early_gpu_s": 0.13912737854165938, + "cpu_early_cpu_s": 0.13912737854165938, + "cpu_full_gpu_s": 0.16792524916666002, + "cpu_full_cpu_s": 0.16792524916666002, + "cpu_early_median_gpu_s": 0.15739521300002934, + "regret_med": [ + 0.12968346446350132 + ] + }, + "retr|b16|n1": { + "rate_seed": [ + 0.4 + ], + "rate": 0.4, + "rate_ci": [ + 0.31666666666666665, + 0.48333333333333334 + ], + "cpu_early_gpu_s": 0.47001716234997976, + "cpu_early_cpu_s": 0.47001716234997976, + "cpu_full_gpu_s": 0.6387050986333063, + "cpu_full_cpu_s": 0.6387050986333063, + "cpu_early_median_gpu_s": 0.5544680569999567, + "regret_med": [ + 0.10573735212640634 + ] + }, + "retr|b16|n3": { + "rate_seed": [ + 0.5 + ], + "rate": 0.5, + "rate_ci": [ + 0.4083333333333333, + 0.5916666666666667 + ], + "cpu_early_gpu_s": 1.051912729174995, + "cpu_early_cpu_s": 1.051912729174995, + "cpu_full_gpu_s": 1.552553549891654, + "cpu_full_cpu_s": 1.552553549891654, + "cpu_early_median_gpu_s": 1.2068241690001145, + "regret_med": [ + 0.099260989415763 + ] + }, + "retr|b16|n10": { + "rate_seed": [ + 0.5916666666666667 + ], + "rate": 0.5916666666666667, + "rate_ci": [ + 0.5083333333333333, + 0.675 + ], + "cpu_early_gpu_s": 2.933430135933326, + "cpu_early_cpu_s": 2.933430135933326, + "cpu_full_gpu_s": 4.6859956723582945, + "cpu_full_cpu_s": 4.6859956723582945, + "cpu_early_median_gpu_s": 3.173736673499903, + "regret_med": [ + 0.09872907452179858 + ] + }, + "rand|b1|n0": { + "rate_seed": [ + 0.0, + 0.0, + 0.0 + ], + "rate": 0.0, + "rate_ci": [ + 0.0, + 0.0 + ], + "cpu_early_gpu_s": 0.008327834977778822, + "cpu_early_cpu_s": 0.008327834977778822, + "cpu_full_gpu_s": 0.008327834977778822, + "cpu_full_cpu_s": 0.008327834977778822, + "cpu_early_median_gpu_s": 0.008420452500002302, + "regret_med": [ + NaN, + NaN, + NaN + ] + }, + "rand|b1|n1": { + "rate_seed": [ + 0.0, + 0.0, + 0.0 + ], + "rate": 0.0, + "rate_ci": [ + 0.0, + 0.0 + ], + "cpu_early_gpu_s": 0.008683208900001056, + "cpu_early_cpu_s": 0.008683208900001056, + "cpu_full_gpu_s": 0.008683208900001056, + "cpu_full_cpu_s": 0.008683208900001056, + "cpu_early_median_gpu_s": 0.008420452500002302, + "regret_med": [ + NaN, + NaN, + NaN + ] + }, + "rand|b1|n3": { + "rate_seed": [ + 0.0, + 0.0, + 0.0 + ], + "rate": 0.0, + "rate_ci": [ + 0.0, + 0.0 + ], + "cpu_early_gpu_s": 0.009399820705556935, + "cpu_early_cpu_s": 0.009399820705556935, + "cpu_full_gpu_s": 0.009399820705556935, + "cpu_full_cpu_s": 0.009399820705556935, + "cpu_early_median_gpu_s": 0.008420452500002302, + "regret_med": [ + NaN, + NaN, + NaN + ] + }, + "rand|b1|n10": { + "rate_seed": [ + 0.0, + 0.0, + 0.0 + ], + "rate": 0.0, + "rate_ci": [ + 0.0, + 0.0 + ], + "cpu_early_gpu_s": 0.011945724630556783, + "cpu_early_cpu_s": 0.011945724630556783, + "cpu_full_gpu_s": 0.011945724630556783, + "cpu_full_cpu_s": 0.011945724630556783, + "cpu_early_median_gpu_s": 0.008420452500002302, + "regret_med": [ + NaN, + NaN, + NaN + ] + }, + "rand|b4|n0": { + "rate_seed": [ + 0.03333333333333333, + 0.041666666666666664, + 0.06666666666666667 + ], + "rate": 0.04722222222222222, + "rate_ci": [ + 0.02222222222222222, + 0.075 + ], + "cpu_early_gpu_s": 0.04019248101666803, + "cpu_early_cpu_s": 0.04019248101666803, + "cpu_full_gpu_s": 0.040821662247223715, + "cpu_full_cpu_s": 0.040821662247223715, + "cpu_early_median_gpu_s": 0.04049538483332071, + "regret_med": [ + 0.1668546924458586, + 0.08071138180403548, + 0.1749070046990362 + ] + }, + "rand|b4|n1": { + "rate_seed": [ + 0.05, + 0.05, + 0.06666666666666667 + ], + "rate": 0.05555555555555556, + "rate_ci": [ + 0.027777777777777776, + 0.0861111111111111 + ], + "cpu_early_gpu_s": 0.1151093071972188, + "cpu_early_cpu_s": 0.1151093071972188, + "cpu_full_gpu_s": 0.11758640419999637, + "cpu_full_cpu_s": 0.11758640419999637, + "cpu_early_median_gpu_s": 0.11688729966666264, + "regret_med": [ + 0.12537268428932058, + 0.06949710421479605, + 0.1749070046990362 + ] + }, + "rand|b4|n3": { + "rate_seed": [ + 0.09166666666666666, + 0.05, + 0.09166666666666666 + ], + "rate": 0.07777777777777778, + "rate_ci": [ + 0.049999999999999996, + 0.10833333333333334 + ], + "cpu_early_gpu_s": 0.2589946403861055, + "cpu_early_cpu_s": 0.2589946403861055, + "cpu_full_gpu_s": 0.2664977194666601, + "cpu_full_cpu_s": 0.2664977194666601, + "cpu_early_median_gpu_s": 0.2611716096666671, + "regret_med": [ + 0.10079021155271772, + 0.06949710421479605, + 0.09572863745750215 + ] + }, + "rand|b4|n10": { + "rate_seed": [ + 0.11666666666666667, + 0.1, + 0.125 + ], + "rate": 0.11388888888888889, + "rate_ci": [ + 0.075, + 0.15555555555555553 + ], + "cpu_early_gpu_s": 0.7490670546305486, + "cpu_early_cpu_s": 0.7490670546305486, + "cpu_full_gpu_s": 0.7790634698805493, + "cpu_full_cpu_s": 0.7790634698805493, + "cpu_early_median_gpu_s": 0.7635871440000029, + "regret_med": [ + 0.0963317465077338, + 0.07505738442197007, + 0.09109501951060639 + ] + }, + "rand|b16|n0": { + "rate_seed": [ + 0.15, + 0.19166666666666668, + 0.15833333333333333 + ], + "rate": 0.16666666666666666, + "rate_ci": [ + 0.11944444444444444, + 0.21944444444444441 + ], + "cpu_early_gpu_s": 0.1570610425166613, + "cpu_early_cpu_s": 0.1570610425166613, + "cpu_full_gpu_s": 0.17148099929721985, + "cpu_full_cpu_s": 0.17148099929721985, + "cpu_early_median_gpu_s": 0.16406524783332563, + "regret_med": [ + 0.18161157264996652, + 0.13381080014572055, + 0.1826844043632072 + ] + }, + "rand|b16|n1": { + "rate_seed": [ + 0.475, + 0.5083333333333333, + 0.4083333333333333 + ], + "rate": 0.46388888888888885, + "rate_ci": [ + 0.3972222222222222, + 0.5305555555555556 + ], + "cpu_early_gpu_s": 0.44863249801666255, + "cpu_early_cpu_s": 0.44863249801666255, + "cpu_full_gpu_s": 0.570029356538884, + "cpu_full_cpu_s": 0.570029356538884, + "cpu_early_median_gpu_s": 0.47813588016668024, + "regret_med": [ + 0.19145798516225954, + 0.20496749207762943, + 0.21190193307755845 + ] + }, + "rand|b16|n3": { + "rate_seed": [ + 0.7166666666666667, + 0.725, + 0.7083333333333334 + ], + "rate": 0.7166666666666667, + "rate_ci": [ + 0.6527777777777778, + 0.7805555555555556 + ], + "cpu_early_gpu_s": 0.8621711446138861, + "cpu_early_cpu_s": 0.8621711446138861, + "cpu_full_gpu_s": 1.3309000477111035, + "cpu_full_cpu_s": 1.3309000477111035, + "cpu_early_median_gpu_s": 0.8619598353334107, + "regret_med": [ + 0.1760134633294944, + 0.1705311196146162, + 0.1594779574830636 + ] + }, + "rand|b16|n10": { + "rate_seed": [ + 0.8583333333333333, + 0.8833333333333333, + 0.85 + ], + "rate": 0.8638888888888889, + "rate_ci": [ + 0.8138888888888888, + 0.9083333333333333 + ], + "cpu_early_gpu_s": 1.9876314813749882, + "cpu_early_cpu_s": 1.9876314813749882, + "cpu_full_gpu_s": 3.7362651125777666, + "cpu_full_cpu_s": 3.7362651125777666, + "cpu_early_median_gpu_s": 1.6718125303333515, + "regret_med": [ + 0.14644184387686, + 0.14506601598308422, + 0.13862831613800164 + ] + } + }, + "oracle": { + "1": { + "rate": 0.0, + "cpu_mean_s": 0.009176744241666373, + "cpu_median_s": 0.00840570899999804 + }, + "2": { + "rate": 0.03333333333333333, + "cpu_mean_s": 0.1753976311749997, + "cpu_median_s": 0.17456492249999656 + }, + "3": { + "rate": 0.03333333333333333, + "cpu_mean_s": 0.24443248937499995, + "cpu_median_s": 0.22353888900000385 + }, + "4": { + "rate": 0.10833333333333334, + "cpu_mean_s": 0.39808067632499977, + "cpu_median_s": 0.3839288379999921 + }, + "6": { + "rate": 0.23333333333333334, + "cpu_mean_s": 0.6576651409083338, + "cpu_median_s": 0.6927704944999995 + }, + "8": { + "rate": 0.5666666666666667, + "cpu_mean_s": 0.8258627620750008, + "cpu_median_s": 0.859854146 + }, + "12": { + "rate": 0.575, + "cpu_mean_s": 0.9868661555666663, + "cpu_median_s": 0.9348896690000039 + }, + "16": { + "rate": 0.75, + "cpu_mean_s": 1.2076242774583335, + "cpu_median_s": 0.9658795274999985 + }, + "24": { + "rate": 0.8333333333333334, + "cpu_mean_s": 1.443995864775, + "cpu_median_s": 0.9658795274999985 + }, + "32": { + "rate": 0.8916666666666667, + "cpu_mean_s": 1.5957226793249997, + "cpu_median_s": 0.9658795274999985 + }, + "48": { + "rate": 0.925, + "cpu_mean_s": 1.7786448730666669, + "cpu_median_s": 0.9658795274999985 + } + }, + "tests_n3": { + "retr|b1": { + "rows": [ + { + "seed": 0, + "d_only": 58, + "c_only": 3, + "p": 3.2857397358476703e-14 + }, + { + "seed": 1, + "d_only": 59, + "c_only": 4, + "p": 1.3821257506541063e-13 + }, + { + "seed": 2, + "d_only": 54, + "c_only": 4, + "p": 3.169950413273171e-12 + } + ], + "diff": 0.4444444444444444, + "ci": [ + 0.36111111111111105, + 0.5222222222222223 + ], + "pworst": 3.169950413273171e-12, + "p_holm": 6.973890909200976e-11 + }, + "twin|b1": { + "rows": [ + { + "seed": 0, + "d_only": 14, + "c_only": 13, + "p": 1.0 + }, + { + "seed": 1, + "d_only": 17, + "c_only": 12, + "p": 0.45825831964612007 + }, + { + "seed": 2, + "d_only": 16, + "c_only": 19, + "p": 0.735878800856881 + } + ], + "diff": 0.008333333333333326, + "ci": [ + -0.044444444444444446, + 0.061111111111111116 + ], + "pworst": 1.0, + "p_holm": 1.0 + }, + "rand|b1": { + "rows": [ + { + "seed": 0, + "d_only": 66, + "c_only": 0, + "p": 2.710505431213761e-20 + }, + { + "seed": 1, + "d_only": 66, + "c_only": 0, + "p": 2.710505431213761e-20 + }, + { + "seed": 2, + "d_only": 61, + "c_only": 0, + "p": 8.673617379884035e-19 + } + ], + "diff": 0.5361111111111111, + "ci": [ + 0.4694444444444444, + 0.6027777777777779 + ], + "pworst": 8.673617379884035e-19, + "p_holm": 2.6020852139652106e-17 + }, + "retr|b4": { + "rows": [ + { + "seed": 0, + "d_only": 68, + "c_only": 1, + "p": 2.371692252312041e-19 + }, + { + "seed": 1, + "d_only": 64, + "c_only": 2, + "p": 5.99563801384484e-17 + }, + { + "seed": 2, + "d_only": 67, + "c_only": 2, + "p": 8.185726402265558e-18 + } + ], + "diff": 0.538888888888889, + "ci": [ + 0.45555555555555555, + 0.6222222222222222 + ], + "pworst": 5.99563801384484e-17, + "p_holm": 1.7387350240150035e-15 + }, + "twin|b4": { + "rows": [ + { + "seed": 0, + "d_only": 30, + "c_only": 3, + "p": 1.4011748135089874e-06 + }, + { + "seed": 1, + "d_only": 29, + "c_only": 2, + "p": 4.628673195838928e-07 + }, + { + "seed": 2, + "d_only": 26, + "c_only": 2, + "p": 3.032386302947998e-06 + } + ], + "diff": 0.21666666666666667, + "ci": [ + 0.16111111111111112, + 0.275 + ], + "pworst": 3.032386302947998e-06, + "p_holm": 4.548579454421997e-05 + }, + "rand|b4": { + "rows": [ + { + "seed": 0, + "d_only": 87, + "c_only": 0, + "p": 1.2924697071141057e-26 + }, + { + "seed": 1, + "d_only": 87, + "c_only": 0, + "p": 1.2924697071141057e-26 + }, + { + "seed": 2, + "d_only": 85, + "c_only": 0, + "p": 5.169878828456423e-26 + } + ], + "diff": 0.7194444444444446, + "ci": [ + 0.6611111111111112, + 0.775 + ], + "pworst": 5.169878828456423e-26, + "p_holm": 1.809457589959748e-24 + }, + "retr|b16": { + "rows": [ + { + "seed": 0, + "d_only": 51, + "c_only": 1, + "p": 2.353672812205332e-14 + }, + { + "seed": 1, + "d_only": 53, + "c_only": 2, + "p": 8.554268404736831e-14 + }, + { + "seed": 2, + "d_only": 52, + "c_only": 2, + "p": 1.6497914145929826e-13 + } + ], + "diff": 0.4194444444444444, + "ci": [ + 0.3333333333333333, + 0.5083333333333333 + ], + "pworst": 1.6497914145929826e-13, + "p_holm": 4.1244785364824565e-12 + }, + "twin|b16": { + "rows": [ + { + "seed": 0, + "d_only": 31, + "c_only": 1, + "p": 1.5366822481155396e-08 + }, + { + "seed": 1, + "d_only": 38, + "c_only": 0, + "p": 7.275957614183426e-12 + }, + { + "seed": 2, + "d_only": 30, + "c_only": 0, + "p": 1.862645149230957e-09 + } + ], + "diff": 0.27222222222222225, + "ci": [ + 0.20833333333333337, + 0.3361111111111112 + ], + "pworst": 1.5366822481155396e-08, + "p_holm": 2.766028046607971e-07 + }, + "rand|b16": { + "rows": [ + { + "seed": 0, + "d_only": 28, + "c_only": 4, + "p": 1.9301194697618484e-05 + }, + { + "seed": 1, + "d_only": 27, + "c_only": 3, + "p": 8.430331945419312e-06 + }, + { + "seed": 2, + "d_only": 28, + "c_only": 3, + "p": 4.649162292480469e-06 + } + ], + "diff": 0.2027777777777778, + "ci": [ + 0.14166666666666666, + 0.26666666666666666 + ], + "pworst": 1.9301194697618484e-05, + "p_holm": 0.0002509155310690403 + } + } + }, + "5": { + "n_plants": 120, + "load": { + "wall_over_cpu": 1.0764690051189927, + "verify_ms_here": 15.94167379270811, + "verify_ms_stored": 14.542359113693237 + }, + "cells": { + "diff|b1|n0": { + "rate_seed": [ + 0.18333333333333332, + 0.20833333333333334, + 0.2 + ], + "rate": 0.19722222222222222, + "rate_ci": [ + 0.15277777777777776, + 0.24444444444444444 + ], + "cpu_early_gpu_s": 0.017541093217364415, + "cpu_early_cpu_s": 1.1802974939888988, + "cpu_full_gpu_s": 0.017541093217364415, + "cpu_full_cpu_s": 1.1802974939888988, + "cpu_early_median_gpu_s": 0.016700608228497536, + "regret_med": [ + 0.05271304284079592, + 0.05473150851116726, + 0.05115547536051235 + ] + }, + "diff|b1|n1": { + "rate_seed": [ + 0.25833333333333336, + 0.25, + 0.2916666666666667 + ], + "rate": 0.26666666666666666, + "rate_ci": [ + 0.2111111111111111, + 0.32222222222222224 + ], + "cpu_early_gpu_s": 0.06313021088403435, + "cpu_early_cpu_s": 1.225886611655569, + "cpu_full_gpu_s": 0.06313021088403435, + "cpu_full_cpu_s": 1.225886611655569, + "cpu_early_median_gpu_s": 0.062301966395170896, + "regret_med": [ + 0.051779431856822766, + 0.04956758690197338, + 0.052159660451297274 + ] + }, + "diff|b1|n3": { + "rate_seed": [ + 0.3416666666666667, + 0.3333333333333333, + 0.425 + ], + "rate": 0.3666666666666667, + "rate_ci": [ + 0.3027777777777778, + 0.4333333333333333 + ], + "cpu_early_gpu_s": 0.13797313408125603, + "cpu_early_cpu_s": 1.3007295348527903, + "cpu_full_gpu_s": 0.13797313408125603, + "cpu_full_cpu_s": 1.3007295348527903, + "cpu_early_median_gpu_s": 0.1446685368951137, + "regret_med": [ + 0.055213812352576275, + 0.05387556644011393, + 0.062410817337799074 + ] + }, + "diff|b1|n10": { + "rate_seed": [ + 0.4666666666666667, + 0.48333333333333334, + 0.5 + ], + "rate": 0.48333333333333334, + "rate_ci": [ + 0.4166666666666667, + 0.55 + ], + "cpu_early_gpu_s": 0.3395536000201433, + "cpu_early_cpu_s": 1.5023100007916776, + "cpu_full_gpu_s": 0.3395536000201433, + "cpu_full_cpu_s": 1.5023100007916776, + "cpu_early_median_gpu_s": 0.3678950997284459, + "regret_med": [ + 0.06368309943520067, + 0.05674930326708283, + 0.06325328998825397 + ] + }, + "diff|b4|n0": { + "rate_seed": [ + 0.36666666666666664, + 0.45, + 0.4 + ], + "rate": 0.4055555555555556, + "rate_ci": [ + 0.33888888888888885, + 0.475 + ], + "cpu_early_gpu_s": 0.052802907141681156, + "cpu_early_cpu_s": 1.5745406052277782, + "cpu_full_gpu_s": 0.0665781135472399, + "cpu_full_cpu_s": 1.588315811633337, + "cpu_early_median_gpu_s": 0.05585247274724452, + "regret_med": [ + 0.05511476761138623, + 0.056902458727151606, + 0.04813810398282514 + ] + }, + "diff|b4|n1": { + "rate_seed": [ + 0.4666666666666667, + 0.5166666666666667, + 0.5416666666666666 + ], + "rate": 0.5083333333333333, + "rate_ci": [ + 0.43611111111111106, + 0.5805555555555556 + ], + "cpu_early_gpu_s": 0.19047726186945746, + "cpu_early_cpu_s": 1.7122149599555547, + "cpu_full_gpu_s": 0.2550556378111289, + "cpu_full_cpu_s": 1.776793335897226, + "cpu_early_median_gpu_s": 0.19805718874718725, + "regret_med": [ + 0.055873817194080355, + 0.05480305054296353, + 0.050935406419026386 + ] + }, + "diff|b4|n3": { + "rate_seed": [ + 0.625, + 0.6333333333333333, + 0.6166666666666667 + ], + "rate": 0.625, + "rate_ci": [ + 0.5527777777777777, + 0.6944444444444444 + ], + "cpu_early_gpu_s": 0.39307449124445887, + "cpu_early_cpu_s": 1.914812189330556, + "cpu_full_gpu_s": 0.5564469935333518, + "cpu_full_cpu_s": 2.0781846916194486, + "cpu_early_median_gpu_s": 0.38751730358064834, + "regret_med": [ + 0.055213812352576275, + 0.05751137435594722, + 0.059656519150869225 + ] + }, + "diff|b4|n10": { + "rate_seed": [ + 0.6833333333333333, + 0.7416666666666667, + 0.7 + ], + "rate": 0.7083333333333334, + "rate_ci": [ + 0.6416666666666667, + 0.7722222222222221 + ], + "cpu_early_gpu_s": 0.926625970305562, + "cpu_early_cpu_s": 2.448363668391659, + "cpu_full_gpu_s": 1.3846346518361201, + "cpu_full_cpu_s": 2.9063723499222167, + "cpu_early_median_gpu_s": 0.8162838037472133, + "regret_med": [ + 0.06368309943520067, + 0.060155963757007935, + 0.06044376459523282 + ] + }, + "diff|b16|n0": { + "rate_seed": [ + 0.6, + 0.6083333333333333, + 0.6166666666666667 + ], + "rate": 0.6083333333333333, + "rate_ci": [ + 0.5361111111111111, + 0.6805555555555555 + ], + "cpu_early_gpu_s": 0.14678523001117327, + "cpu_early_cpu_s": 2.381713318355556, + "cpu_full_gpu_s": 0.26194826994173087, + "cpu_full_cpu_s": 2.496876358286113, + "cpu_early_median_gpu_s": 0.14710181882233353, + "regret_med": [ + 0.061624621882016006, + 0.055404410139783034, + 0.05200005464235735 + ] + }, + "diff|b16|n1": { + "rate_seed": [ + 0.6833333333333333, + 0.7083333333333334, + 0.6833333333333333 + ], + "rate": 0.6916666666666668, + "rate_ci": [ + 0.6222222222222221, + 0.7583333333333333 + ], + "cpu_early_gpu_s": 0.5037241831528396, + "cpu_early_cpu_s": 2.7386522714972217, + "cpu_full_gpu_s": 1.019475209472283, + "cpu_full_cpu_s": 3.2544032978166655, + "cpu_early_median_gpu_s": 0.4057543019889285, + "regret_med": [ + 0.057506809516213564, + 0.0554185985088147, + 0.05160799656770787 + ] + }, + "diff|b16|n3": { + "rate_seed": [ + 0.7416666666666667, + 0.8083333333333333, + 0.75 + ], + "rate": 0.7666666666666666, + "rate_ci": [ + 0.7055555555555555, + 0.8277777777777777 + ], + "cpu_early_gpu_s": 0.9821628628333845, + "cpu_early_cpu_s": 3.2170909511777666, + "cpu_full_gpu_s": 2.1956151443222898, + "cpu_full_cpu_s": 4.430543232666673, + "cpu_early_median_gpu_s": 0.5400068241556519, + "regret_med": [ + 0.055213812352576275, + 0.05647087214563706, + 0.05712236860554054 + ] + }, + "diff|b16|n10": { + "rate_seed": [ + 0.8166666666666667, + 0.85, + 0.85 + ], + "rate": 0.8388888888888889, + "rate_ci": [ + 0.7833333333333333, + 0.8916666666666667 + ], + "cpu_early_gpu_s": 2.199311666063928, + "cpu_early_cpu_s": 4.434239754408311, + "cpu_full_gpu_s": 5.465080196436186, + "cpu_full_cpu_s": 7.700008284780567, + "cpu_early_median_gpu_s": 0.8717104558223221, + "regret_med": [ + 0.06059743850728738, + 0.05831507243602574, + 0.05672153993175455 + ] + }, + "twin|b1|n0": { + "rate_seed": [ + 0.2, + 0.15833333333333333, + 0.16666666666666666 + ], + "rate": 0.17500000000000002, + "rate_ci": [ + 0.1222222222222222, + 0.23055555555555554 + ], + "cpu_early_gpu_s": 0.015776248975003005, + "cpu_early_cpu_s": 0.015776248975003005, + "cpu_full_gpu_s": 0.015776248975003005, + "cpu_full_cpu_s": 0.015776248975003005, + "cpu_early_median_gpu_s": 0.016233927499987054, + "regret_med": [ + 0.04807954683599258, + 0.050982759085034246, + 0.04712520252806929 + ] + }, + "twin|b1|n1": { + "rate_seed": [ + 0.25833333333333336, + 0.21666666666666667, + 0.21666666666666667 + ], + "rate": 0.23055555555555554, + "rate_ci": [ + 0.1722222222222222, + 0.29173611111111014 + ], + "cpu_early_gpu_s": 0.06449477609166822, + "cpu_early_cpu_s": 0.06449477609166822, + "cpu_full_gpu_s": 0.06449477609166822, + "cpu_full_cpu_s": 0.06449477609166822, + "cpu_early_median_gpu_s": 0.0629861744999971, + "regret_med": [ + 0.050452212441884026, + 0.04660176729913079, + 0.04712520252806929 + ] + }, + "twin|b1|n3": { + "rate_seed": [ + 0.325, + 0.25833333333333336, + 0.3 + ], + "rate": 0.29444444444444445, + "rate_ci": [ + 0.23048611111111117, + 0.3638888888888889 + ], + "cpu_early_gpu_s": 0.1420421797194454, + "cpu_early_cpu_s": 0.1420421797194454, + "cpu_full_gpu_s": 0.1420421797194454, + "cpu_full_cpu_s": 0.1420421797194454, + "cpu_early_median_gpu_s": 0.144937007999971, + "regret_med": [ + 0.05158926706259348, + 0.045027132225182065, + 0.0502052113308572 + ] + }, + "twin|b1|n10": { + "rate_seed": [ + 0.35833333333333334, + 0.31666666666666665, + 0.35833333333333334 + ], + "rate": 0.3444444444444445, + "rate_ci": [ + 0.27777777777777773, + 0.4166666666666667 + ], + "cpu_early_gpu_s": 0.3800907595944411, + "cpu_early_cpu_s": 0.3800907595944411, + "cpu_full_gpu_s": 0.3800907595944411, + "cpu_full_cpu_s": 0.3800907595944411, + "cpu_early_median_gpu_s": 0.40618991733330745, + "regret_med": [ + 0.051957095985151414, + 0.05101603879848837, + 0.05116865108374613 + ] + }, + "twin|b4|n0": { + "rate_seed": [ + 0.21666666666666667, + 0.175, + 0.2 + ], + "rate": 0.19722222222222222, + "rate_ci": [ + 0.14166666666666666, + 0.25555555555555554 + ], + "cpu_early_gpu_s": 0.05608764153888235, + "cpu_early_cpu_s": 0.05608764153888235, + "cpu_full_gpu_s": 0.06318354459721642, + "cpu_full_cpu_s": 0.06318354459721642, + "cpu_early_median_gpu_s": 0.059609926666633825, + "regret_med": [ + 0.04807073680449525, + 0.04742159804636503, + 0.05243747730694215 + ] + }, + "twin|b4|n1": { + "rate_seed": [ + 0.31666666666666665, + 0.20833333333333334, + 0.25 + ], + "rate": 0.25833333333333336, + "rate_ci": [ + 0.1999305555555556, + 0.32222222222222224 + ], + "cpu_early_gpu_s": 0.22141063580277195, + "cpu_early_cpu_s": 0.22141063580277195, + "cpu_full_gpu_s": 0.2573882319166571, + "cpu_full_cpu_s": 0.2573882319166571, + "cpu_early_median_gpu_s": 0.24260053149999786, + "regret_med": [ + 0.05637877921228507, + 0.03936360113469073, + 0.053159971299458486 + ] + }, + "twin|b4|n3": { + "rate_seed": [ + 0.38333333333333336, + 0.2916666666666667, + 0.3416666666666667 + ], + "rate": 0.33888888888888885, + "rate_ci": [ + 0.2694444444444445, + 0.4083333333333333 + ], + "cpu_early_gpu_s": 0.5089305722638864, + "cpu_early_cpu_s": 0.5089305722638864, + "cpu_full_gpu_s": 0.5973644366277684, + "cpu_full_cpu_s": 0.5973644366277684, + "cpu_early_median_gpu_s": 0.564714916333297, + "regret_med": [ + 0.06116015072209635, + 0.04983023295614575, + 0.053842650782425006 + ] + }, + "twin|b4|n10": { + "rate_seed": [ + 0.475, + 0.35833333333333334, + 0.4083333333333333 + ], + "rate": 0.4138888888888889, + "rate_ci": [ + 0.3416666666666667, + 0.4888888888888889 + ], + "cpu_early_gpu_s": 1.4060762628305428, + "cpu_early_cpu_s": 1.4060762628305428, + "cpu_full_gpu_s": 1.6340452174888656, + "cpu_full_cpu_s": 1.6340452174888656, + "cpu_early_median_gpu_s": 1.6115481981666662, + "regret_med": [ + 0.06503463260749065, + 0.05544250160449726, + 0.06409573041694183 + ] + }, + "twin|b16|n0": { + "rate_seed": [ + 0.31666666666666665, + 0.25, + 0.26666666666666666 + ], + "rate": 0.27777777777777773, + "rate_ci": [ + 0.21388888888888888, + 0.3472222222222222 + ], + "cpu_early_gpu_s": 0.1996746439277682, + "cpu_early_cpu_s": 0.1996746439277682, + "cpu_full_gpu_s": 0.25210063908054275, + "cpu_full_cpu_s": 0.25210063908054275, + "cpu_early_median_gpu_s": 0.2317922891666342, + "regret_med": [ + 0.050306163443069374, + 0.045136008347164136, + 0.053159971299458486 + ] + }, + "twin|b16|n1": { + "rate_seed": [ + 0.39166666666666666, + 0.30833333333333335, + 0.3 + ], + "rate": 0.3333333333333333, + "rate_ci": [ + 0.2638888888888889, + 0.4027777777777778 + ], + "cpu_early_gpu_s": 0.7940667957916677, + "cpu_early_cpu_s": 0.7940667957916677, + "cpu_full_gpu_s": 1.0292353717499856, + "cpu_full_cpu_s": 1.0292353717499856, + "cpu_early_median_gpu_s": 0.938539820999741, + "regret_med": [ + 0.05672738605605976, + 0.04760211918658164, + 0.05371980088602257 + ] + }, + "twin|b16|n3": { + "rate_seed": [ + 0.45, + 0.38333333333333336, + 0.4083333333333333 + ], + "rate": 0.4138888888888889, + "rate_ci": [ + 0.33888888888888885, + 0.49166666666666664 + ], + "cpu_early_gpu_s": 1.7709726098194327, + "cpu_early_cpu_s": 1.7709726098194327, + "cpu_full_gpu_s": 2.3678602076944206, + "cpu_full_cpu_s": 2.3678602076944206, + "cpu_early_median_gpu_s": 1.9770171096666806, + "regret_med": [ + 0.06278156465781048, + 0.05353727729947155, + 0.05559053058258767 + ] + }, + "twin|b16|n10": { + "rate_seed": [ + 0.5333333333333333, + 0.43333333333333335, + 0.4583333333333333 + ], + "rate": 0.47500000000000003, + "rate_ci": [ + 0.3972222222222222, + 0.5555555555555555 + ], + "cpu_early_gpu_s": 4.829499232113851, + "cpu_early_cpu_s": 4.829499232113851, + "cpu_full_gpu_s": 6.471401714272165, + "cpu_full_cpu_s": 6.471401714272165, + "cpu_early_median_gpu_s": 5.626553314332872, + "regret_med": [ + 0.06653841981603803, + 0.05683794572839418, + 0.06409573041694183 + ] + }, + "retr|b1|n0": { + "rate_seed": [ + 0.016666666666666666 + ], + "rate": 0.016666666666666666, + "rate_ci": [ + 0.0, + 0.041666666666666664 + ], + "cpu_early_gpu_s": 0.017828830466667937, + "cpu_early_cpu_s": 0.017828830466667937, + "cpu_full_gpu_s": 0.017828830466667937, + "cpu_full_cpu_s": 0.017828830466667937, + "cpu_early_median_gpu_s": 0.018328598000024954, + "regret_med": [ + 0.26619037893697384 + ] + }, + "retr|b1|n1": { + "rate_seed": [ + 0.016666666666666666 + ], + "rate": 0.016666666666666666, + "rate_ci": [ + 0.0, + 0.041666666666666664 + ], + "cpu_early_gpu_s": 0.06631610311666611, + "cpu_early_cpu_s": 0.06631610311666611, + "cpu_full_gpu_s": 0.06631610311666611, + "cpu_full_cpu_s": 0.06631610311666611, + "cpu_early_median_gpu_s": 0.06616165649998607, + "regret_med": [ + 0.26619037893697384 + ] + }, + "retr|b1|n3": { + "rate_seed": [ + 0.025 + ], + "rate": 0.025, + "rate_ci": [ + 0.0, + 0.058333333333333334 + ], + "cpu_early_gpu_s": 0.16124365429999993, + "cpu_early_cpu_s": 0.16124365429999993, + "cpu_full_gpu_s": 0.16124365429999993, + "cpu_full_cpu_s": 0.16124365429999993, + "cpu_early_median_gpu_s": 0.16300104199999055, + "regret_med": [ + 0.16538558633915845 + ] + }, + "retr|b1|n10": { + "rate_seed": [ + 0.025 + ], + "rate": 0.025, + "rate_ci": [ + 0.0, + 0.058333333333333334 + ], + "cpu_early_gpu_s": 0.4987597461916709, + "cpu_early_cpu_s": 0.4987597461916709, + "cpu_full_gpu_s": 0.4987597461916709, + "cpu_full_cpu_s": 0.4987597461916709, + "cpu_early_median_gpu_s": 0.50988580249998, + "regret_med": [ + 0.16538558633915845 + ] + }, + "retr|b4|n0": { + "rate_seed": [ + 0.09166666666666666 + ], + "rate": 0.09166666666666666, + "rate_ci": [ + 0.041666666666666664, + 0.15 + ], + "cpu_early_gpu_s": 0.06483418166667004, + "cpu_early_cpu_s": 0.06483418166667004, + "cpu_full_gpu_s": 0.06607570320833836, + "cpu_full_cpu_s": 0.06607570320833836, + "cpu_early_median_gpu_s": 0.0684905449999884, + "regret_med": [ + 0.16538558633915845 + ] + }, + "retr|b4|n1": { + "rate_seed": [ + 0.09166666666666666 + ], + "rate": 0.09166666666666666, + "rate_ci": [ + 0.041666666666666664, + 0.15 + ], + "cpu_early_gpu_s": 0.2582137542166683, + "cpu_early_cpu_s": 0.2582137542166683, + "cpu_full_gpu_s": 0.2632151124000014, + "cpu_full_cpu_s": 0.2632151124000014, + "cpu_early_median_gpu_s": 0.26281669849998934, + "regret_med": [ + 0.16538558633915845 + ] + }, + "retr|b4|n3": { + "rate_seed": [ + 0.125 + ], + "rate": 0.125, + "rate_ci": [ + 0.06666666666666667, + 0.18333333333333332 + ], + "cpu_early_gpu_s": 0.6190881989833357, + "cpu_early_cpu_s": 0.6190881989833357, + "cpu_full_gpu_s": 0.6410790252499995, + "cpu_full_cpu_s": 0.6410790252499995, + "cpu_early_median_gpu_s": 0.6448199259999683, + "regret_med": [ + 0.14018616007491214 + ] + }, + "retr|b4|n10": { + "rate_seed": [ + 0.15 + ], + "rate": 0.15, + "rate_ci": [ + 0.09166666666666666, + 0.21666666666666667 + ], + "cpu_early_gpu_s": 1.9005512445499904, + "cpu_early_cpu_s": 1.9005512445499904, + "cpu_full_gpu_s": 1.9615613445416562, + "cpu_full_cpu_s": 1.9615613445416562, + "cpu_early_median_gpu_s": 2.024886824499987, + "regret_med": [ + 0.13494901672906434 + ] + }, + "retr|b16|n0": { + "rate_seed": [ + 0.175 + ], + "rate": 0.175, + "rate_ci": [ + 0.10833333333333334, + 0.25 + ], + "cpu_early_gpu_s": 0.2274601551833346, + "cpu_early_cpu_s": 0.2274601551833346, + "cpu_full_gpu_s": 0.2566979252000085, + "cpu_full_cpu_s": 0.2566979252000085, + "cpu_early_median_gpu_s": 0.25115344600014994, + "regret_med": [ + 0.16538558633915845 + ] + }, + "retr|b16|n1": { + "rate_seed": [ + 0.23333333333333334 + ], + "rate": 0.23333333333333334, + "rate_ci": [ + 0.15833333333333333, + 0.30833333333333335 + ], + "cpu_early_gpu_s": 0.9024195577249884, + "cpu_early_cpu_s": 0.9024195577249884, + "cpu_full_gpu_s": 1.033367293200005, + "cpu_full_cpu_s": 1.033367293200005, + "cpu_early_median_gpu_s": 1.0198181015001069, + "regret_med": [ + 0.1403527239243273 + ] + }, + "retr|b16|n3": { + "rate_seed": [ + 0.31666666666666665 + ], + "rate": 0.31666666666666665, + "rate_ci": [ + 0.23333333333333334, + 0.4 + ], + "cpu_early_gpu_s": 2.1182843181083437, + "cpu_early_cpu_s": 2.1182843181083437, + "cpu_full_gpu_s": 2.5522774613750046, + "cpu_full_cpu_s": 2.5522774613750046, + "cpu_early_median_gpu_s": 2.479738877499912, + "regret_med": [ + 0.1319090112650153 + ] + }, + "retr|b16|n10": { + "rate_seed": [ + 0.375 + ], + "rate": 0.375, + "rate_ci": [ + 0.2916666666666667, + 0.4583333333333333 + ], + "cpu_early_gpu_s": 6.227451703041634, + "cpu_early_cpu_s": 6.227451703041634, + "cpu_full_gpu_s": 7.856493446733327, + "cpu_full_cpu_s": 7.856493446733327, + "cpu_early_median_gpu_s": 7.523762354999292, + "regret_med": [ + 0.12136738253182133 + ] + }, + "rand|b1|n0": { + "rate_seed": [ + 0.0, + 0.0, + 0.0 + ], + "rate": 0.0, + "rate_ci": [ + 0.0, + 0.0 + ], + "cpu_early_gpu_s": 0.009609543133334278, + "cpu_early_cpu_s": 0.009609543133334278, + "cpu_full_gpu_s": 0.009609543133334278, + "cpu_full_cpu_s": 0.009609543133334278, + "cpu_early_median_gpu_s": 0.009622874500004503, + "regret_med": [ + NaN, + NaN, + NaN + ] + }, + "rand|b1|n1": { + "rate_seed": [ + 0.0, + 0.0, + 0.0 + ], + "rate": 0.0, + "rate_ci": [ + 0.0, + 0.0 + ], + "cpu_early_gpu_s": 0.009609543133334278, + "cpu_early_cpu_s": 0.009609543133334278, + "cpu_full_gpu_s": 0.009609543133334278, + "cpu_full_cpu_s": 0.009609543133334278, + "cpu_early_median_gpu_s": 0.009622874500004503, + "regret_med": [ + NaN, + NaN, + NaN + ] + }, + "rand|b1|n3": { + "rate_seed": [ + 0.0, + 0.0, + 0.0 + ], + "rate": 0.0, + "rate_ci": [ + 0.0, + 0.0 + ], + "cpu_early_gpu_s": 0.009609543133334278, + "cpu_early_cpu_s": 0.009609543133334278, + "cpu_full_gpu_s": 0.009609543133334278, + "cpu_full_cpu_s": 0.009609543133334278, + "cpu_early_median_gpu_s": 0.009622874500004503, + "regret_med": [ + NaN, + NaN, + NaN + ] + }, + "rand|b1|n10": { + "rate_seed": [ + 0.0, + 0.0, + 0.0 + ], + "rate": 0.0, + "rate_ci": [ + 0.0, + 0.0 + ], + "cpu_early_gpu_s": 0.009609543133334278, + "cpu_early_cpu_s": 0.009609543133334278, + "cpu_full_gpu_s": 0.009609543133334278, + "cpu_full_cpu_s": 0.009609543133334278, + "cpu_early_median_gpu_s": 0.009622874500004503, + "regret_med": [ + NaN, + NaN, + NaN + ] + }, + "rand|b4|n0": { + "rate_seed": [ + 0.016666666666666666, + 0.008333333333333333, + 0.025 + ], + "rate": 0.016666666666666666, + "rate_ci": [ + 0.005555555555555555, + 0.030555555555555555 + ], + "cpu_early_gpu_s": 0.05338013222222656, + "cpu_early_cpu_s": 0.05338013222222656, + "cpu_full_gpu_s": 0.053629645522226765, + "cpu_full_cpu_s": 0.053629645522226765, + "cpu_early_median_gpu_s": 0.05330545633338109, + "regret_med": [ + 0.08147485301403257, + 0.10401994044479257, + 0.12830622432335703 + ] + }, + "rand|b4|n1": { + "rate_seed": [ + 0.016666666666666666, + 0.008333333333333333, + 0.025 + ], + "rate": 0.016666666666666666, + "rate_ci": [ + 0.005555555555555555, + 0.030555555555555555 + ], + "cpu_early_gpu_s": 0.17619637479444764, + "cpu_early_cpu_s": 0.17619637479444764, + "cpu_full_gpu_s": 0.1770092208166698, + "cpu_full_cpu_s": 0.1770092208166698, + "cpu_early_median_gpu_s": 0.17275583133338537, + "regret_med": [ + 0.08147485301403257, + 0.10401994044479257, + 0.12830622432335703 + ] + }, + "rand|b4|n3": { + "rate_seed": [ + 0.041666666666666664, + 0.05, + 0.025 + ], + "rate": 0.03888888888888889, + "rate_ci": [ + 0.01944444444444444, + 0.058333333333333334 + ], + "cpu_early_gpu_s": 0.4076252038722173, + "cpu_early_cpu_s": 0.4076252038722173, + "cpu_full_gpu_s": 0.41299724659444087, + "cpu_full_cpu_s": 0.41299724659444087, + "cpu_early_median_gpu_s": 0.3966327533334587, + "regret_med": [ + 0.08627617932836862, + 0.10198014274545453, + 0.12830622432335703 + ] + }, + "rand|b4|n10": { + "rate_seed": [ + 0.06666666666666667, + 0.06666666666666667, + 0.041666666666666664 + ], + "rate": 0.05833333333333333, + "rate_ci": [ + 0.03333333333333333, + 0.0861111111111111 + ], + "cpu_early_gpu_s": 1.1800905938499968, + "cpu_early_cpu_s": 1.1800905938499968, + "cpu_full_gpu_s": 1.2090363308611078, + "cpu_full_cpu_s": 1.2090363308611078, + "cpu_early_median_gpu_s": 1.1753843191665774, + "regret_med": [ + 0.05935836964754537, + 0.10198014274545453, + 0.06859729711010831 + ] + }, + "rand|b16|n0": { + "rate_seed": [ + 0.05, + 0.041666666666666664, + 0.09166666666666666 + ], + "rate": 0.061111111111111116, + "rate_ci": [ + 0.03333333333333333, + 0.09444444444444443 + ], + "cpu_early_gpu_s": 0.23809754531389035, + "cpu_early_cpu_s": 0.23809754531389035, + "cpu_full_gpu_s": 0.24520082192499978, + "cpu_full_cpu_s": 0.24520082192499978, + "cpu_early_median_gpu_s": 0.24289518683338923, + "regret_med": [ + 0.09383315238062884, + 0.12397137129813784, + 0.12762493167504263 + ] + }, + "rand|b16|n1": { + "rate_seed": [ + 0.2916666666666667, + 0.23333333333333334, + 0.35833333333333334 + ], + "rate": 0.29444444444444445, + "rate_ci": [ + 0.24166666666666667, + 0.35 + ], + "cpu_early_gpu_s": 0.7635636253277837, + "cpu_early_cpu_s": 0.7635636253277837, + "cpu_full_gpu_s": 0.8656543489611203, + "cpu_full_cpu_s": 0.8656543489611203, + "cpu_early_median_gpu_s": 0.7904392296666837, + "regret_med": [ + 0.2381418722103974, + 0.30415049737226807, + 0.19997037874960766 + ] + }, + "rand|b16|n3": { + "rate_seed": [ + 0.65, + 0.65, + 0.7 + ], + "rate": 0.6666666666666666, + "rate_ci": [ + 0.6083333333333333, + 0.725 + ], + "cpu_early_gpu_s": 1.4198023474888795, + "cpu_early_cpu_s": 1.4198023474888795, + "cpu_full_gpu_s": 2.0502705697416577, + "cpu_full_cpu_s": 2.0502705697416577, + "cpu_early_median_gpu_s": 1.4445104559999986, + "regret_med": [ + 0.1652179337030204, + 0.16589968660105614, + 0.1582958321499478 + ] + }, + "rand|b16|n10": { + "rate_seed": [ + 0.8416666666666667, + 0.8, + 0.8416666666666667 + ], + "rate": 0.8277777777777778, + "rate_ci": [ + 0.7805555555555556, + 0.8722222222222221 + ], + "cpu_early_gpu_s": 3.3460170554444293, + "cpu_early_cpu_s": 3.3460170554444293, + "cpu_full_gpu_s": 5.78029195117221, + "cpu_full_cpu_s": 5.78029195117221, + "cpu_early_median_gpu_s": 3.334038114666531, + "regret_med": [ + 0.12960242569144165, + 0.13468027637781776, + 0.1360150271860059 + ] + } + }, + "oracle": { + "1": { + "rate": 0.0, + "cpu_mean_s": 0.01193613675833272, + "cpu_median_s": 0.010255928500001232 + }, + "2": { + "rate": 0.008333333333333333, + "cpu_mean_s": 0.2927174122749994, + "cpu_median_s": 0.2874249215000191 + }, + "3": { + "rate": 0.008333333333333333, + "cpu_mean_s": 0.33902867392499997, + "cpu_median_s": 0.3135814024999988 + }, + "4": { + "rate": 0.06666666666666667, + "cpu_mean_s": 0.6148582413583334, + "cpu_median_s": 0.6058428550000032 + }, + "6": { + "rate": 0.11666666666666667, + "cpu_mean_s": 1.029525146158334, + "cpu_median_s": 1.0482150089999829 + }, + "8": { + "rate": 0.5333333333333333, + "cpu_mean_s": 1.340094161225001, + "cpu_median_s": 1.4001882649999846 + }, + "12": { + "rate": 0.5333333333333333, + "cpu_mean_s": 1.622733743466668, + "cpu_median_s": 1.604385023000015 + }, + "16": { + "rate": 0.7083333333333334, + "cpu_mean_s": 1.9976612237166682, + "cpu_median_s": 1.722962188000004 + }, + "24": { + "rate": 0.8083333333333333, + "cpu_mean_s": 2.4322516595083346, + "cpu_median_s": 1.722962188000004 + }, + "32": { + "rate": 0.875, + "cpu_mean_s": 2.7087174170916684, + "cpu_median_s": 1.722962188000004 + }, + "48": { + "rate": 0.925, + "cpu_mean_s": 3.06111872045, + "cpu_median_s": 1.722962188000004 + } + }, + "tests_n3": { + "retr|b1": { + "rows": [ + { + "seed": 0, + "d_only": 40, + "c_only": 2, + "p": 4.1109160520136356e-10 + }, + { + "seed": 1, + "d_only": 39, + "c_only": 2, + "p": 7.839844329282641e-10 + }, + { + "seed": 2, + "d_only": 50, + "c_only": 2, + "p": 6.123990203832363e-13 + } + ], + "diff": 0.3416666666666667, + "ci": [ + 0.2722222222222222, + 0.41388888888888886 + ], + "pworst": 7.839844329282641e-10, + "p_holm": 1.4895704225637019e-08 + }, + "twin|b1": { + "rows": [ + { + "seed": 0, + "d_only": 18, + "c_only": 16, + "p": 0.8641662404406816 + }, + { + "seed": 1, + "d_only": 20, + "c_only": 11, + "p": 0.14961278438568115 + }, + { + "seed": 2, + "d_only": 24, + "c_only": 9, + "p": 0.013530986849218607 + } + ], + "diff": 0.07222222222222222, + "ci": [ + 0.01944444444444444, + 0.125 + ], + "pworst": 0.8641662404406816, + "p_holm": 1.0 + }, + "rand|b1": { + "rows": [ + { + "seed": 0, + "d_only": 41, + "c_only": 0, + "p": 9.094947017729282e-13 + }, + { + "seed": 1, + "d_only": 40, + "c_only": 0, + "p": 1.8189894035458565e-12 + }, + { + "seed": 2, + "d_only": 51, + "c_only": 0, + "p": 8.881784197001252e-16 + } + ], + "diff": 0.36666666666666664, + "ci": [ + 0.30277777777777776, + 0.4305555555555556 + ], + "pworst": 1.8189894035458565e-12, + "p_holm": 4.18367562815547e-11 + }, + "retr|b4": { + "rows": [ + { + "seed": 0, + "d_only": 64, + "c_only": 4, + "p": 5.873990530091966e-15 + }, + { + "seed": 1, + "d_only": 63, + "c_only": 2, + "p": 1.1633489310769463e-16 + }, + { + "seed": 2, + "d_only": 61, + "c_only": 2, + "p": 4.373671563806525e-16 + } + ], + "diff": 0.5, + "ci": [ + 0.4166666666666667, + 0.5833333333333334 + ], + "pworst": 5.873990530091966e-15, + "p_holm": 1.5859774431248308e-13 + }, + "twin|b4": { + "rows": [ + { + "seed": 0, + "d_only": 34, + "c_only": 5, + "p": 2.4299079086631536e-06 + }, + { + "seed": 1, + "d_only": 43, + "c_only": 2, + "p": 5.88897819397971e-11 + }, + { + "seed": 2, + "d_only": 36, + "c_only": 3, + "p": 3.608874976634979e-08 + } + ], + "diff": 0.28611111111111115, + "ci": [ + 0.23055555555555554, + 0.34444444444444444 + ], + "pworst": 2.4299079086631536e-06, + "p_holm": 3.887852653861046e-05 + }, + "rand|b4": { + "rows": [ + { + "seed": 0, + "d_only": 72, + "c_only": 2, + "p": 2.939204326972422e-19 + }, + { + "seed": 1, + "d_only": 71, + "c_only": 1, + "p": 3.091670257478196e-20 + }, + { + "seed": 2, + "d_only": 71, + "c_only": 0, + "p": 8.470329472543003e-22 + } + ], + "diff": 0.5861111111111111, + "ci": [ + 0.5138888888888888, + 0.6583333333333333 + ], + "pworst": 2.939204326972422e-19, + "p_holm": 9.111533413614509e-18 + }, + "retr|b16": { + "rows": [ + { + "seed": 0, + "d_only": 55, + "c_only": 4, + "p": 1.6979681549678105e-12 + }, + { + "seed": 1, + "d_only": 62, + "c_only": 3, + "p": 2.4842324378160363e-15 + }, + { + "seed": 2, + "d_only": 53, + "c_only": 1, + "p": 6.106226635438361e-15 + } + ], + "diff": 0.45, + "ci": [ + 0.3638888888888889, + 0.5361111111111111 + ], + "pworst": 1.6979681549678105e-12, + "p_holm": 4.075123571922745e-11 + }, + "twin|b16": { + "rows": [ + { + "seed": 0, + "d_only": 36, + "c_only": 1, + "p": 5.529727786779404e-10 + }, + { + "seed": 1, + "d_only": 52, + "c_only": 1, + "p": 1.199040866595169e-14 + }, + { + "seed": 2, + "d_only": 43, + "c_only": 2, + "p": 5.88897819397971e-11 + } + ], + "diff": 0.3527777777777778, + "ci": [ + 0.2916666666666667, + 0.4166666666666667 + ], + "pworst": 5.529727786779404e-10, + "p_holm": 1.1059455573558807e-08 + }, + "rand|b16": { + "rows": [ + { + "seed": 0, + "d_only": 24, + "c_only": 13, + "p": 0.09887174959294498 + }, + { + "seed": 1, + "d_only": 30, + "c_only": 11, + "p": 0.00432400493446039 + }, + { + "seed": 2, + "d_only": 22, + "c_only": 16, + "p": 0.417692190836533 + } + ], + "diff": 0.10000000000000002, + "ci": [ + 0.03333333333333335, + 0.16395833333333235 + ], + "pworst": 0.417692190836533, + "p_holm": 1.0 + } + } + } +} \ No newline at end of file diff --git a/results/icml_r3/X9/PREREG.md b/results/icml_r3/X9/PREREG.md new file mode 100644 index 0000000000000000000000000000000000000000..bc37ac758227458c35b271765df59db848053d07 --- /dev/null +++ b/results/icml_r3/X9/PREREG.md @@ -0,0 +1,14 @@ +# X9 PREREG (agent X4X9, 2026-10-13). Descriptive multimodality index per family; no arm comparison, no hypothesis test. +Written after the SOF m=2..5 multistart had been launched (the m=2..5 SOF analysis definitions below were fixed before looking at its output; Furuta / pendulum / SISO / full-state definitions were fixed before those runs). + +Per family: ~60 held-out plants (never in a bank), the family's own per-plant solver run from S independent starts, a start is VALID iff the family's verifier accepts it, +and two valid solutions are DISTINCT iff the controllers differ by more than a normalised distance threshold (greedy in cost order, so counts are of cluster representatives). +Reported per family: fraction of plants with >=2 distinct valid solutions (conditional on >=1, and unconditional), mean count, cost spread max/min-1 across a plant's +distinct solutions (median, p90), and the count of distinct solutions within +5% of the plant's best cost (the 'near-optimal modes' version of the index). +| family | solver / starts | valid | distinct | plants | +| SOF m=2..5 | family_sofm.oracle, 24 starts (half random, half decentralised-PD) + cost descent | circle-LMI verifier | max-norm(K1-K2) > 0.10 max(1,|K|max) (primary, = oracle_stats.json), 0.30 (sensitivity) | 60 random plants/m, rng 11 | +| full-state | convex SDP is unique per objective -> 8 cost-descent runs from random certified gains | circle-LMI verifier at every accepted step | same max-norm rule | first 60 plants of heldout_4242 | +| Furuta (old arm) | direct collocation into the certified ellipsoid, 12 starts (4 cold T-guess ladder + 8 forward-integrated random pumping guesses) | IPOPT converged AND furuta_traj_bank.score_solution (certificate + TVLQR replay latches and settles) | normalised-time knot distance of u(tau) > 0.25 (also 0.10, 0.50) OR duration ratio > 1.25 | 60 plants, plants_for(51001) | +| pendulum (sector spline) | pendulum_multi refine, 32 starts x 160 Adam steps | stable on 6 label ICs AND circle-LMI certified | relative L2 spline distance > 0.10 (as the stored multi-solution labels) | 60 plants (rng 123 x40, 321 x20) | +| SISO Lur'e (order 4) | random (F, phi) draws, rollout verifier (no certificate exists) | mean final |x| < 0.3 | relative L2 on [phi/5, F/maxabs] > 0.10 | first 60 plants of held_n4 draw 0 | +Stored multi-label data are reused where they exist (pendulum_multi counts on 2600 training plants; SOF banks of 8k-16k plants, capped at 4 distinct). diff --git a/results/icml_r3/X9/fs_multimodality.json b/results/icml_r3/X9/fs_multimodality.json new file mode 100644 index 0000000000000000000000000000000000000000..cdda5fa740a7a15e7b866aeeca0eb0e44c96a7cb --- /dev/null +++ b/results/icml_r3/X9/fs_multimodality.json @@ -0,0 +1,49 @@ +{ + "descent_tol0.1": { + "n": 60, + "mean_count": 1.4, + "frac_ge2": 0.2833333333333333, + "spread_median": 0.0, + "spread_p90": 0.025726247863056207, + "near5_mean": 1.35, + "near5_frac_ge2": 0.23333333333333334, + "starts_within_1pct_of_best_mean": 7.533333333333333 + }, + "descent_tol0.3": { + "n": 60, + "mean_count": 1.0666666666666667, + "frac_ge2": 0.06666666666666667, + "spread_median": 0.0, + "spread_p90": 0.0, + "near5_mean": 1.0166666666666666, + "near5_frac_ge2": 0.016666666666666666, + "starts_within_1pct_of_best_mean": 7.533333333333333 + }, + "best_descent_vs_lqr_rel": { + "median": 0.002071067191825926, + "p90": 0.01733167425869586, + "lqr_certified_frac": 0.23333333333333334 + }, + "oracle_vs_best_descent_rel": { + "median": 0.03465282612336851, + "p10": 0.0050315745313598515, + "p90": 0.07072532559924172 + }, + "start_cost_vs_end": { + "J0_over_Jend_median": 1.0381377346942742, + "n_it_median": 40.0 + }, + "pool_tol0.1": { + "n": 60, + "mean_count": 12.983333333333333, + "frac_ge2": 1.0, + "spread_median": 0.40842765975277995, + "spread_p90": 1.150230930833437, + "near5_mean": 7.416666666666667, + "near5_frac_ge2": 1.0, + "mean_candidates_per_plant": 99.76666666666667 + }, + "frac_ge2": 0.2833333333333333, + "n": 60, + "near5_frac_ge2": 0.23333333333333334 +} \ No newline at end of file diff --git a/results/icml_r3/X9/logs/fs.log b/results/icml_r3/X9/logs/fs.log new file mode 100644 index 0000000000000000000000000000000000000000..9f015e8efada5607802dbc080efbfb0eb49674a5 --- /dev/null +++ b/results/icml_r3/X9/logs/fs.log @@ -0,0 +1 @@ +done 338s diff --git a/results/icml_r3/X9/logs/furuta.log b/results/icml_r3/X9/logs/furuta.log new file mode 100644 index 0000000000000000000000000000000000000000..700cdbf07b6fe8ca9bb42dae51cd2cac559f399c --- /dev/null +++ b/results/icml_r3/X9/logs/furuta.log @@ -0,0 +1,8 @@ + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + +done 2108s diff --git a/results/icml_r3/X9/logs/pend.log b/results/icml_r3/X9/logs/pend.log new file mode 100644 index 0000000000000000000000000000000000000000..13a11083e0c38cf03a597c812e3bfb261224bc93 --- /dev/null +++ b/results/icml_r3/X9/logs/pend.log @@ -0,0 +1,16 @@ +w0 4/60 56s +w0 8/60 113s +w0 12/60 183s +w0 16/60 235s +w0 20/60 277s +w0 24/60 327s +w0 28/60 378s +w0 32/60 422s +w0 36/60 468s +w0 40/60 515s +w0 44/60 561s +w0 48/60 620s +w0 52/60 665s +w0 56/60 714s +w0 60/60 764s +DONE diff --git a/results/icml_r3/X9/logs/run_sof.log b/results/icml_r3/X9/logs/run_sof.log new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/results/icml_r3/X9/logs/siso.log b/results/icml_r3/X9/logs/siso.log new file mode 100644 index 0000000000000000000000000000000000000000..0065abb49932c6e14e3be92fb4e5cd12db91f138 --- /dev/null +++ b/results/icml_r3/X9/logs/siso.log @@ -0,0 +1,8 @@ +verified 0.925 7s +refined 300 / 1776 88s +refined 600 / 1776 165s +refined 900 / 1776 245s +refined 1200 / 1776 325s +refined 1500 / 1776 397s +refined 1776 / 1776 466s +done 466s diff --git a/results/icml_r3/X9/logs/sof_m2.log b/results/icml_r3/X9/logs/sof_m2.log new file mode 100644 index 0000000000000000000000000000000000000000..582828a56a2681bed816d5aaeb50db69cab106d6 --- /dev/null +++ b/results/icml_r3/X9/logs/sof_m2.log @@ -0,0 +1 @@ +done 2 85s diff --git a/results/icml_r3/X9/logs/sof_m3.log b/results/icml_r3/X9/logs/sof_m3.log new file mode 100644 index 0000000000000000000000000000000000000000..1613c7617f8e2ca7780b27149b167100d3fabfee --- /dev/null +++ b/results/icml_r3/X9/logs/sof_m3.log @@ -0,0 +1 @@ +done 3 104s diff --git a/results/icml_r3/X9/logs/sof_m4.log b/results/icml_r3/X9/logs/sof_m4.log new file mode 100644 index 0000000000000000000000000000000000000000..57b5a1ae8207a4ac6ced7ea67b3bdb9e0c7aed90 --- /dev/null +++ b/results/icml_r3/X9/logs/sof_m4.log @@ -0,0 +1 @@ +done 4 144s diff --git a/results/icml_r3/X9/logs/sof_m5.log b/results/icml_r3/X9/logs/sof_m5.log new file mode 100644 index 0000000000000000000000000000000000000000..cbbbd40ab9c2cf281f4ff9f5585b8eab83d0b986 --- /dev/null +++ b/results/icml_r3/X9/logs/sof_m5.log @@ -0,0 +1 @@ +done 5 350s diff --git a/results/icml_r3/X9/other_families_multimodality.json b/results/icml_r3/X9/other_families_multimodality.json new file mode 100644 index 0000000000000000000000000000000000000000..a44341f5a3ccb43c5c943c00a16cbd8a14e53cd7 --- /dev/null +++ b/results/icml_r3/X9/other_families_multimodality.json @@ -0,0 +1,166 @@ +{ + "furuta": { + "thr0.1": { + "n_plants": 60, + "solvable": 0.7833333333333333, + "mean_count_all": 2.6, + "mean_count_solvable": 3.3191489361702127, + "frac_ge2_all": 0.7166666666666667, + "frac_ge2_solvable": 0.9148936170212766, + "frac_ge3_solvable": 0.723404255319149, + "max": 6, + "spread_median": 0.008958809706236526, + "spread_p90": 1.3641387014886421, + "near5_mean": 2.35, + "near5_frac_ge2": 0.8085106382978723, + "near20_mean": 2.3833333333333333, + "valid_fraction_of_starts": 0.5972222222222222, + "n_plants_run": 60, + "n_plants_with_certified_target": 60, + "distinct_signatures_mean": 1.3333333333333333 + }, + "thr0.25": { + "n_plants": 60, + "solvable": 0.7833333333333333, + "mean_count_all": 2.433333333333333, + "mean_count_solvable": 3.106382978723404, + "frac_ge2_all": 0.7166666666666667, + "frac_ge2_solvable": 0.9148936170212766, + "frac_ge3_solvable": 0.6595744680851063, + "max": 5, + "spread_median": 0.008958809706236526, + "spread_p90": 1.3641387014886421, + "near5_mean": 2.183333333333333, + "near5_frac_ge2": 0.7872340425531915, + "near20_mean": 2.216666666666667, + "valid_fraction_of_starts": 0.5972222222222222, + "n_plants_run": 60, + "n_plants_with_certified_target": 60, + "distinct_signatures_mean": 1.3333333333333333 + }, + "thr0.5": { + "n_plants": 60, + "solvable": 0.7833333333333333, + "mean_count_all": 2.283333333333333, + "mean_count_solvable": 2.9148936170212765, + "frac_ge2_all": 0.6833333333333333, + "frac_ge2_solvable": 0.8723404255319149, + "frac_ge3_solvable": 0.6382978723404256, + "max": 5, + "spread_median": 0.008958809706236526, + "spread_p90": 1.3641387014886421, + "near5_mean": 2.033333333333333, + "near5_frac_ge2": 0.7446808510638298, + "near20_mean": 2.066666666666667, + "valid_fraction_of_starts": 0.5972222222222222, + "n_plants_run": 60, + "n_plants_with_certified_target": 60, + "distinct_signatures_mean": 1.3333333333333333 + }, + "discrete_modes": { + "n_solvable": 47, + "frac_ge2_signatures_solvable": 0.6595744680851063, + "mean_signatures_solvable": 1.702127659574468, + "frac_both_swing_directions_solvable": 0.10638297872340426, + "signature": "(sign of first |u|>2V sample, number of torque sign changes before catch)" + }, + "signature_counts": { + "(-1, 8)": 2, + "(1, 2)": 364, + "(1, 5)": 25, + "(-1, 7)": 2, + "(1, 4)": 13, + "(1, 13)": 1, + "(-1, 3)": 8, + "(1, 3)": 14, + "(-1, 5)": 1 + }, + "starts": 12, + "wall_per_plant_s": 35.132214574019116 + }, + "pendulum": { + "certified": { + "n_plants": 60, + "solvable": 1.0, + "mean_count_all": 3.933333333333333, + "mean_count_solvable": 3.933333333333333, + "frac_ge2_all": 1.0, + "frac_ge2_solvable": 1.0, + "frac_ge3_solvable": 1.0, + "max": 6, + "spread_median": 0.6920574307441711, + "spread_p90": 0.8957332730293275, + "near5_mean": 1.2166666666666666, + "near5_frac_ge2": 0.2, + "valid_fraction_of_starts": 0.24010416666666667, + "near2_mean": 1.1, + "near2_frac_ge2": 0.1 + }, + "stable_only": { + "n_plants": 60, + "solvable": 1.0, + "mean_count_all": 18.433333333333334, + "mean_count_solvable": 18.433333333333334, + "frac_ge2_all": 1.0, + "frac_ge2_solvable": 1.0, + "frac_ge3_solvable": 1.0, + "max": 27, + "spread_median": 1.6666604280471802, + "spread_p90": 2.7201704502105715, + "near5_mean": 3.9166666666666665, + "near5_frac_ge2": 0.95, + "valid_fraction_of_starts": 0.7859375, + "near2_mean": 2.9, + "near2_frac_ge2": 0.8666666666666667 + }, + "stored_2600_train_plants": { + "A_certified_within2pct": { + "mean": 1.0042307692307693, + "frac_ge2": 0.04346153846153846 + }, + "A_certified_within5pct": { + "mean": 1.1973076923076924, + "frac_ge2": 0.18692307692307691 + }, + "B_repaired_within2pct": { + "mean": 2.855769230769231, + "frac_ge2": 0.8626923076923076 + } + } + }, + "siso": { + "raw_draws": { + "n_plants": 60, + "solvable": 1.0, + "mean_count_all": 29.6, + "mean_count_solvable": 29.6, + "frac_ge2_all": 1.0, + "frac_ge2_solvable": 1.0, + "frac_ge3_solvable": 1.0, + "max": 32, + "spread_median": 0.5254259541753505, + "spread_p90": 2.5211133899025984, + "near5_mean": 3.85, + "near5_frac_ge2": 0.8, + "near20_mean": 15.45, + "valid_fraction_of_starts": 0.925 + }, + "phi_refined": { + "n_plants": 60, + "solvable": 1.0, + "mean_count_all": 29.6, + "mean_count_solvable": 29.6, + "frac_ge2_all": 1.0, + "frac_ge2_solvable": 1.0, + "frac_ge3_solvable": 1.0, + "max": 32, + "spread_median": 0.3578747186463691, + "spread_p90": 1.8452823561703688, + "near5_mean": 10.2, + "near5_frac_ge2": 0.9666666666666667, + "near20_mean": 22.666666666666668, + "valid_fraction_of_starts": 0.925 + }, + "draws_per_plant": 32 + } +} \ No newline at end of file diff --git a/results/icml_r3/X9/run_sof.sh b/results/icml_r3/X9/run_sof.sh new file mode 100644 index 0000000000000000000000000000000000000000..289d16926fcfc206319cc125ab222aa5efce2a4e --- /dev/null +++ b/results/icml_r3/X9/run_sof.sh @@ -0,0 +1,6 @@ +#!/bin/bash +cd /home/cercola/matte_server/DiffusionControl +export CUDA_VISIBLE_DEVICES= OMP_NUM_THREADS=1 PYTHONPATH=. +for m in 2 3 4 5; do + myenv/bin/python -W ignore -m nonlinear.mimo_unstable.x9_sof_multistart --m $m --n 60 --workers 2 >> results/icml_r3/X9/logs/sof_m$m.log 2>&1 +done diff --git a/results/icml_r3/X9/sof_multimodality.json b/results/icml_r3/X9/sof_multimodality.json new file mode 100644 index 0000000000000000000000000000000000000000..b7b925a1f8ea99ceade614a4011183cb5f3bb93b --- /dev/null +++ b/results/icml_r3/X9/sof_multimodality.json @@ -0,0 +1,190 @@ +{ + "m2": { + "tol0.1": { + "n_plants": 60, + "solvable": 0.8166666666666667, + "mean_count_all": 2.033333333333333, + "mean_count_solvable": 2.489795918367347, + "frac_ge2_all": 0.4, + "frac_ge2_solvable": 0.4897959183673469, + "frac_ge3_solvable": 0.32653061224489793, + "max": 10, + "spread_median": 0.0, + "spread_p90": 0.17437600146615514, + "spread_mean": 0.05138337335982264, + "near2_mean": 1.4666666666666666, + "near2_frac_ge2": 0.3877551020408163, + "near5_mean": 1.6, + "near5_frac_ge2": 0.42857142857142855 + }, + "tol0.3": { + "n_plants": 60, + "solvable": 0.8166666666666667, + "mean_count_all": 1.5333333333333334, + "mean_count_solvable": 1.8775510204081634, + "frac_ge2_all": 0.3, + "frac_ge2_solvable": 0.3673469387755102, + "frac_ge3_solvable": 0.16326530612244897, + "max": 7, + "spread_median": 0.0, + "spread_p90": 0.17437600146615514, + "spread_mean": 0.05037958206957422, + "near2_mean": 1.0, + "near2_frac_ge2": 0.1836734693877551, + "near5_mean": 1.1333333333333333, + "near5_frac_ge2": 0.2653061224489796 + }, + "starts": 24, + "wall_per_plant_s": 2.829106871287028, + "start_success": 0.23194444444444445, + "bank": { + "n_plants": 8000, + "mean_count": 2.24575, + "frac_ge2": 0.601625, + "frac_eq4_cap": 0.25075, + "spread_median_among_ge2": 0.04432382953298375, + "spread_p90_among_ge2": 0.23558285070360474 + } + }, + "m3": { + "tol0.1": { + "n_plants": 60, + "solvable": 0.8666666666666667, + "mean_count_all": 2.5, + "mean_count_solvable": 2.8846153846153846, + "frac_ge2_all": 0.5833333333333334, + "frac_ge2_solvable": 0.6730769230769231, + "frac_ge3_solvable": 0.34615384615384615, + "max": 9, + "spread_median": 0.0027290459320444826, + "spread_p90": 0.21229446300402938, + "spread_mean": 0.08114069370000071, + "near2_mean": 1.65, + "near2_frac_ge2": 0.5, + "near5_mean": 1.9833333333333334, + "near5_frac_ge2": 0.5384615384615384 + }, + "tol0.3": { + "n_plants": 60, + "solvable": 0.8666666666666667, + "mean_count_all": 1.8166666666666667, + "mean_count_solvable": 2.0961538461538463, + "frac_ge2_all": 0.43333333333333335, + "frac_ge2_solvable": 0.5, + "frac_ge3_solvable": 0.2692307692307692, + "max": 9, + "spread_median": 0.0, + "spread_p90": 0.21229446300402938, + "spread_mean": 0.07904390219090439, + "near2_mean": 1.15, + "near2_frac_ge2": 0.25, + "near5_mean": 1.3666666666666667, + "near5_frac_ge2": 0.34615384615384615 + }, + "starts": 24, + "wall_per_plant_s": 3.4521026333173115, + "start_success": 0.1673611111111111, + "bank": { + "n_plants": 8000, + "mean_count": 2.341625, + "frac_ge2": 0.658125, + "frac_eq4_cap": 0.265, + "spread_median_among_ge2": 0.026827457178119074, + "spread_p90_among_ge2": 0.1487718226486677 + } + }, + "m4": { + "tol0.1": { + "n_plants": 60, + "solvable": 0.8166666666666667, + "mean_count_all": 2.4, + "mean_count_solvable": 2.938775510204082, + "frac_ge2_all": 0.6, + "frac_ge2_solvable": 0.7346938775510204, + "frac_ge3_solvable": 0.4897959183673469, + "max": 9, + "spread_median": 0.008373061065465981, + "spread_p90": 0.12443151302883691, + "spread_mean": 0.0472246249532729, + "near2_mean": 1.7666666666666666, + "near2_frac_ge2": 0.6122448979591837, + "near5_mean": 2.033333333333333, + "near5_frac_ge2": 0.7142857142857143 + }, + "tol0.3": { + "n_plants": 60, + "solvable": 0.8166666666666667, + "mean_count_all": 1.7833333333333334, + "mean_count_solvable": 2.183673469387755, + "frac_ge2_all": 0.5166666666666667, + "frac_ge2_solvable": 0.6326530612244898, + "frac_ge3_solvable": 0.30612244897959184, + "max": 6, + "spread_median": 0.007248044660673747, + "spread_p90": 0.12443151302883691, + "spread_mean": 0.04604037539482633, + "near2_mean": 1.2333333333333334, + "near2_frac_ge2": 0.3877551020408163, + "near5_mean": 1.4, + "near5_frac_ge2": 0.4897959183673469 + }, + "starts": 24, + "wall_per_plant_s": 4.813143920898438, + "start_success": 0.11805555555555555, + "bank": { + "n_plants": 16000, + "mean_count": 2.2931875, + "frac_ge2": 0.6585, + "frac_eq4_cap": 0.2341875, + "spread_median_among_ge2": 0.023658104781601352, + "spread_p90_among_ge2": 0.12416580610552719 + } + }, + "m5": { + "tol0.1": { + "n_plants": 60, + "solvable": 0.7833333333333333, + "mean_count_all": 2.1, + "mean_count_solvable": 2.6808510638297873, + "frac_ge2_all": 0.5833333333333334, + "frac_ge2_solvable": 0.7446808510638298, + "frac_ge3_solvable": 0.48936170212765956, + "max": 7, + "spread_median": 0.01368707067220054, + "spread_p90": 0.12836479703256354, + "spread_mean": 0.050882076705126865, + "near2_mean": 1.3, + "near2_frac_ge2": 0.44680851063829785, + "near5_mean": 1.6333333333333333, + "near5_frac_ge2": 0.6595744680851063 + }, + "tol0.3": { + "n_plants": 60, + "solvable": 0.7833333333333333, + "mean_count_all": 1.7833333333333334, + "mean_count_solvable": 2.276595744680851, + "frac_ge2_all": 0.4666666666666667, + "frac_ge2_solvable": 0.5957446808510638, + "frac_ge3_solvable": 0.3404255319148936, + "max": 7, + "spread_median": 0.013481866699301515, + "spread_p90": 0.12836479703256354, + "spread_mean": 0.05018253900740089, + "near2_mean": 1.0666666666666667, + "near2_frac_ge2": 0.2978723404255319, + "near5_mean": 1.3666666666666667, + "near5_frac_ge2": 0.5319148936170213 + }, + "starts": 24, + "wall_per_plant_s": 11.500914227962493, + "start_success": 0.10347222222222222, + "bank": { + "n_plants": 8000, + "mean_count": 2.1285, + "frac_ge2": 0.62425, + "frac_eq4_cap": 0.1675, + "spread_median_among_ge2": 0.02232582667957783, + "spread_p90_among_ge2": 0.11365813106807054 + } + } +} \ No newline at end of file diff --git a/results/ood/logs/furuta_eval.log b/results/ood/logs/furuta_eval.log new file mode 100644 index 0000000000000000000000000000000000000000..d8107c0f456207fc86322c67af529472bcfcedaf --- /dev/null +++ b/results/ood/logs/furuta_eval.log @@ -0,0 +1,342 @@ +[v3_eval] ckpt=models/Best_furuta_traj_cond_v3.pth weights=raw clip_sample_range=1.0 +[lvl0] sampled v3 s0 invalid 0 +[lvl0] sampled v3 s1 invalid 0 +[lvl0] sampled v3 s2 invalid 0 +[v3_eval] ckpt=models/Best_furuta_traj_cond_v3_e2400.pth weights=raw clip_sample_range=1.0 +[lvl0] sampled v3e s0 invalid 0 +[lvl0] sampled v3e s1 invalid 0 +[lvl0] sampled v3e s2 invalid 0 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + +[lvl0] 1/60 117s + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + +[lvl0] 2/60 123s +[lvl0] 3/60 124s +[lvl0] 4/60 127s + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + +[lvl0] 5/60 129s +[lvl0] 6/60 131s +[lvl0] 7/60 133s +[lvl0] 8/60 134s +[lvl0] 9/60 134s +[lvl0] 10/60 137s +[lvl0] 11/60 138s +[lvl0] 12/60 140s +[lvl0] 13/60 143s +[lvl0] 14/60 145s +[lvl0] 15/60 146s +[lvl0] 16/60 149s +[lvl0] 17/60 151s +[lvl0] 18/60 154s +[lvl0] 19/60 156s +[lvl0] 20/60 159s +[lvl0] 21/60 160s +[lvl0] 22/60 162s +[lvl0] 23/60 162s +[lvl0] 24/60 162s +[lvl0] 25/60 163s +[lvl0] 26/60 167s +[lvl0] 27/60 168s +[lvl0] 28/60 168s +[lvl0] 29/60 168s +[lvl0] 30/60 173s +[lvl0] 31/60 173s +[lvl0] 32/60 178s +[lvl0] 33/60 179s +[lvl0] 34/60 181s +[lvl0] 35/60 184s +[lvl0] 36/60 185s +[lvl0] 37/60 185s +[lvl0] 38/60 185s +[lvl0] 39/60 188s +[lvl0] 40/60 188s +[lvl0] 41/60 190s +[lvl0] 42/60 200s +[lvl0] 43/60 200s +[lvl0] 44/60 206s +[lvl0] 45/60 206s +[lvl0] 46/60 208s +[lvl0] 47/60 208s +[lvl0] 48/60 209s +[lvl0] 49/60 214s +[lvl0] 50/60 215s +[lvl0] 51/60 215s +[lvl0] 52/60 216s +[lvl0] 53/60 217s +[lvl0] 54/60 218s +[lvl0] 55/60 221s +[lvl0] 56/60 224s +[lvl0] 57/60 227s +[lvl0] 58/60 230s +[lvl0] 59/60 235s +[lvl0] 60/60 246s +[v3_eval] ckpt=models/Best_furuta_traj_cond_v3.pth weights=raw clip_sample_range=1.0 +[lvl1.1] sampled v3 s0 invalid 0 +[lvl1.1] sampled v3 s1 invalid 0 +[lvl1.1] sampled v3 s2 invalid 0 +[v3_eval] ckpt=models/Best_furuta_traj_cond_v3_e2400.pth weights=raw clip_sample_range=1.0 +[lvl1.1] sampled v3e s0 invalid 0 +[lvl1.1] sampled v3e s1 invalid 0 +[lvl1.1] sampled v3e s2 invalid 0 +terminate called after throwing an instance of 'c10::Error' + what(): pool INTERNAL ASSERT FAILED at "/pytorch/aten/src/ATen/ParallelOpenMP.cpp":64, please report a bug to PyTorch. Invalid thread pool! +Exception raised from set_num_threads at /pytorch/aten/src/ATen/ParallelOpenMP.cpp:64 (most recent call first): +frame #0: c10::Error::Error(c10::SourceLocation, std::__cxx11::basic_string, std::allocator >) + 0x9d (0x737091372fdd in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #1: c10::detail::torchCheckFail(char const*, char const*, unsigned int, std::__cxx11::basic_string, std::allocator > const&) + 0xc3 (0x737091308561 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #2: c10::detail::torchInternalAssertFail(char const*, char const*, unsigned int, char const*, char const*) + 0x42 (0x73709136f622 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #3: + 0x19c8ce6 (0x736fb0dc8ce6 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #4: torch::autograd::Engine::thread_init(int, std::shared_ptr const&, bool) + 0x2cf (0x736fb51eea0f in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #5: + 0x824642 (0x736fc5224642 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_python.so) +frame #6: + 0xdf0e6 (0x7370942ea0e6 in /home/cercola/miniconda3/bin/../lib/libstdc++.so.6) +frame #7: + 0x9cb84 (0x73709709cb84 in /lib/x86_64-linux-gnu/libc.so.6) +frame #8: + 0x129ecc (0x737097129ecc in /lib/x86_64-linux-gnu/libc.so.6) + +terminate called after throwing an instance of 'c10::Error' + what(): pool INTERNAL ASSERT FAILED at "/pytorch/aten/src/ATen/ParallelOpenMP.cpp":64, please report a bug to PyTorch. Invalid thread pool! +Exception raised from set_num_threads at /pytorch/aten/src/ATen/ParallelOpenMP.cpp:64 (most recent call first): +frame #0: c10::Error::Error(c10::SourceLocation, std::__cxx11::basic_string, std::allocator >) + 0x9d (0x737091372fdd in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #1: c10::detail::torchCheckFail(char const*, char const*, unsigned int, std::__cxx11::basic_string, std::allocator > const&) + 0xc3 (0x737091308561 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #2: c10::detail::torchInternalAssertFail(char const*, char const*, unsigned int, char const*, char const*) + 0x42 (0x73709136f622 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #3: + 0x19c8ce6 (0x736fb0dc8ce6 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #4: torch::autograd::Engine::thread_init(int, std::shared_ptr const&, bool) + 0x2cf (0x736fb51eea0f in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #5: + 0x824642 (0x736fc5224642 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_python.so) +frame #6: + 0xdf0e6 (0x7370942ea0e6 in /home/cercola/miniconda3/bin/../lib/libstdc++.so.6) +frame #7: + 0x9cb84 (0x73709709cb84 in /lib/x86_64-linux-gnu/libc.so.6) +frame #8: + 0x129ecc (0x737097129ecc in /lib/x86_64-linux-gnu/libc.so.6) + +terminate called after throwing an instance of 'c10::Error' + what(): pool INTERNAL ASSERT FAILED at "/pytorch/aten/src/ATen/ParallelOpenMP.cpp":64, please report a bug to PyTorch. Invalid thread pool! +Exception raised from set_num_threads at /pytorch/aten/src/ATen/ParallelOpenMP.cpp:64 (most recent call first): +frame #0: c10::Error::Error(c10::SourceLocation, std::__cxx11::basic_string, std::allocator >) + 0x9d (0x737091372fdd in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #1: c10::detail::torchCheckFail(char const*, char const*, unsigned int, std::__cxx11::basic_string, std::allocator > const&) + 0xc3 (0x737091308561 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #2: c10::detail::torchInternalAssertFail(char const*, char const*, unsigned int, char const*, char const*) + 0x42 (0x73709136f622 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #3: + 0x19c8ce6 (0x736fb0dc8ce6 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #4: torch::autograd::Engine::thread_init(int, std::shared_ptr const&, bool) + 0x2cf (0x736fb51eea0f in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #5: + 0x824642 (0x736fc5224642 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_python.so) +frame #6: + 0xdf0e6 (0x7370942ea0e6 in /home/cercola/miniconda3/bin/../lib/libstdc++.so.6) +frame #7: + 0x9cb84 (0x73709709cb84 in /lib/x86_64-linux-gnu/libc.so.6) +frame #8: + 0x129ecc (0x737097129ecc in /lib/x86_64-linux-gnu/libc.so.6) + +terminate called after throwing an instance of 'c10::Error' + what(): pool INTERNAL ASSERT FAILED at "/pytorch/aten/src/ATen/ParallelOpenMP.cpp":64, please report a bug to PyTorch. Invalid thread pool! +Exception raised from set_num_threads at /pytorch/aten/src/ATen/ParallelOpenMP.cpp:64 (most recent call first): +frame #0: c10::Error::Error(c10::SourceLocation, std::__cxx11::basic_string, std::allocator >) + 0x9d (0x737091372fdd in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #1: c10::detail::torchCheckFail(char const*, char const*, unsigned int, std::__cxx11::basic_string, std::allocator > const&) + 0xc3 (0x737091308561 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #2: c10::detail::torchInternalAssertFail(char const*, char const*, unsigned int, char const*, char const*) + 0x42 (0x73709136f622 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #3: + 0x19c8ce6 (0x736fb0dc8ce6 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #4: torch::autograd::Engine::thread_init(int, std::shared_ptr const&, bool) + 0x2cf (0x736fb51eea0f in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #5: + 0x824642 (0x736fc5224642 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_python.so) +frame #6: + 0xdf0e6 (0x7370942ea0e6 in /home/cercola/miniconda3/bin/../lib/libstdc++.so.6) +frame #7: + 0x9cb84 (0x73709709cb84 in /lib/x86_64-linux-gnu/libc.so.6) +frame #8: + 0x129ecc (0x737097129ecc in /lib/x86_64-linux-gnu/libc.so.6) + +terminate called after throwing an instance of 'c10::Error' + what(): pool INTERNAL ASSERT FAILED at "/pytorch/aten/src/ATen/ParallelOpenMP.cpp":64, please report a bug to PyTorch. Invalid thread pool! +Exception raised from set_num_threads at /pytorch/aten/src/ATen/ParallelOpenMP.cpp:64 (most recent call first): +frame #0: c10::Error::Error(c10::SourceLocation, std::__cxx11::basic_string, std::allocator >) + 0x9d (0x737091372fdd in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #1: c10::detail::torchCheckFail(char const*, char const*, unsigned int, std::__cxx11::basic_string, std::allocator > const&) + 0xc3 (0x737091308561 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #2: c10::detail::torchInternalAssertFail(char const*, char const*, unsigned int, char const*, char const*) + 0x42 (0x73709136f622 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #3: + 0x19c8ce6 (0x736fb0dc8ce6 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #4: torch::autograd::Engine::thread_init(int, std::shared_ptr const&, bool) + 0x2cf (0x736fb51eea0f in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #5: + 0x824642 (0x736fc5224642 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_python.so) +frame #6: + 0xdf0e6 (0x7370942ea0e6 in /home/cercola/miniconda3/bin/../lib/libstdc++.so.6) +frame #7: + 0x9cb84 (0x73709709cb84 in /lib/x86_64-linux-gnu/libc.so.6) +frame #8: + 0x129ecc (0x737097129ecc in /lib/x86_64-linux-gnu/libc.so.6) + +terminate called after throwing an instance of 'c10::Error' + what(): pool INTERNAL ASSERT FAILED at "/pytorch/aten/src/ATen/ParallelOpenMP.cpp":64, please report a bug to PyTorch. Invalid thread pool! +Exception raised from set_num_threads at /pytorch/aten/src/ATen/ParallelOpenMP.cpp:64 (most recent call first): +frame #0: c10::Error::Error(c10::SourceLocation, std::__cxx11::basic_string, std::allocator >) + 0x9d (0x737091372fdd in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #1: c10::detail::torchCheckFail(char const*, char const*, unsigned int, std::__cxx11::basic_string, std::allocator > const&) + 0xc3 (0x737091308561 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #2: c10::detail::torchInternalAssertFail(char const*, char const*, unsigned int, char const*, char const*) + 0x42 (0x73709136f622 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #3: + 0x19c8ce6 (0x736fb0dc8ce6 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #4: torch::autograd::Engine::thread_init(int, std::shared_ptr const&, bool) + 0x2cf (0x736fb51eea0f in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #5: + 0x824642 (0x736fc5224642 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_python.so) +frame #6: + 0xdf0e6 (0x7370942ea0e6 in /home/cercola/miniconda3/bin/../lib/libstdc++.so.6) +frame #7: + 0x9cb84 (0x73709709cb84 in /lib/x86_64-linux-gnu/libc.so.6) +frame #8: + 0x129ecc (0x737097129ecc in /lib/x86_64-linux-gnu/libc.so.6) + +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[lvl1.1] round 0 broke: BrokenProcessPool +terminate called after throwing an instance of 'c10::Error' + what(): pool INTERNAL ASSERT FAILED at "/pytorch/aten/src/ATen/ParallelOpenMP.cpp":64, please report a bug to PyTorch. Invalid thread pool! +Exception raised from set_num_threads at /pytorch/aten/src/ATen/ParallelOpenMP.cpp:64 (most recent call first): +frame #0: c10::Error::Error(c10::SourceLocation, std::__cxx11::basic_string, std::allocator >) + 0x9d (0x737091372fdd in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #1: c10::detail::torchCheckFail(char const*, char const*, unsigned int, std::__cxx11::basic_string, std::allocator > const&) + 0xc3 (0x737091308561 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #2: c10::detail::torchInternalAssertFail(char const*, char const*, unsigned int, char const*, char const*) + 0x42 (0x73709136f622 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #3: + 0x19c8ce6 (0x736fb0dc8ce6 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #4: torch::autograd::Engine::thread_init(int, std::shared_ptr const&, bool) + 0x2cf (0x736fb51eea0f in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #5: + 0x824642 (0x736fc5224642 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_python.so) +frame #6: + 0xdf0e6 (0x7370942ea0e6 in /home/cercola/miniconda3/bin/../lib/libstdc++.so.6) +frame #7: + 0x9cb84 (0x73709709cb84 in /lib/x86_64-linux-gnu/libc.so.6) +frame #8: + 0x129ecc (0x737097129ecc in /lib/x86_64-linux-gnu/libc.so.6) + +terminate called after throwing an instance of 'c10::Error' + what(): pool INTERNAL ASSERT FAILED at "/pytorch/aten/src/ATen/ParallelOpenMP.cpp":64, please report a bug to PyTorch. Invalid thread pool! +Exception raised from set_num_threads at /pytorch/aten/src/ATen/ParallelOpenMP.cpp:64 (most recent call first): +frame #0: c10::Error::Error(c10::SourceLocation, std::__cxx11::basic_string, std::allocator >) + 0x9d (0x737091372fdd in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #1: c10::detail::torchCheckFail(char const*, char const*, unsigned int, std::__cxx11::basic_string, std::allocator > const&) + 0xc3 (0x737091308561 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #2: c10::detail::torchInternalAssertFail(char const*, char const*, unsigned int, char const*, char const*) + 0x42 (0x73709136f622 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #3: + 0x19c8ce6 (0x736fb0dc8ce6 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #4: torch::autograd::Engine::thread_init(int, std::shared_ptr const&, bool) + 0x2cf (0x736fb51eea0f in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #5: + 0x824642 (0x736fc5224642 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_python.so) +frame #6: + 0xdf0e6 (0x7370942ea0e6 in /home/cercola/miniconda3/bin/../lib/libstdc++.so.6) +frame #7: + 0x9cb84 (0x73709709cb84 in /lib/x86_64-linux-gnu/libc.so.6) +frame #8: + 0x129ecc (0x737097129ecc in /lib/x86_64-linux-gnu/libc.so.6) + +terminate called after throwing an instance of 'c10::Error' + what(): pool INTERNAL ASSERT FAILED at "/pytorch/aten/src/ATen/ParallelOpenMP.cpp":64, please report a bug to PyTorch. Invalid thread pool! +Exception raised from set_num_threads at /pytorch/aten/src/ATen/ParallelOpenMP.cpp:64 (most recent call first): +frame #0: c10::Error::Error(c10::SourceLocation, std::__cxx11::basic_string, std::allocator >) + 0x9d (0x737091372fdd in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #1: c10::detail::torchCheckFail(char const*, char const*, unsigned int, std::__cxx11::basic_string, std::allocator > const&) + 0xc3 (0x737091308561 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #2: c10::detail::torchInternalAssertFail(char const*, char const*, unsigned int, char const*, char const*) + 0x42 (0x73709136f622 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #3: + 0x19c8ce6 (0x736fb0dc8ce6 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #4: torch::autograd::Engine::thread_init(int, std::shared_ptr const&, bool) + 0x2cf (0x736fb51eea0f in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #5: + 0x824642 (0x736fc5224642 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_python.so) +frame #6: + 0xdf0e6 (0x7370942ea0e6 in /home/cercola/miniconda3/bin/../lib/libstdc++.so.6) +frame #7: + 0x9cb84 (0x73709709cb84 in /lib/x86_64-linux-gnu/libc.so.6) +frame #8: + 0x129ecc (0x737097129ecc in /lib/x86_64-linux-gnu/libc.so.6) + +terminate called after throwing an instance of 'c10::Error' + what(): pool INTERNAL ASSERT FAILED at "/pytorch/aten/src/ATen/ParallelOpenMP.cpp":64, please report a bug to PyTorch. Invalid thread pool! +Exception raised from set_num_threads at /pytorch/aten/src/ATen/ParallelOpenMP.cpp:64 (most recent call first): +frame #0: c10::Error::Error(c10::SourceLocation, std::__cxx11::basic_string, std::allocator >) + 0x9d (0x737091372fdd in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #1: c10::detail::torchCheckFail(char const*, char const*, unsigned int, std::__cxx11::basic_string, std::allocator > const&) + 0xc3 (0x737091308561 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #2: c10::detail::torchInternalAssertFail(char const*, char const*, unsigned int, char const*, char const*) + 0x42 (0x73709136f622 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #3: + 0x19c8ce6 (0x736fb0dc8ce6 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #4: torch::autograd::Engine::thread_init(int, std::shared_ptr const&, bool) + 0x2cf (0x736fb51eea0f in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #5: + 0x824642 (0x736fc5224642 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_python.so) +frame #6: + 0xdf0e6 (0x7370942ea0e6 in /home/cercola/miniconda3/bin/../lib/libstdc++.so.6) +frame #7: + 0x9cb84 (0x73709709cb84 in /lib/x86_64-linux-gnu/libc.so.6) +frame #8: + 0x129ecc (0x737097129ecc in /lib/x86_64-linux-gnu/libc.so.6) + +terminate called after throwing an instance of 'c10::Error' + what(): pool INTERNAL ASSERT FAILED at "/pytorch/aten/src/ATen/ParallelOpenMP.cpp":64, please report a bug to PyTorch. Invalid thread pool! +Exception raised from set_num_threads at /pytorch/aten/src/ATen/ParallelOpenMP.cpp:64 (most recent call first): +frame #0: c10::Error::Error(c10::SourceLocation, std::__cxx11::basic_string, std::allocator >) + 0x9d (0x737091372fdd in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #1: c10::detail::torchCheckFail(char const*, char const*, unsigned int, std::__cxx11::basic_string, std::allocator > const&) + 0xc3 (0x737091308561 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #2: c10::detail::torchInternalAssertFail(char const*, char const*, unsigned int, char const*, char const*) + 0x42 (0x73709136f622 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #3: + 0x19c8ce6 (0x736fb0dc8ce6 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #4: torch::autograd::Engine::thread_init(int, std::shared_ptr const&, bool) + 0x2cf (0x736fb51eea0f in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #5: + 0x824642 (0x736fc5224642 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_python.so) +frame #6: + 0xdf0e6 (0x7370942ea0e6 in /home/cercola/miniconda3/bin/../lib/libstdc++.so.6) +frame #7: + 0x9cb84 (0x73709709cb84 in /lib/x86_64-linux-gnu/libc.so.6) +frame #8: + 0x129ecc (0x737097129ecc in /lib/x86_64-linux-gnu/libc.so.6) + +terminate called after throwing an instance of 'c10::Error' + what(): pool INTERNAL ASSERT FAILED at "/pytorch/aten/src/ATen/ParallelOpenMP.cpp":64, please report a bug to PyTorch. Invalid thread pool! +Exception raised from set_num_threads at /pytorch/aten/src/ATen/ParallelOpenMP.cpp:64 (most recent call first): +frame #0: c10::Error::Error(c10::SourceLocation, std::__cxx11::basic_string, std::allocator >) + 0x9d (0x737091372fdd in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #1: c10::detail::torchCheckFail(char const*, char const*, unsigned int, std::__cxx11::basic_string, std::allocator > const&) + 0xc3 (0x737091308561 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #2: c10::detail::torchInternalAssertFail(char const*, char const*, unsigned int, char const*, char const*) + 0x42 (0x73709136f622 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #3: + 0x19c8ce6 (0x736fb0dc8ce6 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #4: torch::autograd::Engine::thread_init(int, std::shared_ptr const&, bool) + 0x2cf (0x736fb51eea0f in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #5: + 0x824642 (0x736fc5224642 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_python.so) +frame #6: + 0xdf0e6 (0x7370942ea0e6 in /home/cercola/miniconda3/bin/../lib/libstdc++.so.6) +frame #7: + 0x9cb84 (0x73709709cb84 in /lib/x86_64-linux-gnu/libc.so.6) +frame #8: + 0x129ecc (0x737097129ecc in /lib/x86_64-linux-gnu/libc.so.6) + +terminate called after throwing an instance of 'c10::Error' + what(): pool INTERNAL ASSERT FAILED at "/pytorch/aten/src/ATen/ParallelOpenMP.cpp":64, please report a bug to PyTorch. Invalid thread pool! +Exception raised from set_num_threads at /pytorch/aten/src/ATen/ParallelOpenMP.cpp:64 (most recent call first): +frame #0: c10::Error::Error(c10::SourceLocation, std::__cxx11::basic_string, std::allocator >) + 0x9d (0x737091372fdd in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #1: c10::detail::torchCheckFail(char const*, char const*, unsigned int, std::__cxx11::basic_string, std::allocator > const&) + 0xc3 (0x737091308561 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #2: c10::detail::torchInternalAssertFail(char const*, char const*, unsigned int, char const*, char const*) + 0x42 (0x73709136f622 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libc10.so) +frame #3: + 0x19c8ce6 (0x736fb0dc8ce6 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #4: torch::autograd::Engine::thread_init(int, std::shared_ptr const&, bool) + 0x2cf (0x736fb51eea0f in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_cpu.so) +frame #5: + 0x824642 (0x736fc5224642 in /home/cercola/miniconda3/lib/python3.13/site-packages/torch/lib/libtorch_python.so) +frame #6: + 0xdf0e6 (0x7370942ea0e6 in /home/cercola/miniconda3/bin/../lib/libstdc++.so.6) +frame #7: + 0x9cb84 (0x73709709cb84 in /lib/x86_64-linux-gnu/libc.so.6) +frame #8: + 0x129ecc (0x737097129ecc in /lib/x86_64-linux-gnu/libc.so.6) + +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[lvl1.1] round 1 broke: BrokenProcessPool +[lvl1.1] 1/60 127s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[lvl1.1] 2/60 134s +[lvl1.1] 3/60 143s +[lvl1.1] 4/60 150s +[lvl1.1] 5/60 166s +[lvl1.1] 6/60 188s +[lvl1.1] 7/60 208s +[lvl1.1] 8/60 216s +[lvl1.1] 9/60 235s +[lvl1.1] 10/60 242s +[lvl1.1] 11/60 247s +[lvl1.1] 12/60 268s +[lvl1.1] 13/60 286s +[lvl1.1] 14/60 310s +[lvl1.1] 15/60 343s +[lvl1.1] 16/60 355s +[lvl1.1] 17/60 381s diff --git a/results/ood/logs/furuta_eval2.log b/results/ood/logs/furuta_eval2.log new file mode 100644 index 0000000000000000000000000000000000000000..542eab1821724d49d7f9c93a559d97c8b1d74531 --- /dev/null +++ b/results/ood/logs/furuta_eval2.log @@ -0,0 +1,566 @@ +[v3_eval] ckpt=models/Best_furuta_traj_cond_v3.pth weights=raw clip_sample_range=1.0 +[lvl1.1] sampled v3 s0 invalid 0 +[lvl1.1] sampled v3 s1 invalid 0 +[lvl1.1] sampled v3 s2 invalid 0 +[v3_eval] ckpt=models/Best_furuta_traj_cond_v3_e2400.pth weights=raw clip_sample_range=1.0 +[lvl1.1] sampled v3e s0 invalid 0 +[lvl1.1] sampled v3e s1 invalid 0 +[lvl1.1] sampled v3e s2 invalid 0 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[lvl1.1] 1/60 144s +[lvl1.1] 2/60 146s +[lvl1.1] 3/60 146s +[lvl1.1] 4/60 153s +[lvl1.1] 5/60 155s +[lvl1.1] 6/60 155s +[lvl1.1] 7/60 157s +[lvl1.1] 8/60 162s +[lvl1.1] 9/60 164s +[lvl1.1] 10/60 174s +[lvl1.1] 11/60 183s +[lvl1.1] 12/60 186s +[lvl1.1] 13/60 187s +[lvl1.1] 14/60 192s +[lvl1.1] 15/60 196s +[lvl1.1] 16/60 203s +[lvl1.1] 17/60 205s +[lvl1.1] 18/60 207s +[lvl1.1] 19/60 210s +[lvl1.1] 20/60 215s +[lvl1.1] 21/60 220s +[lvl1.1] 22/60 226s +[lvl1.1] 23/60 229s +[lvl1.1] 24/60 236s +[lvl1.1] 25/60 237s +[lvl1.1] 26/60 242s +[lvl1.1] 27/60 248s +[lvl1.1] 28/60 248s +[lvl1.1] 29/60 254s +[lvl1.1] 30/60 259s +[lvl1.1] 31/60 261s +[lvl1.1] 32/60 261s +[lvl1.1] 33/60 266s +[lvl1.1] 34/60 268s +[lvl1.1] 35/60 271s +[lvl1.1] 36/60 282s +[lvl1.1] 37/60 284s +[lvl1.1] 38/60 292s +[lvl1.1] 39/60 295s +[lvl1.1] 40/60 295s +[lvl1.1] 41/60 309s +[lvl1.1] 42/60 310s +[lvl1.1] 43/60 315s +[lvl1.1] 44/60 325s +[lvl1.1] 45/60 327s +[lvl1.1] 46/60 329s +[lvl1.1] 47/60 340s +[lvl1.1] 48/60 342s +[lvl1.1] 49/60 352s +[lvl1.1] 50/60 357s +[lvl1.1] 51/60 359s +[lvl1.1] 52/60 367s +[lvl1.1] 53/60 371s +[lvl1.1] 54/60 372s +[lvl1.1] 55/60 375s +[lvl1.1] 56/60 378s +[lvl1.1] 57/60 385s +[lvl1.1] 58/60 396s +[lvl1.1] 59/60 401s +[lvl1.1] 60/60 410s + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + +[v3_eval] ckpt=models/Best_furuta_traj_cond_v3.pth weights=raw clip_sample_range=1.0 +[lvl1.25] sampled v3 s0 invalid 0 +[lvl1.25] sampled v3 s1 invalid 0 +[lvl1.25] sampled v3 s2 invalid 0 +[v3_eval] ckpt=models/Best_furuta_traj_cond_v3_e2400.pth weights=raw clip_sample_range=1.0 +[lvl1.25] sampled v3e s0 invalid 0 +[lvl1.25] sampled v3e s1 invalid 0 +[lvl1.25] sampled v3e s2 invalid 0 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[lvl1.25] 1/60 133s +[lvl1.25] 2/60 134s +[lvl1.25] 3/60 135s +[lvl1.25] 4/60 140s +[lvl1.25] 5/60 145s +[lvl1.25] 6/60 151s +[lvl1.25] 7/60 154s +[lvl1.25] 8/60 160s +[lvl1.25] 9/60 170s +[lvl1.25] 10/60 177s +[lvl1.25] 11/60 178s +[lvl1.25] 12/60 182s +[lvl1.25] 13/60 183s +[lvl1.25] 14/60 188s +[lvl1.25] 15/60 194s +[lvl1.25] 16/60 194s +[lvl1.25] 17/60 201s +[lvl1.25] 18/60 205s +[lvl1.25] 19/60 207s +[lvl1.25] 20/60 214s +[lvl1.25] 21/60 215s +[lvl1.25] 22/60 217s +[lvl1.25] 23/60 230s +[lvl1.25] 24/60 238s +[lvl1.25] 25/60 240s +[lvl1.25] 26/60 249s +[lvl1.25] 27/60 251s +[lvl1.25] 28/60 252s +[lvl1.25] 29/60 253s +[lvl1.25] 30/60 254s +[lvl1.25] 31/60 263s +[lvl1.25] 32/60 266s +[lvl1.25] 33/60 269s +[lvl1.25] 34/60 272s +[lvl1.25] 35/60 272s +[lvl1.25] 36/60 280s +[lvl1.25] 37/60 282s +[lvl1.25] 38/60 286s +[lvl1.25] 39/60 295s +[lvl1.25] 40/60 299s +[lvl1.25] 41/60 306s +[lvl1.25] 42/60 309s +[lvl1.25] 43/60 318s +[lvl1.25] 44/60 327s +[lvl1.25] 45/60 328s +[lvl1.25] 46/60 329s +[lvl1.25] 47/60 329s +[lvl1.25] 48/60 338s +[lvl1.25] 49/60 340s +[lvl1.25] 50/60 341s +[lvl1.25] 51/60 342s +[lvl1.25] 52/60 347s +[lvl1.25] 53/60 348s +[lvl1.25] 54/60 350s +[lvl1.25] 55/60 351s +[lvl1.25] 56/60 357s +[lvl1.25] 57/60 359s +[lvl1.25] 58/60 368s +[lvl1.25] 59/60 369s +[lvl1.25] 60/60 370s + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + +[v3_eval] ckpt=models/Best_furuta_traj_cond_v3.pth weights=raw clip_sample_range=1.0 +[lvl1.5] sampled v3 s0 invalid 0 +[lvl1.5] sampled v3 s1 invalid 0 +[lvl1.5] sampled v3 s2 invalid 0 +[v3_eval] ckpt=models/Best_furuta_traj_cond_v3_e2400.pth weights=raw clip_sample_range=1.0 +[lvl1.5] sampled v3e s0 invalid 0 +[lvl1.5] sampled v3e s1 invalid 0 +[lvl1.5] sampled v3e s2 invalid 0 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[lvl1.5] 1/60 129s +[lvl1.5] 2/60 133s +[lvl1.5] 3/60 142s +[lvl1.5] 4/60 146s +[lvl1.5] 5/60 151s +[lvl1.5] 6/60 156s +[lvl1.5] 7/60 158s +[lvl1.5] 8/60 160s +[lvl1.5] 9/60 165s +[lvl1.5] 10/60 165s +[lvl1.5] 11/60 165s +[lvl1.5] 12/60 166s +[lvl1.5] 13/60 173s +[lvl1.5] 14/60 174s +[lvl1.5] 15/60 178s +[lvl1.5] 16/60 181s +[lvl1.5] 17/60 187s +[lvl1.5] 18/60 189s +[lvl1.5] 19/60 189s +[lvl1.5] 20/60 195s +[lvl1.5] 21/60 211s +[lvl1.5] 22/60 214s +[lvl1.5] 23/60 228s +[lvl1.5] 24/60 229s +[lvl1.5] 25/60 229s +[lvl1.5] 26/60 230s +[lvl1.5] 27/60 238s +[lvl1.5] 28/60 238s +[lvl1.5] 29/60 240s +CasADi - 2026-10-01 06:40:27 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 101, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:40:27 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 101, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:40:27 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 101, col 0).") [.../casadi/core/oracle_function.cpp:408] +[lvl1.5] 30/60 247s +[lvl1.5] 31/60 252s +[lvl1.5] 32/60 254s +[lvl1.5] 33/60 255s +[lvl1.5] 34/60 265s +[lvl1.5] 35/60 268s +[lvl1.5] 36/60 273s +[lvl1.5] 37/60 274s +[lvl1.5] 38/60 276s +[lvl1.5] 39/60 279s +[lvl1.5] 40/60 280s +[lvl1.5] 41/60 289s +[lvl1.5] 42/60 290s +[lvl1.5] 43/60 292s +[lvl1.5] 44/60 298s +[lvl1.5] 45/60 305s +[lvl1.5] 46/60 311s +[lvl1.5] 47/60 316s +[lvl1.5] 48/60 319s +[lvl1.5] 49/60 322s +[lvl1.5] 50/60 328s +[lvl1.5] 51/60 329s +[lvl1.5] 52/60 330s +[lvl1.5] 53/60 338s +[lvl1.5] 54/60 340s +[lvl1.5] 55/60 342s +[lvl1.5] 56/60 343s +[lvl1.5] 57/60 345s +[lvl1.5] 58/60 350s +[lvl1.5] 59/60 353s +[lvl1.5] 60/60 376s + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + +[v3_eval] ckpt=models/Best_furuta_traj_cond_v3.pth weights=raw clip_sample_range=1.0 +[lvl2.0] sampled v3 s0 invalid 0 +[lvl2.0] sampled v3 s1 invalid 0 +[lvl2.0] sampled v3 s2 invalid 0 +[v3_eval] ckpt=models/Best_furuta_traj_cond_v3_e2400.pth weights=raw clip_sample_range=1.0 +[lvl2.0] sampled v3e s0 invalid 0 +[lvl2.0] sampled v3e s1 invalid 0 +[lvl2.0] sampled v3e s2 invalid 0 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[lvl2.0] 1/60 131s +[lvl2.0] 2/60 137s +[lvl2.0] 3/60 138s +[lvl2.0] 4/60 154s +[lvl2.0] 5/60 154s +[lvl2.0] 6/60 161s +[lvl2.0] 7/60 161s +[lvl2.0] 8/60 161s +[lvl2.0] 9/60 168s +[lvl2.0] 10/60 172s +[lvl2.0] 11/60 175s +[lvl2.0] 12/60 176s +[lvl2.0] 13/60 179s +[lvl2.0] 14/60 203s +[lvl2.0] 15/60 204s +[lvl2.0] 16/60 210s +[lvl2.0] 17/60 213s +[lvl2.0] 18/60 220s +[lvl2.0] 19/60 229s +[lvl2.0] 20/60 229s +[lvl2.0] 21/60 243s +[lvl2.0] 22/60 249s +[lvl2.0] 23/60 257s +[lvl2.0] 24/60 259s +[lvl2.0] 25/60 270s +[lvl2.0] 26/60 274s +[lvl2.0] 27/60 282s +[lvl2.0] 28/60 285s +[lvl2.0] 29/60 303s +[lvl2.0] 30/60 304s +[lvl2.0] 31/60 310s +[lvl2.0] 32/60 317s +[lvl2.0] 33/60 319s +[lvl2.0] 34/60 329s +[lvl2.0] 35/60 333s +[lvl2.0] 36/60 338s +[lvl2.0] 37/60 349s +[lvl2.0] 38/60 360s +[lvl2.0] 39/60 365s +[lvl2.0] 40/60 367s +[lvl2.0] 41/60 367s +[lvl2.0] 42/60 370s +[lvl2.0] 43/60 373s +[lvl2.0] 44/60 378s +[lvl2.0] 45/60 384s +[lvl2.0] 46/60 386s +[lvl2.0] 47/60 405s +[lvl2.0] 48/60 410s +[lvl2.0] 49/60 425s +[lvl2.0] 50/60 426s +[lvl2.0] 51/60 428s +CasADi - 2026-10-01 06:49:53 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 101, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:49:53 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 101, col 0).") [.../casadi/core/oracle_function.cpp:408] +CasADi - 2026-10-01 06:49:53 WARNING("solver:nlp_g failed: NaN detected for output g, at (row 97, col 0).") [.../casadi/core/oracle_function.cpp:408] +[lvl2.0] 52/60 441s +[lvl2.0] 53/60 454s +[lvl2.0] 54/60 464s +[lvl2.0] 55/60 465s +[lvl2.0] 56/60 468s +[lvl2.0] 57/60 487s +[lvl2.0] 58/60 489s +[lvl2.0] 59/60 493s +[lvl2.0] 60/60 546s + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + + +****************************************************************************** +This program contains Ipopt, a library for large-scale nonlinear optimization. + Ipopt is released as open source code under the Eclipse Public License (EPL). + For more information visit https://github.com/coin-or/Ipopt +****************************************************************************** + diff --git a/results/ood/logs/furuta_extra.log b/results/ood/logs/furuta_extra.log new file mode 100644 index 0000000000000000000000000000000000000000..a3c9c8c7a5260a5a8788edea79976a6348107313 --- /dev/null +++ b/results/ood/logs/furuta_extra.log @@ -0,0 +1,88 @@ +[v3_eval] ckpt=models/Best_furuta_traj_cond_v3_e2400_s1.pth weights=raw clip_sample_range=1.0 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[lvl0] extra done +[v3_eval] ckpt=models/Best_furuta_traj_cond_v3_e2400_s1.pth weights=raw clip_sample_range=1.0 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[lvl1.1] extra done +[v3_eval] ckpt=models/Best_furuta_traj_cond_v3_e2400_s1.pth weights=raw clip_sample_range=1.0 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[lvl1.25] extra done +[v3_eval] ckpt=models/Best_furuta_traj_cond_v3_e2400_s1.pth weights=raw clip_sample_range=1.0 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[lvl1.5] extra done +[v3_eval] ckpt=models/Best_furuta_traj_cond_v3_e2400_s1.pth weights=raw clip_sample_range=1.0 +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/furuta_roa.py:189: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + cp.Problem(cp.Maximize(cp.log_det(S)), cons).solve(solver=solver, verbose=False) +[lvl2.0] extra done diff --git a/results/ood/logs/pend_evalA.log b/results/ood/logs/pend_evalA.log new file mode 100644 index 0000000000000000000000000000000000000000..e21d44a798eddf9febaa7084deb6f311a73d8234 --- /dev/null +++ b/results/ood/logs/pend_evalA.log @@ -0,0 +1,44 @@ +[lvl0] arms built 55s +[lvl0] steered 148s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/pendulum_lmi.py:149: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + prob.solve(solver=solver, verbose=False) +[lvl0] verified diff_s0 197s +[lvl0] verified diff_s1 252s +[lvl0] verified diff_s2 312s +[lvl0] verified x_s42 375s +[lvl0] verified x_s43 441s +[lvl0] verified x_s44 506s +[lvl0] verified nn 559s +[lvl0] verified idw_1 564s +[lvl0] verified idw_4 592s +[lvl0] verified idw_8 652s +[lvl0] verified nns 710s +[lvl0] verified dls 764s +[lvl1.1] arms built 55s +[lvl1.1] steered 288s +[lvl1.1] verified diff_s0 370s +[lvl1.1] verified diff_s1 458s +[lvl1.1] verified diff_s2 536s +[lvl1.1] verified x_s42 602s +[lvl1.1] verified x_s43 678s +[lvl1.1] verified x_s44 747s +[lvl1.1] verified nn 803s +[lvl1.1] verified idw_1 813s +[lvl1.1] verified idw_4 840s +[lvl1.1] verified idw_8 896s +[lvl1.1] verified nns 960s +[lvl1.1] verified dls 1020s +[lvl1.25] arms built 35s +[lvl1.25] steered 103s +[lvl1.25] verified diff_s0 196s +[lvl1.25] verified diff_s1 285s +[lvl1.25] verified diff_s2 384s +[lvl1.25] verified x_s42 494s +[lvl1.25] verified x_s43 610s +[lvl1.25] verified x_s44 716s +[lvl1.25] verified nn 770s +[lvl1.25] verified idw_1 776s +[lvl1.25] verified idw_4 801s +[lvl1.25] verified idw_8 851s +[lvl1.25] verified nns 925s +[lvl1.25] verified dls 1005s diff --git a/results/ood/logs/pend_evalB.log b/results/ood/logs/pend_evalB.log new file mode 100644 index 0000000000000000000000000000000000000000..3efc2c7a2f75a0ae89585bda97cb77a2a86a7c8f --- /dev/null +++ b/results/ood/logs/pend_evalB.log @@ -0,0 +1,30 @@ +[lvl1.5] arms built 53s +[lvl1.5] steered 145s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/pendulum_lmi.py:149: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + prob.solve(solver=solver, verbose=False) +[lvl1.5] verified diff_s0 223s +[lvl1.5] verified diff_s1 310s +[lvl1.5] verified diff_s2 409s +[lvl1.5] verified x_s42 525s +[lvl1.5] verified x_s43 623s +[lvl1.5] verified x_s44 717s +[lvl1.5] verified nn 775s +[lvl1.5] verified idw_1 784s +[lvl1.5] verified idw_4 831s +[lvl1.5] verified idw_8 904s +[lvl1.5] verified nns 1027s +[lvl1.5] verified dls 1139s +[lvl2.0] arms built 51s +[lvl2.0] steered 138s +[lvl2.0] verified diff_s0 239s +[lvl2.0] verified diff_s1 344s +[lvl2.0] verified diff_s2 458s +[lvl2.0] verified x_s42 576s +[lvl2.0] verified x_s43 678s +[lvl2.0] verified x_s44 786s +[lvl2.0] verified nn 875s +[lvl2.0] verified idw_1 885s +[lvl2.0] verified idw_4 927s +[lvl2.0] verified idw_8 1029s +[lvl2.0] verified nns 1126s +[lvl2.0] verified dls 1238s diff --git a/results/ood/logs/pend_eval_hole_in.log b/results/ood/logs/pend_eval_hole_in.log new file mode 100644 index 0000000000000000000000000000000000000000..c86aff02b67cd6686759ad8a303e5dc1ea5fac0b --- /dev/null +++ b/results/ood/logs/pend_eval_hole_in.log @@ -0,0 +1,15 @@ +[hole_in] arms built 141s +[hole_in] steered 261s +[hole_in] verified diff_s0 332s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/pendulum_lmi.py:149: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + prob.solve(solver=solver, verbose=False) +[hole_in] verified diff_s1 396s +[hole_in] verified diff_s2 446s +[hole_in] verified x_s43 491s +[hole_in] verified x_s44 538s +[hole_in] verified nn 586s +[hole_in] verified idw_1 594s +[hole_in] verified idw_4 621s +[hole_in] verified idw_8 671s +[hole_in] verified nns 721s +[hole_in] verified dls 773s diff --git a/results/ood/logs/pend_eval_hole_out.log b/results/ood/logs/pend_eval_hole_out.log new file mode 100644 index 0000000000000000000000000000000000000000..ab898022b08699eba8e5b7307297ac3c8bab1e75 --- /dev/null +++ b/results/ood/logs/pend_eval_hole_out.log @@ -0,0 +1,15 @@ +[hole_out] arms built 145s +[hole_out] steered 259s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/pendulum_lmi.py:149: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + prob.solve(solver=solver, verbose=False) +[hole_out] verified diff_s0 346s +[hole_out] verified diff_s1 416s +[hole_out] verified diff_s2 473s +[hole_out] verified x_s43 535s +[hole_out] verified x_s44 599s +[hole_out] verified nn 662s +[hole_out] verified idw_1 669s +[hole_out] verified idw_4 699s +[hole_out] verified idw_8 754s +[hole_out] verified nns 816s +[hole_out] verified dls 879s diff --git a/results/ood/logs/pend_oracle.log b/results/ood/logs/pend_oracle.log new file mode 100644 index 0000000000000000000000000000000000000000..e053532e7faaaacc1c215ec0791fd8c569f0f273 --- /dev/null +++ b/results/ood/logs/pend_oracle.log @@ -0,0 +1,7 @@ +oracle lvl0: 60/60 finite, 162s +oracle lvl1.1: 60/60 finite, 141s +oracle lvl1.25: 60/60 finite, 165s +oracle lvl1.5: 60/60 finite, 174s +oracle lvl2.0: 60/60 finite, 176s +oracle hole_in: 60/60 finite, 162s +oracle hole_out: 60/60 finite, 175s diff --git a/results/ood/logs/pend_pilotfar.log b/results/ood/logs/pend_pilotfar.log new file mode 100644 index 0000000000000000000000000000000000000000..c8ee757b1462b1257bbf8ded99d1b338c10f40b1 --- /dev/null +++ b/results/ood/logs/pend_pilotfar.log @@ -0,0 +1,17 @@ +oracle pilotfar: 60/60 finite, 223s +[pilotfar] arms built 39s +[pilotfar] steered 94s +/home/cercola/matte_server/DiffusionControl/nonlinear/data_generation/pendulum_lmi.py:149: UserWarning: Solution may be inaccurate. Try another solver, adjusting the solver settings, or solve with verbose=True for more information. + prob.solve(solver=solver, verbose=False) +[pilotfar] verified diff_s0 251s +[pilotfar] verified diff_s1 418s +[pilotfar] verified diff_s2 585s +[pilotfar] verified x_s42 753s +[pilotfar] verified x_s43 917s +[pilotfar] verified x_s44 1115s +[pilotfar] verified nn 1499s +[pilotfar] verified idw_1 1530s +[pilotfar] verified idw_4 1720s +[pilotfar] verified idw_8 2120s +[pilotfar] verified nns 2166s +[pilotfar] verified dls 2213s diff --git a/results/ood/logs/siso_eval.log b/results/ood/logs/siso_eval.log new file mode 100644 index 0000000000000000000000000000000000000000..b32e25e6b65b0cf5cdb101191b12f78ac52bfb64 --- /dev/null +++ b/results/ood/logs/siso_eval.log @@ -0,0 +1,10 @@ +[lvl0] arms 400s +[lvl0] diff_s0: cov plain 0.667 steered 0.642 (528s) +[lvl0] diff_s1: cov plain 0.692 steered 0.625 (651s) +[lvl0] diff_s2: cov plain 0.667 steered 0.650 (774s) +/home/cercola/matte_server/DiffusionControl/myenv/lib/python3.13/site-packages/scipy/signal/_lti_conversion.py:77: BadCoefficients: Badly conditioned filter coefficients (numerator): the results may be meaningless + num, den = normalize(num, den) # Strips zeros, checks arrays +[lvl0] nn: cov plain 0.642 steered 0.642 (961s) +[lvl0] idw_1: cov plain 0.375 steered 0.375 (1024s) +[lvl0] idw_4: cov plain 0.608 steered 0.600 (1107s) +[lvl0] idw_8: cov plain 0.650 steered 0.642 (1254s) diff --git a/results/ood/logs/siso_eval_lvl1.1.log b/results/ood/logs/siso_eval_lvl1.1.log new file mode 100644 index 0000000000000000000000000000000000000000..7955770d65908a610c486ac3494b2e65abe48550 --- /dev/null +++ b/results/ood/logs/siso_eval_lvl1.1.log @@ -0,0 +1,10 @@ +[lvl1.1] arms 556s +[lvl1.1] diff_s0: cov plain 0.717 steered 0.700 (658s) +[lvl1.1] diff_s1: cov plain 0.692 steered 0.683 (772s) +[lvl1.1] diff_s2: cov plain 0.708 steered 0.717 (887s) +/home/cercola/matte_server/DiffusionControl/myenv/lib/python3.13/site-packages/scipy/signal/_lti_conversion.py:77: BadCoefficients: Badly conditioned filter coefficients (numerator): the results may be meaningless + num, den = normalize(num, den) # Strips zeros, checks arrays +[lvl1.1] nn: cov plain 0.683 steered 0.683 (998s) +[lvl1.1] idw_1: cov plain 0.542 steered 0.550 (1035s) +[lvl1.1] idw_4: cov plain 0.667 steered 0.675 (1097s) +[lvl1.1] idw_8: cov plain 0.675 steered 0.675 (1204s) diff --git a/results/ood/logs/siso_eval_lvl1.25.log b/results/ood/logs/siso_eval_lvl1.25.log new file mode 100644 index 0000000000000000000000000000000000000000..79f37770071d415f97c41fbfcfc4410ccaa4ffa8 --- /dev/null +++ b/results/ood/logs/siso_eval_lvl1.25.log @@ -0,0 +1,10 @@ +[lvl1.25] arms 555s +[lvl1.25] diff_s0: cov plain 0.608 steered 0.583 (658s) +[lvl1.25] diff_s1: cov plain 0.583 steered 0.592 (771s) +[lvl1.25] diff_s2: cov plain 0.600 steered 0.600 (887s) +/home/cercola/matte_server/DiffusionControl/myenv/lib/python3.13/site-packages/scipy/signal/_lti_conversion.py:77: BadCoefficients: Badly conditioned filter coefficients (numerator): the results may be meaningless + num, den = normalize(num, den) # Strips zeros, checks arrays +[lvl1.25] nn: cov plain 0.575 steered 0.575 (999s) +[lvl1.25] idw_1: cov plain 0.458 steered 0.467 (1036s) +[lvl1.25] idw_4: cov plain 0.575 steered 0.575 (1097s) +[lvl1.25] idw_8: cov plain 0.575 steered 0.575 (1205s) diff --git a/results/ood/logs/siso_eval_lvl1.5.log b/results/ood/logs/siso_eval_lvl1.5.log new file mode 100644 index 0000000000000000000000000000000000000000..002566c2f7d34b9764cc9bfeac26c980ee3abb2b --- /dev/null +++ b/results/ood/logs/siso_eval_lvl1.5.log @@ -0,0 +1,10 @@ +[lvl1.5] arms 551s +[lvl1.5] diff_s0: cov plain 0.700 steered 0.692 (652s) +[lvl1.5] diff_s1: cov plain 0.683 steered 0.675 (761s) +[lvl1.5] diff_s2: cov plain 0.692 steered 0.708 (876s) +/home/cercola/matte_server/DiffusionControl/myenv/lib/python3.13/site-packages/scipy/signal/_lti_conversion.py:77: BadCoefficients: Badly conditioned filter coefficients (numerator): the results may be meaningless + num, den = normalize(num, den) # Strips zeros, checks arrays +[lvl1.5] nn: cov plain 0.700 steered 0.692 (985s) +[lvl1.5] idw_1: cov plain 0.583 steered 0.592 (1021s) +[lvl1.5] idw_4: cov plain 0.700 steered 0.692 (1082s) +[lvl1.5] idw_8: cov plain 0.700 steered 0.692 (1192s) diff --git a/results/ood/logs/siso_eval_lvl2.0.log b/results/ood/logs/siso_eval_lvl2.0.log new file mode 100644 index 0000000000000000000000000000000000000000..19ec537e7485d1998b401d9becea0175f5f27be1 --- /dev/null +++ b/results/ood/logs/siso_eval_lvl2.0.log @@ -0,0 +1,10 @@ +[lvl2.0] arms 553s +[lvl2.0] diff_s0: cov plain 0.667 steered 0.658 (654s) +[lvl2.0] diff_s1: cov plain 0.642 steered 0.658 (770s) +[lvl2.0] diff_s2: cov plain 0.692 steered 0.708 (884s) +/home/cercola/matte_server/DiffusionControl/myenv/lib/python3.13/site-packages/scipy/signal/_lti_conversion.py:77: BadCoefficients: Badly conditioned filter coefficients (numerator): the results may be meaningless + num, den = normalize(num, den) # Strips zeros, checks arrays +[lvl2.0] nn: cov plain 0.850 steered 0.850 (996s) +[lvl2.0] idw_1: cov plain 0.792 steered 0.783 (1033s) +[lvl2.0] idw_4: cov plain 0.850 steered 0.850 (1093s) +[lvl2.0] idw_8: cov plain 0.850 steered 0.850 (1201s) diff --git a/results/ood/logs/siso_pilot.log b/results/ood/logs/siso_pilot.log new file mode 100644 index 0000000000000000000000000000000000000000..86b4bf73597829c80d4a73479b87a3b794928ce7 --- /dev/null +++ b/results/ood/logs/siso_pilot.log @@ -0,0 +1,5 @@ +magnitude of ctrl (phys) median |phi| 0.5029119 +lr 0.06: cov plain 0.650 steered 0.650; per-cand stable plain 0.506 steered 0.528 +lr 1.0: cov plain 0.650 steered 0.625; per-cand stable plain 0.506 steered 0.528 +lr 10.0: cov plain 0.650 steered 0.625; per-cand stable plain 0.506 steered 0.528 +lr 100.0: cov plain 0.650 steered 0.625; per-cand stable plain 0.506 steered 0.519 diff --git a/results/ood/logs/train_holes.log b/results/ood/logs/train_holes.log new file mode 100644 index 0000000000000000000000000000000000000000..3ffde79885ca0e442ce701227050ba699800753c --- /dev/null +++ b/results/ood/logs/train_holes.log @@ -0,0 +1,6009 @@ +[ablation tag=ood_hole20] global seed=42 +[ablation tag=ood_hole20] device=cuda | N=2075/2075 (frac=1.0) cond=3 out=11 | hidden=256 layers=5 epochs=1000 seed=42 + Epoch 1/1000: 0%| | 0/8 [00:00 models/Best_pendulum_abl_ood_hole20.pth +[ablation tag=ood_hole20_s43] global seed=43 +[ablation tag=ood_hole20_s43] device=cuda | N=2075/2075 (frac=1.0) cond=3 out=11 | hidden=256 layers=5 epochs=1000 seed=43 + Epoch 1/1000: 0%| | 0/8 [00:00 models/Best_pendulum_abl_ood_hole20_s43.pth +[ablation tag=ood_hole20_s44] global seed=44 +[ablation tag=ood_hole20_s44] device=cuda | N=2075/2075 (frac=1.0) cond=3 out=11 | hidden=256 layers=5 epochs=1000 seed=44 + Epoch 1/1000: 0%| | 0/8 [00:00 models/Best_pendulum_abl_ood_hole20_s44.pth