Add files using upload-large-folder tool
Browse files- README.md +2 -0
- data/round2/furuta_resynth_b2/b2.done +1 -0
- data/round2/furuta_resynth_b2/main_main.jsonl +0 -0
- data/round2/furuta_resynth_b2/nmpc_nmpc.jsonl +0 -0
- data/round2/furuta_resynth_b2/run_b2.sh +5 -0
- data/round2/furuta_resynth_b2/summary.json +1 -0
- data/round2/furuta_resynth_b2/summary.txt +629 -0
- data/round2/mimo_sof_scaling/cand_d3fm4n8000_reg_s0.npz +3 -0
- data/round2/mimo_sof_scaling/d2_m2.json +341 -0
- data/round2/mimo_sof_scaling/d2_m3.json +341 -0
- data/round2/mimo_sof_scaling/d2_m4.json +341 -0
- data/round2/mimo_sof_scaling/d3_m2.json +127 -0
- data/round2/mimo_sof_scaling/d3_m3.json +127 -0
- data/round2/mimo_sof_scaling/d3_m4.json +234 -0
- data/round2/mimo_sof_scaling/d3_m5.json +127 -0
- data/round2/mimo_sof_scaling/d3f_m2.json +127 -0
- data/round2/mimo_sof_scaling/d3f_m3.json +127 -0
- data/round2/mimo_sof_scaling/d3f_m4.json +234 -0
- data/round2/mimo_sof_scaling/d3f_m5.json +127 -0
- data/round2/mimo_sof_scaling/timing_d3.json +30 -0
- data/round2/mimo_sof_scaling/timing_d3_andromeda.json +30 -0
- data/round2/mimo_sof_scaling/verify_timing.json +18 -0
- models/round2/mimo_sof_scaling_full/d3fm2n8000_diff_s0_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm2n8000_diff_s1_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm2n8000_diff_s2_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm2n8000_reg_s0_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm2n8000_reg_s1_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm2n8000_reg_s2_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm3n8000_diff_s0_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm3n8000_diff_s1_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm3n8000_diff_s2_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm3n8000_reg_s0_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm3n8000_reg_s1_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm3n8000_reg_s2_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm4n16000_diff_s0_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm4n16000_diff_s1_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm4n16000_diff_s2_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm4n16000_reg_s0_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm4n16000_reg_s1_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm4n8000_diff_s0_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm4n8000_diff_s1_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm4n8000_diff_s2_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm4n8000_reg_s0_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm4n8000_reg_s1_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm4n8000_reg_s2_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm5n8000_diff_s1_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm5n8000_diff_s2_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm5n8000_reg_s0_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm5n8000_reg_s1_s96000.pth +3 -0
- models/round2/mimo_sof_scaling_full/d3fm5n8000_reg_s2_s96000.pth +3 -0
README.md
CHANGED
|
@@ -42,3 +42,5 @@ Files here do not keep repo paths; point the loaders at them explicitly.
|
|
| 42 |
| Furuta, unified hardware model (friction + Vref, 7-d) | `round2/furuta_f3/f3_s{0,1,2}_s24000.pth` | `furuta_bank_f3.npz`, `furuta_traj_dataset_f3.pt` | `furuta_robustness.md` |
|
| 43 |
| Unstable coupled MIMO, full-state (`mlp_*`, `asinh_*`) and output-feedback BMI (`sof*`, `c3*`) | `round2/mimo_unstable/` (`*_diff_*` diffusion, `*_reg_*` regression twin) | `data/round2/mimo_unstable/` | `mimo_unstable_family.md` |
|
| 44 |
| Output-feedback scaling m=2/3/4, banks 1k/3k/8k | `round2/mimo_unstable/d2m{m}n{N}_*` | `data/round2/mimo_sof_scaling/` (banks, held-out sets, datasets, evaluated candidates) | `mimo_unstable_family.md` §D2 |
|
|
|
|
|
|
|
|
|
| 42 |
| Furuta, unified hardware model (friction + Vref, 7-d) | `round2/furuta_f3/f3_s{0,1,2}_s24000.pth` | `furuta_bank_f3.npz`, `furuta_traj_dataset_f3.pt` | `furuta_robustness.md` |
|
| 43 |
| Unstable coupled MIMO, full-state (`mlp_*`, `asinh_*`) and output-feedback BMI (`sof*`, `c3*`) | `round2/mimo_unstable/` (`*_diff_*` diffusion, `*_reg_*` regression twin) | `data/round2/mimo_unstable/` | `mimo_unstable_family.md` |
|
| 44 |
| Output-feedback scaling m=2/3/4, banks 1k/3k/8k | `round2/mimo_unstable/d2m{m}n{N}_*` | `data/round2/mimo_sof_scaling/` (banks, held-out sets, datasets, evaluated candidates) | `mimo_unstable_family.md` §D2 |
|
| 45 |
+
| Output-feedback scaling m=2..5, final full recipe (96k x 64, 3 seeds), banks 8k (+16k for m=4) | `round2/mimo_sof_scaling_full/d3f{m}{n}_{diff,reg}_s*_s96000.pth` | `data/round2/mimo_sof_scaling/` (`d3f_m*.json` results) | `mimo_unstable_family.md` §D3 |
|
| 46 |
+
| Furuta online re-synthesis on the unified F3 model (episode logs) | — | `data/round2/furuta_resynth_b2/` | `furuta_online_resynthesis.md` §B2 |
|
data/round2/furuta_resynth_b2/b2.done
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
done
|
data/round2/furuta_resynth_b2/main_main.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
data/round2/furuta_resynth_b2/nmpc_nmpc.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
data/round2/furuta_resynth_b2/run_b2.sh
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
cd /home/cercola/matte_server/DiffusionControl; export PYTHONPATH=. OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES=""
|
| 2 |
+
R=results/icml_r2/B2_f3; M="myenv/bin/python -m nonlinear.experiments.furuta_online_resynth_f3"
|
| 3 |
+
$M --mode main --workers 12 --tag main > $R/main.log 2>&1
|
| 4 |
+
$M --mode nmpc --workers 12 --tag nmpc > $R/nmpc.log 2>&1
|
| 5 |
+
echo done > $R/b2.done
|
data/round2/furuta_resynth_b2/summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"all|swing|all types pooled|0.0|frozen": {"cs": [0.07333333333333333, 0.05333333333333334, 0.095], "success": [0.3016666666666667, 0.2633333333333333, 0.34], "accepted": [1.0, 1.0, 1.0]}, "all|swing|all types pooled|0.0|retr@0.1": {"cs": [0.535, 0.495, 0.575], "success": [0.7033333333333334, 0.6683333333333333, 0.74], "accepted": [0.535, 0.495, 0.5766666666666667]}, "all|swing|all types pooled|0.0|diff@0.1": {"cs": [0.691111111111111, 0.6594444444444444, 0.7227777777777777], "success": [0.7194444444444443, 0.686111111111111, 0.7516805555555557], "accepted": [0.691111111111111, 0.6566666666666666, 0.7244444444444444]}, "all|swing|all types pooled|0.0|retr@0.5": {"cs": [0.7366666666666667, 0.7016666666666667, 0.7716666666666666], "success": [0.7633333333333333, 0.7283333333333334, 0.7983333333333333], "accepted": [0.7366666666666667, 0.7, 0.77]}, "all|swing|all types pooled|0.0|diff@0.5": {"cs": [0.7833333333333333, 0.7522222222222222, 0.8133333333333334], "success": [0.7866666666666666, 0.755, 0.8166666666666667], "accepted": [0.7833333333333333, 0.7516666666666667, 0.8138888888888889]}, "all|swing|all types pooled|0.0|nmpc": {"success": [0.8033333333333333, 0.77, 0.835]}, "all|swing|all types pooled|0.05|frozen": {"cs": [0.07333333333333333, 0.05333333333333334, 0.09333333333333334], "success": [0.3016666666666667, 0.2633333333333333, 0.3383333333333333], "accepted": [1.0, 1.0, 1.0]}, "all|swing|all types pooled|0.05|retr@0.1": {"cs": [0.455, 0.416625, 0.49333333333333335], "success": [0.6716666666666666, 0.6333333333333333, 0.7083333333333334], "accepted": [0.5233333333333333, 0.485, 0.565]}, "all|swing|all types pooled|0.05|diff@0.1": {"cs": [0.5755555555555555, 0.5405555555555556, 0.611111111111111], "success": [0.6955555555555556, 0.6611111111111111, 0.73], "accepted": [0.6733333333333333, 0.6383333333333333, 0.7077777777777777]}, "all|swing|all types pooled|0.05|retr@0.5": {"cs": [0.5716666666666667, 0.5316666666666666, 0.61], "success": [0.7233333333333334, 0.6866666666666666, 0.7583333333333333], "accepted": [0.73, 0.6933333333333334, 0.7667083333333335]}, "all|swing|all types pooled|0.05|diff@0.5": {"cs": [0.6383333333333333, 0.6044305555555555, 0.6716666666666666], "success": [0.7694444444444444, 0.7383333333333333, 0.7994444444444445], "accepted": [0.7822222222222223, 0.7516666666666667, 0.8116666666666666]}, "all|swing|all types pooled|0.05|nmpc": {"success": [0.8033333333333333, 0.7716666666666666, 0.835]}, "all|swing|all types pooled|0.1|frozen": {"cs": [0.07333333333333333, 0.05333333333333334, 0.09333333333333334], "success": [0.3016666666666667, 0.2633333333333333, 0.3383333333333333], "accepted": [1.0, 1.0, 1.0]}, "all|swing|all types pooled|0.1|retr@0.1": {"cs": [0.3516666666666667, 0.31333333333333335, 0.39166666666666666], "success": [0.6016666666666667, 0.5616666666666666, 0.6383750000000001], "accepted": [0.5033333333333333, 0.4633333333333333, 0.5416666666666666]}, "all|swing|all types pooled|0.1|diff@0.1": {"cs": [0.4172222222222222, 0.38166666666666665, 0.4533333333333333], "success": [0.6488888888888888, 0.6144444444444445, 0.6833333333333333], "accepted": [0.6733333333333333, 0.6388888888888888, 0.7088888888888889]}, "all|swing|all types pooled|0.1|retr@0.5": {"cs": [0.43666666666666665, 0.39666666666666667, 0.4766666666666667], "success": [0.6433333333333333, 0.605, 0.68], "accepted": [0.7233333333333334, 0.685, 0.76]}, "all|swing|all types pooled|0.1|diff@0.5": {"cs": [0.461111111111111, 0.4255555555555555, 0.4977777777777777], "success": [0.7022222222222222, 0.6688888888888889, 0.7355555555555555], "accepted": [0.7805555555555557, 0.7488888888888889, 0.8094444444444444]}, "all|swing|all types pooled|0.1|nmpc": {"success": [0.8033333333333333, 0.7716666666666666, 0.835]}, "all|swing|payload|0.0|frozen": {"cs": [0.13, 0.085, 0.18], "success": [0.345, 0.285, 0.415], "accepted": [1.0, 1.0, 1.0]}, "all|swing|payload|0.0|retr@0.1": {"cs": [0.58, 0.515, 0.645], "success": [0.795, 0.74, 0.85], "accepted": [0.58, 0.51, 0.65]}, "all|swing|payload|0.0|diff@0.1": {"cs": [0.7483333333333334, 0.6982916666666665, 0.8016666666666665], "success": [0.775, 0.7233333333333333, 0.825], "accepted": [0.7483333333333334, 0.6966666666666668, 0.7983333333333335]}, "all|swing|payload|0.0|retr@0.5": {"cs": [0.81, 0.755, 0.8601250000000005], "success": [0.845, 0.795, 0.895], "accepted": [0.81, 0.755, 0.86]}, "all|swing|payload|0.0|diff@0.5": {"cs": [0.835, 0.7899583333333332, 0.8783333333333332], "success": [0.84, 0.795, 0.8833333333333333], "accepted": [0.835, 0.7883333333333333, 0.8783333333333333]}, "all|swing|payload|0.0|nmpc": {"success": [0.88, 0.835, 0.92]}, "all|swing|payload|0.05|frozen": {"cs": [0.13, 0.085, 0.175], "success": [0.345, 0.28, 0.41], "accepted": [1.0, 1.0, 1.0]}, "all|swing|payload|0.05|retr@0.1": {"cs": [0.54, 0.47, 0.61], "success": [0.765, 0.705, 0.825], "accepted": [0.595, 0.525, 0.665]}, "all|swing|payload|0.05|diff@0.1": {"cs": [0.6266666666666667, 0.5716249999999999, 0.6833333333333332], "success": [0.7533333333333334, 0.7016666666666665, 0.805], "accepted": [0.7166666666666666, 0.6616666666666667, 0.7683333333333334]}, "all|swing|payload|0.05|retr@0.5": {"cs": [0.64, 0.575, 0.705], "success": [0.8, 0.75, 0.855], "accepted": [0.785, 0.73, 0.84]}, "all|swing|payload|0.05|diff@0.5": {"cs": [0.6883333333333335, 0.6366666666666666, 0.7416666666666666], "success": [0.8216666666666665, 0.7733333333333333, 0.8666666666666666], "accepted": [0.835, 0.7866666666666666, 0.8783333333333333]}, "all|swing|payload|0.05|nmpc": {"success": [0.88, 0.83, 0.925]}, "all|swing|payload|0.1|frozen": {"cs": [0.13, 0.085, 0.18], "success": [0.345, 0.28, 0.41], "accepted": [1.0, 1.0, 1.0]}, "all|swing|payload|0.1|retr@0.1": {"cs": [0.36, 0.295, 0.425], "success": [0.685, 0.62, 0.75], "accepted": [0.545, 0.475, 0.61]}, "all|swing|payload|0.1|diff@0.1": {"cs": [0.4533333333333333, 0.3933333333333333, 0.5133333333333333], "success": [0.7033333333333333, 0.6466666666666666, 0.7583333333333333], "accepted": [0.735, 0.6833333333333332, 0.7883333333333333]}, "all|swing|payload|0.1|retr@0.5": {"cs": [0.445, 0.375, 0.515], "success": [0.72, 0.655, 0.78], "accepted": [0.78, 0.724875, 0.8351250000000005]}, "all|swing|payload|0.1|diff@0.5": {"cs": [0.49, 0.4333333333333333, 0.55], "success": [0.75, 0.7, 0.8], "accepted": [0.8366666666666666, 0.79, 0.8783333333333333]}, "all|swing|payload|0.1|nmpc": {"success": [0.88, 0.835, 0.92]}, "all|swing|friction|0.0|frozen": {"cs": [0.075, 0.04, 0.115], "success": [0.52, 0.45, 0.585], "accepted": [1.0, 1.0, 1.0]}, "all|swing|friction|0.0|retr@0.1": {"cs": [0.61, 0.54, 0.68], "success": [0.685, 0.62, 0.745], "accepted": [0.61, 0.54, 0.68]}, "all|swing|friction|0.0|diff@0.1": {"cs": [0.69, 0.6316666666666666, 0.7483333333333334], "success": [0.7083333333333333, 0.646625, 0.765], "accepted": [0.69, 0.63, 0.7483333333333334]}, "all|swing|friction|0.0|retr@0.5": {"cs": [0.73, 0.665, 0.79], "success": [0.735, 0.67, 0.795], "accepted": [0.73, 0.665, 0.79]}, "all|swing|friction|0.0|diff@0.5": {"cs": [0.7383333333333333, 0.6783333333333335, 0.795], "success": [0.7416666666666666, 0.68, 0.7967083333333336], "accepted": [0.7383333333333333, 0.6766666666666667, 0.795]}, "all|swing|friction|0.0|nmpc": {"success": [0.755, 0.695, 0.81]}, "all|swing|friction|0.05|frozen": {"cs": [0.075, 0.04, 0.115], "success": [0.52, 0.45, 0.585], "accepted": [1.0, 1.0, 1.0]}, "all|swing|friction|0.05|retr@0.1": {"cs": [0.495, 0.425, 0.57], "success": [0.65, 0.585, 0.715], "accepted": [0.585, 0.515, 0.655]}, "all|swing|friction|0.05|diff@0.1": {"cs": [0.59, 0.5299583333333333, 0.655], "success": [0.7033333333333333, 0.64, 0.7633333333333333], "accepted": [0.68, 0.62, 0.74]}, "all|swing|friction|0.05|retr@0.5": {"cs": [0.545, 0.47487500000000005, 0.615], "success": [0.69, 0.625, 0.755], "accepted": [0.71, 0.65, 0.7701250000000005]}, "all|swing|friction|0.05|diff@0.5": {"cs": [0.6133333333333334, 0.5516666666666667, 0.6733333333333335], "success": [0.7383333333333333, 0.6816249999999999, 0.7966666666666665], "accepted": [0.74, 0.6816249999999999, 0.7983333333333335]}, "all|swing|friction|0.05|nmpc": {"success": [0.755, 0.695, 0.815]}, "all|swing|friction|0.1|frozen": {"cs": [0.075, 0.04, 0.115], "success": [0.52, 0.45, 0.585], "accepted": [1.0, 1.0, 1.0]}, "all|swing|friction|0.1|retr@0.1": {"cs": [0.41, 0.34, 0.48], "success": [0.57, 0.5, 0.64], "accepted": [0.56, 0.49, 0.63]}, "all|swing|friction|0.1|diff@0.1": {"cs": [0.43, 0.3683333333333333, 0.4933333333333333], "success": [0.665, 0.6016666666666667, 0.725], "accepted": [0.6883333333333335, 0.6266666666666666, 0.7466666666666666]}, "all|swing|friction|0.1|retr@0.5": {"cs": [0.455, 0.385, 0.525], "success": [0.62, 0.555, 0.685], "accepted": [0.725, 0.665, 0.785]}, "all|swing|friction|0.1|diff@0.5": {"cs": [0.4483333333333333, 0.38166666666666665, 0.5133333333333333], "success": [0.6833333333333332, 0.62, 0.7416666666666667], "accepted": [0.74, 0.68, 0.7983333333333333]}, "all|swing|friction|0.1|nmpc": {"success": [0.755, 0.695, 0.81]}, "all|swing|sag|0.0|frozen": {"cs": [0.015, 0.0, 0.035], "success": [0.04, 0.015, 0.07], "accepted": [1.0, 1.0, 1.0]}, "all|swing|sag|0.0|retr@0.1": {"cs": [0.415, 0.345, 0.48], "success": [0.63, 0.565, 0.7], "accepted": [0.415, 0.345, 0.485]}, "all|swing|sag|0.0|diff@0.1": {"cs": [0.635, 0.575, 0.695], "success": [0.675, 0.6133333333333333, 0.7333333333333333], "accepted": [0.635, 0.575, 0.6966666666666665]}, "all|swing|sag|0.0|retr@0.5": {"cs": [0.67, 0.605, 0.735], "success": [0.71, 0.645, 0.77], "accepted": [0.67, 0.605, 0.735]}, "all|swing|sag|0.0|diff@0.5": {"cs": [0.7766666666666666, 0.7216666666666666, 0.8283333333333335], "success": [0.7783333333333333, 0.725, 0.8300416666666668], "accepted": [0.7766666666666666, 0.72, 0.8283333333333335]}, "all|swing|sag|0.0|nmpc": {"success": [0.775, 0.715, 0.83]}, "all|swing|sag|0.05|frozen": {"cs": [0.015, 0.0, 0.035], "success": [0.04, 0.015, 0.07], "accepted": [1.0, 1.0, 1.0]}, "all|swing|sag|0.05|retr@0.1": {"cs": [0.33, 0.27, 0.395], "success": [0.6, 0.535, 0.665], "accepted": [0.39, 0.325, 0.455]}, "all|swing|sag|0.05|diff@0.1": {"cs": [0.51, 0.44666666666666666, 0.5733333333333333], "success": [0.63, 0.5683333333333332, 0.6933333333333332], "accepted": [0.6233333333333334, 0.5633333333333332, 0.6866666666666668]}, "all|swing|sag|0.05|retr@0.5": {"cs": [0.53, 0.46, 0.6], "success": [0.68, 0.615, 0.745], "accepted": [0.695, 0.63, 0.755]}, "all|swing|sag|0.05|diff@0.5": {"cs": [0.6133333333333333, 0.5532916666666666, 0.6733750000000003], "success": [0.7483333333333334, 0.6932916666666666, 0.8033333333333332], "accepted": [0.7716666666666666, 0.7183333333333333, 0.8233333333333335]}, "all|swing|sag|0.05|nmpc": {"success": [0.775, 0.72, 0.835]}, "all|swing|sag|0.1|frozen": {"cs": [0.015, 0.0, 0.035], "success": [0.04, 0.015, 0.07], "accepted": [1.0, 1.0, 1.0]}, "all|swing|sag|0.1|retr@0.1": {"cs": [0.285, 0.225, 0.345], "success": [0.55, 0.48, 0.62], "accepted": [0.405, 0.34, 0.475]}, "all|swing|sag|0.1|diff@0.1": {"cs": [0.3683333333333333, 0.3066666666666667, 0.4283750000000002], "success": [0.5783333333333334, 0.515, 0.64], "accepted": [0.5966666666666666, 0.5366666666666666, 0.6566666666666666]}, "all|swing|sag|0.1|retr@0.5": {"cs": [0.41, 0.345, 0.48], "success": [0.59, 0.52, 0.66], "accepted": [0.665, 0.6, 0.73]}, "all|swing|sag|0.1|diff@0.5": {"cs": [0.445, 0.3833333333333333, 0.51], "success": [0.6733333333333333, 0.6166666666666667, 0.7316666666666666], "accepted": [0.765, 0.7116666666666666, 0.8183333333333332]}, "all|swing|sag|0.1|nmpc": {"success": [0.775, 0.715, 0.83]}, "all|balance|all types pooled|0.0|frozen": {"cs": [0.27666666666666667, 0.24, 0.31333333333333335], "success": [0.99, 0.9816666666666667, 0.9966666666666667], "accepted": [1.0, 1.0, 1.0]}, "all|balance|all types pooled|0.0|retr@0.1": {"cs": [0.81, 0.7766666666666666, 0.84], "success": [1.0, 1.0, 1.0], "accepted": [0.81, 0.7783333333333333, 0.84]}, "all|balance|all types pooled|0.0|diff@0.1": {"cs": [0.941111111111111, 0.9244444444444444, 0.9566666666666667], "success": [0.9988888888888887, 0.9966666666666667, 1.0], "accepted": [0.941111111111111, 0.9233333333333333, 0.9572222222222223]}, "all|balance|all types pooled|0.0|retr@0.5": {"cs": [0.9966666666666667, 0.9916666666666667, 1.0], "success": [1.0, 1.0, 1.0], "accepted": [0.9966666666666667, 0.9916666666666667, 1.0]}, "all|balance|all types pooled|0.0|diff@0.5": {"cs": [0.99, 0.9827777777777779, 0.9955555555555556], "success": [1.0, 1.0, 1.0], "accepted": [0.99, 0.9827777777777779, 0.9955555555555556]}, "all|balance|all types pooled|0.0|nmpc": {"success": [0.9983333333333333, 0.995, 1.0]}, "all|balance|all types pooled|0.05|frozen": {"cs": [0.27666666666666667, 0.24166666666666667, 0.31333333333333335], "success": [0.99, 0.9816666666666667, 0.9966666666666667], "accepted": [1.0, 1.0, 1.0]}, "all|balance|all types pooled|0.05|retr@0.1": {"cs": [0.7116666666666667, 0.675, 0.7483333333333333], "success": [1.0, 1.0, 1.0], "accepted": [0.7966666666666666, 0.765, 0.8283333333333334]}, "all|balance|all types pooled|0.05|diff@0.1": {"cs": [0.8488888888888888, 0.8227638888888889, 0.8738888888888887], "success": [0.9983333333333333, 0.9955555555555554, 1.0], "accepted": [0.93, 0.912222222222222, 0.9472222222222223]}, "all|balance|all types pooled|0.05|retr@0.5": {"cs": [0.865, 0.8366666666666667, 0.8916666666666667], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "all|balance|all types pooled|0.05|diff@0.5": {"cs": [0.8566666666666667, 0.8322222222222222, 0.8805555555555556], "success": [0.9988888888888887, 0.9966666666666667, 1.0], "accepted": [0.9866666666666667, 0.9794444444444443, 0.9927777777777779]}, "all|balance|all types pooled|0.05|nmpc": {"success": [0.9983333333333333, 0.995, 1.0]}, "all|balance|all types pooled|0.1|frozen": {"cs": [0.27666666666666667, 0.24, 0.31333333333333335], "success": [0.99, 0.9816666666666667, 0.9966666666666667], "accepted": [1.0, 1.0, 1.0]}, "all|balance|all types pooled|0.1|retr@0.1": {"cs": [0.6533333333333333, 0.615, 0.6916666666666667], "success": [1.0, 1.0, 1.0], "accepted": [0.77, 0.735, 0.8016666666666666]}, "all|balance|all types pooled|0.1|diff@0.1": {"cs": [0.7688888888888888, 0.7377638888888889, 0.8], "success": [0.9977777777777778, 0.9933333333333333, 1.0], "accepted": [0.9277777777777779, 0.91, 0.9444444444444445]}, "all|balance|all types pooled|0.1|retr@0.5": {"cs": [0.8016666666666666, 0.7683333333333333, 0.8333333333333334], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "all|balance|all types pooled|0.1|diff@0.5": {"cs": [0.7777777777777777, 0.7461111111111111, 0.8083333333333333], "success": [0.9983333333333333, 0.995, 1.0], "accepted": [0.986111111111111, 0.9794444444444443, 0.9922222222222221]}, "all|balance|all types pooled|0.1|nmpc": {"success": [0.9983333333333333, 0.995, 1.0]}, "all|balance|payload|0.0|frozen": {"cs": [0.275, 0.215, 0.34], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "all|balance|payload|0.0|retr@0.1": {"cs": [0.715, 0.65, 0.775], "success": [1.0, 1.0, 1.0], "accepted": [0.715, 0.65, 0.775]}, "all|balance|payload|0.0|diff@0.1": {"cs": [0.9716666666666666, 0.9516666666666665, 0.9883333333333334], "success": [1.0, 1.0, 1.0], "accepted": [0.9716666666666666, 0.9516666666666665, 0.9883333333333334]}, "all|balance|payload|0.0|retr@0.5": {"cs": [0.995, 0.985, 1.0], "success": [1.0, 1.0, 1.0], "accepted": [0.995, 0.985, 1.0]}, "all|balance|payload|0.0|diff@0.5": {"cs": [0.9816666666666666, 0.9633333333333333, 0.995], "success": [1.0, 1.0, 1.0], "accepted": [0.9816666666666666, 0.9633333333333334, 0.995]}, "all|balance|payload|0.0|nmpc": {"success": [0.995, 0.985, 1.0]}, "all|balance|payload|0.05|frozen": {"cs": [0.275, 0.215, 0.34], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "all|balance|payload|0.05|retr@0.1": {"cs": [0.615, 0.55, 0.68], "success": [1.0, 1.0, 1.0], "accepted": [0.725, 0.66, 0.785]}, "all|balance|payload|0.05|diff@0.1": {"cs": [0.8583333333333333, 0.815, 0.8983333333333334], "success": [1.0, 1.0, 1.0], "accepted": [0.9583333333333333, 0.935, 0.9783333333333333]}, "all|balance|payload|0.05|retr@0.5": {"cs": [0.82, 0.765, 0.87], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "all|balance|payload|0.05|diff@0.5": {"cs": [0.84, 0.7916666666666667, 0.8833333333333334], "success": [1.0, 1.0, 1.0], "accepted": [0.9866666666666667, 0.975, 0.9966666666666666]}, "all|balance|payload|0.05|nmpc": {"success": [0.995, 0.985, 1.0]}, "all|balance|payload|0.1|frozen": {"cs": [0.275, 0.215, 0.335], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "all|balance|payload|0.1|retr@0.1": {"cs": [0.545, 0.475, 0.615], "success": [1.0, 1.0, 1.0], "accepted": [0.735, 0.67, 0.795]}, "all|balance|payload|0.1|diff@0.1": {"cs": [0.755, 0.6983333333333335, 0.8066666666666665], "success": [1.0, 1.0, 1.0], "accepted": [0.96, 0.9366666666666665, 0.98]}, "all|balance|payload|0.1|retr@0.5": {"cs": [0.73, 0.67, 0.79], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "all|balance|payload|0.1|diff@0.5": {"cs": [0.75, 0.695, 0.805], "success": [1.0, 1.0, 1.0], "accepted": [0.99, 0.98, 0.9983333333333333]}, "all|balance|payload|0.1|nmpc": {"success": [0.995, 0.985, 1.0]}, "all|balance|friction|0.0|frozen": {"cs": [0.13, 0.085, 0.18], "success": [0.97, 0.945, 0.99], "accepted": [1.0, 1.0, 1.0]}, "all|balance|friction|0.0|retr@0.1": {"cs": [0.805, 0.75, 0.86], "success": [1.0, 1.0, 1.0], "accepted": [0.805, 0.745, 0.855]}, "all|balance|friction|0.0|diff@0.1": {"cs": [0.9233333333333335, 0.8916666666666666, 0.9516666666666665], "success": [0.9966666666666666, 0.99, 1.0], "accepted": [0.9233333333333335, 0.89, 0.9516666666666665]}, "all|balance|friction|0.0|retr@0.5": {"cs": [0.995, 0.985, 1.0], "success": [1.0, 1.0, 1.0], "accepted": [0.995, 0.985, 1.0]}, "all|balance|friction|0.0|diff@0.5": {"cs": [0.99, 0.9766666666666666, 0.9983333333333334], "success": [1.0, 1.0, 1.0], "accepted": [0.99, 0.9766666666666667, 0.9983333333333334]}, "all|balance|friction|0.0|nmpc": {"success": [1.0, 1.0, 1.0]}, "all|balance|friction|0.05|frozen": {"cs": [0.13, 0.085, 0.18], "success": [0.97, 0.945, 0.99], "accepted": [1.0, 1.0, 1.0]}, "all|balance|friction|0.05|retr@0.1": {"cs": [0.63, 0.564875, 0.695], "success": [1.0, 1.0, 1.0], "accepted": [0.79, 0.735, 0.845]}, "all|balance|friction|0.05|diff@0.1": {"cs": [0.7866666666666666, 0.7366666666666667, 0.8333333333333333], "success": [0.995, 0.9866666666666666, 1.0], "accepted": [0.9166666666666665, 0.8833333333333334, 0.945]}, "all|balance|friction|0.05|retr@0.5": {"cs": [0.78, 0.725, 0.835], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "all|balance|friction|0.05|diff@0.5": {"cs": [0.785, 0.7333333333333334, 0.835], "success": [0.9966666666666666, 0.99, 1.0], "accepted": [0.9816666666666666, 0.965, 0.995]}, "all|balance|friction|0.05|nmpc": {"success": [1.0, 1.0, 1.0]}, "all|balance|friction|0.1|frozen": {"cs": [0.13, 0.085, 0.18], "success": [0.97, 0.945, 0.99], "accepted": [1.0, 1.0, 1.0]}, "all|balance|friction|0.1|retr@0.1": {"cs": [0.565, 0.495, 0.635], "success": [1.0, 1.0, 1.0], "accepted": [0.75, 0.69, 0.805]}, "all|balance|friction|0.1|diff@0.1": {"cs": [0.6616666666666666, 0.6016666666666667, 0.7216666666666666], "success": [0.9933333333333333, 0.9816666666666666, 1.0], "accepted": [0.9133333333333333, 0.8816666666666666, 0.9416666666666665]}, "all|balance|friction|0.1|retr@0.5": {"cs": [0.71, 0.645, 0.775], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "all|balance|friction|0.1|diff@0.5": {"cs": [0.67, 0.61, 0.73], "success": [0.995, 0.985, 1.0], "accepted": [0.9833333333333333, 0.9683333333333334, 0.995]}, "all|balance|friction|0.1|nmpc": {"success": [1.0, 1.0, 1.0]}, "all|balance|sag|0.0|frozen": {"cs": [0.425, 0.36, 0.49], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "all|balance|sag|0.0|retr@0.1": {"cs": [0.91, 0.87, 0.95], "success": [1.0, 1.0, 1.0], "accepted": [0.91, 0.87, 0.945]}, "all|balance|sag|0.0|diff@0.1": {"cs": [0.9283333333333332, 0.8916666666666667, 0.9583333333333335], "success": [1.0, 1.0, 1.0], "accepted": [0.9283333333333332, 0.8916666666666666, 0.96]}, "all|balance|sag|0.0|retr@0.5": {"cs": [1.0, 1.0, 1.0], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "all|balance|sag|0.0|diff@0.5": {"cs": [0.9983333333333333, 0.995, 1.0], "success": [1.0, 1.0, 1.0], "accepted": [0.9983333333333333, 0.995, 1.0]}, "all|balance|sag|0.0|nmpc": {"success": [1.0, 1.0, 1.0]}, "all|balance|sag|0.05|frozen": {"cs": [0.425, 0.355, 0.49], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "all|balance|sag|0.05|retr@0.1": {"cs": [0.89, 0.845, 0.93], "success": [1.0, 1.0, 1.0], "accepted": [0.875, 0.825, 0.92]}, "all|balance|sag|0.05|diff@0.1": {"cs": [0.9016666666666666, 0.8616666666666666, 0.9383333333333335], "success": [1.0, 1.0, 1.0], "accepted": [0.915, 0.8766666666666666, 0.95]}, "all|balance|sag|0.05|retr@0.5": {"cs": [0.995, 0.985, 1.0], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "all|balance|sag|0.05|diff@0.5": {"cs": [0.945, 0.9133333333333334, 0.9716666666666667], "success": [1.0, 1.0, 1.0], "accepted": [0.9916666666666667, 0.9816666666666667, 0.9983333333333334]}, "all|balance|sag|0.05|nmpc": {"success": [1.0, 1.0, 1.0]}, "all|balance|sag|0.1|frozen": {"cs": [0.425, 0.355, 0.495], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "all|balance|sag|0.1|retr@0.1": {"cs": [0.85, 0.8, 0.9], "success": [1.0, 1.0, 1.0], "accepted": [0.825, 0.77, 0.875]}, "all|balance|sag|0.1|diff@0.1": {"cs": [0.89, 0.8483333333333333, 0.93], "success": [1.0, 1.0, 1.0], "accepted": [0.91, 0.8733333333333333, 0.9466666666666665]}, "all|balance|sag|0.1|retr@0.5": {"cs": [0.965, 0.935, 0.985], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "all|balance|sag|0.1|diff@0.5": {"cs": [0.9133333333333334, 0.875, 0.9466666666666665], "success": [1.0, 1.0, 1.0], "accepted": [0.985, 0.9716666666666667, 0.995]}, "all|balance|sag|0.1|nmpc": {"success": [1.0, 1.0, 1.0]}, "NMPC-feasible|swing|all types pooled|0.0|frozen": {"cs": [0.08446866485013624, 0.05722070844686648, 0.11178474114441442], "success": [0.36239782016348776, 0.31607629427792916, 0.4114441416893733], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|swing|all types pooled|0.0|retr@0.1": {"cs": [0.6948228882833788, 0.6457765667574932, 0.7411444141689373], "success": [0.885558583106267, 0.8528610354223434, 0.9182561307901907], "accepted": [0.6948228882833788, 0.6485013623978202, 0.7438692098092643]}, "NMPC-feasible|swing|all types pooled|0.0|diff@0.1": {"cs": [0.8592188919164397, 0.8265213442325159, 0.888283378746594], "success": [0.8946412352406903, 0.8683015440508628, 0.9191871026339693], "accepted": [0.8592188919164397, 0.8274296094459582, 0.8873751135331516]}, "NMPC-feasible|swing|all types pooled|0.0|retr@0.5": {"cs": [0.9046321525885559, 0.8746594005449592, 0.9346049046321526], "success": [0.9373297002724795, 0.9100817438692098, 0.9618528610354223], "accepted": [0.9046321525885559, 0.8746594005449592, 0.9346049046321526]}, "NMPC-feasible|swing|all types pooled|0.0|diff@0.5": {"cs": [0.9491371480472297, 0.930063578564941, 0.9663941871026339], "success": [0.9518619436875567, 0.9336966394187102, 0.9682107175295187], "accepted": [0.9491371480472297, 0.930063578564941, 0.9654859218891918]}, "NMPC-feasible|swing|all types pooled|0.0|nmpc": {"success": [1.0, 1.0, 1.0]}, "NMPC-feasible|swing|all types pooled|0.05|frozen": {"cs": [0.08446866485013624, 0.05722070844686648, 0.11444141689373297], "success": [0.36239782016348776, 0.3133514986376022, 0.4087193460490463], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|swing|all types pooled|0.05|retr@0.1": {"cs": [0.5912806539509536, 0.5422343324250681, 0.6403950953678477], "success": [0.8446866485013624, 0.8065395095367848, 0.8828337874659401], "accepted": [0.6893732970027248, 0.6403269754768393, 0.7356948228882834]}, "NMPC-feasible|swing|all types pooled|0.05|diff@0.1": {"cs": [0.7257039055404177, 0.6866485013623979, 0.7629427792915532], "success": [0.8673932788374205, 0.8383287920072661, 0.8955722070844687], "accepted": [0.8455949137148047, 0.8147138964577657, 0.8755676657584014]}, "NMPC-feasible|swing|all types pooled|0.05|retr@0.5": {"cs": [0.7166212534059946, 0.6730245231607629, 0.7629427792915532], "success": [0.885558583106267, 0.8528610354223434, 0.9182561307901907], "accepted": [0.896457765667575, 0.8637602179836512, 0.9264305177111717]}, "NMPC-feasible|swing|all types pooled|0.05|diff@0.5": {"cs": [0.7838328792007265, 0.7484105358764759, 0.8192552225249772], "success": [0.9318801089918256, 0.9100817438692098, 0.9509536784741145], "accepted": [0.944595821980018, 0.924613987284287, 0.9618528610354223]}, "NMPC-feasible|swing|all types pooled|0.05|nmpc": {"success": [1.0, 1.0, 1.0]}, "NMPC-feasible|swing|all types pooled|0.1|frozen": {"cs": [0.08446866485013624, 0.05722070844686648, 0.11444141689373297], "success": [0.36239782016348776, 0.3133514986376022, 0.4114441416893733], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|swing|all types pooled|0.1|retr@0.1": {"cs": [0.45231607629427795, 0.40054495912806537, 0.5040871934604905], "success": [0.7574931880108992, 0.7138964577656676, 0.8010899182561307], "accepted": [0.6212534059945504, 0.5694822888283378, 0.6730245231607629]}, "NMPC-feasible|swing|all types pooled|0.1|diff@0.1": {"cs": [0.5322434150772025, 0.48501362397820164, 0.5794732061762035], "success": [0.8101725703905541, 0.776566757493188, 0.84377838328792], "accepted": [0.8446866485013624, 0.8137829246139872, 0.8737511353315167]}, "NMPC-feasible|swing|all types pooled|0.1|retr@0.5": {"cs": [0.5613079019073569, 0.5068119891008175, 0.6130790190735694], "success": [0.8010899182561307, 0.7602179836512262, 0.8419618528610354], "accepted": [0.8773841961852861, 0.8446866485013624, 0.9100817438692098]}, "NMPC-feasible|swing|all types pooled|0.1|diff@0.5": {"cs": [0.5731153496821071, 0.5295186194368755, 0.6167120799273388], "success": [0.8601271571298819, 0.8292461398728428, 0.8891916439600365], "accepted": [0.940962761126249, 0.9209809264305178, 0.9591280653950953]}, "NMPC-feasible|swing|all types pooled|0.1|nmpc": {"success": [1.0, 1.0, 1.0]}, "NMPC-feasible|swing|payload|0.0|frozen": {"cs": [0.14705882352941177, 0.08823529411764706, 0.20588235294117646], "success": [0.38235294117647056, 0.3014705882352941, 0.4632352941176471], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|swing|payload|0.0|retr@0.1": {"cs": [0.6838235294117647, 0.6102941176470589, 0.7573529411764706], "success": [0.9264705882352942, 0.8823529411764706, 0.9632352941176471], "accepted": [0.6838235294117647, 0.6029411764705882, 0.757536764705883]}, "NMPC-feasible|swing|payload|0.0|diff@0.1": {"cs": [0.8602941176470589, 0.8137254901960784, 0.9044117647058824], "success": [0.892156862745098, 0.8431372549019607, 0.9338235294117647], "accepted": [0.8602941176470589, 0.8137254901960783, 0.9044117647058824]}, "NMPC-feasible|swing|payload|0.0|retr@0.5": {"cs": [0.9338235294117647, 0.8897058823529411, 0.9705882352941176], "success": [0.9558823529411765, 0.9191176470588235, 0.9852941176470589], "accepted": [0.9338235294117647, 0.8897058823529411, 0.9705882352941176]}, "NMPC-feasible|swing|payload|0.0|diff@0.5": {"cs": [0.9411764705882353, 0.909313725490196, 0.9705882352941176], "success": [0.9485294117647058, 0.9166666666666666, 0.9754901960784313], "accepted": [0.9411764705882353, 0.9068627450980393, 0.9681372549019609]}, "NMPC-feasible|swing|payload|0.0|nmpc": {"success": [1.0, 1.0, 1.0]}, "NMPC-feasible|swing|payload|0.05|frozen": {"cs": [0.14705882352941177, 0.09558823529411764, 0.20588235294117646], "success": [0.38235294117647056, 0.3014705882352941, 0.47058823529411764], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|swing|payload|0.05|retr@0.1": {"cs": [0.6029411764705882, 0.5220588235294118, 0.6838235294117647], "success": [0.875, 0.8161764705882353, 0.9264705882352942], "accepted": [0.6838235294117647, 0.6029411764705882, 0.7573529411764706]}, "NMPC-feasible|swing|payload|0.05|diff@0.1": {"cs": [0.7377450980392156, 0.6813112745098039, 0.7965686274509803], "success": [0.872549019607843, 0.8284313725490196, 0.914276960784314], "accepted": [0.8382352941176471, 0.7916666666666666, 0.8848039215686274]}, "NMPC-feasible|swing|payload|0.05|retr@0.5": {"cs": [0.7279411764705882, 0.6544117647058824, 0.8014705882352942], "success": [0.9044117647058824, 0.8529411764705882, 0.9485294117647058], "accepted": [0.8897058823529411, 0.8308823529411765, 0.9411764705882353]}, "NMPC-feasible|swing|payload|0.05|diff@0.5": {"cs": [0.7892156862745099, 0.7377450980392156, 0.8406862745098039], "success": [0.9215686274509803, 0.8872549019607844, 0.9534313725490196], "accepted": [0.9362745098039216, 0.9044117647058824, 0.9632352941176471]}, "NMPC-feasible|swing|payload|0.05|nmpc": {"success": [1.0, 1.0, 1.0]}, "NMPC-feasible|swing|payload|0.1|frozen": {"cs": [0.14705882352941177, 0.09558823529411764, 0.21323529411764705], "success": [0.38235294117647056, 0.3014705882352941, 0.4632352941176471], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|swing|payload|0.1|retr@0.1": {"cs": [0.39705882352941174, 0.3161764705882353, 0.47794117647058826], "success": [0.7794117647058824, 0.7058823529411765, 0.8455882352941176], "accepted": [0.5882352941176471, 0.5073529411764706, 0.6691176470588235]}, "NMPC-feasible|swing|payload|0.1|diff@0.1": {"cs": [0.5514705882352942, 0.4852941176470588, 0.622549019607843], "success": [0.8063725490196078, 0.75, 0.8602941176470589], "accepted": [0.8529411764705882, 0.8088235294117647, 0.8946078431372548]}, "NMPC-feasible|swing|payload|0.1|retr@0.5": {"cs": [0.5147058823529411, 0.4338235294117647, 0.5955882352941176], "success": [0.8014705882352942, 0.7279411764705882, 0.8676470588235294], "accepted": [0.8455882352941176, 0.7867647058823529, 0.9044117647058824]}, "NMPC-feasible|swing|payload|0.1|diff@0.5": {"cs": [0.5759803921568627, 0.5049019607843137, 0.6446078431372548], "success": [0.8382352941176471, 0.7867647058823529, 0.8872549019607844], "accepted": [0.9362745098039216, 0.9044117647058824, 0.9656862745098038]}, "NMPC-feasible|swing|payload|0.1|nmpc": {"success": [1.0, 1.0, 1.0]}, "NMPC-feasible|swing|friction|0.0|frozen": {"cs": [0.0847457627118644, 0.0423728813559322, 0.13559322033898305], "success": [0.6440677966101694, 0.559322033898305, 0.7288135593220338], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|swing|friction|0.0|retr@0.1": {"cs": [0.8050847457627118, 0.7288135593220338, 0.8728813559322034], "success": [0.8898305084745762, 0.8305084745762712, 0.940677966101695], "accepted": [0.8050847457627118, 0.7288135593220338, 0.8728813559322034]}, "NMPC-feasible|swing|friction|0.0|diff@0.1": {"cs": [0.9039548022598869, 0.8531073446327684, 0.9491525423728814], "success": [0.923728813559322, 0.8785310734463277, 0.963276836158192], "accepted": [0.9039548022598869, 0.8531073446327683, 0.9491525423728814]}, "NMPC-feasible|swing|friction|0.0|retr@0.5": {"cs": [0.9491525423728814, 0.9067796610169492, 0.9830508474576272], "success": [0.9576271186440678, 0.9152542372881356, 0.9915254237288136], "accepted": [0.9491525423728814, 0.9067796610169492, 0.9830508474576272]}, "NMPC-feasible|swing|friction|0.0|diff@0.5": {"cs": [0.9548022598870056, 0.9209039548022598, 0.9830508474576272], "success": [0.9548022598870056, 0.92090395480226, 0.9830508474576272], "accepted": [0.9548022598870056, 0.9209039548022598, 0.9830508474576272]}, "NMPC-feasible|swing|friction|0.0|nmpc": {"success": [1.0, 1.0, 1.0]}, "NMPC-feasible|swing|friction|0.05|frozen": {"cs": [0.0847457627118644, 0.03389830508474576, 0.13559322033898305], "success": [0.6440677966101694, 0.559322033898305, 0.7288135593220338], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|swing|friction|0.05|retr@0.1": {"cs": [0.6694915254237288, 0.5847457627118644, 0.7542372881355932], "success": [0.8559322033898306, 0.7966101694915254, 0.9152542372881356], "accepted": [0.7966101694915254, 0.7203389830508474, 0.864406779661017]}, "NMPC-feasible|swing|friction|0.05|diff@0.1": {"cs": [0.7740112994350283, 0.7062146892655367, 0.8389830508474576], "success": [0.9152542372881357, 0.8672316384180792, 0.9576271186440678], "accepted": [0.8898305084745762, 0.8361581920903954, 0.9378531073446328]}, "NMPC-feasible|swing|friction|0.05|retr@0.5": {"cs": [0.7203389830508474, 0.635593220338983, 0.7966101694915254], "success": [0.8983050847457628, 0.8389830508474576, 0.9491525423728814], "accepted": [0.9322033898305084, 0.8813559322033898, 0.9745762711864406]}, "NMPC-feasible|swing|friction|0.05|diff@0.5": {"cs": [0.7994350282485877, 0.7344632768361582, 0.8587570621468927], "success": [0.9519774011299434, 0.9152542372881357, 0.980225988700565], "accepted": [0.9519774011299436, 0.9152542372881356, 0.9830508474576272]}, "NMPC-feasible|swing|friction|0.05|nmpc": {"success": [1.0, 1.0, 1.0]}, "NMPC-feasible|swing|friction|0.1|frozen": {"cs": [0.0847457627118644, 0.0423728813559322, 0.13559322033898305], "success": [0.6440677966101694, 0.5508474576271186, 0.7288135593220338], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|swing|friction|0.1|retr@0.1": {"cs": [0.559322033898305, 0.4661016949152542, 0.652542372881356], "success": [0.7711864406779662, 0.6949152542372882, 0.847457627118644], "accepted": [0.7457627118644068, 0.6694915254237288, 0.8220338983050848]}, "NMPC-feasible|swing|friction|0.1|diff@0.1": {"cs": [0.559322033898305, 0.4745762711864407, 0.6440677966101694], "success": [0.867231638418079, 0.8135593220338985, 0.9180790960451977], "accepted": [0.8954802259887005, 0.844632768361582, 0.940677966101695]}, "NMPC-feasible|swing|friction|0.1|retr@0.5": {"cs": [0.6186440677966102, 0.5338983050847458, 0.711864406779661], "success": [0.8305084745762712, 0.7627118644067796, 0.8983050847457628], "accepted": [0.940677966101695, 0.8983050847457628, 0.9745762711864406]}, "NMPC-feasible|swing|friction|0.1|diff@0.5": {"cs": [0.5847457627118644, 0.5, 0.6666666666666667], "success": [0.8983050847457629, 0.8502824858757062, 0.940677966101695], "accepted": [0.9519774011299434, 0.9152542372881356, 0.980225988700565]}, "NMPC-feasible|swing|friction|0.1|nmpc": {"success": [1.0, 1.0, 1.0]}, "NMPC-feasible|swing|sag|0.0|frozen": {"cs": [0.008849557522123894, 0.0, 0.02654867256637168], "success": [0.04424778761061947, 0.008849557522123894, 0.08849557522123894], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|swing|sag|0.0|retr@0.1": {"cs": [0.5929203539823009, 0.504424778761062, 0.6814159292035398], "success": [0.831858407079646, 0.7610619469026548, 0.9026548672566371], "accepted": [0.5929203539823009, 0.504424778761062, 0.6814159292035398]}, "NMPC-feasible|swing|sag|0.0|diff@0.1": {"cs": [0.8112094395280235, 0.7492625368731562, 0.8702064896755162], "success": [0.8672566371681416, 0.8112094395280236, 0.9174041297935103], "accepted": [0.8112094395280235, 0.7492625368731564, 0.8672566371681416]}, "NMPC-feasible|swing|sag|0.0|retr@0.5": {"cs": [0.8230088495575221, 0.7522123893805309, 0.8849557522123894], "success": [0.8938053097345132, 0.831858407079646, 0.9469026548672567], "accepted": [0.8230088495575221, 0.7522123893805309, 0.8938053097345132]}, "NMPC-feasible|swing|sag|0.0|diff@0.5": {"cs": [0.9528023598820059, 0.9203539823008849, 0.9793510324483775], "success": [0.9528023598820059, 0.9203539823008849, 0.9793510324483775], "accepted": [0.9528023598820059, 0.9203539823008849, 0.9793510324483776]}, "NMPC-feasible|swing|sag|0.0|nmpc": {"success": [1.0, 1.0, 1.0]}, "NMPC-feasible|swing|sag|0.05|frozen": {"cs": [0.008849557522123894, 0.0, 0.02654867256637168], "success": [0.04424778761061947, 0.008849557522123894, 0.08849557522123894], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|swing|sag|0.05|retr@0.1": {"cs": [0.49557522123893805, 0.39823008849557523, 0.5929203539823009], "success": [0.7964601769911505, 0.7168141592920354, 0.8672566371681416], "accepted": [0.584070796460177, 0.48672566371681414, 0.672566371681416]}, "NMPC-feasible|swing|sag|0.05|diff@0.1": {"cs": [0.6607669616519173, 0.584070796460177, 0.7374631268436579], "success": [0.8112094395280235, 0.7462389380530974, 0.8702064896755162], "accepted": [0.808259587020649, 0.7404129793510325, 0.8672566371681416]}, "NMPC-feasible|swing|sag|0.05|retr@0.5": {"cs": [0.6991150442477876, 0.6106194690265486, 0.7787610619469026], "success": [0.8495575221238938, 0.7787610619469026, 0.911504424778761], "accepted": [0.8672566371681416, 0.8053097345132744, 0.9292035398230089]}, "NMPC-feasible|swing|sag|0.05|diff@0.5": {"cs": [0.7610619469026548, 0.6932153392330384, 0.8259587020648967], "success": [0.9233038348082596, 0.8820058997050146, 0.9587758112094399], "accepted": [0.9469026548672567, 0.911504424778761, 0.976401179941003]}, "NMPC-feasible|swing|sag|0.05|nmpc": {"success": [1.0, 1.0, 1.0]}, "NMPC-feasible|swing|sag|0.1|frozen": {"cs": [0.008849557522123894, 0.0, 0.02654867256637168], "success": [0.04424778761061947, 0.008849557522123894, 0.08849557522123894], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|swing|sag|0.1|retr@0.1": {"cs": [0.40707964601769914, 0.3185840707964602, 0.49557522123893805], "success": [0.7168141592920354, 0.6371681415929203, 0.7964601769911505], "accepted": [0.5309734513274337, 0.4336283185840708, 0.6194690265486725]}, "NMPC-feasible|swing|sag|0.1|diff@0.1": {"cs": [0.4808259587020649, 0.39823008849557523, 0.5634218289085546], "success": [0.7551622418879056, 0.6843657817109144, 0.8230088495575223], "accepted": [0.7817109144542772, 0.7168141592920354, 0.8436578171091444]}, "NMPC-feasible|swing|sag|0.1|retr@0.5": {"cs": [0.5575221238938053, 0.46017699115044247, 0.6460176991150443], "success": [0.7699115044247787, 0.6902654867256637, 0.8495575221238938], "accepted": [0.8495575221238938, 0.7787610619469026, 0.911504424778761]}, "NMPC-feasible|swing|sag|0.1|diff@0.5": {"cs": [0.5575221238938053, 0.47197640117994094, 0.6401179941002949], "success": [0.8466076696165191, 0.7846607669616519, 0.9026548672566371], "accepted": [0.935103244837758, 0.8967551622418879, 0.9705014749262536]}, "NMPC-feasible|swing|sag|0.1|nmpc": {"success": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|all types pooled|0.0|frozen": {"cs": [0.25885558583106266, 0.21525885558583105, 0.3024523160762943], "success": [0.9918256130790191, 0.9809264305177112, 1.0], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|all types pooled|0.0|retr@0.1": {"cs": [0.8201634877384196, 0.779291553133515, 0.8610354223433242], "success": [1.0, 1.0, 1.0], "accepted": [0.8201634877384196, 0.779291553133515, 0.8610354223433242]}, "NMPC-feasible|balance|all types pooled|0.0|diff@0.1": {"cs": [0.9627611262488648, 0.9427792915531336, 0.9800181653042689], "success": [1.0, 1.0, 1.0], "accepted": [0.9627611262488648, 0.9436875567665758, 0.9800181653042688]}, "NMPC-feasible|balance|all types pooled|0.0|retr@0.5": {"cs": [0.997275204359673, 0.9918256130790191, 1.0], "success": [1.0, 1.0, 1.0], "accepted": [0.997275204359673, 0.9918256130790191, 1.0]}, "NMPC-feasible|balance|all types pooled|0.0|diff@0.5": {"cs": [0.9909173478655768, 0.9818119891008174, 0.9981834695731153], "success": [1.0, 1.0, 1.0], "accepted": [0.9909173478655768, 0.9818346957311535, 0.9981834695731153]}, "NMPC-feasible|balance|all types pooled|0.0|nmpc": {"success": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|all types pooled|0.05|frozen": {"cs": [0.25885558583106266, 0.21525885558583105, 0.30517711171662126], "success": [0.9918256130790191, 0.9809264305177112, 1.0], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|all types pooled|0.05|retr@0.1": {"cs": [0.7111716621253406, 0.6648501362397821, 0.7602179836512262], "success": [1.0, 1.0, 1.0], "accepted": [0.8092643051771117, 0.7683923705722071, 0.8501362397820164]}, "NMPC-feasible|balance|all types pooled|0.05|diff@0.1": {"cs": [0.8592188919164395, 0.8264986376021798, 0.8900999091734787], "success": [0.9990917347865576, 0.997275204359673, 1.0], "accepted": [0.9564032697547684, 0.9364214350590373, 0.9745685740236147]}, "NMPC-feasible|balance|all types pooled|0.05|retr@0.5": {"cs": [0.8528610354223434, 0.8174386920980926, 0.888283378746594], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|all types pooled|0.05|diff@0.5": {"cs": [0.8610354223433242, 0.8283378746594006, 0.8919164396003634], "success": [0.9981834695731154, 0.9945504087193461, 1.0], "accepted": [0.9863760217983651, 0.9772933696639419, 0.9936421435059037]}, "NMPC-feasible|balance|all types pooled|0.05|nmpc": {"success": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|all types pooled|0.1|frozen": {"cs": [0.25885558583106266, 0.21525885558583105, 0.30517711171662126], "success": [0.9918256130790191, 0.9809264305177112, 1.0], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|all types pooled|0.1|retr@0.1": {"cs": [0.6485013623978202, 0.5994550408719346, 0.6948228882833788], "success": [1.0, 1.0, 1.0], "accepted": [0.782016348773842, 0.7384196185286104, 0.8228882833787466]}, "NMPC-feasible|balance|all types pooled|0.1|diff@0.1": {"cs": [0.7647593097184376, 0.7220481380563124, 0.8056312443233423], "success": [0.997275204359673, 0.9918256130790191, 1.0], "accepted": [0.9509536784741145, 0.9282470481380564, 0.9700272479564033]}, "NMPC-feasible|balance|all types pooled|0.1|retr@0.5": {"cs": [0.782016348773842, 0.7384196185286104, 0.8228882833787466], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|all types pooled|0.1|diff@0.5": {"cs": [0.7693006357856493, 0.7275204359673024, 0.8092643051771117], "success": [0.997275204359673, 0.9918256130790191, 1.0], "accepted": [0.9872842870118074, 0.9782016348773842, 0.9945504087193461]}, "NMPC-feasible|balance|all types pooled|0.1|nmpc": {"success": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|payload|0.0|frozen": {"cs": [0.25, 0.17647058823529413, 0.3235294117647059], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|payload|0.0|retr@0.1": {"cs": [0.7205882352941176, 0.6468750000000001, 0.7941176470588235], "success": [1.0, 1.0, 1.0], "accepted": [0.7205882352941176, 0.6468750000000001, 0.7941176470588235]}, "NMPC-feasible|balance|payload|0.0|diff@0.1": {"cs": [0.980392156862745, 0.9558823529411765, 0.9975490196078433], "success": [1.0, 1.0, 1.0], "accepted": [0.980392156862745, 0.9558823529411765, 0.9975490196078433]}, "NMPC-feasible|balance|payload|0.0|retr@0.5": {"cs": [1.0, 1.0, 1.0], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|payload|0.0|diff@0.5": {"cs": [0.9754901960784315, 0.9509803921568626, 0.9950980392156862], "success": [1.0, 1.0, 1.0], "accepted": [0.9754901960784315, 0.9509803921568626, 0.9950980392156862]}, "NMPC-feasible|balance|payload|0.0|nmpc": {"success": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|payload|0.05|frozen": {"cs": [0.25, 0.17647058823529413, 0.3161764705882353], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|payload|0.05|retr@0.1": {"cs": [0.6029411764705882, 0.5147058823529411, 0.6838235294117647], "success": [1.0, 1.0, 1.0], "accepted": [0.7279411764705882, 0.6544117647058824, 0.8014705882352942]}, "NMPC-feasible|balance|payload|0.05|diff@0.1": {"cs": [0.8553921568627451, 0.8039215686274509, 0.9019607843137255], "success": [1.0, 1.0, 1.0], "accepted": [0.9656862745098038, 0.9362745098039216, 0.9877450980392157]}, "NMPC-feasible|balance|payload|0.05|retr@0.5": {"cs": [0.8014705882352942, 0.7352941176470589, 0.8676470588235294], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|payload|0.05|diff@0.5": {"cs": [0.8357843137254901, 0.7794117647058824, 0.8897058823529411], "success": [1.0, 1.0, 1.0], "accepted": [0.9803921568627452, 0.9632352941176471, 0.9950980392156862]}, "NMPC-feasible|balance|payload|0.05|nmpc": {"success": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|payload|0.1|frozen": {"cs": [0.25, 0.17647058823529413, 0.33088235294117646], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|payload|0.1|retr@0.1": {"cs": [0.5367647058823529, 0.45588235294117646, 0.6176470588235294], "success": [1.0, 1.0, 1.0], "accepted": [0.7352941176470589, 0.6617647058823529, 0.8088235294117647]}, "NMPC-feasible|balance|payload|0.1|diff@0.1": {"cs": [0.75, 0.6838235294117647, 0.8137254901960783], "success": [1.0, 1.0, 1.0], "accepted": [0.9705882352941176, 0.946078431372549, 0.9926470588235294]}, "NMPC-feasible|balance|payload|0.1|retr@0.5": {"cs": [0.7058823529411765, 0.6323529411764706, 0.7867647058823529], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|payload|0.1|diff@0.5": {"cs": [0.7401960784313725, 0.6691176470588235, 0.803921568627451], "success": [1.0, 1.0, 1.0], "accepted": [0.9877450980392157, 0.9754901960784313, 0.9975490196078433]}, "NMPC-feasible|balance|payload|0.1|nmpc": {"success": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|friction|0.0|frozen": {"cs": [0.11864406779661017, 0.06779661016949153, 0.17796610169491525], "success": [0.9745762711864406, 0.940677966101695, 1.0], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|friction|0.0|retr@0.1": {"cs": [0.847457627118644, 0.7796610169491526, 0.9067796610169492], "success": [1.0, 1.0, 1.0], "accepted": [0.847457627118644, 0.7796610169491526, 0.9067796610169492]}, "NMPC-feasible|balance|friction|0.0|diff@0.1": {"cs": [0.9745762711864406, 0.940677966101695, 1.0], "success": [1.0, 1.0, 1.0], "accepted": [0.9745762711864406, 0.940677966101695, 1.0]}, "NMPC-feasible|balance|friction|0.0|retr@0.5": {"cs": [0.9915254237288136, 0.9745762711864406, 1.0], "success": [1.0, 1.0, 1.0], "accepted": [0.9915254237288136, 0.9745762711864406, 1.0]}, "NMPC-feasible|balance|friction|0.0|diff@0.5": {"cs": [1.0, 1.0, 1.0], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|friction|0.0|nmpc": {"success": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|friction|0.05|frozen": {"cs": [0.11864406779661017, 0.06779661016949153, 0.17796610169491525], "success": [0.9745762711864406, 0.940677966101695, 1.0], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|friction|0.05|retr@0.1": {"cs": [0.6440677966101694, 0.559322033898305, 0.7288135593220338], "success": [1.0, 1.0, 1.0], "accepted": [0.8220338983050848, 0.7542372881355932, 0.8898305084745762]}, "NMPC-feasible|balance|friction|0.05|diff@0.1": {"cs": [0.8135593220338984, 0.748587570621469, 0.8729519774011303], "success": [0.9971751412429378, 0.9915254237288136, 1.0], "accepted": [0.9745762711864406, 0.9463276836158191, 0.9971751412429378]}, "NMPC-feasible|balance|friction|0.05|retr@0.5": {"cs": [0.7711864406779662, 0.6949152542372882, 0.847457627118644], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|friction|0.05|diff@0.5": {"cs": [0.8107344632768361, 0.7429378531073447, 0.8757062146892656], "success": [0.9943502824858758, 0.983050847457627, 1.0], "accepted": [0.9915254237288136, 0.9774011299435029, 1.0]}, "NMPC-feasible|balance|friction|0.05|nmpc": {"success": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|friction|0.1|frozen": {"cs": [0.11864406779661017, 0.06779661016949153, 0.17796610169491525], "success": [0.9745762711864406, 0.940677966101695, 1.0], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|friction|0.1|retr@0.1": {"cs": [0.576271186440678, 0.4915254237288136, 0.6610169491525424], "success": [1.0, 1.0, 1.0], "accepted": [0.788135593220339, 0.711864406779661, 0.8559322033898306]}, "NMPC-feasible|balance|friction|0.1|diff@0.1": {"cs": [0.6610169491525423, 0.5734463276836157, 0.7457627118644068], "success": [0.9915254237288136, 0.9745762711864406, 1.0], "accepted": [0.9661016949152542, 0.9322033898305084, 0.9915254237288136]}, "NMPC-feasible|balance|friction|0.1|retr@0.5": {"cs": [0.7033898305084746, 0.6186440677966102, 0.7796610169491526], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|friction|0.1|diff@0.5": {"cs": [0.6638418079096045, 0.5819209039548022, 0.7485875706214689], "success": [0.9915254237288136, 0.9745762711864406, 1.0], "accepted": [0.9858757062146892, 0.9632768361581922, 1.0]}, "NMPC-feasible|balance|friction|0.1|nmpc": {"success": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|sag|0.0|frozen": {"cs": [0.415929203539823, 0.3274336283185841, 0.504424778761062], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|sag|0.0|retr@0.1": {"cs": [0.911504424778761, 0.8584070796460177, 0.9559734513274345], "success": [1.0, 1.0, 1.0], "accepted": [0.911504424778761, 0.8584070796460177, 0.9557522123893806]}, "NMPC-feasible|balance|sag|0.0|diff@0.1": {"cs": [0.9292035398230089, 0.8820058997050146, 0.9705014749262536], "success": [1.0, 1.0, 1.0], "accepted": [0.9292035398230089, 0.8820058997050148, 0.9705014749262536]}, "NMPC-feasible|balance|sag|0.0|retr@0.5": {"cs": [1.0, 1.0, 1.0], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|sag|0.0|diff@0.5": {"cs": [1.0, 1.0, 1.0], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|sag|0.0|nmpc": {"success": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|sag|0.05|frozen": {"cs": [0.415929203539823, 0.3274336283185841, 0.5132743362831859], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|sag|0.05|retr@0.1": {"cs": [0.911504424778761, 0.8495575221238938, 0.9557522123893806], "success": [1.0, 1.0, 1.0], "accepted": [0.8938053097345132, 0.831858407079646, 0.9469026548672567]}, "NMPC-feasible|balance|sag|0.05|diff@0.1": {"cs": [0.911504424778761, 0.8613569321533923, 0.9587020648967551], "success": [1.0, 1.0, 1.0], "accepted": [0.9262536873156343, 0.8761061946902655, 0.9675516224188792]}, "NMPC-feasible|balance|sag|0.05|retr@0.5": {"cs": [1.0, 1.0, 1.0], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|sag|0.05|diff@0.5": {"cs": [0.9439528023598819, 0.8997050147492626, 0.9793510324483775], "success": [1.0, 1.0, 1.0], "accepted": [0.9882005899705014, 0.9705014749262537, 1.0]}, "NMPC-feasible|balance|sag|0.05|nmpc": {"success": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|sag|0.1|frozen": {"cs": [0.415929203539823, 0.3274336283185841, 0.504424778761062], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|sag|0.1|retr@0.1": {"cs": [0.8584070796460177, 0.7876106194690266, 0.9203539823008849], "success": [1.0, 1.0, 1.0], "accepted": [0.831858407079646, 0.7610619469026548, 0.9026548672566371]}, "NMPC-feasible|balance|sag|0.1|diff@0.1": {"cs": [0.8908554572271385, 0.831858407079646, 0.9410029498525074], "success": [1.0, 1.0, 1.0], "accepted": [0.911504424778761, 0.8584070796460177, 0.9557522123893806]}, "NMPC-feasible|balance|sag|0.1|retr@0.5": {"cs": [0.9557522123893806, 0.9203539823008849, 0.9911504424778761], "success": [1.0, 1.0, 1.0], "accepted": [1.0, 1.0, 1.0]}, "NMPC-feasible|balance|sag|0.1|diff@0.5": {"cs": [0.9144542772861356, 0.864306784660767, 0.9587020648967551], "success": [1.0, 1.0, 1.0], "accepted": [0.9882005899705014, 0.9734513274336283, 1.0]}, "NMPC-feasible|balance|sag|0.1|nmpc": {"success": [1.0, 1.0, 1.0]}}
|
data/round2/furuta_resynth_b2/summary.txt
ADDED
|
@@ -0,0 +1,629 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
NMPC-feasible (bank recipe at the true limit) payload: 136 of 200
|
| 2 |
+
NMPC-feasible (bank recipe at the true limit) friction: 118 of 200
|
| 3 |
+
NMPC-feasible (bank recipe at the true limit) sag: 113 of 200
|
| 4 |
+
|
| 5 |
+
=== all | swing | all types pooled | est. error 0% | n=600 ===
|
| 6 |
+
arm success&cert % success % accepted %
|
| 7 |
+
frozen 7.3 [ 5.3, 9.5] 30.2 [26.5,33.8] 100.0 [100.0,100.0]
|
| 8 |
+
retr@0.1 53.5 [49.7,57.5] 70.3 [66.5,74.0] 53.5 [49.5,57.5]
|
| 9 |
+
diff@0.1 69.1 [65.8,72.3] 71.9 [68.6,75.2] 69.1 [65.8,72.5]
|
| 10 |
+
retr@0.5 73.7 [70.0,77.2] 76.3 [72.8,79.7] 73.7 [70.2,77.2]
|
| 11 |
+
diff@0.5 78.3 [75.2,81.3] 78.7 [75.7,81.6] 78.3 [75.2,81.4]
|
| 12 |
+
nmpc n/a 80.3 [77.0,83.5]
|
| 13 |
+
paired cs diff@0.1 - retr@0.1: +15.6 pp [+12.0,+19.1] p=<5e-5
|
| 14 |
+
per-seed diff@0.1 cs: 69.3/69.2/68.8
|
| 15 |
+
paired cs diff@0.5 - retr@0.5: +4.7 pp [ +2.3, +7.1] p=5e-05
|
| 16 |
+
per-seed diff@0.5 cs: 77.3/79.0/78.7
|
| 17 |
+
|
| 18 |
+
=== all | swing | all types pooled | est. error 5% | n=600 ===
|
| 19 |
+
arm success&cert % success % accepted %
|
| 20 |
+
frozen 7.3 [ 5.3, 9.5] 30.2 [26.5,33.8] 100.0 [100.0,100.0]
|
| 21 |
+
retr@0.1 45.5 [41.5,49.5] 67.2 [63.3,70.8] 52.3 [48.5,56.3]
|
| 22 |
+
diff@0.1 57.6 [54.1,61.2] 69.6 [66.2,72.9] 67.3 [63.8,70.8]
|
| 23 |
+
retr@0.5 57.2 [53.3,61.0] 72.3 [68.5,75.8] 73.0 [69.5,76.7]
|
| 24 |
+
diff@0.5 63.8 [60.6,67.3] 76.9 [73.8,79.9] 78.2 [75.1,81.2]
|
| 25 |
+
nmpc n/a 80.3 [77.2,83.5]
|
| 26 |
+
paired cs diff@0.1 - retr@0.1: +12.1 pp [ +8.3,+15.9] p=<5e-5
|
| 27 |
+
per-seed diff@0.1 cs: 57.5/57.7/57.5
|
| 28 |
+
paired cs diff@0.5 - retr@0.5: +6.7 pp [ +2.9,+10.5] p=0.00065
|
| 29 |
+
per-seed diff@0.5 cs: 63.5/63.0/65.0
|
| 30 |
+
|
| 31 |
+
=== all | swing | all types pooled | est. error 10% | n=600 ===
|
| 32 |
+
arm success&cert % success % accepted %
|
| 33 |
+
frozen 7.3 [ 5.3, 9.5] 30.2 [26.5,34.0] 100.0 [100.0,100.0]
|
| 34 |
+
retr@0.1 35.2 [31.3,39.0] 60.2 [56.3,64.0] 50.3 [46.5,54.3]
|
| 35 |
+
diff@0.1 41.7 [38.2,45.3] 64.9 [61.6,68.3] 67.3 [63.9,70.6]
|
| 36 |
+
retr@0.5 43.7 [39.7,47.7] 64.3 [60.7,68.3] 72.3 [68.8,75.8]
|
| 37 |
+
diff@0.5 46.1 [42.6,49.7] 70.2 [67.0,73.6] 78.1 [74.9,81.1]
|
| 38 |
+
nmpc n/a 80.3 [77.2,83.5]
|
| 39 |
+
paired cs diff@0.1 - retr@0.1: +6.6 pp [ +2.5,+10.3] p=0.00205
|
| 40 |
+
per-seed diff@0.1 cs: 42.3/42.2/40.7
|
| 41 |
+
paired cs diff@0.5 - retr@0.5: +2.4 pp [ -1.4, +6.4] p=0.242
|
| 42 |
+
per-seed diff@0.5 cs: 46.8/45.8/45.7
|
| 43 |
+
|
| 44 |
+
=== all | swing | payload | est. error 0% | n=200 ===
|
| 45 |
+
arm success&cert % success % accepted %
|
| 46 |
+
frozen 13.0 [ 8.5,18.0] 34.5 [28.0,41.0] 100.0 [100.0,100.0]
|
| 47 |
+
retr@0.1 58.0 [51.5,65.0] 79.5 [73.5,85.0] 58.0 [51.0,64.5]
|
| 48 |
+
diff@0.1 74.8 [69.7,80.2] 77.5 [72.0,82.7] 74.8 [69.8,80.0]
|
| 49 |
+
retr@0.5 81.0 [75.5,86.5] 84.5 [79.0,89.5] 81.0 [75.5,86.0]
|
| 50 |
+
diff@0.5 83.5 [78.8,87.7] 84.0 [79.3,88.3] 83.5 [79.0,87.8]
|
| 51 |
+
nmpc n/a 88.0 [83.5,92.5]
|
| 52 |
+
paired cs diff@0.1 - retr@0.1: +16.8 pp [+10.5,+23.5] p=<5e-5
|
| 53 |
+
per-seed diff@0.1 cs: 75.0/74.5/75.0
|
| 54 |
+
paired cs diff@0.5 - retr@0.5: +2.5 pp [ -1.7, +7.0] p=0.288
|
| 55 |
+
per-seed diff@0.5 cs: 82.0/85.0/83.5
|
| 56 |
+
|
| 57 |
+
=== all | swing | payload | est. error 5% | n=200 ===
|
| 58 |
+
arm success&cert % success % accepted %
|
| 59 |
+
frozen 13.0 [ 8.5,18.0] 34.5 [28.0,41.0] 100.0 [100.0,100.0]
|
| 60 |
+
retr@0.1 54.0 [47.0,61.0] 76.5 [70.0,82.0] 59.5 [52.5,66.0]
|
| 61 |
+
diff@0.1 62.7 [57.0,68.2] 75.3 [70.0,80.3] 71.7 [66.3,76.8]
|
| 62 |
+
retr@0.5 64.0 [57.0,70.5] 80.0 [74.5,85.0] 78.5 [72.5,84.0]
|
| 63 |
+
diff@0.5 68.8 [63.3,74.2] 82.2 [77.5,86.5] 83.5 [78.8,87.8]
|
| 64 |
+
nmpc n/a 88.0 [83.0,92.5]
|
| 65 |
+
paired cs diff@0.1 - retr@0.1: +8.7 pp [ +1.7,+15.7] p=0.0236
|
| 66 |
+
per-seed diff@0.1 cs: 62.0/61.0/65.0
|
| 67 |
+
paired cs diff@0.5 - retr@0.5: +4.8 pp [ -2.2,+11.5] p=0.198
|
| 68 |
+
per-seed diff@0.5 cs: 66.5/66.0/74.0
|
| 69 |
+
|
| 70 |
+
=== all | swing | payload | est. error 10% | n=200 ===
|
| 71 |
+
arm success&cert % success % accepted %
|
| 72 |
+
frozen 13.0 [ 8.5,18.0] 34.5 [28.5,41.5] 100.0 [100.0,100.0]
|
| 73 |
+
retr@0.1 36.0 [29.5,43.0] 68.5 [62.0,74.5] 54.5 [47.5,61.5]
|
| 74 |
+
diff@0.1 45.3 [39.5,51.5] 70.3 [64.7,75.8] 73.5 [68.2,78.8]
|
| 75 |
+
retr@0.5 44.5 [37.5,51.5] 72.0 [66.0,78.0] 78.0 [72.0,83.5]
|
| 76 |
+
diff@0.5 49.0 [43.3,54.8] 75.0 [70.0,80.2] 83.7 [79.0,87.8]
|
| 77 |
+
nmpc n/a 88.0 [83.0,92.5]
|
| 78 |
+
paired cs diff@0.1 - retr@0.1: +9.3 pp [ +2.2,+16.5] p=0.0153
|
| 79 |
+
per-seed diff@0.1 cs: 46.0/45.5/44.5
|
| 80 |
+
paired cs diff@0.5 - retr@0.5: +4.5 pp [ -2.8,+11.7] p=0.25
|
| 81 |
+
per-seed diff@0.5 cs: 50.5/47.5/49.0
|
| 82 |
+
|
| 83 |
+
=== all | swing | friction | est. error 0% | n=200 ===
|
| 84 |
+
arm success&cert % success % accepted %
|
| 85 |
+
frozen 7.5 [ 4.0,11.5] 52.0 [45.0,59.0] 100.0 [100.0,100.0]
|
| 86 |
+
retr@0.1 61.0 [54.0,67.5] 68.5 [62.0,75.0] 61.0 [54.0,68.0]
|
| 87 |
+
diff@0.1 69.0 [63.0,75.0] 70.8 [64.8,76.7] 69.0 [62.7,75.0]
|
| 88 |
+
retr@0.5 73.0 [67.0,78.5] 73.5 [67.5,79.5] 73.0 [67.0,79.0]
|
| 89 |
+
diff@0.5 73.8 [68.3,79.8] 74.2 [68.3,79.8] 73.8 [67.8,79.7]
|
| 90 |
+
nmpc n/a 75.5 [69.5,81.5]
|
| 91 |
+
paired cs diff@0.1 - retr@0.1: +8.0 pp [ +3.2,+13.0] p=0.003
|
| 92 |
+
per-seed diff@0.1 cs: 69.5/68.5/69.0
|
| 93 |
+
paired cs diff@0.5 - retr@0.5: +0.8 pp [ -2.0, +3.8] p=0.668
|
| 94 |
+
per-seed diff@0.5 cs: 72.5/75.0/74.0
|
| 95 |
+
|
| 96 |
+
=== all | swing | friction | est. error 5% | n=200 ===
|
| 97 |
+
arm success&cert % success % accepted %
|
| 98 |
+
frozen 7.5 [ 4.0,11.5] 52.0 [45.0,58.5] 100.0 [100.0,100.0]
|
| 99 |
+
retr@0.1 49.5 [43.0,56.5] 65.0 [58.5,71.5] 58.5 [52.0,65.5]
|
| 100 |
+
diff@0.1 59.0 [52.7,65.3] 70.3 [64.2,76.2] 68.0 [62.0,73.8]
|
| 101 |
+
retr@0.5 54.5 [47.5,61.0] 69.0 [62.5,75.5] 71.0 [65.0,77.5]
|
| 102 |
+
diff@0.5 61.3 [55.0,67.5] 73.8 [67.8,79.5] 74.0 [67.8,79.7]
|
| 103 |
+
nmpc n/a 75.5 [69.5,81.5]
|
| 104 |
+
paired cs diff@0.1 - retr@0.1: +9.5 pp [ +3.3,+16.0] p=0.00575
|
| 105 |
+
per-seed diff@0.1 cs: 58.5/60.0/58.5
|
| 106 |
+
paired cs diff@0.5 - retr@0.5: +6.8 pp [ +0.8,+12.5] p=0.0285
|
| 107 |
+
per-seed diff@0.5 cs: 61.5/62.0/60.5
|
| 108 |
+
|
| 109 |
+
=== all | swing | friction | est. error 10% | n=200 ===
|
| 110 |
+
arm success&cert % success % accepted %
|
| 111 |
+
frozen 7.5 [ 4.0,11.5] 52.0 [45.5,59.0] 100.0 [100.0,100.0]
|
| 112 |
+
retr@0.1 41.0 [34.5,48.0] 57.0 [50.0,64.0] 56.0 [49.0,63.0]
|
| 113 |
+
diff@0.1 43.0 [36.7,49.5] 66.5 [60.5,72.5] 68.8 [63.2,74.8]
|
| 114 |
+
retr@0.5 45.5 [38.5,52.5] 62.0 [55.0,68.5] 72.5 [66.5,78.5]
|
| 115 |
+
diff@0.5 44.8 [38.0,51.3] 68.3 [62.2,74.3] 74.0 [68.0,79.7]
|
| 116 |
+
nmpc n/a 75.5 [69.5,81.5]
|
| 117 |
+
paired cs diff@0.1 - retr@0.1: +2.0 pp [ -4.8, +8.5] p=0.58
|
| 118 |
+
per-seed diff@0.1 cs: 42.5/43.5/43.0
|
| 119 |
+
paired cs diff@0.5 - retr@0.5: -0.7 pp [ -7.2, +6.0] p=0.878
|
| 120 |
+
per-seed diff@0.5 cs: 43.5/46.0/45.0
|
| 121 |
+
|
| 122 |
+
=== all | swing | sag | est. error 0% | n=200 ===
|
| 123 |
+
arm success&cert % success % accepted %
|
| 124 |
+
frozen 1.5 [ 0.0, 3.5] 4.0 [ 1.5, 7.0] 100.0 [100.0,100.0]
|
| 125 |
+
retr@0.1 41.5 [34.5,48.0] 63.0 [56.0,70.0] 41.5 [35.0,48.0]
|
| 126 |
+
diff@0.1 63.5 [57.2,69.3] 67.5 [61.7,73.3] 63.5 [57.5,69.7]
|
| 127 |
+
retr@0.5 67.0 [60.0,73.0] 71.0 [65.0,77.0] 67.0 [60.5,73.5]
|
| 128 |
+
diff@0.5 77.7 [72.2,82.7] 77.8 [72.0,83.0] 77.7 [72.3,83.0]
|
| 129 |
+
nmpc n/a 77.5 [71.5,83.0]
|
| 130 |
+
paired cs diff@0.1 - retr@0.1: +22.0 pp [+15.3,+28.7] p=<5e-5
|
| 131 |
+
per-seed diff@0.1 cs: 63.5/64.5/62.5
|
| 132 |
+
paired cs diff@0.5 - retr@0.5: +10.7 pp [ +6.0,+15.5] p=<5e-5
|
| 133 |
+
per-seed diff@0.5 cs: 77.5/77.0/78.5
|
| 134 |
+
|
| 135 |
+
=== all | swing | sag | est. error 5% | n=200 ===
|
| 136 |
+
arm success&cert % success % accepted %
|
| 137 |
+
frozen 1.5 [ 0.0, 3.5] 4.0 [ 1.5, 7.0] 100.0 [100.0,100.0]
|
| 138 |
+
retr@0.1 33.0 [26.5,39.5] 60.0 [53.0,66.5] 39.0 [32.0,46.0]
|
| 139 |
+
diff@0.1 51.0 [44.8,57.0] 63.0 [57.0,69.2] 62.3 [56.3,68.7]
|
| 140 |
+
retr@0.5 53.0 [46.0,60.0] 68.0 [61.5,74.5] 69.5 [63.0,75.5]
|
| 141 |
+
diff@0.5 61.3 [55.2,67.2] 74.8 [69.0,80.0] 77.2 [72.0,82.2]
|
| 142 |
+
nmpc n/a 77.5 [71.5,83.0]
|
| 143 |
+
paired cs diff@0.1 - retr@0.1: +18.0 pp [+10.8,+24.8] p=<5e-5
|
| 144 |
+
per-seed diff@0.1 cs: 52.0/52.0/49.0
|
| 145 |
+
paired cs diff@0.5 - retr@0.5: +8.3 pp [ +1.8,+14.3] p=0.0144
|
| 146 |
+
per-seed diff@0.5 cs: 62.5/61.0/60.5
|
| 147 |
+
|
| 148 |
+
=== all | swing | sag | est. error 10% | n=200 ===
|
| 149 |
+
arm success&cert % success % accepted %
|
| 150 |
+
frozen 1.5 [ 0.0, 3.5] 4.0 [ 1.5, 7.0] 100.0 [100.0,100.0]
|
| 151 |
+
retr@0.1 28.5 [22.5,35.0] 55.0 [48.0,62.0] 40.5 [33.5,47.5]
|
| 152 |
+
diff@0.1 36.8 [30.7,42.8] 57.8 [51.7,64.3] 59.7 [53.5,65.5]
|
| 153 |
+
retr@0.5 41.0 [34.0,48.0] 59.0 [52.0,66.0] 66.5 [59.5,73.0]
|
| 154 |
+
diff@0.5 44.5 [38.5,50.7] 67.3 [61.2,73.2] 76.5 [71.2,81.7]
|
| 155 |
+
nmpc n/a 77.5 [71.5,83.0]
|
| 156 |
+
paired cs diff@0.1 - retr@0.1: +8.3 pp [ +0.8,+15.5] p=0.027
|
| 157 |
+
per-seed diff@0.1 cs: 38.5/37.5/34.5
|
| 158 |
+
paired cs diff@0.5 - retr@0.5: +3.5 pp [ -3.7,+10.7] p=0.353
|
| 159 |
+
per-seed diff@0.5 cs: 46.5/44.0/43.0
|
| 160 |
+
|
| 161 |
+
=== all | balance | all types pooled | est. error 0% | n=600 ===
|
| 162 |
+
arm success&cert % success % accepted %
|
| 163 |
+
frozen 27.7 [24.2,31.3] 99.0 [98.2,99.7] 100.0 [100.0,100.0]
|
| 164 |
+
retr@0.1 81.0 [77.7,84.0] 100.0 [100.0,100.0] 81.0 [77.8,84.3]
|
| 165 |
+
diff@0.1 94.1 [92.4,95.7] 99.9 [99.7,100.0] 94.1 [92.3,95.7]
|
| 166 |
+
retr@0.5 99.7 [99.2,100.0] 100.0 [100.0,100.0] 99.7 [99.2,100.0]
|
| 167 |
+
diff@0.5 99.0 [98.3,99.6] 100.0 [100.0,100.0] 99.0 [98.3,99.6]
|
| 168 |
+
nmpc n/a 99.8 [99.5,100.0]
|
| 169 |
+
paired cs diff@0.1 - retr@0.1: +13.1 pp [+10.1,+16.3] p=<5e-5
|
| 170 |
+
per-seed diff@0.1 cs: 93.5/94.0/94.8
|
| 171 |
+
paired cs diff@0.5 - retr@0.5: -0.7 pp [ -1.6, +0.1] p=0.136
|
| 172 |
+
per-seed diff@0.5 cs: 98.8/99.0/99.2
|
| 173 |
+
|
| 174 |
+
=== all | balance | all types pooled | est. error 5% | n=600 ===
|
| 175 |
+
arm success&cert % success % accepted %
|
| 176 |
+
frozen 27.7 [24.3,31.3] 99.0 [98.2,99.7] 100.0 [100.0,100.0]
|
| 177 |
+
retr@0.1 71.2 [67.3,75.0] 100.0 [100.0,100.0] 79.7 [76.5,82.8]
|
| 178 |
+
diff@0.1 84.9 [82.4,87.4] 99.8 [99.6,100.0] 93.0 [91.2,94.7]
|
| 179 |
+
retr@0.5 86.5 [83.8,89.2] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 180 |
+
diff@0.5 85.7 [83.1,88.0] 99.9 [99.7,100.0] 98.7 [97.9,99.3]
|
| 181 |
+
nmpc n/a 99.8 [99.5,100.0]
|
| 182 |
+
paired cs diff@0.1 - retr@0.1: +13.7 pp [+10.1,+17.3] p=<5e-5
|
| 183 |
+
per-seed diff@0.1 cs: 83.7/85.2/85.8
|
| 184 |
+
paired cs diff@0.5 - retr@0.5: -0.8 pp [ -3.7, +2.1] p=0.595
|
| 185 |
+
per-seed diff@0.5 cs: 84.3/85.5/87.2
|
| 186 |
+
|
| 187 |
+
=== all | balance | all types pooled | est. error 10% | n=600 ===
|
| 188 |
+
arm success&cert % success % accepted %
|
| 189 |
+
frozen 27.7 [24.2,31.2] 99.0 [98.2,99.7] 100.0 [100.0,100.0]
|
| 190 |
+
retr@0.1 65.3 [61.5,69.2] 100.0 [100.0,100.0] 77.0 [73.5,80.5]
|
| 191 |
+
diff@0.1 76.9 [73.9,80.1] 99.8 [99.4,100.0] 92.8 [90.9,94.4]
|
| 192 |
+
retr@0.5 80.2 [76.8,83.3] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 193 |
+
diff@0.5 77.8 [74.6,80.8] 99.8 [99.5,100.0] 98.6 [97.9,99.2]
|
| 194 |
+
nmpc n/a 99.8 [99.5,100.0]
|
| 195 |
+
paired cs diff@0.1 - retr@0.1: +11.6 pp [ +7.7,+15.3] p=<5e-5
|
| 196 |
+
per-seed diff@0.1 cs: 76.7/76.0/78.0
|
| 197 |
+
paired cs diff@0.5 - retr@0.5: -2.4 pp [ -5.5, +0.6] p=0.134
|
| 198 |
+
per-seed diff@0.5 cs: 77.5/76.7/79.2
|
| 199 |
+
|
| 200 |
+
=== all | balance | payload | est. error 0% | n=200 ===
|
| 201 |
+
arm success&cert % success % accepted %
|
| 202 |
+
frozen 27.5 [21.5,34.0] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 203 |
+
retr@0.1 71.5 [65.5,77.5] 100.0 [100.0,100.0] 71.5 [65.0,77.5]
|
| 204 |
+
diff@0.1 97.2 [95.0,98.8] 100.0 [100.0,100.0] 97.2 [95.0,98.8]
|
| 205 |
+
retr@0.5 99.5 [98.5,100.0] 100.0 [100.0,100.0] 99.5 [98.5,100.0]
|
| 206 |
+
diff@0.5 98.2 [96.5,99.5] 100.0 [100.0,100.0] 98.2 [96.3,99.5]
|
| 207 |
+
nmpc n/a 99.5 [98.5,100.0]
|
| 208 |
+
paired cs diff@0.1 - retr@0.1: +25.7 pp [+19.8,+32.2] p=<5e-5
|
| 209 |
+
per-seed diff@0.1 cs: 98.5/96.5/96.5
|
| 210 |
+
paired cs diff@0.5 - retr@0.5: -1.3 pp [ -3.3, +0.5] p=0.228
|
| 211 |
+
per-seed diff@0.5 cs: 98.0/98.5/98.0
|
| 212 |
+
|
| 213 |
+
=== all | balance | payload | est. error 5% | n=200 ===
|
| 214 |
+
arm success&cert % success % accepted %
|
| 215 |
+
frozen 27.5 [21.5,34.0] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 216 |
+
retr@0.1 61.5 [55.0,68.0] 100.0 [100.0,100.0] 72.5 [66.0,78.5]
|
| 217 |
+
diff@0.1 85.8 [81.5,89.8] 100.0 [100.0,100.0] 95.8 [93.5,98.0]
|
| 218 |
+
retr@0.5 82.0 [76.5,87.5] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 219 |
+
diff@0.5 84.0 [79.5,88.3] 100.0 [100.0,100.0] 98.7 [97.5,99.7]
|
| 220 |
+
nmpc n/a 99.5 [98.5,100.0]
|
| 221 |
+
paired cs diff@0.1 - retr@0.1: +24.3 pp [+17.5,+31.7] p=<5e-5
|
| 222 |
+
per-seed diff@0.1 cs: 85.0/85.5/87.0
|
| 223 |
+
paired cs diff@0.5 - retr@0.5: +2.0 pp [ -3.7, +7.5] p=0.517
|
| 224 |
+
per-seed diff@0.5 cs: 83.0/83.5/85.5
|
| 225 |
+
|
| 226 |
+
=== all | balance | payload | est. error 10% | n=200 ===
|
| 227 |
+
arm success&cert % success % accepted %
|
| 228 |
+
frozen 27.5 [21.0,33.5] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 229 |
+
retr@0.1 54.5 [48.0,61.5] 100.0 [100.0,100.0] 73.5 [67.0,79.5]
|
| 230 |
+
diff@0.1 75.5 [70.0,80.8] 100.0 [100.0,100.0] 96.0 [93.5,98.0]
|
| 231 |
+
retr@0.5 73.0 [67.0,79.0] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 232 |
+
diff@0.5 75.0 [69.5,80.3] 100.0 [100.0,100.0] 99.0 [98.0,99.8]
|
| 233 |
+
nmpc n/a 99.5 [98.5,100.0]
|
| 234 |
+
paired cs diff@0.1 - retr@0.1: +21.0 pp [+14.3,+28.0] p=<5e-5
|
| 235 |
+
per-seed diff@0.1 cs: 75.5/74.0/77.0
|
| 236 |
+
paired cs diff@0.5 - retr@0.5: +2.0 pp [ -3.3, +7.5] p=0.505
|
| 237 |
+
per-seed diff@0.5 cs: 75.5/73.5/76.0
|
| 238 |
+
|
| 239 |
+
=== all | balance | friction | est. error 0% | n=200 ===
|
| 240 |
+
arm success&cert % success % accepted %
|
| 241 |
+
frozen 13.0 [ 8.5,18.0] 97.0 [94.5,99.0] 100.0 [100.0,100.0]
|
| 242 |
+
retr@0.1 80.5 [74.5,86.0] 100.0 [100.0,100.0] 80.5 [75.0,86.0]
|
| 243 |
+
diff@0.1 92.3 [89.2,95.2] 99.7 [99.0,100.0] 92.3 [89.2,95.3]
|
| 244 |
+
retr@0.5 99.5 [98.5,100.0] 100.0 [100.0,100.0] 99.5 [98.5,100.0]
|
| 245 |
+
diff@0.5 99.0 [97.7,99.8] 100.0 [100.0,100.0] 99.0 [97.7,99.8]
|
| 246 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 247 |
+
paired cs diff@0.1 - retr@0.1: +11.8 pp [ +6.0,+18.0] p=0.0003
|
| 248 |
+
per-seed diff@0.1 cs: 89.5/92.0/95.5
|
| 249 |
+
paired cs diff@0.5 - retr@0.5: -0.5 pp [ -2.0, +1.0] p=0.625
|
| 250 |
+
per-seed diff@0.5 cs: 99.0/98.5/99.5
|
| 251 |
+
|
| 252 |
+
=== all | balance | friction | est. error 5% | n=200 ===
|
| 253 |
+
arm success&cert % success % accepted %
|
| 254 |
+
frozen 13.0 [ 8.5,17.5] 97.0 [94.5,99.0] 100.0 [100.0,100.0]
|
| 255 |
+
retr@0.1 63.0 [56.0,69.0] 100.0 [100.0,100.0] 79.0 [73.0,84.5]
|
| 256 |
+
diff@0.1 78.7 [73.8,83.5] 99.5 [98.7,100.0] 91.7 [88.3,94.7]
|
| 257 |
+
retr@0.5 78.0 [72.5,83.5] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 258 |
+
diff@0.5 78.5 [73.2,83.5] 99.7 [99.0,100.0] 98.2 [96.5,99.5]
|
| 259 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 260 |
+
paired cs diff@0.1 - retr@0.1: +15.7 pp [ +9.3,+21.8] p=<5e-5
|
| 261 |
+
per-seed diff@0.1 cs: 76.0/79.0/81.0
|
| 262 |
+
paired cs diff@0.5 - retr@0.5: +0.5 pp [ -5.5, +6.5] p=0.911
|
| 263 |
+
per-seed diff@0.5 cs: 76.0/78.5/81.0
|
| 264 |
+
|
| 265 |
+
=== all | balance | friction | est. error 10% | n=200 ===
|
| 266 |
+
arm success&cert % success % accepted %
|
| 267 |
+
frozen 13.0 [ 8.5,18.0] 97.0 [94.5,99.0] 100.0 [100.0,100.0]
|
| 268 |
+
retr@0.1 56.5 [50.0,63.5] 100.0 [100.0,100.0] 75.0 [69.0,81.0]
|
| 269 |
+
diff@0.1 66.2 [59.8,71.8] 99.3 [98.2,100.0] 91.3 [88.0,94.3]
|
| 270 |
+
retr@0.5 71.0 [64.5,77.0] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 271 |
+
diff@0.5 67.0 [60.7,73.0] 99.5 [98.5,100.0] 98.3 [96.8,99.5]
|
| 272 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 273 |
+
paired cs diff@0.1 - retr@0.1: +9.7 pp [ +1.7,+17.3] p=0.0125
|
| 274 |
+
per-seed diff@0.1 cs: 65.0/65.0/68.5
|
| 275 |
+
paired cs diff@0.5 - retr@0.5: -4.0 pp [-10.3, +2.0] p=0.225
|
| 276 |
+
per-seed diff@0.5 cs: 65.5/66.0/69.5
|
| 277 |
+
|
| 278 |
+
=== all | balance | sag | est. error 0% | n=200 ===
|
| 279 |
+
arm success&cert % success % accepted %
|
| 280 |
+
frozen 42.5 [36.0,49.5] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 281 |
+
retr@0.1 91.0 [87.0,94.5] 100.0 [100.0,100.0] 91.0 [87.0,94.5]
|
| 282 |
+
diff@0.1 92.8 [89.2,96.2] 100.0 [100.0,100.0] 92.8 [89.2,96.0]
|
| 283 |
+
retr@0.5 100.0 [100.0,100.0] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 284 |
+
diff@0.5 99.8 [99.5,100.0] 100.0 [100.0,100.0] 99.8 [99.5,100.0]
|
| 285 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 286 |
+
paired cs diff@0.1 - retr@0.1: +1.8 pp [ -1.0, +4.8] p=0.282
|
| 287 |
+
per-seed diff@0.1 cs: 92.5/93.5/92.5
|
| 288 |
+
paired cs diff@0.5 - retr@0.5: -0.2 pp [ -0.5, +0.0] p=1
|
| 289 |
+
per-seed diff@0.5 cs: 99.5/100.0/100.0
|
| 290 |
+
|
| 291 |
+
=== all | balance | sag | est. error 5% | n=200 ===
|
| 292 |
+
arm success&cert % success % accepted %
|
| 293 |
+
frozen 42.5 [36.0,49.5] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 294 |
+
retr@0.1 89.0 [84.5,93.0] 100.0 [100.0,100.0] 87.5 [82.5,92.0]
|
| 295 |
+
diff@0.1 90.2 [86.2,93.8] 100.0 [100.0,100.0] 91.5 [88.0,95.0]
|
| 296 |
+
retr@0.5 99.5 [98.5,100.0] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 297 |
+
diff@0.5 94.5 [91.3,97.3] 100.0 [100.0,100.0] 99.2 [98.2,99.8]
|
| 298 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 299 |
+
paired cs diff@0.1 - retr@0.1: +1.2 pp [ -2.8, +5.0] p=0.62
|
| 300 |
+
per-seed diff@0.1 cs: 90.0/91.0/89.5
|
| 301 |
+
paired cs diff@0.5 - retr@0.5: -5.0 pp [ -8.2, -2.0] p=0.0017
|
| 302 |
+
per-seed diff@0.5 cs: 94.0/94.5/95.0
|
| 303 |
+
|
| 304 |
+
=== all | balance | sag | est. error 10% | n=200 ===
|
| 305 |
+
arm success&cert % success % accepted %
|
| 306 |
+
frozen 42.5 [36.0,49.5] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 307 |
+
retr@0.1 85.0 [80.0,90.0] 100.0 [100.0,100.0] 82.5 [77.0,87.5]
|
| 308 |
+
diff@0.1 89.0 [84.5,93.2] 100.0 [100.0,100.0] 91.0 [87.3,94.7]
|
| 309 |
+
retr@0.5 96.5 [94.0,99.0] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 310 |
+
diff@0.5 91.3 [87.7,94.7] 100.0 [100.0,100.0] 98.5 [97.3,99.5]
|
| 311 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 312 |
+
paired cs diff@0.1 - retr@0.1: +4.0 pp [ -0.8, +9.0] p=0.138
|
| 313 |
+
per-seed diff@0.1 cs: 89.5/89.0/88.5
|
| 314 |
+
paired cs diff@0.5 - retr@0.5: -5.2 pp [ -9.2, -1.5] p=0.0122
|
| 315 |
+
per-seed diff@0.5 cs: 91.5/90.5/92.0
|
| 316 |
+
|
| 317 |
+
=== NMPC-feasible | swing | all types pooled | est. error 0% | n=367 ===
|
| 318 |
+
arm success&cert % success % accepted %
|
| 319 |
+
frozen 8.4 [ 5.7,11.4] 36.2 [31.6,41.1] 100.0 [100.0,100.0]
|
| 320 |
+
retr@0.1 69.5 [64.6,74.1] 88.6 [85.0,91.8] 69.5 [64.9,74.1]
|
| 321 |
+
diff@0.1 85.9 [82.8,88.9] 89.5 [86.7,92.1] 85.9 [82.9,88.9]
|
| 322 |
+
retr@0.5 90.5 [87.2,93.2] 93.7 [91.3,96.2] 90.5 [87.5,93.5]
|
| 323 |
+
diff@0.5 94.9 [93.1,96.6] 95.2 [93.3,96.8] 94.9 [93.0,96.6]
|
| 324 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 325 |
+
paired cs diff@0.1 - retr@0.1: +16.4 pp [+11.7,+21.0] p=<5e-5
|
| 326 |
+
per-seed diff@0.1 cs: 86.6/84.5/86.6
|
| 327 |
+
paired cs diff@0.5 - retr@0.5: +4.5 pp [ +1.5, +7.5] p=0.00425
|
| 328 |
+
per-seed diff@0.5 cs: 93.7/95.6/95.4
|
| 329 |
+
|
| 330 |
+
=== NMPC-feasible | swing | all types pooled | est. error 5% | n=367 ===
|
| 331 |
+
arm success&cert % success % accepted %
|
| 332 |
+
frozen 8.4 [ 5.7,11.4] 36.2 [31.3,41.1] 100.0 [100.0,100.0]
|
| 333 |
+
retr@0.1 59.1 [54.2,64.0] 84.5 [80.7,88.0] 68.9 [64.3,73.6]
|
| 334 |
+
diff@0.1 72.6 [68.8,76.4] 86.7 [83.7,89.6] 84.6 [81.5,87.5]
|
| 335 |
+
retr@0.5 71.7 [67.3,76.3] 88.6 [85.3,91.8] 89.6 [86.4,92.6]
|
| 336 |
+
diff@0.5 78.4 [74.9,81.8] 93.2 [91.2,95.2] 94.5 [92.5,96.3]
|
| 337 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 338 |
+
paired cs diff@0.1 - retr@0.1: +13.4 pp [ +7.9,+19.1] p=<5e-5
|
| 339 |
+
per-seed diff@0.1 cs: 72.5/71.7/73.6
|
| 340 |
+
paired cs diff@0.5 - retr@0.5: +6.7 pp [ +1.8,+11.6] p=0.0117
|
| 341 |
+
per-seed diff@0.5 cs: 78.2/77.4/79.6
|
| 342 |
+
|
| 343 |
+
=== NMPC-feasible | swing | all types pooled | est. error 10% | n=367 ===
|
| 344 |
+
arm success&cert % success % accepted %
|
| 345 |
+
frozen 8.4 [ 5.7,11.4] 36.2 [31.1,41.1] 100.0 [100.0,100.0]
|
| 346 |
+
retr@0.1 45.2 [39.8,50.4] 75.7 [71.1,80.1] 62.1 [56.9,67.0]
|
| 347 |
+
diff@0.1 53.2 [48.5,57.7] 81.0 [77.7,84.4] 84.5 [81.4,87.4]
|
| 348 |
+
retr@0.5 56.1 [51.2,61.3] 80.1 [76.0,84.2] 87.7 [84.2,91.0]
|
| 349 |
+
diff@0.5 57.3 [52.8,61.7] 86.0 [82.9,88.8] 94.1 [92.2,96.0]
|
| 350 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 351 |
+
paired cs diff@0.1 - retr@0.1: +8.0 pp [ +2.4,+13.6] p=0.00485
|
| 352 |
+
per-seed diff@0.1 cs: 54.2/53.1/52.3
|
| 353 |
+
paired cs diff@0.5 - retr@0.5: +1.2 pp [ -4.0, +6.6] p=0.691
|
| 354 |
+
per-seed diff@0.5 cs: 59.7/55.9/56.4
|
| 355 |
+
|
| 356 |
+
=== NMPC-feasible | swing | payload | est. error 0% | n=136 ===
|
| 357 |
+
arm success&cert % success % accepted %
|
| 358 |
+
frozen 14.7 [ 8.8,20.6] 38.2 [30.1,46.3] 100.0 [100.0,100.0]
|
| 359 |
+
retr@0.1 68.4 [60.3,76.5] 92.6 [88.2,96.3] 68.4 [60.3,75.8]
|
| 360 |
+
diff@0.1 86.0 [81.4,90.4] 89.2 [84.6,93.4] 86.0 [81.4,90.7]
|
| 361 |
+
retr@0.5 93.4 [89.0,97.1] 95.6 [91.9,98.5] 93.4 [89.0,97.1]
|
| 362 |
+
diff@0.5 94.1 [90.9,96.8] 94.9 [91.4,97.5] 94.1 [90.7,96.8]
|
| 363 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 364 |
+
paired cs diff@0.1 - retr@0.1: +17.6 pp [+10.0,+25.7] p=5e-05
|
| 365 |
+
per-seed diff@0.1 cs: 86.0/83.8/88.2
|
| 366 |
+
paired cs diff@0.5 - retr@0.5: +0.7 pp [ -3.2, +4.9] p=0.813
|
| 367 |
+
per-seed diff@0.5 cs: 91.9/95.6/94.9
|
| 368 |
+
|
| 369 |
+
=== NMPC-feasible | swing | payload | est. error 5% | n=136 ===
|
| 370 |
+
arm success&cert % success % accepted %
|
| 371 |
+
frozen 14.7 [ 8.8,20.6] 38.2 [30.1,46.3] 100.0 [100.0,100.0]
|
| 372 |
+
retr@0.1 60.3 [52.2,68.4] 87.5 [81.6,92.6] 68.4 [60.3,75.7]
|
| 373 |
+
diff@0.1 73.8 [67.6,79.7] 87.3 [83.1,91.4] 83.8 [79.2,88.7]
|
| 374 |
+
retr@0.5 72.8 [64.7,80.1] 90.4 [85.3,94.9] 89.0 [83.1,94.1]
|
| 375 |
+
diff@0.5 78.9 [73.5,83.8] 92.2 [88.7,95.1] 93.6 [90.4,96.3]
|
| 376 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 377 |
+
paired cs diff@0.1 - retr@0.1: +13.5 pp [ +4.4,+22.8] p=0.00575
|
| 378 |
+
per-seed diff@0.1 cs: 71.3/71.3/78.7
|
| 379 |
+
paired cs diff@0.5 - retr@0.5: +6.1 pp [ -2.5,+14.5] p=0.177
|
| 380 |
+
per-seed diff@0.5 cs: 76.5/75.7/84.6
|
| 381 |
+
|
| 382 |
+
=== NMPC-feasible | swing | payload | est. error 10% | n=136 ===
|
| 383 |
+
arm success&cert % success % accepted %
|
| 384 |
+
frozen 14.7 [ 8.8,21.3] 38.2 [30.1,46.3] 100.0 [100.0,100.0]
|
| 385 |
+
retr@0.1 39.7 [31.6,48.5] 77.9 [71.3,84.6] 58.8 [50.7,66.9]
|
| 386 |
+
diff@0.1 55.1 [48.0,62.0] 80.6 [75.2,86.3] 85.3 [80.9,89.7]
|
| 387 |
+
retr@0.5 51.5 [42.6,59.6] 80.1 [72.8,86.8] 84.6 [77.9,90.4]
|
| 388 |
+
diff@0.5 57.6 [50.2,64.5] 83.8 [78.4,88.5] 93.6 [90.4,96.6]
|
| 389 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 390 |
+
paired cs diff@0.1 - retr@0.1: +15.4 pp [ +6.4,+24.0] p=0.00115
|
| 391 |
+
per-seed diff@0.1 cs: 57.4/55.1/52.9
|
| 392 |
+
paired cs diff@0.5 - retr@0.5: +6.1 pp [ -2.7,+14.5] p=0.187
|
| 393 |
+
per-seed diff@0.5 cs: 62.5/54.4/55.9
|
| 394 |
+
|
| 395 |
+
=== NMPC-feasible | swing | friction | est. error 0% | n=118 ===
|
| 396 |
+
arm success&cert % success % accepted %
|
| 397 |
+
frozen 8.5 [ 4.2,13.6] 64.4 [55.1,72.9] 100.0 [100.0,100.0]
|
| 398 |
+
retr@0.1 80.5 [72.9,87.3] 89.0 [83.1,94.1] 80.5 [72.9,87.3]
|
| 399 |
+
diff@0.1 90.4 [85.6,94.9] 92.4 [87.9,96.0] 90.4 [85.3,94.9]
|
| 400 |
+
retr@0.5 94.9 [90.7,98.3] 95.8 [91.5,99.2] 94.9 [90.7,98.3]
|
| 401 |
+
diff@0.5 95.5 [92.1,98.3] 95.5 [92.1,98.3] 95.5 [92.1,98.3]
|
| 402 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 403 |
+
paired cs diff@0.1 - retr@0.1: +9.9 pp [ +2.8,+16.9] p=0.0078
|
| 404 |
+
per-seed diff@0.1 cs: 91.5/89.0/90.7
|
| 405 |
+
paired cs diff@0.5 - retr@0.5: +0.6 pp [ -3.7, +4.5] p=0.893
|
| 406 |
+
per-seed diff@0.5 cs: 94.9/95.8/95.8
|
| 407 |
+
|
| 408 |
+
=== NMPC-feasible | swing | friction | est. error 5% | n=118 ===
|
| 409 |
+
arm success&cert % success % accepted %
|
| 410 |
+
frozen 8.5 [ 4.2,13.6] 64.4 [55.9,72.9] 100.0 [100.0,100.0]
|
| 411 |
+
retr@0.1 66.9 [58.5,74.6] 85.6 [78.8,91.5] 79.7 [72.0,86.4]
|
| 412 |
+
diff@0.1 77.4 [70.3,83.6] 91.5 [86.7,95.5] 89.0 [83.9,93.8]
|
| 413 |
+
retr@0.5 72.0 [63.6,79.7] 89.8 [83.9,94.9] 93.2 [88.1,97.5]
|
| 414 |
+
diff@0.5 79.9 [73.4,85.9] 95.2 [91.5,98.0] 95.2 [91.5,98.3]
|
| 415 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 416 |
+
paired cs diff@0.1 - retr@0.1: +10.5 pp [ +0.8,+19.5] p=0.0282
|
| 417 |
+
per-seed diff@0.1 cs: 78.0/77.1/77.1
|
| 418 |
+
paired cs diff@0.5 - retr@0.5: +7.9 pp [ -0.6,+16.7] p=0.0841
|
| 419 |
+
per-seed diff@0.5 cs: 81.4/78.8/79.7
|
| 420 |
+
|
| 421 |
+
=== NMPC-feasible | swing | friction | est. error 10% | n=118 ===
|
| 422 |
+
arm success&cert % success % accepted %
|
| 423 |
+
frozen 8.5 [ 3.4,13.6] 64.4 [55.9,72.9] 100.0 [100.0,100.0]
|
| 424 |
+
retr@0.1 55.9 [47.5,64.4] 77.1 [69.5,83.9] 74.6 [66.1,82.2]
|
| 425 |
+
diff@0.1 55.9 [47.7,64.1] 86.7 [81.4,91.5] 89.5 [85.0,94.1]
|
| 426 |
+
retr@0.5 61.9 [53.4,70.3] 83.1 [76.3,89.8] 94.1 [89.8,97.5]
|
| 427 |
+
diff@0.5 58.5 [49.7,66.9] 89.8 [85.0,94.1] 95.2 [91.5,98.0]
|
| 428 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 429 |
+
paired cs diff@0.1 - retr@0.1: -0.0 pp [ -9.3, +9.6] p=1
|
| 430 |
+
per-seed diff@0.1 cs: 55.1/56.8/55.9
|
| 431 |
+
paired cs diff@0.5 - retr@0.5: -3.4 pp [-12.4, +5.6] p=0.506
|
| 432 |
+
per-seed diff@0.5 cs: 56.8/60.2/58.5
|
| 433 |
+
|
| 434 |
+
=== NMPC-feasible | swing | sag | est. error 0% | n=113 ===
|
| 435 |
+
arm success&cert % success % accepted %
|
| 436 |
+
frozen 0.9 [ 0.0, 2.7] 4.4 [ 0.9, 8.8] 100.0 [100.0,100.0]
|
| 437 |
+
retr@0.1 59.3 [50.4,68.1] 83.2 [76.1,90.3] 59.3 [50.4,68.1]
|
| 438 |
+
diff@0.1 81.1 [74.6,87.0] 86.7 [81.4,91.7] 81.1 [74.6,87.0]
|
| 439 |
+
retr@0.5 82.3 [75.2,89.4] 89.4 [83.2,94.7] 82.3 [75.2,89.4]
|
| 440 |
+
diff@0.5 95.3 [92.0,97.9] 95.3 [92.0,97.9] 95.3 [92.0,97.9]
|
| 441 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 442 |
+
paired cs diff@0.1 - retr@0.1: +21.8 pp [+13.0,+31.0] p=5e-05
|
| 443 |
+
per-seed diff@0.1 cs: 82.3/80.5/80.5
|
| 444 |
+
paired cs diff@0.5 - retr@0.5: +13.0 pp [ +6.2,+20.4] p=0.00045
|
| 445 |
+
per-seed diff@0.5 cs: 94.7/95.6/95.6
|
| 446 |
+
|
| 447 |
+
=== NMPC-feasible | swing | sag | est. error 5% | n=113 ===
|
| 448 |
+
arm success&cert % success % accepted %
|
| 449 |
+
frozen 0.9 [ 0.0, 2.7] 4.4 [ 0.9, 8.8] 100.0 [100.0,100.0]
|
| 450 |
+
retr@0.1 49.6 [40.7,58.4] 79.6 [71.7,86.7] 58.4 [48.7,67.3]
|
| 451 |
+
diff@0.1 66.1 [58.4,73.7] 81.1 [74.3,87.0] 80.8 [74.0,87.0]
|
| 452 |
+
retr@0.5 69.9 [61.1,78.8] 85.0 [77.9,91.2] 86.7 [79.6,92.9]
|
| 453 |
+
diff@0.5 76.1 [69.3,82.9] 92.3 [87.9,96.2] 94.7 [91.2,97.6]
|
| 454 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 455 |
+
paired cs diff@0.1 - retr@0.1: +16.5 pp [ +6.2,+27.1] p=0.00365
|
| 456 |
+
per-seed diff@0.1 cs: 68.1/66.4/63.7
|
| 457 |
+
paired cs diff@0.5 - retr@0.5: +6.2 pp [ -3.0,+15.6] p=0.223
|
| 458 |
+
per-seed diff@0.5 cs: 77.0/77.9/73.5
|
| 459 |
+
|
| 460 |
+
=== NMPC-feasible | swing | sag | est. error 10% | n=113 ===
|
| 461 |
+
arm success&cert % success % accepted %
|
| 462 |
+
frozen 0.9 [ 0.0, 2.7] 4.4 [ 0.9, 8.0] 100.0 [100.0,100.0]
|
| 463 |
+
retr@0.1 40.7 [31.9,49.6] 71.7 [63.7,79.6] 53.1 [44.2,61.9]
|
| 464 |
+
diff@0.1 48.1 [40.1,56.6] 75.5 [68.4,82.3] 78.2 [72.0,84.4]
|
| 465 |
+
retr@0.5 55.8 [46.0,64.6] 77.0 [69.0,85.0] 85.0 [77.9,91.2]
|
| 466 |
+
diff@0.5 55.8 [47.5,64.0] 84.7 [78.5,90.0] 93.5 [90.0,96.8]
|
| 467 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 468 |
+
paired cs diff@0.1 - retr@0.1: +7.4 pp [ -2.9,+18.3] p=0.193
|
| 469 |
+
per-seed diff@0.1 cs: 49.6/46.9/47.8
|
| 470 |
+
paired cs diff@0.5 - retr@0.5: -0.0 pp [ -9.7, +9.7] p=1
|
| 471 |
+
per-seed diff@0.5 cs: 59.3/53.1/54.9
|
| 472 |
+
|
| 473 |
+
=== NMPC-feasible | balance | all types pooled | est. error 0% | n=367 ===
|
| 474 |
+
arm success&cert % success % accepted %
|
| 475 |
+
frozen 25.9 [21.5,30.2] 99.2 [98.1,100.0] 100.0 [100.0,100.0]
|
| 476 |
+
retr@0.1 82.0 [77.9,85.8] 100.0 [100.0,100.0] 82.0 [78.2,85.8]
|
| 477 |
+
diff@0.1 96.3 [94.4,97.9] 100.0 [100.0,100.0] 96.3 [94.4,97.9]
|
| 478 |
+
retr@0.5 99.7 [99.2,100.0] 100.0 [100.0,100.0] 99.7 [99.2,100.0]
|
| 479 |
+
diff@0.5 99.1 [98.2,99.8] 100.0 [100.0,100.0] 99.1 [98.2,99.8]
|
| 480 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 481 |
+
paired cs diff@0.1 - retr@0.1: +14.3 pp [+10.5,+18.3] p=<5e-5
|
| 482 |
+
per-seed diff@0.1 cs: 96.5/96.5/95.9
|
| 483 |
+
paired cs diff@0.5 - retr@0.5: -0.6 pp [ -1.6, +0.4] p=0.279
|
| 484 |
+
per-seed diff@0.5 cs: 98.9/99.5/98.9
|
| 485 |
+
|
| 486 |
+
=== NMPC-feasible | balance | all types pooled | est. error 5% | n=367 ===
|
| 487 |
+
arm success&cert % success % accepted %
|
| 488 |
+
frozen 25.9 [21.5,30.2] 99.2 [98.1,100.0] 100.0 [100.0,100.0]
|
| 489 |
+
retr@0.1 71.1 [66.5,75.7] 100.0 [100.0,100.0] 80.9 [76.8,85.0]
|
| 490 |
+
diff@0.1 85.9 [82.7,89.1] 99.9 [99.7,100.0] 95.6 [93.6,97.4]
|
| 491 |
+
retr@0.5 85.3 [81.7,88.8] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 492 |
+
diff@0.5 86.1 [82.8,89.1] 99.8 [99.5,100.0] 98.6 [97.7,99.4]
|
| 493 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 494 |
+
paired cs diff@0.1 - retr@0.1: +14.8 pp [+10.2,+19.2] p=<5e-5
|
| 495 |
+
per-seed diff@0.1 cs: 85.8/85.6/86.4
|
| 496 |
+
paired cs diff@0.5 - retr@0.5: +0.8 pp [ -3.0, +4.5] p=0.706
|
| 497 |
+
per-seed diff@0.5 cs: 85.6/85.8/86.9
|
| 498 |
+
|
| 499 |
+
=== NMPC-feasible | balance | all types pooled | est. error 10% | n=367 ===
|
| 500 |
+
arm success&cert % success % accepted %
|
| 501 |
+
frozen 25.9 [21.5,30.5] 99.2 [98.1,100.0] 100.0 [100.0,100.0]
|
| 502 |
+
retr@0.1 64.9 [59.9,70.0] 100.0 [100.0,100.0] 78.2 [73.8,82.3]
|
| 503 |
+
diff@0.1 76.5 [72.5,80.6] 99.7 [99.2,100.0] 95.1 [92.9,97.0]
|
| 504 |
+
retr@0.5 78.2 [74.1,82.6] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 505 |
+
diff@0.5 76.9 [72.8,80.9] 99.7 [99.2,100.0] 98.7 [97.7,99.5]
|
| 506 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 507 |
+
paired cs diff@0.1 - retr@0.1: +11.6 pp [ +6.8,+16.6] p=<5e-5
|
| 508 |
+
per-seed diff@0.1 cs: 77.4/75.2/76.8
|
| 509 |
+
paired cs diff@0.5 - retr@0.5: -1.3 pp [ -5.3, +2.7] p=0.568
|
| 510 |
+
per-seed diff@0.5 cs: 77.9/75.5/77.4
|
| 511 |
+
|
| 512 |
+
=== NMPC-feasible | balance | payload | est. error 0% | n=136 ===
|
| 513 |
+
arm success&cert % success % accepted %
|
| 514 |
+
frozen 25.0 [17.6,32.4] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 515 |
+
retr@0.1 72.1 [64.7,79.4] 100.0 [100.0,100.0] 72.1 [64.7,79.4]
|
| 516 |
+
diff@0.1 98.0 [95.6,99.8] 100.0 [100.0,100.0] 98.0 [95.8,99.8]
|
| 517 |
+
retr@0.5 100.0 [100.0,100.0] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 518 |
+
diff@0.5 97.5 [95.1,99.3] 100.0 [100.0,100.0] 97.5 [95.1,99.5]
|
| 519 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 520 |
+
paired cs diff@0.1 - retr@0.1: +26.0 pp [+18.4,+33.3] p=<5e-5
|
| 521 |
+
per-seed diff@0.1 cs: 98.5/97.8/97.8
|
| 522 |
+
paired cs diff@0.5 - retr@0.5: -2.5 pp [ -5.1, -0.5] p=0.032
|
| 523 |
+
per-seed diff@0.5 cs: 97.1/98.5/97.1
|
| 524 |
+
|
| 525 |
+
=== NMPC-feasible | balance | payload | est. error 5% | n=136 ===
|
| 526 |
+
arm success&cert % success % accepted %
|
| 527 |
+
frozen 25.0 [18.4,32.4] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 528 |
+
retr@0.1 60.3 [52.2,68.4] 100.0 [100.0,100.0] 72.8 [65.4,80.1]
|
| 529 |
+
diff@0.1 85.5 [80.4,90.4] 100.0 [100.0,100.0] 96.6 [93.9,98.8]
|
| 530 |
+
retr@0.5 80.1 [73.5,86.8] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 531 |
+
diff@0.5 83.6 [77.7,88.7] 100.0 [100.0,100.0] 98.0 [96.1,99.5]
|
| 532 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 533 |
+
paired cs diff@0.1 - retr@0.1: +25.2 pp [+16.7,+34.1] p=5e-05
|
| 534 |
+
per-seed diff@0.1 cs: 84.6/84.6/87.5
|
| 535 |
+
paired cs diff@0.5 - retr@0.5: +3.4 pp [ -3.7,+10.3] p=0.391
|
| 536 |
+
per-seed diff@0.5 cs: 82.4/83.1/85.3
|
| 537 |
+
|
| 538 |
+
=== NMPC-feasible | balance | payload | est. error 10% | n=136 ===
|
| 539 |
+
arm success&cert % success % accepted %
|
| 540 |
+
frozen 25.0 [17.6,32.4] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 541 |
+
retr@0.1 53.7 [44.9,61.8] 100.0 [100.0,100.0] 73.5 [66.2,80.9]
|
| 542 |
+
diff@0.1 75.0 [67.9,81.4] 100.0 [100.0,100.0] 97.1 [94.4,99.3]
|
| 543 |
+
retr@0.5 70.6 [62.5,77.9] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 544 |
+
diff@0.5 74.0 [67.2,80.4] 100.0 [100.0,100.0] 98.8 [97.3,99.8]
|
| 545 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 546 |
+
paired cs diff@0.1 - retr@0.1: +21.3 pp [+13.5,+29.4] p=<5e-5
|
| 547 |
+
per-seed diff@0.1 cs: 75.7/72.8/76.5
|
| 548 |
+
paired cs diff@0.5 - retr@0.5: +3.4 pp [ -3.2,+10.3] p=0.368
|
| 549 |
+
per-seed diff@0.5 cs: 75.7/72.1/74.3
|
| 550 |
+
|
| 551 |
+
=== NMPC-feasible | balance | friction | est. error 0% | n=118 ===
|
| 552 |
+
arm success&cert % success % accepted %
|
| 553 |
+
frozen 11.9 [ 5.9,17.8] 97.5 [94.1,100.0] 100.0 [100.0,100.0]
|
| 554 |
+
retr@0.1 84.7 [78.0,91.5] 100.0 [100.0,100.0] 84.7 [78.0,90.7]
|
| 555 |
+
diff@0.1 97.5 [94.1,100.0] 100.0 [100.0,100.0] 97.5 [94.1,100.0]
|
| 556 |
+
retr@0.5 99.2 [97.5,100.0] 100.0 [100.0,100.0] 99.2 [97.5,100.0]
|
| 557 |
+
diff@0.5 100.0 [100.0,100.0] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 558 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 559 |
+
paired cs diff@0.1 - retr@0.1: +12.7 pp [ +6.8,+19.5] p=0.00035
|
| 560 |
+
per-seed diff@0.1 cs: 97.5/97.5/97.5
|
| 561 |
+
paired cs diff@0.5 - retr@0.5: +0.8 pp [ +0.0, +2.5] p=1
|
| 562 |
+
per-seed diff@0.5 cs: 100.0/100.0/100.0
|
| 563 |
+
|
| 564 |
+
=== NMPC-feasible | balance | friction | est. error 5% | n=118 ===
|
| 565 |
+
arm success&cert % success % accepted %
|
| 566 |
+
frozen 11.9 [ 5.9,18.6] 97.5 [94.1,100.0] 100.0 [100.0,100.0]
|
| 567 |
+
retr@0.1 64.4 [55.9,72.9] 100.0 [100.0,100.0] 82.2 [74.6,89.0]
|
| 568 |
+
diff@0.1 81.4 [74.6,87.6] 99.7 [99.2,100.0] 97.5 [94.4,99.7]
|
| 569 |
+
retr@0.5 77.1 [69.5,83.9] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 570 |
+
diff@0.5 81.1 [74.6,87.3] 99.4 [98.3,100.0] 99.2 [97.7,100.0]
|
| 571 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 572 |
+
paired cs diff@0.1 - retr@0.1: +16.9 pp [ +8.8,+24.9] p=0.0002
|
| 573 |
+
per-seed diff@0.1 cs: 82.2/80.5/81.4
|
| 574 |
+
paired cs diff@0.5 - retr@0.5: +4.0 pp [ -3.7,+11.6] p=0.336
|
| 575 |
+
per-seed diff@0.5 cs: 81.4/80.5/81.4
|
| 576 |
+
|
| 577 |
+
=== NMPC-feasible | balance | friction | est. error 10% | n=118 ===
|
| 578 |
+
arm success&cert % success % accepted %
|
| 579 |
+
frozen 11.9 [ 6.8,17.8] 97.5 [94.1,100.0] 100.0 [100.0,100.0]
|
| 580 |
+
retr@0.1 57.6 [49.1,66.9] 100.0 [100.0,100.0] 78.8 [71.2,85.6]
|
| 581 |
+
diff@0.1 66.1 [57.9,74.0] 99.2 [97.5,100.0] 96.6 [93.2,99.2]
|
| 582 |
+
retr@0.5 70.3 [61.9,78.0] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 583 |
+
diff@0.5 66.4 [57.3,74.9] 99.2 [97.5,100.0] 98.6 [96.6,100.0]
|
| 584 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 585 |
+
paired cs diff@0.1 - retr@0.1: +8.5 pp [ -1.4,+18.6] p=0.119
|
| 586 |
+
per-seed diff@0.1 cs: 66.9/65.3/66.1
|
| 587 |
+
paired cs diff@0.5 - retr@0.5: -4.0 pp [-11.6, +4.2] p=0.366
|
| 588 |
+
per-seed diff@0.5 cs: 66.9/65.3/66.9
|
| 589 |
+
|
| 590 |
+
=== NMPC-feasible | balance | sag | est. error 0% | n=113 ===
|
| 591 |
+
arm success&cert % success % accepted %
|
| 592 |
+
frozen 41.6 [32.7,50.4] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 593 |
+
retr@0.1 91.2 [85.8,96.5] 100.0 [100.0,100.0] 91.2 [85.8,96.5]
|
| 594 |
+
diff@0.1 92.9 [88.2,97.3] 100.0 [100.0,100.0] 92.9 [88.2,97.1]
|
| 595 |
+
retr@0.5 100.0 [100.0,100.0] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 596 |
+
diff@0.5 100.0 [100.0,100.0] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 597 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 598 |
+
paired cs diff@0.1 - retr@0.1: +1.8 pp [ -2.4, +5.6] p=0.486
|
| 599 |
+
per-seed diff@0.1 cs: 92.9/93.8/92.0
|
| 600 |
+
paired cs diff@0.5 - retr@0.5: +0.0 pp [ +0.0, +0.0] p=1
|
| 601 |
+
per-seed diff@0.5 cs: 100.0/100.0/100.0
|
| 602 |
+
|
| 603 |
+
=== NMPC-feasible | balance | sag | est. error 5% | n=113 ===
|
| 604 |
+
arm success&cert % success % accepted %
|
| 605 |
+
frozen 41.6 [32.7,51.3] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 606 |
+
retr@0.1 91.2 [85.8,95.6] 100.0 [100.0,100.0] 89.4 [83.2,94.7]
|
| 607 |
+
diff@0.1 91.2 [85.8,95.6] 100.0 [100.0,100.0] 92.6 [87.9,96.8]
|
| 608 |
+
retr@0.5 100.0 [100.0,100.0] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 609 |
+
diff@0.5 94.4 [90.0,97.9] 100.0 [100.0,100.0] 98.8 [97.3,100.0]
|
| 610 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 611 |
+
paired cs diff@0.1 - retr@0.1: -0.0 pp [ -4.4, +4.1] p=1
|
| 612 |
+
per-seed diff@0.1 cs: 91.2/92.0/90.3
|
| 613 |
+
paired cs diff@0.5 - retr@0.5: -5.6 pp [-10.0, -2.1] p=0.00835
|
| 614 |
+
per-seed diff@0.5 cs: 93.8/94.7/94.7
|
| 615 |
+
|
| 616 |
+
=== NMPC-feasible | balance | sag | est. error 10% | n=113 ===
|
| 617 |
+
arm success&cert % success % accepted %
|
| 618 |
+
frozen 41.6 [32.7,50.4] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 619 |
+
retr@0.1 85.8 [78.8,92.0] 100.0 [100.0,100.0] 83.2 [76.1,89.4]
|
| 620 |
+
diff@0.1 89.1 [83.2,94.4] 100.0 [100.0,100.0] 91.2 [85.8,95.9]
|
| 621 |
+
retr@0.5 95.6 [91.2,99.1] 100.0 [100.0,100.0] 100.0 [100.0,100.0]
|
| 622 |
+
diff@0.5 91.4 [86.4,96.2] 100.0 [100.0,100.0] 98.8 [97.3,100.0]
|
| 623 |
+
nmpc n/a 100.0 [100.0,100.0]
|
| 624 |
+
paired cs diff@0.1 - retr@0.1: +3.2 pp [ -3.2, +9.7] p=0.389
|
| 625 |
+
per-seed diff@0.1 cs: 90.3/88.5/88.5
|
| 626 |
+
paired cs diff@0.5 - retr@0.5: -4.1 pp [-10.0, +1.5] p=0.185
|
| 627 |
+
per-seed diff@0.5 cs: 92.0/90.3/92.0
|
| 628 |
+
|
| 629 |
+
NMPC solve median 18.8 ms, p95 35.4 ms, build 0.04 s
|
data/round2/mimo_sof_scaling/cand_d3fm4n8000_reg_s0.npz
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c8660e8d09bd19171f0dacced57acceb5e808afda38a72e3f9987b97f2fb0148
|
| 3 |
+
size 739124
|
data/round2/mimo_sof_scaling/d2_m2.json
ADDED
|
@@ -0,0 +1,341 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"m": 2,
|
| 3 |
+
"sizes": [
|
| 4 |
+
1000,
|
| 5 |
+
3000,
|
| 6 |
+
8000
|
| 7 |
+
],
|
| 8 |
+
"iid": {
|
| 9 |
+
"n_plants": 120,
|
| 10 |
+
"1000": {
|
| 11 |
+
"1": {
|
| 12 |
+
"diff": 0.6208333333333333,
|
| 13 |
+
"twin": 0.5541666666666667,
|
| 14 |
+
"retr": 0.36666666666666664,
|
| 15 |
+
"d_minus_retr": 0.25416666666666665,
|
| 16 |
+
"d_minus_retr_ci": [
|
| 17 |
+
0.1625,
|
| 18 |
+
0.35
|
| 19 |
+
],
|
| 20 |
+
"p_retr": 5.477140413468489e-11,
|
| 21 |
+
"d_minus_twin": 0.06666666666666667,
|
| 22 |
+
"d_minus_twin_ci": [
|
| 23 |
+
0.008333333333333333,
|
| 24 |
+
0.125
|
| 25 |
+
],
|
| 26 |
+
"p_twin": 0.022628841205914796
|
| 27 |
+
},
|
| 28 |
+
"4": {
|
| 29 |
+
"diff": 0.7125,
|
| 30 |
+
"twin": 0.5875,
|
| 31 |
+
"retr": 0.55,
|
| 32 |
+
"d_minus_retr": 0.1625,
|
| 33 |
+
"d_minus_retr_ci": [
|
| 34 |
+
0.07916666666666666,
|
| 35 |
+
0.24583333333333332
|
| 36 |
+
],
|
| 37 |
+
"p_retr": 7.459722282164659e-07,
|
| 38 |
+
"d_minus_twin": 0.125,
|
| 39 |
+
"d_minus_twin_ci": [
|
| 40 |
+
0.0625,
|
| 41 |
+
0.19166666666666668
|
| 42 |
+
],
|
| 43 |
+
"p_twin": 2.8288777684792876e-06
|
| 44 |
+
},
|
| 45 |
+
"16": {
|
| 46 |
+
"diff": 0.7666666666666667,
|
| 47 |
+
"twin": 0.6166666666666667,
|
| 48 |
+
"retr": 0.7583333333333333,
|
| 49 |
+
"d_minus_retr": 0.008333333333333333,
|
| 50 |
+
"d_minus_retr_ci": [
|
| 51 |
+
-0.058333333333333334,
|
| 52 |
+
0.07916666666666666
|
| 53 |
+
],
|
| 54 |
+
"p_retr": 0.8776143287523154,
|
| 55 |
+
"d_minus_twin": 0.15,
|
| 56 |
+
"d_minus_twin_ci": [
|
| 57 |
+
0.09583333333333334,
|
| 58 |
+
0.2125
|
| 59 |
+
],
|
| 60 |
+
"p_twin": 5.631591193377972e-09
|
| 61 |
+
}
|
| 62 |
+
},
|
| 63 |
+
"3000": {
|
| 64 |
+
"1": {
|
| 65 |
+
"diff": 0.6416666666666667,
|
| 66 |
+
"twin": 0.6541666666666667,
|
| 67 |
+
"retr": 0.35,
|
| 68 |
+
"d_minus_retr": 0.2916666666666667,
|
| 69 |
+
"d_minus_retr_ci": [
|
| 70 |
+
0.19583333333333333,
|
| 71 |
+
0.39166666666666666
|
| 72 |
+
],
|
| 73 |
+
"p_retr": 4.825421503937195e-13,
|
| 74 |
+
"d_minus_twin": -0.0125,
|
| 75 |
+
"d_minus_twin_ci": [
|
| 76 |
+
-0.075,
|
| 77 |
+
0.04583333333333333
|
| 78 |
+
],
|
| 79 |
+
"p_twin": 0.7607916425613439
|
| 80 |
+
},
|
| 81 |
+
"4": {
|
| 82 |
+
"diff": 0.8416666666666667,
|
| 83 |
+
"twin": 0.7,
|
| 84 |
+
"retr": 0.5583333333333333,
|
| 85 |
+
"d_minus_retr": 0.2833333333333333,
|
| 86 |
+
"d_minus_retr_ci": [
|
| 87 |
+
0.2,
|
| 88 |
+
0.37083333333333335
|
| 89 |
+
],
|
| 90 |
+
"p_retr": 5.0213888745341685e-15,
|
| 91 |
+
"d_minus_twin": 0.14166666666666666,
|
| 92 |
+
"d_minus_twin_ci": [
|
| 93 |
+
0.0832291666666667,
|
| 94 |
+
0.20416666666666666
|
| 95 |
+
],
|
| 96 |
+
"p_twin": 3.1028037028590916e-07
|
| 97 |
+
},
|
| 98 |
+
"16": {
|
| 99 |
+
"diff": 0.9375,
|
| 100 |
+
"twin": 0.7625,
|
| 101 |
+
"retr": 0.775,
|
| 102 |
+
"d_minus_retr": 0.1625,
|
| 103 |
+
"d_minus_retr_ci": [
|
| 104 |
+
0.09166666666666666,
|
| 105 |
+
0.2375
|
| 106 |
+
],
|
| 107 |
+
"p_retr": 7.59715845788378e-09,
|
| 108 |
+
"d_minus_twin": 0.175,
|
| 109 |
+
"d_minus_twin_ci": [
|
| 110 |
+
0.11666666666666667,
|
| 111 |
+
0.24166666666666667
|
| 112 |
+
],
|
| 113 |
+
"p_twin": 5.115907697472721e-12
|
| 114 |
+
}
|
| 115 |
+
},
|
| 116 |
+
"8000": {
|
| 117 |
+
"1": {
|
| 118 |
+
"diff": 0.6375,
|
| 119 |
+
"twin": 0.7041666666666667,
|
| 120 |
+
"retr": 0.425,
|
| 121 |
+
"d_minus_retr": 0.2125,
|
| 122 |
+
"d_minus_retr_ci": [
|
| 123 |
+
0.11666666666666667,
|
| 124 |
+
0.30416666666666664
|
| 125 |
+
],
|
| 126 |
+
"p_retr": 2.0271090753126984e-07,
|
| 127 |
+
"d_minus_twin": -0.06666666666666667,
|
| 128 |
+
"d_minus_twin_ci": [
|
| 129 |
+
-0.13333333333333333,
|
| 130 |
+
-0.004062500000001515
|
| 131 |
+
],
|
| 132 |
+
"p_twin": 0.051893895928921435
|
| 133 |
+
},
|
| 134 |
+
"4": {
|
| 135 |
+
"diff": 0.9291666666666667,
|
| 136 |
+
"twin": 0.7875,
|
| 137 |
+
"retr": 0.6666666666666666,
|
| 138 |
+
"d_minus_retr": 0.2625,
|
| 139 |
+
"d_minus_retr_ci": [
|
| 140 |
+
0.175,
|
| 141 |
+
0.3458333333333333
|
| 142 |
+
],
|
| 143 |
+
"p_retr": 1.1641661378765454e-14,
|
| 144 |
+
"d_minus_twin": 0.14166666666666666,
|
| 145 |
+
"d_minus_twin_ci": [
|
| 146 |
+
0.07916666666666666,
|
| 147 |
+
0.20833333333333334
|
| 148 |
+
],
|
| 149 |
+
"p_twin": 1.4051624930289108e-07
|
| 150 |
+
},
|
| 151 |
+
"16": {
|
| 152 |
+
"diff": 0.9791666666666666,
|
| 153 |
+
"twin": 0.8833333333333333,
|
| 154 |
+
"retr": 0.8416666666666667,
|
| 155 |
+
"d_minus_retr": 0.1375,
|
| 156 |
+
"d_minus_retr_ci": [
|
| 157 |
+
0.07083333333333333,
|
| 158 |
+
0.20833333333333334
|
| 159 |
+
],
|
| 160 |
+
"p_retr": 1.0258372640237212e-07,
|
| 161 |
+
"d_minus_twin": 0.09583333333333334,
|
| 162 |
+
"d_minus_twin_ci": [
|
| 163 |
+
0.05,
|
| 164 |
+
0.14583333333333334
|
| 165 |
+
],
|
| 166 |
+
"p_twin": 1.5497207641601562e-06
|
| 167 |
+
}
|
| 168 |
+
}
|
| 169 |
+
},
|
| 170 |
+
"ood": {
|
| 171 |
+
"n_plants": 60,
|
| 172 |
+
"1000": {
|
| 173 |
+
"1": {
|
| 174 |
+
"diff": 0.5583333333333333,
|
| 175 |
+
"twin": 0.5333333333333333,
|
| 176 |
+
"retr": 0.2833333333333333,
|
| 177 |
+
"d_minus_retr": 0.275,
|
| 178 |
+
"d_minus_retr_ci": [
|
| 179 |
+
0.14166666666666666,
|
| 180 |
+
0.4083333333333333
|
| 181 |
+
],
|
| 182 |
+
"p_retr": 1.9646537765538596e-06,
|
| 183 |
+
"d_minus_twin": 0.025,
|
| 184 |
+
"d_minus_twin_ci": [
|
| 185 |
+
-0.06666666666666667,
|
| 186 |
+
0.125
|
| 187 |
+
],
|
| 188 |
+
"p_twin": 0.7011080384254456
|
| 189 |
+
},
|
| 190 |
+
"4": {
|
| 191 |
+
"diff": 0.6916666666666667,
|
| 192 |
+
"twin": 0.6083333333333333,
|
| 193 |
+
"retr": 0.65,
|
| 194 |
+
"d_minus_retr": 0.041666666666666664,
|
| 195 |
+
"d_minus_retr_ci": [
|
| 196 |
+
-0.08333333333333333,
|
| 197 |
+
0.15833333333333333
|
| 198 |
+
],
|
| 199 |
+
"p_retr": 0.47312965989112854,
|
| 200 |
+
"d_minus_twin": 0.08333333333333333,
|
| 201 |
+
"d_minus_twin_ci": [
|
| 202 |
+
0.016666666666666666,
|
| 203 |
+
0.15833333333333333
|
| 204 |
+
],
|
| 205 |
+
"p_twin": 0.012939453125
|
| 206 |
+
},
|
| 207 |
+
"16": {
|
| 208 |
+
"diff": 0.7416666666666667,
|
| 209 |
+
"twin": 0.6666666666666666,
|
| 210 |
+
"retr": 0.7833333333333333,
|
| 211 |
+
"d_minus_retr": -0.041666666666666664,
|
| 212 |
+
"d_minus_retr_ci": [
|
| 213 |
+
-0.11666666666666667,
|
| 214 |
+
0.025
|
| 215 |
+
],
|
| 216 |
+
"p_retr": 0.2265625,
|
| 217 |
+
"d_minus_twin": 0.075,
|
| 218 |
+
"d_minus_twin_ci": [
|
| 219 |
+
0.016666666666666666,
|
| 220 |
+
0.14166666666666666
|
| 221 |
+
],
|
| 222 |
+
"p_twin": 0.0224609375
|
| 223 |
+
}
|
| 224 |
+
},
|
| 225 |
+
"3000": {
|
| 226 |
+
"1": {
|
| 227 |
+
"diff": 0.575,
|
| 228 |
+
"twin": 0.6166666666666667,
|
| 229 |
+
"retr": 0.36666666666666664,
|
| 230 |
+
"d_minus_retr": 0.20833333333333334,
|
| 231 |
+
"d_minus_retr_ci": [
|
| 232 |
+
0.05,
|
| 233 |
+
0.36666666666666664
|
| 234 |
+
],
|
| 235 |
+
"p_retr": 0.001868101030975251,
|
| 236 |
+
"d_minus_twin": -0.041666666666666664,
|
| 237 |
+
"d_minus_twin_ci": [
|
| 238 |
+
-0.15,
|
| 239 |
+
0.058333333333333334
|
| 240 |
+
],
|
| 241 |
+
"p_twin": 0.48685024166479707
|
| 242 |
+
},
|
| 243 |
+
"4": {
|
| 244 |
+
"diff": 0.75,
|
| 245 |
+
"twin": 0.675,
|
| 246 |
+
"retr": 0.6166666666666667,
|
| 247 |
+
"d_minus_retr": 0.13333333333333333,
|
| 248 |
+
"d_minus_retr_ci": [
|
| 249 |
+
0.008333333333333333,
|
| 250 |
+
0.26666666666666666
|
| 251 |
+
],
|
| 252 |
+
"p_retr": 0.011330984183587134,
|
| 253 |
+
"d_minus_twin": 0.075,
|
| 254 |
+
"d_minus_twin_ci": [
|
| 255 |
+
0.008333333333333333,
|
| 256 |
+
0.15
|
| 257 |
+
],
|
| 258 |
+
"p_twin": 0.049041748046875
|
| 259 |
+
},
|
| 260 |
+
"16": {
|
| 261 |
+
"diff": 0.825,
|
| 262 |
+
"twin": 0.6916666666666667,
|
| 263 |
+
"retr": 0.8166666666666667,
|
| 264 |
+
"d_minus_retr": 0.008333333333333333,
|
| 265 |
+
"d_minus_retr_ci": [
|
| 266 |
+
-0.041666666666666664,
|
| 267 |
+
0.06666666666666667
|
| 268 |
+
],
|
| 269 |
+
"p_retr": 1.0,
|
| 270 |
+
"d_minus_twin": 0.13333333333333333,
|
| 271 |
+
"d_minus_twin_ci": [
|
| 272 |
+
0.058333333333333334,
|
| 273 |
+
0.21666666666666667
|
| 274 |
+
],
|
| 275 |
+
"p_twin": 0.00014495849609375
|
| 276 |
+
}
|
| 277 |
+
},
|
| 278 |
+
"8000": {
|
| 279 |
+
"1": {
|
| 280 |
+
"diff": 0.6,
|
| 281 |
+
"twin": 0.6166666666666667,
|
| 282 |
+
"retr": 0.38333333333333336,
|
| 283 |
+
"d_minus_retr": 0.21666666666666667,
|
| 284 |
+
"d_minus_retr_ci": [
|
| 285 |
+
0.075,
|
| 286 |
+
0.35833333333333334
|
| 287 |
+
],
|
| 288 |
+
"p_retr": 0.0004095414537825804,
|
| 289 |
+
"d_minus_twin": -0.016666666666666666,
|
| 290 |
+
"d_minus_twin_ci": [
|
| 291 |
+
-0.11666666666666667,
|
| 292 |
+
0.08333333333333333
|
| 293 |
+
],
|
| 294 |
+
"p_twin": 0.8679394004284404
|
| 295 |
+
},
|
| 296 |
+
"4": {
|
| 297 |
+
"diff": 0.825,
|
| 298 |
+
"twin": 0.65,
|
| 299 |
+
"retr": 0.7333333333333333,
|
| 300 |
+
"d_minus_retr": 0.09166666666666666,
|
| 301 |
+
"d_minus_retr_ci": [
|
| 302 |
+
0.008333333333333333,
|
| 303 |
+
0.18333333333333332
|
| 304 |
+
],
|
| 305 |
+
"p_retr": 0.0192108154296875,
|
| 306 |
+
"d_minus_twin": 0.175,
|
| 307 |
+
"d_minus_twin_ci": [
|
| 308 |
+
0.1,
|
| 309 |
+
0.25833333333333336
|
| 310 |
+
],
|
| 311 |
+
"p_twin": 1.9431114196777344e-05
|
| 312 |
+
},
|
| 313 |
+
"16": {
|
| 314 |
+
"diff": 0.8916666666666667,
|
| 315 |
+
"twin": 0.7166666666666667,
|
| 316 |
+
"retr": 0.8833333333333333,
|
| 317 |
+
"d_minus_retr": 0.008333333333333333,
|
| 318 |
+
"d_minus_retr_ci": [
|
| 319 |
+
-0.058333333333333334,
|
| 320 |
+
0.075
|
| 321 |
+
],
|
| 322 |
+
"p_retr": 1.0,
|
| 323 |
+
"d_minus_twin": 0.175,
|
| 324 |
+
"d_minus_twin_ci": [
|
| 325 |
+
0.09166666666666666,
|
| 326 |
+
0.25833333333333336
|
| 327 |
+
],
|
| 328 |
+
"p_twin": 1.9431114196777344e-05
|
| 329 |
+
}
|
| 330 |
+
}
|
| 331 |
+
},
|
| 332 |
+
"verify_ms": 3.913569450378418,
|
| 333 |
+
"sample_ms_per_cand": 1.7377854221396976,
|
| 334 |
+
"oracle": {
|
| 335 |
+
"wall_per_plant_s": 1.9333546854555608,
|
| 336 |
+
"wall_per_start_s": 0.08055644522731503,
|
| 337 |
+
"start_success": 0.24281770833333335,
|
| 338 |
+
"plant_yield": 0.9214466712739,
|
| 339 |
+
"distinct_mean": 2.24575
|
| 340 |
+
}
|
| 341 |
+
}
|
data/round2/mimo_sof_scaling/d2_m3.json
ADDED
|
@@ -0,0 +1,341 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"m": 3,
|
| 3 |
+
"sizes": [
|
| 4 |
+
1000,
|
| 5 |
+
3000,
|
| 6 |
+
8000
|
| 7 |
+
],
|
| 8 |
+
"iid": {
|
| 9 |
+
"n_plants": 120,
|
| 10 |
+
"1000": {
|
| 11 |
+
"1": {
|
| 12 |
+
"diff": 0.3,
|
| 13 |
+
"twin": 0.23333333333333334,
|
| 14 |
+
"retr": 0.125,
|
| 15 |
+
"d_minus_retr": 0.175,
|
| 16 |
+
"d_minus_retr_ci": [
|
| 17 |
+
0.10416666666666667,
|
| 18 |
+
0.25
|
| 19 |
+
],
|
| 20 |
+
"p_retr": 7.455210310203242e-09,
|
| 21 |
+
"d_minus_twin": 0.06666666666666667,
|
| 22 |
+
"d_minus_twin_ci": [
|
| 23 |
+
0.020833333333333332,
|
| 24 |
+
0.11666666666666667
|
| 25 |
+
],
|
| 26 |
+
"p_twin": 0.005222879350185395
|
| 27 |
+
},
|
| 28 |
+
"4": {
|
| 29 |
+
"diff": 0.3875,
|
| 30 |
+
"twin": 0.2625,
|
| 31 |
+
"retr": 0.3,
|
| 32 |
+
"d_minus_retr": 0.0875,
|
| 33 |
+
"d_minus_retr_ci": [
|
| 34 |
+
0.016562500000000036,
|
| 35 |
+
0.1625
|
| 36 |
+
],
|
| 37 |
+
"p_retr": 0.003801654409748778,
|
| 38 |
+
"d_minus_twin": 0.125,
|
| 39 |
+
"d_minus_twin_ci": [
|
| 40 |
+
0.07083333333333333,
|
| 41 |
+
0.18333333333333332
|
| 42 |
+
],
|
| 43 |
+
"p_twin": 6.038535502739251e-07
|
| 44 |
+
},
|
| 45 |
+
"16": {
|
| 46 |
+
"diff": 0.42083333333333334,
|
| 47 |
+
"twin": 0.3,
|
| 48 |
+
"retr": 0.475,
|
| 49 |
+
"d_minus_retr": -0.05416666666666667,
|
| 50 |
+
"d_minus_retr_ci": [
|
| 51 |
+
-0.1375,
|
| 52 |
+
0.029166666666666667
|
| 53 |
+
],
|
| 54 |
+
"p_retr": 0.11116111910399346,
|
| 55 |
+
"d_minus_twin": 0.12083333333333333,
|
| 56 |
+
"d_minus_twin_ci": [
|
| 57 |
+
0.06666666666666667,
|
| 58 |
+
0.17916666666666667
|
| 59 |
+
],
|
| 60 |
+
"p_twin": 1.0843941709026694e-06
|
| 61 |
+
}
|
| 62 |
+
},
|
| 63 |
+
"3000": {
|
| 64 |
+
"1": {
|
| 65 |
+
"diff": 0.44166666666666665,
|
| 66 |
+
"twin": 0.45,
|
| 67 |
+
"retr": 0.11666666666666667,
|
| 68 |
+
"d_minus_retr": 0.325,
|
| 69 |
+
"d_minus_retr_ci": [
|
| 70 |
+
0.24166666666666667,
|
| 71 |
+
0.4083333333333333
|
| 72 |
+
],
|
| 73 |
+
"p_retr": 3.640258907444359e-17,
|
| 74 |
+
"d_minus_twin": -0.008333333333333333,
|
| 75 |
+
"d_minus_twin_ci": [
|
| 76 |
+
-0.075,
|
| 77 |
+
0.05416666666666667
|
| 78 |
+
],
|
| 79 |
+
"p_twin": 0.8974218269914307
|
| 80 |
+
},
|
| 81 |
+
"4": {
|
| 82 |
+
"diff": 0.6541666666666667,
|
| 83 |
+
"twin": 0.48333333333333334,
|
| 84 |
+
"retr": 0.31666666666666665,
|
| 85 |
+
"d_minus_retr": 0.3375,
|
| 86 |
+
"d_minus_retr_ci": [
|
| 87 |
+
0.24583333333333332,
|
| 88 |
+
0.42916666666666664
|
| 89 |
+
],
|
| 90 |
+
"p_retr": 1.999575403524945e-18,
|
| 91 |
+
"d_minus_twin": 0.17083333333333334,
|
| 92 |
+
"d_minus_twin_ci": [
|
| 93 |
+
0.10833333333333334,
|
| 94 |
+
0.23333333333333334
|
| 95 |
+
],
|
| 96 |
+
"p_twin": 1.3087586125948292e-08
|
| 97 |
+
},
|
| 98 |
+
"16": {
|
| 99 |
+
"diff": 0.7625,
|
| 100 |
+
"twin": 0.5458333333333333,
|
| 101 |
+
"retr": 0.5333333333333333,
|
| 102 |
+
"d_minus_retr": 0.22916666666666666,
|
| 103 |
+
"d_minus_retr_ci": [
|
| 104 |
+
0.15,
|
| 105 |
+
0.30416666666666664
|
| 106 |
+
],
|
| 107 |
+
"p_retr": 1.3821257506541063e-13,
|
| 108 |
+
"d_minus_twin": 0.21666666666666667,
|
| 109 |
+
"d_minus_twin_ci": [
|
| 110 |
+
0.15833333333333333,
|
| 111 |
+
0.2791666666666667
|
| 112 |
+
],
|
| 113 |
+
"p_twin": 2.2598589666245064e-13
|
| 114 |
+
}
|
| 115 |
+
},
|
| 116 |
+
"8000": {
|
| 117 |
+
"1": {
|
| 118 |
+
"diff": 0.5458333333333333,
|
| 119 |
+
"twin": 0.5583333333333333,
|
| 120 |
+
"retr": 0.10833333333333334,
|
| 121 |
+
"d_minus_retr": 0.4375,
|
| 122 |
+
"d_minus_retr_ci": [
|
| 123 |
+
0.35833333333333334,
|
| 124 |
+
0.5166666666666667
|
| 125 |
+
],
|
| 126 |
+
"p_retr": 1.2863898544284663e-27,
|
| 127 |
+
"d_minus_twin": -0.0125,
|
| 128 |
+
"d_minus_twin_ci": [
|
| 129 |
+
-0.08333333333333333,
|
| 130 |
+
0.058333333333333334
|
| 131 |
+
],
|
| 132 |
+
"p_twin": 0.8043170001933984
|
| 133 |
+
},
|
| 134 |
+
"4": {
|
| 135 |
+
"diff": 0.7708333333333334,
|
| 136 |
+
"twin": 0.6125,
|
| 137 |
+
"retr": 0.30833333333333335,
|
| 138 |
+
"d_minus_retr": 0.4625,
|
| 139 |
+
"d_minus_retr_ci": [
|
| 140 |
+
0.37916666666666665,
|
| 141 |
+
0.55
|
| 142 |
+
],
|
| 143 |
+
"p_retr": 8.41628443011684e-28,
|
| 144 |
+
"d_minus_twin": 0.15833333333333333,
|
| 145 |
+
"d_minus_twin_ci": [
|
| 146 |
+
0.08333333333333333,
|
| 147 |
+
0.23333333333333334
|
| 148 |
+
],
|
| 149 |
+
"p_twin": 4.11597033439493e-06
|
| 150 |
+
},
|
| 151 |
+
"16": {
|
| 152 |
+
"diff": 0.9458333333333333,
|
| 153 |
+
"twin": 0.7125,
|
| 154 |
+
"retr": 0.5833333333333334,
|
| 155 |
+
"d_minus_retr": 0.3625,
|
| 156 |
+
"d_minus_retr_ci": [
|
| 157 |
+
0.2791666666666667,
|
| 158 |
+
0.44583333333333336
|
| 159 |
+
],
|
| 160 |
+
"p_retr": 2.908056841006738e-25,
|
| 161 |
+
"d_minus_twin": 0.23333333333333334,
|
| 162 |
+
"d_minus_twin_ci": [
|
| 163 |
+
0.16666666666666666,
|
| 164 |
+
0.30416666666666664
|
| 165 |
+
],
|
| 166 |
+
"p_twin": 3.1762786845135338e-15
|
| 167 |
+
}
|
| 168 |
+
}
|
| 169 |
+
},
|
| 170 |
+
"ood": {
|
| 171 |
+
"n_plants": 60,
|
| 172 |
+
"1000": {
|
| 173 |
+
"1": {
|
| 174 |
+
"diff": 0.20833333333333334,
|
| 175 |
+
"twin": 0.2,
|
| 176 |
+
"retr": 0.1,
|
| 177 |
+
"d_minus_retr": 0.10833333333333334,
|
| 178 |
+
"d_minus_retr_ci": [
|
| 179 |
+
0.016666666666666666,
|
| 180 |
+
0.2
|
| 181 |
+
],
|
| 182 |
+
"p_retr": 0.004425048828125,
|
| 183 |
+
"d_minus_twin": 0.008333333333333333,
|
| 184 |
+
"d_minus_twin_ci": [
|
| 185 |
+
-0.05,
|
| 186 |
+
0.058333333333333334
|
| 187 |
+
],
|
| 188 |
+
"p_twin": 1.0
|
| 189 |
+
},
|
| 190 |
+
"4": {
|
| 191 |
+
"diff": 0.24166666666666667,
|
| 192 |
+
"twin": 0.2,
|
| 193 |
+
"retr": 0.21666666666666667,
|
| 194 |
+
"d_minus_retr": 0.025,
|
| 195 |
+
"d_minus_retr_ci": [
|
| 196 |
+
-0.06666666666666667,
|
| 197 |
+
0.10833333333333334
|
| 198 |
+
],
|
| 199 |
+
"p_retr": 0.629058837890625,
|
| 200 |
+
"d_minus_twin": 0.041666666666666664,
|
| 201 |
+
"d_minus_twin_ci": [
|
| 202 |
+
-0.016666666666666666,
|
| 203 |
+
0.09166666666666666
|
| 204 |
+
],
|
| 205 |
+
"p_twin": 0.1796875
|
| 206 |
+
},
|
| 207 |
+
"16": {
|
| 208 |
+
"diff": 0.275,
|
| 209 |
+
"twin": 0.21666666666666667,
|
| 210 |
+
"retr": 0.3333333333333333,
|
| 211 |
+
"d_minus_retr": -0.058333333333333334,
|
| 212 |
+
"d_minus_retr_ci": [
|
| 213 |
+
-0.16666666666666666,
|
| 214 |
+
0.05
|
| 215 |
+
],
|
| 216 |
+
"p_retr": 0.2295229434967041,
|
| 217 |
+
"d_minus_twin": 0.058333333333333334,
|
| 218 |
+
"d_minus_twin_ci": [
|
| 219 |
+
-0.008333333333333333,
|
| 220 |
+
0.125
|
| 221 |
+
],
|
| 222 |
+
"p_twin": 0.0654296875
|
| 223 |
+
}
|
| 224 |
+
},
|
| 225 |
+
"3000": {
|
| 226 |
+
"1": {
|
| 227 |
+
"diff": 0.2833333333333333,
|
| 228 |
+
"twin": 0.35833333333333334,
|
| 229 |
+
"retr": 0.13333333333333333,
|
| 230 |
+
"d_minus_retr": 0.15,
|
| 231 |
+
"d_minus_retr_ci": [
|
| 232 |
+
0.05,
|
| 233 |
+
0.25
|
| 234 |
+
],
|
| 235 |
+
"p_retr": 0.0009122341871261597,
|
| 236 |
+
"d_minus_twin": -0.075,
|
| 237 |
+
"d_minus_twin_ci": [
|
| 238 |
+
-0.16666666666666666,
|
| 239 |
+
0.016666666666666666
|
| 240 |
+
],
|
| 241 |
+
"p_twin": 0.12207812070846558
|
| 242 |
+
},
|
| 243 |
+
"4": {
|
| 244 |
+
"diff": 0.4666666666666667,
|
| 245 |
+
"twin": 0.36666666666666664,
|
| 246 |
+
"retr": 0.26666666666666666,
|
| 247 |
+
"d_minus_retr": 0.2,
|
| 248 |
+
"d_minus_retr_ci": [
|
| 249 |
+
0.08333333333333333,
|
| 250 |
+
0.31666666666666665
|
| 251 |
+
],
|
| 252 |
+
"p_retr": 3.8558151572942734e-05,
|
| 253 |
+
"d_minus_twin": 0.1,
|
| 254 |
+
"d_minus_twin_ci": [
|
| 255 |
+
0.016666666666666666,
|
| 256 |
+
0.18333333333333332
|
| 257 |
+
],
|
| 258 |
+
"p_twin": 0.01181793212890625
|
| 259 |
+
},
|
| 260 |
+
"16": {
|
| 261 |
+
"diff": 0.5833333333333334,
|
| 262 |
+
"twin": 0.45,
|
| 263 |
+
"retr": 0.4166666666666667,
|
| 264 |
+
"d_minus_retr": 0.16666666666666666,
|
| 265 |
+
"d_minus_retr_ci": [
|
| 266 |
+
0.05,
|
| 267 |
+
0.2833333333333333
|
| 268 |
+
],
|
| 269 |
+
"p_retr": 0.0005350527353584766,
|
| 270 |
+
"d_minus_twin": 0.13333333333333333,
|
| 271 |
+
"d_minus_twin_ci": [
|
| 272 |
+
0.06666666666666667,
|
| 273 |
+
0.20833333333333334
|
| 274 |
+
],
|
| 275 |
+
"p_twin": 3.0517578125e-05
|
| 276 |
+
}
|
| 277 |
+
},
|
| 278 |
+
"8000": {
|
| 279 |
+
"1": {
|
| 280 |
+
"diff": 0.3416666666666667,
|
| 281 |
+
"twin": 0.44166666666666665,
|
| 282 |
+
"retr": 0.1,
|
| 283 |
+
"d_minus_retr": 0.24166666666666667,
|
| 284 |
+
"d_minus_retr_ci": [
|
| 285 |
+
0.14166666666666666,
|
| 286 |
+
0.3416666666666667
|
| 287 |
+
],
|
| 288 |
+
"p_retr": 4.176981747150421e-07,
|
| 289 |
+
"d_minus_twin": -0.1,
|
| 290 |
+
"d_minus_twin_ci": [
|
| 291 |
+
-0.18333333333333332,
|
| 292 |
+
-0.016666666666666666
|
| 293 |
+
],
|
| 294 |
+
"p_twin": 0.042773945257067694
|
| 295 |
+
},
|
| 296 |
+
"4": {
|
| 297 |
+
"diff": 0.625,
|
| 298 |
+
"twin": 0.5,
|
| 299 |
+
"retr": 0.2833333333333333,
|
| 300 |
+
"d_minus_retr": 0.3416666666666667,
|
| 301 |
+
"d_minus_retr_ci": [
|
| 302 |
+
0.23333333333333334,
|
| 303 |
+
0.45
|
| 304 |
+
],
|
| 305 |
+
"p_retr": 5.88897819397971e-11,
|
| 306 |
+
"d_minus_twin": 0.125,
|
| 307 |
+
"d_minus_twin_ci": [
|
| 308 |
+
0.03333333333333333,
|
| 309 |
+
0.21666666666666667
|
| 310 |
+
],
|
| 311 |
+
"p_twin": 0.010673840530216694
|
| 312 |
+
},
|
| 313 |
+
"16": {
|
| 314 |
+
"diff": 0.7666666666666667,
|
| 315 |
+
"twin": 0.5833333333333334,
|
| 316 |
+
"retr": 0.5333333333333333,
|
| 317 |
+
"d_minus_retr": 0.23333333333333334,
|
| 318 |
+
"d_minus_retr_ci": [
|
| 319 |
+
0.125,
|
| 320 |
+
0.3416666666666667
|
| 321 |
+
],
|
| 322 |
+
"p_retr": 7.660128176212311e-07,
|
| 323 |
+
"d_minus_twin": 0.18333333333333332,
|
| 324 |
+
"d_minus_twin_ci": [
|
| 325 |
+
0.1,
|
| 326 |
+
0.26666666666666666
|
| 327 |
+
],
|
| 328 |
+
"p_twin": 1.049041748046875e-05
|
| 329 |
+
}
|
| 330 |
+
}
|
| 331 |
+
},
|
| 332 |
+
"verify_ms": 4.430452982584636,
|
| 333 |
+
"sample_ms_per_cand": 1.7539375358157687,
|
| 334 |
+
"oracle": {
|
| 335 |
+
"wall_per_plant_s": 2.5816342018842695,
|
| 336 |
+
"wall_per_start_s": 0.1075680917451779,
|
| 337 |
+
"start_success": 0.186578125,
|
| 338 |
+
"plant_yield": 0.8644910309055543,
|
| 339 |
+
"distinct_mean": 2.341625
|
| 340 |
+
}
|
| 341 |
+
}
|
data/round2/mimo_sof_scaling/d2_m4.json
ADDED
|
@@ -0,0 +1,341 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"m": 4,
|
| 3 |
+
"sizes": [
|
| 4 |
+
1000,
|
| 5 |
+
3000,
|
| 6 |
+
8000
|
| 7 |
+
],
|
| 8 |
+
"iid": {
|
| 9 |
+
"n_plants": 120,
|
| 10 |
+
"1000": {
|
| 11 |
+
"1": {
|
| 12 |
+
"diff": 0.0625,
|
| 13 |
+
"twin": 0.09166666666666666,
|
| 14 |
+
"retr": 0.041666666666666664,
|
| 15 |
+
"d_minus_retr": 0.020833333333333332,
|
| 16 |
+
"d_minus_retr_ci": [
|
| 17 |
+
-0.03333333333333333,
|
| 18 |
+
0.075
|
| 19 |
+
],
|
| 20 |
+
"p_retr": 0.4048728942871094,
|
| 21 |
+
"d_minus_twin": -0.029166666666666667,
|
| 22 |
+
"d_minus_twin_ci": [
|
| 23 |
+
-0.06666666666666667,
|
| 24 |
+
0.004166666666666667
|
| 25 |
+
],
|
| 26 |
+
"p_twin": 0.143463134765625
|
| 27 |
+
},
|
| 28 |
+
"4": {
|
| 29 |
+
"diff": 0.10416666666666667,
|
| 30 |
+
"twin": 0.1,
|
| 31 |
+
"retr": 0.1,
|
| 32 |
+
"d_minus_retr": 0.004166666666666667,
|
| 33 |
+
"d_minus_retr_ci": [
|
| 34 |
+
-0.0625,
|
| 35 |
+
0.07083333333333333
|
| 36 |
+
],
|
| 37 |
+
"p_retr": 1.0,
|
| 38 |
+
"d_minus_twin": 0.004166666666666667,
|
| 39 |
+
"d_minus_twin_ci": [
|
| 40 |
+
-0.03333333333333333,
|
| 41 |
+
0.041666666666666664
|
| 42 |
+
],
|
| 43 |
+
"p_twin": 1.0
|
| 44 |
+
},
|
| 45 |
+
"16": {
|
| 46 |
+
"diff": 0.1625,
|
| 47 |
+
"twin": 0.12916666666666668,
|
| 48 |
+
"retr": 0.3,
|
| 49 |
+
"d_minus_retr": -0.1375,
|
| 50 |
+
"d_minus_retr_ci": [
|
| 51 |
+
-0.22083333333333333,
|
| 52 |
+
-0.058333333333333334
|
| 53 |
+
],
|
| 54 |
+
"p_retr": 1.9167786796225883e-05,
|
| 55 |
+
"d_minus_twin": 0.03333333333333333,
|
| 56 |
+
"d_minus_twin_ci": [
|
| 57 |
+
0.0,
|
| 58 |
+
0.07083333333333333
|
| 59 |
+
],
|
| 60 |
+
"p_twin": 0.09625244140625
|
| 61 |
+
}
|
| 62 |
+
},
|
| 63 |
+
"3000": {
|
| 64 |
+
"1": {
|
| 65 |
+
"diff": 0.15416666666666667,
|
| 66 |
+
"twin": 0.17083333333333334,
|
| 67 |
+
"retr": 0.03333333333333333,
|
| 68 |
+
"d_minus_retr": 0.12083333333333333,
|
| 69 |
+
"d_minus_retr_ci": [
|
| 70 |
+
0.07083333333333333,
|
| 71 |
+
0.175
|
| 72 |
+
],
|
| 73 |
+
"p_retr": 4.176981747150421e-07,
|
| 74 |
+
"d_minus_twin": -0.016666666666666666,
|
| 75 |
+
"d_minus_twin_ci": [
|
| 76 |
+
-0.0667708333333333,
|
| 77 |
+
0.03333333333333333
|
| 78 |
+
],
|
| 79 |
+
"p_twin": 0.6075913612730801
|
| 80 |
+
},
|
| 81 |
+
"4": {
|
| 82 |
+
"diff": 0.3333333333333333,
|
| 83 |
+
"twin": 0.1875,
|
| 84 |
+
"retr": 0.10833333333333334,
|
| 85 |
+
"d_minus_retr": 0.225,
|
| 86 |
+
"d_minus_retr_ci": [
|
| 87 |
+
0.15,
|
| 88 |
+
0.30416666666666664
|
| 89 |
+
],
|
| 90 |
+
"p_retr": 9.002816938122327e-13,
|
| 91 |
+
"d_minus_twin": 0.14583333333333334,
|
| 92 |
+
"d_minus_twin_ci": [
|
| 93 |
+
0.08333333333333333,
|
| 94 |
+
0.2125
|
| 95 |
+
],
|
| 96 |
+
"p_twin": 3.6245783263666453e-07
|
| 97 |
+
},
|
| 98 |
+
"16": {
|
| 99 |
+
"diff": 0.42083333333333334,
|
| 100 |
+
"twin": 0.225,
|
| 101 |
+
"retr": 0.3,
|
| 102 |
+
"d_minus_retr": 0.12083333333333333,
|
| 103 |
+
"d_minus_retr_ci": [
|
| 104 |
+
0.0375,
|
| 105 |
+
0.20833333333333334
|
| 106 |
+
],
|
| 107 |
+
"p_retr": 0.0002642786618272985,
|
| 108 |
+
"d_minus_twin": 0.19583333333333333,
|
| 109 |
+
"d_minus_twin_ci": [
|
| 110 |
+
0.12916666666666668,
|
| 111 |
+
0.25833333333333336
|
| 112 |
+
],
|
| 113 |
+
"p_twin": 5.519584789226428e-12
|
| 114 |
+
}
|
| 115 |
+
},
|
| 116 |
+
"8000": {
|
| 117 |
+
"1": {
|
| 118 |
+
"diff": 0.2875,
|
| 119 |
+
"twin": 0.3416666666666667,
|
| 120 |
+
"retr": 0.03333333333333333,
|
| 121 |
+
"d_minus_retr": 0.25416666666666665,
|
| 122 |
+
"d_minus_retr_ci": [
|
| 123 |
+
0.19166666666666668,
|
| 124 |
+
0.31666666666666665
|
| 125 |
+
],
|
| 126 |
+
"p_retr": 1.3877787807814457e-17,
|
| 127 |
+
"d_minus_twin": -0.05416666666666667,
|
| 128 |
+
"d_minus_twin_ci": [
|
| 129 |
+
-0.11666666666666667,
|
| 130 |
+
0.008333333333333333
|
| 131 |
+
],
|
| 132 |
+
"p_twin": 0.11747735024505848
|
| 133 |
+
},
|
| 134 |
+
"4": {
|
| 135 |
+
"diff": 0.5708333333333333,
|
| 136 |
+
"twin": 0.42916666666666664,
|
| 137 |
+
"retr": 0.14166666666666666,
|
| 138 |
+
"d_minus_retr": 0.42916666666666664,
|
| 139 |
+
"d_minus_retr_ci": [
|
| 140 |
+
0.3458333333333333,
|
| 141 |
+
0.5125
|
| 142 |
+
],
|
| 143 |
+
"p_retr": 2.8319615385298505e-26,
|
| 144 |
+
"d_minus_twin": 0.14166666666666666,
|
| 145 |
+
"d_minus_twin_ci": [
|
| 146 |
+
0.07916666666666666,
|
| 147 |
+
0.20416666666666666
|
| 148 |
+
],
|
| 149 |
+
"p_twin": 1.2146708022957309e-05
|
| 150 |
+
},
|
| 151 |
+
"16": {
|
| 152 |
+
"diff": 0.8083333333333333,
|
| 153 |
+
"twin": 0.5083333333333333,
|
| 154 |
+
"retr": 0.2833333333333333,
|
| 155 |
+
"d_minus_retr": 0.525,
|
| 156 |
+
"d_minus_retr_ci": [
|
| 157 |
+
0.4375,
|
| 158 |
+
0.6083333333333333
|
| 159 |
+
],
|
| 160 |
+
"p_retr": 1.4085324324529597e-34,
|
| 161 |
+
"d_minus_twin": 0.3,
|
| 162 |
+
"d_minus_twin_ci": [
|
| 163 |
+
0.23333333333333334,
|
| 164 |
+
0.37083333333333335
|
| 165 |
+
],
|
| 166 |
+
"p_twin": 7.747704489416678e-20
|
| 167 |
+
}
|
| 168 |
+
}
|
| 169 |
+
},
|
| 170 |
+
"ood": {
|
| 171 |
+
"n_plants": 60,
|
| 172 |
+
"1000": {
|
| 173 |
+
"1": {
|
| 174 |
+
"diff": 0.041666666666666664,
|
| 175 |
+
"twin": 0.041666666666666664,
|
| 176 |
+
"retr": 0.06666666666666667,
|
| 177 |
+
"d_minus_retr": -0.025,
|
| 178 |
+
"d_minus_retr_ci": [
|
| 179 |
+
-0.1,
|
| 180 |
+
0.041666666666666664
|
| 181 |
+
],
|
| 182 |
+
"p_retr": 0.548828125,
|
| 183 |
+
"d_minus_twin": 0.0,
|
| 184 |
+
"d_minus_twin_ci": [
|
| 185 |
+
-0.025,
|
| 186 |
+
0.025
|
| 187 |
+
],
|
| 188 |
+
"p_twin": 1.0
|
| 189 |
+
},
|
| 190 |
+
"4": {
|
| 191 |
+
"diff": 0.09166666666666666,
|
| 192 |
+
"twin": 0.058333333333333334,
|
| 193 |
+
"retr": 0.18333333333333332,
|
| 194 |
+
"d_minus_retr": -0.09166666666666666,
|
| 195 |
+
"d_minus_retr_ci": [
|
| 196 |
+
-0.175,
|
| 197 |
+
-0.016666666666666666
|
| 198 |
+
],
|
| 199 |
+
"p_retr": 0.012725830078125,
|
| 200 |
+
"d_minus_twin": 0.03333333333333333,
|
| 201 |
+
"d_minus_twin_ci": [
|
| 202 |
+
0.008333333333333333,
|
| 203 |
+
0.06666666666666667
|
| 204 |
+
],
|
| 205 |
+
"p_twin": 0.21875
|
| 206 |
+
},
|
| 207 |
+
"16": {
|
| 208 |
+
"diff": 0.09166666666666666,
|
| 209 |
+
"twin": 0.06666666666666667,
|
| 210 |
+
"retr": 0.2833333333333333,
|
| 211 |
+
"d_minus_retr": -0.19166666666666668,
|
| 212 |
+
"d_minus_retr_ci": [
|
| 213 |
+
-0.3,
|
| 214 |
+
-0.09166666666666666
|
| 215 |
+
],
|
| 216 |
+
"p_retr": 5.647540092468262e-06,
|
| 217 |
+
"d_minus_twin": 0.025,
|
| 218 |
+
"d_minus_twin_ci": [
|
| 219 |
+
-0.008333333333333333,
|
| 220 |
+
0.058333333333333334
|
| 221 |
+
],
|
| 222 |
+
"p_twin": 0.453125
|
| 223 |
+
}
|
| 224 |
+
},
|
| 225 |
+
"3000": {
|
| 226 |
+
"1": {
|
| 227 |
+
"diff": 0.16666666666666666,
|
| 228 |
+
"twin": 0.09166666666666666,
|
| 229 |
+
"retr": 0.06666666666666667,
|
| 230 |
+
"d_minus_retr": 0.1,
|
| 231 |
+
"d_minus_retr_ci": [
|
| 232 |
+
0.03333333333333333,
|
| 233 |
+
0.175
|
| 234 |
+
],
|
| 235 |
+
"p_retr": 0.0018310546875,
|
| 236 |
+
"d_minus_twin": 0.075,
|
| 237 |
+
"d_minus_twin_ci": [
|
| 238 |
+
0.016666666666666666,
|
| 239 |
+
0.14166666666666666
|
| 240 |
+
],
|
| 241 |
+
"p_twin": 0.0224609375
|
| 242 |
+
},
|
| 243 |
+
"4": {
|
| 244 |
+
"diff": 0.2833333333333333,
|
| 245 |
+
"twin": 0.1,
|
| 246 |
+
"retr": 0.15,
|
| 247 |
+
"d_minus_retr": 0.13333333333333333,
|
| 248 |
+
"d_minus_retr_ci": [
|
| 249 |
+
0.058333333333333334,
|
| 250 |
+
0.225
|
| 251 |
+
],
|
| 252 |
+
"p_retr": 0.00014495849609375,
|
| 253 |
+
"d_minus_twin": 0.18333333333333332,
|
| 254 |
+
"d_minus_twin_ci": [
|
| 255 |
+
0.1,
|
| 256 |
+
0.275
|
| 257 |
+
],
|
| 258 |
+
"p_twin": 4.76837158203125e-07
|
| 259 |
+
},
|
| 260 |
+
"16": {
|
| 261 |
+
"diff": 0.3333333333333333,
|
| 262 |
+
"twin": 0.14166666666666666,
|
| 263 |
+
"retr": 0.23333333333333334,
|
| 264 |
+
"d_minus_retr": 0.1,
|
| 265 |
+
"d_minus_retr_ci": [
|
| 266 |
+
0.0,
|
| 267 |
+
0.2
|
| 268 |
+
],
|
| 269 |
+
"p_retr": 0.022655844688415527,
|
| 270 |
+
"d_minus_twin": 0.19166666666666668,
|
| 271 |
+
"d_minus_twin_ci": [
|
| 272 |
+
0.10833333333333334,
|
| 273 |
+
0.2833333333333333
|
| 274 |
+
],
|
| 275 |
+
"p_twin": 2.384185791015625e-07
|
| 276 |
+
}
|
| 277 |
+
},
|
| 278 |
+
"8000": {
|
| 279 |
+
"1": {
|
| 280 |
+
"diff": 0.21666666666666667,
|
| 281 |
+
"twin": 0.225,
|
| 282 |
+
"retr": 0.06666666666666667,
|
| 283 |
+
"d_minus_retr": 0.15,
|
| 284 |
+
"d_minus_retr_ci": [
|
| 285 |
+
0.075,
|
| 286 |
+
0.23333333333333334
|
| 287 |
+
],
|
| 288 |
+
"p_retr": 4.00543212890625e-05,
|
| 289 |
+
"d_minus_twin": -0.008333333333333333,
|
| 290 |
+
"d_minus_twin_ci": [
|
| 291 |
+
-0.075,
|
| 292 |
+
0.058333333333333334
|
| 293 |
+
],
|
| 294 |
+
"p_twin": 1.0
|
| 295 |
+
},
|
| 296 |
+
"4": {
|
| 297 |
+
"diff": 0.39166666666666666,
|
| 298 |
+
"twin": 0.25,
|
| 299 |
+
"retr": 0.13333333333333333,
|
| 300 |
+
"d_minus_retr": 0.25833333333333336,
|
| 301 |
+
"d_minus_retr_ci": [
|
| 302 |
+
0.15833333333333333,
|
| 303 |
+
0.35833333333333334
|
| 304 |
+
],
|
| 305 |
+
"p_retr": 7.916241884231567e-09,
|
| 306 |
+
"d_minus_twin": 0.14166666666666666,
|
| 307 |
+
"d_minus_twin_ci": [
|
| 308 |
+
0.06666666666666667,
|
| 309 |
+
0.225
|
| 310 |
+
],
|
| 311 |
+
"p_twin": 0.0009105205535888672
|
| 312 |
+
},
|
| 313 |
+
"16": {
|
| 314 |
+
"diff": 0.6083333333333333,
|
| 315 |
+
"twin": 0.31666666666666665,
|
| 316 |
+
"retr": 0.26666666666666666,
|
| 317 |
+
"d_minus_retr": 0.3416666666666667,
|
| 318 |
+
"d_minus_retr_ci": [
|
| 319 |
+
0.23333333333333334,
|
| 320 |
+
0.45
|
| 321 |
+
],
|
| 322 |
+
"p_retr": 9.094947017729282e-13,
|
| 323 |
+
"d_minus_twin": 0.2916666666666667,
|
| 324 |
+
"d_minus_twin_ci": [
|
| 325 |
+
0.2,
|
| 326 |
+
0.39166666666666666
|
| 327 |
+
],
|
| 328 |
+
"p_twin": 5.820766091346741e-11
|
| 329 |
+
}
|
| 330 |
+
}
|
| 331 |
+
},
|
| 332 |
+
"verify_ms": 5.242133140563965,
|
| 333 |
+
"sample_ms_per_cand": 0.42753732866711086,
|
| 334 |
+
"oracle": {
|
| 335 |
+
"wall_per_plant_s": 4.612732129663229,
|
| 336 |
+
"wall_per_start_s": 0.1921971720693012,
|
| 337 |
+
"start_success": 0.1405833333333333,
|
| 338 |
+
"plant_yield": 0.8178286648947045,
|
| 339 |
+
"distinct_mean": 2.306375
|
| 340 |
+
}
|
| 341 |
+
}
|
data/round2/mimo_sof_scaling/d3_m2.json
ADDED
|
@@ -0,0 +1,127 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"m": 2,
|
| 3 |
+
"sizes": [
|
| 4 |
+
8000
|
| 5 |
+
],
|
| 6 |
+
"iid": {
|
| 7 |
+
"n_plants": 120,
|
| 8 |
+
"8000": {
|
| 9 |
+
"1": {
|
| 10 |
+
"diff": 0.7055555555555556,
|
| 11 |
+
"twin": 0.6972222222222222,
|
| 12 |
+
"retr": 0.425,
|
| 13 |
+
"d_minus_retr": 0.28055555555555556,
|
| 14 |
+
"d_minus_retr_ci": [
|
| 15 |
+
0.18611111111111106,
|
| 16 |
+
0.3722222222222222
|
| 17 |
+
],
|
| 18 |
+
"p_retr": 4.84494391175393e-16,
|
| 19 |
+
"d_minus_twin": 0.008333333333333325,
|
| 20 |
+
"d_minus_twin_ci": [
|
| 21 |
+
-0.055555555555555566,
|
| 22 |
+
0.075
|
| 23 |
+
],
|
| 24 |
+
"p_twin": 0.8340810393049418
|
| 25 |
+
},
|
| 26 |
+
"4": {
|
| 27 |
+
"diff": 0.9555555555555556,
|
| 28 |
+
"twin": 0.7777777777777778,
|
| 29 |
+
"retr": 0.6666666666666666,
|
| 30 |
+
"d_minus_retr": 0.28888888888888886,
|
| 31 |
+
"d_minus_retr_ci": [
|
| 32 |
+
0.21111111111111108,
|
| 33 |
+
0.375
|
| 34 |
+
],
|
| 35 |
+
"p_retr": 2.4825502761483792e-27,
|
| 36 |
+
"d_minus_twin": 0.17777777777777778,
|
| 37 |
+
"d_minus_twin_ci": [
|
| 38 |
+
0.12222222222222223,
|
| 39 |
+
0.2388888888888889
|
| 40 |
+
],
|
| 41 |
+
"p_twin": 4.620814601991648e-16
|
| 42 |
+
},
|
| 43 |
+
"16": {
|
| 44 |
+
"diff": 0.9888888888888889,
|
| 45 |
+
"twin": 0.8611111111111112,
|
| 46 |
+
"retr": 0.8416666666666667,
|
| 47 |
+
"d_minus_retr": 0.14722222222222223,
|
| 48 |
+
"d_minus_retr_ci": [
|
| 49 |
+
0.0861111111111111,
|
| 50 |
+
0.21388888888888888
|
| 51 |
+
],
|
| 52 |
+
"p_retr": 2.295386103412511e-14,
|
| 53 |
+
"d_minus_twin": 0.1277777777777778,
|
| 54 |
+
"d_minus_twin_ci": [
|
| 55 |
+
0.08055555555555555,
|
| 56 |
+
0.18333333333333332
|
| 57 |
+
],
|
| 58 |
+
"p_twin": 2.2666313270747196e-12
|
| 59 |
+
}
|
| 60 |
+
}
|
| 61 |
+
},
|
| 62 |
+
"ood": {
|
| 63 |
+
"n_plants": 60,
|
| 64 |
+
"8000": {
|
| 65 |
+
"1": {
|
| 66 |
+
"diff": 0.6333333333333333,
|
| 67 |
+
"twin": 0.6388888888888888,
|
| 68 |
+
"retr": 0.38333333333333336,
|
| 69 |
+
"d_minus_retr": 0.24999999999999997,
|
| 70 |
+
"d_minus_retr_ci": [
|
| 71 |
+
0.11111111111111109,
|
| 72 |
+
0.38333333333333325
|
| 73 |
+
],
|
| 74 |
+
"p_retr": 3.5883588815862885e-07,
|
| 75 |
+
"d_minus_twin": -0.00555555555555557,
|
| 76 |
+
"d_minus_twin_ci": [
|
| 77 |
+
-0.09444444444444446,
|
| 78 |
+
0.08333333333333333
|
| 79 |
+
],
|
| 80 |
+
"p_twin": 1.0
|
| 81 |
+
},
|
| 82 |
+
"4": {
|
| 83 |
+
"diff": 0.8277777777777777,
|
| 84 |
+
"twin": 0.7,
|
| 85 |
+
"retr": 0.7333333333333333,
|
| 86 |
+
"d_minus_retr": 0.09444444444444441,
|
| 87 |
+
"d_minus_retr_ci": [
|
| 88 |
+
0.005555555555555547,
|
| 89 |
+
0.1944444444444444
|
| 90 |
+
],
|
| 91 |
+
"p_retr": 0.004551384132355452,
|
| 92 |
+
"d_minus_twin": 0.12777777777777777,
|
| 93 |
+
"d_minus_twin_ci": [
|
| 94 |
+
0.061111111111111116,
|
| 95 |
+
0.2
|
| 96 |
+
],
|
| 97 |
+
"p_twin": 3.39532271027565e-05
|
| 98 |
+
},
|
| 99 |
+
"16": {
|
| 100 |
+
"diff": 0.9,
|
| 101 |
+
"twin": 0.7444444444444445,
|
| 102 |
+
"retr": 0.8833333333333333,
|
| 103 |
+
"d_minus_retr": 0.016666666666666666,
|
| 104 |
+
"d_minus_retr_ci": [
|
| 105 |
+
-0.03888888888888889,
|
| 106 |
+
0.08333333333333331
|
| 107 |
+
],
|
| 108 |
+
"p_retr": 0.6072387695312499,
|
| 109 |
+
"d_minus_twin": 0.15555555555555556,
|
| 110 |
+
"d_minus_twin_ci": [
|
| 111 |
+
0.08333333333333333,
|
| 112 |
+
0.23888888888888887
|
| 113 |
+
],
|
| 114 |
+
"p_twin": 2.4633482098579407e-07
|
| 115 |
+
}
|
| 116 |
+
}
|
| 117 |
+
},
|
| 118 |
+
"verify_ms": 4.365944862365723,
|
| 119 |
+
"sample_ms_per_cand": 50.91302353474829,
|
| 120 |
+
"oracle": {
|
| 121 |
+
"wall_per_plant_s": 1.9333546854555608,
|
| 122 |
+
"wall_per_start_s": 0.08055644522731503,
|
| 123 |
+
"start_success": 0.24281770833333335,
|
| 124 |
+
"plant_yield": 0.9214466712739,
|
| 125 |
+
"distinct_mean": 2.24575
|
| 126 |
+
}
|
| 127 |
+
}
|
data/round2/mimo_sof_scaling/d3_m3.json
ADDED
|
@@ -0,0 +1,127 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"m": 3,
|
| 3 |
+
"sizes": [
|
| 4 |
+
8000
|
| 5 |
+
],
|
| 6 |
+
"iid": {
|
| 7 |
+
"n_plants": 120,
|
| 8 |
+
"8000": {
|
| 9 |
+
"1": {
|
| 10 |
+
"diff": 0.5305555555555556,
|
| 11 |
+
"twin": 0.5694444444444444,
|
| 12 |
+
"retr": 0.10833333333333334,
|
| 13 |
+
"d_minus_retr": 0.4222222222222222,
|
| 14 |
+
"d_minus_retr_ci": [
|
| 15 |
+
0.35270833333333335,
|
| 16 |
+
0.49444444444444446
|
| 17 |
+
],
|
| 18 |
+
"p_retr": 1.3551904497124854e-38,
|
| 19 |
+
"d_minus_twin": -0.0388888888888889,
|
| 20 |
+
"d_minus_twin_ci": [
|
| 21 |
+
-0.09444444444444446,
|
| 22 |
+
0.016666666666666656
|
| 23 |
+
],
|
| 24 |
+
"p_twin": 0.17498389846296175
|
| 25 |
+
},
|
| 26 |
+
"4": {
|
| 27 |
+
"diff": 0.7833333333333333,
|
| 28 |
+
"twin": 0.6194444444444445,
|
| 29 |
+
"retr": 0.30833333333333335,
|
| 30 |
+
"d_minus_retr": 0.475,
|
| 31 |
+
"d_minus_retr_ci": [
|
| 32 |
+
0.3888888888888889,
|
| 33 |
+
0.5583333333333333
|
| 34 |
+
],
|
| 35 |
+
"p_retr": 5.56655050732969e-44,
|
| 36 |
+
"d_minus_twin": 0.1638888888888889,
|
| 37 |
+
"d_minus_twin_ci": [
|
| 38 |
+
0.10555555555555554,
|
| 39 |
+
0.225
|
| 40 |
+
],
|
| 41 |
+
"p_twin": 7.252322160518573e-10
|
| 42 |
+
},
|
| 43 |
+
"16": {
|
| 44 |
+
"diff": 0.9277777777777778,
|
| 45 |
+
"twin": 0.6777777777777778,
|
| 46 |
+
"retr": 0.5833333333333334,
|
| 47 |
+
"d_minus_retr": 0.3444444444444444,
|
| 48 |
+
"d_minus_retr_ci": [
|
| 49 |
+
0.2638888888888889,
|
| 50 |
+
0.42777777777777776
|
| 51 |
+
],
|
| 52 |
+
"p_retr": 9.4039548065783e-38,
|
| 53 |
+
"d_minus_twin": 0.25000000000000006,
|
| 54 |
+
"d_minus_twin_ci": [
|
| 55 |
+
0.18611111111111114,
|
| 56 |
+
0.3194444444444445
|
| 57 |
+
],
|
| 58 |
+
"p_twin": 3.75624008630037e-26
|
| 59 |
+
}
|
| 60 |
+
}
|
| 61 |
+
},
|
| 62 |
+
"ood": {
|
| 63 |
+
"n_plants": 60,
|
| 64 |
+
"8000": {
|
| 65 |
+
"1": {
|
| 66 |
+
"diff": 0.38333333333333336,
|
| 67 |
+
"twin": 0.45,
|
| 68 |
+
"retr": 0.1,
|
| 69 |
+
"d_minus_retr": 0.2833333333333333,
|
| 70 |
+
"d_minus_retr_ci": [
|
| 71 |
+
0.17777777777777773,
|
| 72 |
+
0.3888888888888889
|
| 73 |
+
],
|
| 74 |
+
"p_retr": 4.2705216207923607e-11,
|
| 75 |
+
"d_minus_twin": -0.06666666666666668,
|
| 76 |
+
"d_minus_twin_ci": [
|
| 77 |
+
-0.16111111111111112,
|
| 78 |
+
0.02777777777777777
|
| 79 |
+
],
|
| 80 |
+
"p_twin": 0.11892045255943628
|
| 81 |
+
},
|
| 82 |
+
"4": {
|
| 83 |
+
"diff": 0.5833333333333334,
|
| 84 |
+
"twin": 0.5,
|
| 85 |
+
"retr": 0.2833333333333333,
|
| 86 |
+
"d_minus_retr": 0.3,
|
| 87 |
+
"d_minus_retr_ci": [
|
| 88 |
+
0.19444444444444445,
|
| 89 |
+
0.4111111111111111
|
| 90 |
+
],
|
| 91 |
+
"p_retr": 1.1879386363489175e-14,
|
| 92 |
+
"d_minus_twin": 0.08333333333333331,
|
| 93 |
+
"d_minus_twin_ci": [
|
| 94 |
+
0.011111111111111112,
|
| 95 |
+
0.15555555555555559
|
| 96 |
+
],
|
| 97 |
+
"p_twin": 0.013530986849218607
|
| 98 |
+
},
|
| 99 |
+
"16": {
|
| 100 |
+
"diff": 0.75,
|
| 101 |
+
"twin": 0.5444444444444444,
|
| 102 |
+
"retr": 0.5333333333333333,
|
| 103 |
+
"d_minus_retr": 0.21666666666666667,
|
| 104 |
+
"d_minus_retr_ci": [
|
| 105 |
+
0.11666666666666665,
|
| 106 |
+
0.3277777777777778
|
| 107 |
+
],
|
| 108 |
+
"p_retr": 7.59715845788378e-09,
|
| 109 |
+
"d_minus_twin": 0.20555555555555557,
|
| 110 |
+
"d_minus_twin_ci": [
|
| 111 |
+
0.12222222222222222,
|
| 112 |
+
0.29444444444444445
|
| 113 |
+
],
|
| 114 |
+
"p_twin": 3.0213413992896676e-09
|
| 115 |
+
}
|
| 116 |
+
}
|
| 117 |
+
},
|
| 118 |
+
"verify_ms": 5.127954483032227,
|
| 119 |
+
"sample_ms_per_cand": 50.814005898104774,
|
| 120 |
+
"oracle": {
|
| 121 |
+
"wall_per_plant_s": 2.5816342018842695,
|
| 122 |
+
"wall_per_start_s": 0.1075680917451779,
|
| 123 |
+
"start_success": 0.186578125,
|
| 124 |
+
"plant_yield": 0.8644910309055543,
|
| 125 |
+
"distinct_mean": 2.341625
|
| 126 |
+
}
|
| 127 |
+
}
|
data/round2/mimo_sof_scaling/d3_m4.json
ADDED
|
@@ -0,0 +1,234 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"m": 4,
|
| 3 |
+
"sizes": [
|
| 4 |
+
8000,
|
| 5 |
+
16000
|
| 6 |
+
],
|
| 7 |
+
"iid": {
|
| 8 |
+
"n_plants": 120,
|
| 9 |
+
"8000": {
|
| 10 |
+
"1": {
|
| 11 |
+
"diff": 0.3611111111111111,
|
| 12 |
+
"twin": 0.3194444444444444,
|
| 13 |
+
"retr": 0.03333333333333333,
|
| 14 |
+
"d_minus_retr": 0.3277777777777777,
|
| 15 |
+
"d_minus_retr_ci": [
|
| 16 |
+
0.2555555555555556,
|
| 17 |
+
0.40277777777777773
|
| 18 |
+
],
|
| 19 |
+
"p_retr": 9.200272392390487e-30,
|
| 20 |
+
"d_minus_twin": 0.041666666666666664,
|
| 21 |
+
"d_minus_twin_ci": [
|
| 22 |
+
-0.016666666666666673,
|
| 23 |
+
0.1
|
| 24 |
+
],
|
| 25 |
+
"p_twin": 0.12385305946180147
|
| 26 |
+
},
|
| 27 |
+
"4": {
|
| 28 |
+
"diff": 0.6083333333333333,
|
| 29 |
+
"twin": 0.36666666666666664,
|
| 30 |
+
"retr": 0.14166666666666666,
|
| 31 |
+
"d_minus_retr": 0.4666666666666667,
|
| 32 |
+
"d_minus_retr_ci": [
|
| 33 |
+
0.38611111111111107,
|
| 34 |
+
0.5472222222222223
|
| 35 |
+
],
|
| 36 |
+
"p_retr": 5.867140894465317e-44,
|
| 37 |
+
"d_minus_twin": 0.24166666666666667,
|
| 38 |
+
"d_minus_twin_ci": [
|
| 39 |
+
0.175,
|
| 40 |
+
0.3055555555555556
|
| 41 |
+
],
|
| 42 |
+
"p_twin": 1.3281749873159826e-18
|
| 43 |
+
},
|
| 44 |
+
"16": {
|
| 45 |
+
"diff": 0.7888888888888889,
|
| 46 |
+
"twin": 0.475,
|
| 47 |
+
"retr": 0.2833333333333333,
|
| 48 |
+
"d_minus_retr": 0.5055555555555554,
|
| 49 |
+
"d_minus_retr_ci": [
|
| 50 |
+
0.4194444444444444,
|
| 51 |
+
0.5861111111111111
|
| 52 |
+
],
|
| 53 |
+
"p_retr": 6.7520981062112885e-49,
|
| 54 |
+
"d_minus_twin": 0.31388888888888894,
|
| 55 |
+
"d_minus_twin_ci": [
|
| 56 |
+
0.25,
|
| 57 |
+
0.3777777777777778
|
| 58 |
+
],
|
| 59 |
+
"p_twin": 2.320507557605719e-28
|
| 60 |
+
}
|
| 61 |
+
},
|
| 62 |
+
"16000": {
|
| 63 |
+
"1": {
|
| 64 |
+
"diff": 0.35555555555555557,
|
| 65 |
+
"twin": 0.3972222222222222,
|
| 66 |
+
"retr": 0.06666666666666667,
|
| 67 |
+
"d_minus_retr": 0.28888888888888886,
|
| 68 |
+
"d_minus_retr_ci": [
|
| 69 |
+
0.2222222222222222,
|
| 70 |
+
0.35555555555555546
|
| 71 |
+
],
|
| 72 |
+
"p_retr": 1.359588135271585e-24,
|
| 73 |
+
"d_minus_twin": -0.041666666666666664,
|
| 74 |
+
"d_minus_twin_ci": [
|
| 75 |
+
-0.10555555555555557,
|
| 76 |
+
0.022222222222222216
|
| 77 |
+
],
|
| 78 |
+
"p_twin": 0.17967107079467207
|
| 79 |
+
},
|
| 80 |
+
"4": {
|
| 81 |
+
"diff": 0.6638888888888889,
|
| 82 |
+
"twin": 0.4583333333333333,
|
| 83 |
+
"retr": 0.15833333333333333,
|
| 84 |
+
"d_minus_retr": 0.5055555555555554,
|
| 85 |
+
"d_minus_retr_ci": [
|
| 86 |
+
0.42777777777777776,
|
| 87 |
+
0.5833333333333334
|
| 88 |
+
],
|
| 89 |
+
"p_retr": 6.7520981062112885e-49,
|
| 90 |
+
"d_minus_twin": 0.20555555555555557,
|
| 91 |
+
"d_minus_twin_ci": [
|
| 92 |
+
0.1472222222222222,
|
| 93 |
+
0.26666666666666666
|
| 94 |
+
],
|
| 95 |
+
"p_twin": 5.263609792233503e-12
|
| 96 |
+
},
|
| 97 |
+
"16": {
|
| 98 |
+
"diff": 0.8833333333333333,
|
| 99 |
+
"twin": 0.575,
|
| 100 |
+
"retr": 0.3333333333333333,
|
| 101 |
+
"d_minus_retr": 0.55,
|
| 102 |
+
"d_minus_retr_ci": [
|
| 103 |
+
0.4666666666666667,
|
| 104 |
+
0.6305555555555554
|
| 105 |
+
],
|
| 106 |
+
"p_retr": 6.379835262863242e-57,
|
| 107 |
+
"d_minus_twin": 0.30833333333333335,
|
| 108 |
+
"d_minus_twin_ci": [
|
| 109 |
+
0.24444444444444446,
|
| 110 |
+
0.375
|
| 111 |
+
],
|
| 112 |
+
"p_twin": 1.6869953653078252e-26
|
| 113 |
+
}
|
| 114 |
+
}
|
| 115 |
+
},
|
| 116 |
+
"ood": {
|
| 117 |
+
"n_plants": 60,
|
| 118 |
+
"8000": {
|
| 119 |
+
"1": {
|
| 120 |
+
"diff": 0.2222222222222222,
|
| 121 |
+
"twin": 0.24444444444444444,
|
| 122 |
+
"retr": 0.06666666666666667,
|
| 123 |
+
"d_minus_retr": 0.15555555555555553,
|
| 124 |
+
"d_minus_retr_ci": [
|
| 125 |
+
0.07777777777777777,
|
| 126 |
+
0.2444444444444444
|
| 127 |
+
],
|
| 128 |
+
"p_retr": 7.660128176212311e-07,
|
| 129 |
+
"d_minus_twin": -0.022222222222222223,
|
| 130 |
+
"d_minus_twin_ci": [
|
| 131 |
+
-0.08333333333333333,
|
| 132 |
+
0.03333333333333333
|
| 133 |
+
],
|
| 134 |
+
"p_twin": 0.5715881884098053
|
| 135 |
+
},
|
| 136 |
+
"4": {
|
| 137 |
+
"diff": 0.37222222222222223,
|
| 138 |
+
"twin": 0.25555555555555554,
|
| 139 |
+
"retr": 0.13333333333333333,
|
| 140 |
+
"d_minus_retr": 0.23888888888888887,
|
| 141 |
+
"d_minus_retr_ci": [
|
| 142 |
+
0.14999999999999997,
|
| 143 |
+
0.3333333333333333
|
| 144 |
+
],
|
| 145 |
+
"p_retr": 2.6147972675971687e-12,
|
| 146 |
+
"d_minus_twin": 0.11666666666666667,
|
| 147 |
+
"d_minus_twin_ci": [
|
| 148 |
+
0.05555555555555556,
|
| 149 |
+
0.1833333333333333
|
| 150 |
+
],
|
| 151 |
+
"p_twin": 0.00010371580719947815
|
| 152 |
+
},
|
| 153 |
+
"16": {
|
| 154 |
+
"diff": 0.5611111111111111,
|
| 155 |
+
"twin": 0.32222222222222224,
|
| 156 |
+
"retr": 0.26666666666666666,
|
| 157 |
+
"d_minus_retr": 0.2944444444444444,
|
| 158 |
+
"d_minus_retr_ci": [
|
| 159 |
+
0.2,
|
| 160 |
+
0.3944444444444445
|
| 161 |
+
],
|
| 162 |
+
"p_retr": 2.220446049250313e-16,
|
| 163 |
+
"d_minus_twin": 0.2388888888888889,
|
| 164 |
+
"d_minus_twin_ci": [
|
| 165 |
+
0.1611111111111111,
|
| 166 |
+
0.3277777777777777
|
| 167 |
+
],
|
| 168 |
+
"p_twin": 2.6147972675971687e-12
|
| 169 |
+
}
|
| 170 |
+
},
|
| 171 |
+
"16000": {
|
| 172 |
+
"1": {
|
| 173 |
+
"diff": 0.3,
|
| 174 |
+
"twin": 0.3055555555555556,
|
| 175 |
+
"retr": 0.08333333333333333,
|
| 176 |
+
"d_minus_retr": 0.21666666666666667,
|
| 177 |
+
"d_minus_retr_ci": [
|
| 178 |
+
0.13319444444444448,
|
| 179 |
+
0.31111111111111106
|
| 180 |
+
],
|
| 181 |
+
"p_retr": 8.654978955746628e-10,
|
| 182 |
+
"d_minus_twin": -0.0055555555555555644,
|
| 183 |
+
"d_minus_twin_ci": [
|
| 184 |
+
-0.08333333333333333,
|
| 185 |
+
0.07222222222222222
|
| 186 |
+
],
|
| 187 |
+
"p_twin": 1.0
|
| 188 |
+
},
|
| 189 |
+
"4": {
|
| 190 |
+
"diff": 0.5055555555555555,
|
| 191 |
+
"twin": 0.3611111111111111,
|
| 192 |
+
"retr": 0.16666666666666666,
|
| 193 |
+
"d_minus_retr": 0.3388888888888888,
|
| 194 |
+
"d_minus_retr_ci": [
|
| 195 |
+
0.23888888888888887,
|
| 196 |
+
0.43888888888888894
|
| 197 |
+
],
|
| 198 |
+
"p_retr": 6.801200228001569e-16,
|
| 199 |
+
"d_minus_twin": 0.14444444444444443,
|
| 200 |
+
"d_minus_twin_ci": [
|
| 201 |
+
0.07777777777777777,
|
| 202 |
+
0.21111111111111114
|
| 203 |
+
],
|
| 204 |
+
"p_twin": 0.00015641720852954677
|
| 205 |
+
},
|
| 206 |
+
"16": {
|
| 207 |
+
"diff": 0.7111111111111111,
|
| 208 |
+
"twin": 0.45,
|
| 209 |
+
"retr": 0.21666666666666667,
|
| 210 |
+
"d_minus_retr": 0.4944444444444444,
|
| 211 |
+
"d_minus_retr_ci": [
|
| 212 |
+
0.38333333333333336,
|
| 213 |
+
0.6
|
| 214 |
+
],
|
| 215 |
+
"p_retr": 7.431700815906108e-26,
|
| 216 |
+
"d_minus_twin": 0.2611111111111111,
|
| 217 |
+
"d_minus_twin_ci": [
|
| 218 |
+
0.17777777777777778,
|
| 219 |
+
0.35
|
| 220 |
+
],
|
| 221 |
+
"p_twin": 5.519584789226428e-12
|
| 222 |
+
}
|
| 223 |
+
}
|
| 224 |
+
},
|
| 225 |
+
"verify_ms": 6.651298205057779,
|
| 226 |
+
"sample_ms_per_cand": 50.51253446274333,
|
| 227 |
+
"oracle": {
|
| 228 |
+
"wall_per_plant_s": 3.849998434379697,
|
| 229 |
+
"wall_per_start_s": 0.16041660143248737,
|
| 230 |
+
"start_success": 0.1396171875,
|
| 231 |
+
"plant_yield": 0.819924157015476,
|
| 232 |
+
"distinct_mean": 2.2931875
|
| 233 |
+
}
|
| 234 |
+
}
|
data/round2/mimo_sof_scaling/d3_m5.json
ADDED
|
@@ -0,0 +1,127 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"m": 5,
|
| 3 |
+
"sizes": [
|
| 4 |
+
8000
|
| 5 |
+
],
|
| 6 |
+
"iid": {
|
| 7 |
+
"n_plants": 120,
|
| 8 |
+
"8000": {
|
| 9 |
+
"1": {
|
| 10 |
+
"diff": 0.20555555555555555,
|
| 11 |
+
"twin": 0.18055555555555555,
|
| 12 |
+
"retr": 0.016666666666666666,
|
| 13 |
+
"d_minus_retr": 0.18888888888888886,
|
| 14 |
+
"d_minus_retr_ci": [
|
| 15 |
+
0.13326388888888888,
|
| 16 |
+
0.2472222222222222
|
| 17 |
+
],
|
| 18 |
+
"p_retr": 1.4966458740841218e-16,
|
| 19 |
+
"d_minus_twin": 0.025,
|
| 20 |
+
"d_minus_twin_ci": [
|
| 21 |
+
-0.013888888888888888,
|
| 22 |
+
0.061111111111111116
|
| 23 |
+
],
|
| 24 |
+
"p_twin": 0.3284320626971897
|
| 25 |
+
},
|
| 26 |
+
"4": {
|
| 27 |
+
"diff": 0.4,
|
| 28 |
+
"twin": 0.21388888888888888,
|
| 29 |
+
"retr": 0.09166666666666666,
|
| 30 |
+
"d_minus_retr": 0.30833333333333335,
|
| 31 |
+
"d_minus_retr_ci": [
|
| 32 |
+
0.225,
|
| 33 |
+
0.38888888888888895
|
| 34 |
+
],
|
| 35 |
+
"p_retr": 1.251737097644932e-22,
|
| 36 |
+
"d_minus_twin": 0.18611111111111114,
|
| 37 |
+
"d_minus_twin_ci": [
|
| 38 |
+
0.13055555555555556,
|
| 39 |
+
0.24166666666666667
|
| 40 |
+
],
|
| 41 |
+
"p_twin": 2.3037546341100945e-11
|
| 42 |
+
},
|
| 43 |
+
"16": {
|
| 44 |
+
"diff": 0.5833333333333334,
|
| 45 |
+
"twin": 0.28888888888888886,
|
| 46 |
+
"retr": 0.175,
|
| 47 |
+
"d_minus_retr": 0.4083333333333333,
|
| 48 |
+
"d_minus_retr_ci": [
|
| 49 |
+
0.3194444444444444,
|
| 50 |
+
0.4944444444444444
|
| 51 |
+
],
|
| 52 |
+
"p_retr": 9.071961245880263e-36,
|
| 53 |
+
"d_minus_twin": 0.2944444444444444,
|
| 54 |
+
"d_minus_twin_ci": [
|
| 55 |
+
0.23333333333333334,
|
| 56 |
+
0.35833333333333334
|
| 57 |
+
],
|
| 58 |
+
"p_twin": 2.0932787880057794e-26
|
| 59 |
+
}
|
| 60 |
+
}
|
| 61 |
+
},
|
| 62 |
+
"ood": {
|
| 63 |
+
"n_plants": 60,
|
| 64 |
+
"8000": {
|
| 65 |
+
"1": {
|
| 66 |
+
"diff": 0.18888888888888888,
|
| 67 |
+
"twin": 0.13333333333333333,
|
| 68 |
+
"retr": 0.016666666666666666,
|
| 69 |
+
"d_minus_retr": 0.1722222222222222,
|
| 70 |
+
"d_minus_retr_ci": [
|
| 71 |
+
0.09444444444444443,
|
| 72 |
+
0.25555555555555554
|
| 73 |
+
],
|
| 74 |
+
"p_retr": 3.6729034036397934e-08,
|
| 75 |
+
"d_minus_twin": 0.05555555555555556,
|
| 76 |
+
"d_minus_twin_ci": [
|
| 77 |
+
2.7755575615628915e-18,
|
| 78 |
+
0.11111111111111112
|
| 79 |
+
],
|
| 80 |
+
"p_twin": 0.06391465663909912
|
| 81 |
+
},
|
| 82 |
+
"4": {
|
| 83 |
+
"diff": 0.35555555555555557,
|
| 84 |
+
"twin": 0.16111111111111112,
|
| 85 |
+
"retr": 0.06666666666666667,
|
| 86 |
+
"d_minus_retr": 0.28888888888888886,
|
| 87 |
+
"d_minus_retr_ci": [
|
| 88 |
+
0.18888888888888886,
|
| 89 |
+
0.38888888888888895
|
| 90 |
+
],
|
| 91 |
+
"p_retr": 2.2598589666245064e-13,
|
| 92 |
+
"d_minus_twin": 0.19444444444444448,
|
| 93 |
+
"d_minus_twin_ci": [
|
| 94 |
+
0.12208333333333336,
|
| 95 |
+
0.2722222222222222
|
| 96 |
+
],
|
| 97 |
+
"p_twin": 7.878384167270269e-08
|
| 98 |
+
},
|
| 99 |
+
"16": {
|
| 100 |
+
"diff": 0.48333333333333334,
|
| 101 |
+
"twin": 0.22777777777777777,
|
| 102 |
+
"retr": 0.1,
|
| 103 |
+
"d_minus_retr": 0.38333333333333325,
|
| 104 |
+
"d_minus_retr_ci": [
|
| 105 |
+
0.2776388888888889,
|
| 106 |
+
0.4944444444444444
|
| 107 |
+
],
|
| 108 |
+
"p_retr": 5.721707558702799e-19,
|
| 109 |
+
"d_minus_twin": 0.25555555555555554,
|
| 110 |
+
"d_minus_twin_ci": [
|
| 111 |
+
0.17777777777777778,
|
| 112 |
+
0.3333333333333333
|
| 113 |
+
],
|
| 114 |
+
"p_twin": 3.481659405224491e-13
|
| 115 |
+
}
|
| 116 |
+
}
|
| 117 |
+
},
|
| 118 |
+
"verify_ms": 13.165418306986492,
|
| 119 |
+
"sample_ms_per_cand": 47.610616187254585,
|
| 120 |
+
"oracle": {
|
| 121 |
+
"wall_per_plant_s": 7.887370124310255,
|
| 122 |
+
"wall_per_start_s": 0.32864042184626063,
|
| 123 |
+
"start_success": 0.10821875,
|
| 124 |
+
"plant_yield": 0.7654769878480528,
|
| 125 |
+
"distinct_mean": 2.1285
|
| 126 |
+
}
|
| 127 |
+
}
|
data/round2/mimo_sof_scaling/d3f_m2.json
ADDED
|
@@ -0,0 +1,127 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"m": 2,
|
| 3 |
+
"sizes": [
|
| 4 |
+
8000
|
| 5 |
+
],
|
| 6 |
+
"iid": {
|
| 7 |
+
"n_plants": 120,
|
| 8 |
+
"8000": {
|
| 9 |
+
"1": {
|
| 10 |
+
"diff": 0.7,
|
| 11 |
+
"twin": 0.7277777777777777,
|
| 12 |
+
"retr": 0.425,
|
| 13 |
+
"d_minus_retr": 0.275,
|
| 14 |
+
"d_minus_retr_ci": [
|
| 15 |
+
0.18048611111111107,
|
| 16 |
+
0.3694444444444444
|
| 17 |
+
],
|
| 18 |
+
"p_retr": 7.917641523701755e-16,
|
| 19 |
+
"d_minus_twin": -0.027777777777777787,
|
| 20 |
+
"d_minus_twin_ci": [
|
| 21 |
+
-0.08333333333333333,
|
| 22 |
+
0.02777777777777777
|
| 23 |
+
],
|
| 24 |
+
"p_twin": 0.3081682319436807
|
| 25 |
+
},
|
| 26 |
+
"4": {
|
| 27 |
+
"diff": 0.9388888888888889,
|
| 28 |
+
"twin": 0.7777777777777778,
|
| 29 |
+
"retr": 0.6666666666666666,
|
| 30 |
+
"d_minus_retr": 0.2722222222222222,
|
| 31 |
+
"d_minus_retr_ci": [
|
| 32 |
+
0.18881944444444443,
|
| 33 |
+
0.3584027777777768
|
| 34 |
+
],
|
| 35 |
+
"p_retr": 2.000237426140383e-22,
|
| 36 |
+
"d_minus_twin": 0.16111111111111112,
|
| 37 |
+
"d_minus_twin_ci": [
|
| 38 |
+
0.10555555555555557,
|
| 39 |
+
0.21944444444444447
|
| 40 |
+
],
|
| 41 |
+
"p_twin": 2.0835438409305684e-14
|
| 42 |
+
},
|
| 43 |
+
"16": {
|
| 44 |
+
"diff": 0.9861111111111112,
|
| 45 |
+
"twin": 0.8444444444444444,
|
| 46 |
+
"retr": 0.8416666666666667,
|
| 47 |
+
"d_minus_retr": 0.14444444444444443,
|
| 48 |
+
"d_minus_retr_ci": [
|
| 49 |
+
0.08333333333333333,
|
| 50 |
+
0.21111111111111108
|
| 51 |
+
],
|
| 52 |
+
"p_retr": 4.4325654258159375e-14,
|
| 53 |
+
"d_minus_twin": 0.14166666666666666,
|
| 54 |
+
"d_minus_twin_ci": [
|
| 55 |
+
0.09166666666666666,
|
| 56 |
+
0.19444444444444448
|
| 57 |
+
],
|
| 58 |
+
"p_twin": 1.199040866595169e-14
|
| 59 |
+
}
|
| 60 |
+
}
|
| 61 |
+
},
|
| 62 |
+
"ood": {
|
| 63 |
+
"n_plants": 60,
|
| 64 |
+
"8000": {
|
| 65 |
+
"1": {
|
| 66 |
+
"diff": 0.6222222222222222,
|
| 67 |
+
"twin": 0.6166666666666667,
|
| 68 |
+
"retr": 0.38333333333333336,
|
| 69 |
+
"d_minus_retr": 0.2388888888888889,
|
| 70 |
+
"d_minus_retr_ci": [
|
| 71 |
+
0.08888888888888888,
|
| 72 |
+
0.3777777777777778
|
| 73 |
+
],
|
| 74 |
+
"p_retr": 2.4306979592052185e-06,
|
| 75 |
+
"d_minus_twin": 0.005555555555555563,
|
| 76 |
+
"d_minus_twin_ci": [
|
| 77 |
+
-0.08333333333333336,
|
| 78 |
+
0.09444444444444446
|
| 79 |
+
],
|
| 80 |
+
"p_twin": 1.0
|
| 81 |
+
},
|
| 82 |
+
"4": {
|
| 83 |
+
"diff": 0.8333333333333334,
|
| 84 |
+
"twin": 0.6944444444444444,
|
| 85 |
+
"retr": 0.7333333333333333,
|
| 86 |
+
"d_minus_retr": 0.1,
|
| 87 |
+
"d_minus_retr_ci": [
|
| 88 |
+
-7.494005416219775e-18,
|
| 89 |
+
0.21111111111111108
|
| 90 |
+
],
|
| 91 |
+
"p_retr": 0.006426576095691416,
|
| 92 |
+
"d_minus_twin": 0.1388888888888889,
|
| 93 |
+
"d_minus_twin_ci": [
|
| 94 |
+
0.06666666666666667,
|
| 95 |
+
0.21666666666666667
|
| 96 |
+
],
|
| 97 |
+
"p_twin": 2.2361520677804947e-05
|
| 98 |
+
},
|
| 99 |
+
"16": {
|
| 100 |
+
"diff": 0.9222222222222223,
|
| 101 |
+
"twin": 0.7611111111111111,
|
| 102 |
+
"retr": 0.8833333333333333,
|
| 103 |
+
"d_minus_retr": 0.038888888888888876,
|
| 104 |
+
"d_minus_retr_ci": [
|
| 105 |
+
-0.02777777777777778,
|
| 106 |
+
0.11111111111111112
|
| 107 |
+
],
|
| 108 |
+
"p_retr": 0.1670684814453125,
|
| 109 |
+
"d_minus_twin": 0.16111111111111112,
|
| 110 |
+
"d_minus_twin_ci": [
|
| 111 |
+
0.08888888888888889,
|
| 112 |
+
0.23888888888888893
|
| 113 |
+
],
|
| 114 |
+
"p_twin": 1.3085082173347473e-07
|
| 115 |
+
}
|
| 116 |
+
}
|
| 117 |
+
},
|
| 118 |
+
"verify_ms": 4.752643903096517,
|
| 119 |
+
"sample_ms_per_cand": 51.30701147847705,
|
| 120 |
+
"oracle": {
|
| 121 |
+
"wall_per_plant_s": 1.9333546854555608,
|
| 122 |
+
"wall_per_start_s": 0.08055644522731503,
|
| 123 |
+
"start_success": 0.24281770833333335,
|
| 124 |
+
"plant_yield": 0.9214466712739,
|
| 125 |
+
"distinct_mean": 2.24575
|
| 126 |
+
}
|
| 127 |
+
}
|
data/round2/mimo_sof_scaling/d3f_m3.json
ADDED
|
@@ -0,0 +1,127 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"m": 3,
|
| 3 |
+
"sizes": [
|
| 4 |
+
8000
|
| 5 |
+
],
|
| 6 |
+
"iid": {
|
| 7 |
+
"n_plants": 120,
|
| 8 |
+
"8000": {
|
| 9 |
+
"1": {
|
| 10 |
+
"diff": 0.5277777777777778,
|
| 11 |
+
"twin": 0.5527777777777778,
|
| 12 |
+
"retr": 0.10833333333333334,
|
| 13 |
+
"d_minus_retr": 0.4194444444444444,
|
| 14 |
+
"d_minus_retr_ci": [
|
| 15 |
+
0.3472222222222222,
|
| 16 |
+
0.49166666666666664
|
| 17 |
+
],
|
| 18 |
+
"p_retr": 3.207080147549087e-36,
|
| 19 |
+
"d_minus_twin": -0.02500000000000001,
|
| 20 |
+
"d_minus_twin_ci": [
|
| 21 |
+
-0.07777777777777778,
|
| 22 |
+
0.030555555555555548
|
| 23 |
+
],
|
| 24 |
+
"p_twin": 0.426160015466994
|
| 25 |
+
},
|
| 26 |
+
"4": {
|
| 27 |
+
"diff": 0.7833333333333333,
|
| 28 |
+
"twin": 0.625,
|
| 29 |
+
"retr": 0.30833333333333335,
|
| 30 |
+
"d_minus_retr": 0.475,
|
| 31 |
+
"d_minus_retr_ci": [
|
| 32 |
+
0.3888888888888889,
|
| 33 |
+
0.5611111111111111
|
| 34 |
+
],
|
| 35 |
+
"p_retr": 8.10507493531231e-45,
|
| 36 |
+
"d_minus_twin": 0.15833333333333333,
|
| 37 |
+
"d_minus_twin_ci": [
|
| 38 |
+
0.10555555555555556,
|
| 39 |
+
0.21388888888888888
|
| 40 |
+
],
|
| 41 |
+
"p_twin": 4.260536478846756e-10
|
| 42 |
+
},
|
| 43 |
+
"16": {
|
| 44 |
+
"diff": 0.9222222222222223,
|
| 45 |
+
"twin": 0.6694444444444444,
|
| 46 |
+
"retr": 0.5833333333333334,
|
| 47 |
+
"d_minus_retr": 0.33888888888888885,
|
| 48 |
+
"d_minus_retr_ci": [
|
| 49 |
+
0.25833333333333336,
|
| 50 |
+
0.42229166666666573
|
| 51 |
+
],
|
| 52 |
+
"p_retr": 1.7228568300637562e-32,
|
| 53 |
+
"d_minus_twin": 0.2527777777777778,
|
| 54 |
+
"d_minus_twin_ci": [
|
| 55 |
+
0.18888888888888886,
|
| 56 |
+
0.3194444444444444
|
| 57 |
+
],
|
| 58 |
+
"p_twin": 1.9209583457473067e-24
|
| 59 |
+
}
|
| 60 |
+
}
|
| 61 |
+
},
|
| 62 |
+
"ood": {
|
| 63 |
+
"n_plants": 60,
|
| 64 |
+
"8000": {
|
| 65 |
+
"1": {
|
| 66 |
+
"diff": 0.4111111111111111,
|
| 67 |
+
"twin": 0.4222222222222222,
|
| 68 |
+
"retr": 0.1,
|
| 69 |
+
"d_minus_retr": 0.3111111111111111,
|
| 70 |
+
"d_minus_retr_ci": [
|
| 71 |
+
0.21111111111111114,
|
| 72 |
+
0.41666666666666663
|
| 73 |
+
],
|
| 74 |
+
"p_retr": 7.363044635805283e-14,
|
| 75 |
+
"d_minus_twin": -0.011111111111111124,
|
| 76 |
+
"d_minus_twin_ci": [
|
| 77 |
+
-0.08888888888888888,
|
| 78 |
+
0.06666666666666667
|
| 79 |
+
],
|
| 80 |
+
"p_twin": 0.8679394004284404
|
| 81 |
+
},
|
| 82 |
+
"4": {
|
| 83 |
+
"diff": 0.6166666666666667,
|
| 84 |
+
"twin": 0.5,
|
| 85 |
+
"retr": 0.2833333333333333,
|
| 86 |
+
"d_minus_retr": 0.3333333333333333,
|
| 87 |
+
"d_minus_retr_ci": [
|
| 88 |
+
0.22777777777777775,
|
| 89 |
+
0.44999999999999996
|
| 90 |
+
],
|
| 91 |
+
"p_retr": 2.2562247209423347e-16,
|
| 92 |
+
"d_minus_twin": 0.11666666666666668,
|
| 93 |
+
"d_minus_twin_ci": [
|
| 94 |
+
0.038888888888888876,
|
| 95 |
+
0.20555555555555552
|
| 96 |
+
],
|
| 97 |
+
"p_twin": 0.0007528970600105822
|
| 98 |
+
},
|
| 99 |
+
"16": {
|
| 100 |
+
"diff": 0.7555555555555555,
|
| 101 |
+
"twin": 0.5333333333333333,
|
| 102 |
+
"retr": 0.5333333333333333,
|
| 103 |
+
"d_minus_retr": 0.2222222222222222,
|
| 104 |
+
"d_minus_retr_ci": [
|
| 105 |
+
0.13333333333333333,
|
| 106 |
+
0.3222222222222222
|
| 107 |
+
],
|
| 108 |
+
"p_retr": 1.9554136088117957e-11,
|
| 109 |
+
"d_minus_twin": 0.22222222222222224,
|
| 110 |
+
"d_minus_twin_ci": [
|
| 111 |
+
0.14444444444444443,
|
| 112 |
+
0.3111111111111111
|
| 113 |
+
],
|
| 114 |
+
"p_twin": 1.8189894035458565e-12
|
| 115 |
+
}
|
| 116 |
+
}
|
| 117 |
+
},
|
| 118 |
+
"verify_ms": 5.016597112019857,
|
| 119 |
+
"sample_ms_per_cand": 50.635101894537605,
|
| 120 |
+
"oracle": {
|
| 121 |
+
"wall_per_plant_s": 2.5816342018842695,
|
| 122 |
+
"wall_per_start_s": 0.1075680917451779,
|
| 123 |
+
"start_success": 0.186578125,
|
| 124 |
+
"plant_yield": 0.8644910309055543,
|
| 125 |
+
"distinct_mean": 2.341625
|
| 126 |
+
}
|
| 127 |
+
}
|
data/round2/mimo_sof_scaling/d3f_m4.json
ADDED
|
@@ -0,0 +1,234 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"m": 4,
|
| 3 |
+
"sizes": [
|
| 4 |
+
8000,
|
| 5 |
+
16000
|
| 6 |
+
],
|
| 7 |
+
"iid": {
|
| 8 |
+
"n_plants": 120,
|
| 9 |
+
"8000": {
|
| 10 |
+
"1": {
|
| 11 |
+
"diff": 0.3416666666666667,
|
| 12 |
+
"twin": 0.35555555555555557,
|
| 13 |
+
"retr": 0.03333333333333333,
|
| 14 |
+
"d_minus_retr": 0.30833333333333335,
|
| 15 |
+
"d_minus_retr_ci": [
|
| 16 |
+
0.24437499999999998,
|
| 17 |
+
0.375
|
| 18 |
+
],
|
| 19 |
+
"p_retr": 3.214304854809382e-30,
|
| 20 |
+
"d_minus_twin": -0.013888888888888897,
|
| 21 |
+
"d_minus_twin_ci": [
|
| 22 |
+
-0.06944444444444446,
|
| 23 |
+
0.04444444444444443
|
| 24 |
+
],
|
| 25 |
+
"p_twin": 0.675222459916057
|
| 26 |
+
},
|
| 27 |
+
"4": {
|
| 28 |
+
"diff": 0.5861111111111111,
|
| 29 |
+
"twin": 0.425,
|
| 30 |
+
"retr": 0.14166666666666666,
|
| 31 |
+
"d_minus_retr": 0.4444444444444444,
|
| 32 |
+
"d_minus_retr_ci": [
|
| 33 |
+
0.3611111111111111,
|
| 34 |
+
0.525
|
| 35 |
+
],
|
| 36 |
+
"p_retr": 7.387689837903921e-41,
|
| 37 |
+
"d_minus_twin": 0.1611111111111111,
|
| 38 |
+
"d_minus_twin_ci": [
|
| 39 |
+
0.09722222222222222,
|
| 40 |
+
0.22500000000000003
|
| 41 |
+
],
|
| 42 |
+
"p_twin": 9.344702083080035e-09
|
| 43 |
+
},
|
| 44 |
+
"16": {
|
| 45 |
+
"diff": 0.8138888888888889,
|
| 46 |
+
"twin": 0.48333333333333334,
|
| 47 |
+
"retr": 0.2833333333333333,
|
| 48 |
+
"d_minus_retr": 0.5305555555555554,
|
| 49 |
+
"d_minus_retr_ci": [
|
| 50 |
+
0.4444444444444444,
|
| 51 |
+
0.6138888888888888
|
| 52 |
+
],
|
| 53 |
+
"p_retr": 1.4470795786170462e-50,
|
| 54 |
+
"d_minus_twin": 0.3305555555555556,
|
| 55 |
+
"d_minus_twin_ci": [
|
| 56 |
+
0.2638888888888889,
|
| 57 |
+
0.4027777777777778
|
| 58 |
+
],
|
| 59 |
+
"p_twin": 1.2549729328149998e-31
|
| 60 |
+
}
|
| 61 |
+
},
|
| 62 |
+
"16000": {
|
| 63 |
+
"1": {
|
| 64 |
+
"diff": 0.34444444444444444,
|
| 65 |
+
"twin": 0.41944444444444445,
|
| 66 |
+
"retr": 0.06666666666666667,
|
| 67 |
+
"d_minus_retr": 0.27777777777777773,
|
| 68 |
+
"d_minus_retr_ci": [
|
| 69 |
+
0.20833333333333334,
|
| 70 |
+
0.3444444444444444
|
| 71 |
+
],
|
| 72 |
+
"p_retr": 5.846728714479002e-22,
|
| 73 |
+
"d_minus_twin": -0.07500000000000001,
|
| 74 |
+
"d_minus_twin_ci": [
|
| 75 |
+
-0.14444444444444446,
|
| 76 |
+
-0.005555555555555569
|
| 77 |
+
],
|
| 78 |
+
"p_twin": 0.01240363724332997
|
| 79 |
+
},
|
| 80 |
+
"4": {
|
| 81 |
+
"diff": 0.6388888888888888,
|
| 82 |
+
"twin": 0.49166666666666664,
|
| 83 |
+
"retr": 0.15833333333333333,
|
| 84 |
+
"d_minus_retr": 0.4805555555555555,
|
| 85 |
+
"d_minus_retr_ci": [
|
| 86 |
+
0.4054861111111111,
|
| 87 |
+
0.5527777777777777
|
| 88 |
+
],
|
| 89 |
+
"p_retr": 2.886866931763008e-47,
|
| 90 |
+
"d_minus_twin": 0.1472222222222222,
|
| 91 |
+
"d_minus_twin_ci": [
|
| 92 |
+
0.08888888888888888,
|
| 93 |
+
0.20833333333333334
|
| 94 |
+
],
|
| 95 |
+
"p_twin": 3.778053497089468e-07
|
| 96 |
+
},
|
| 97 |
+
"16": {
|
| 98 |
+
"diff": 0.8916666666666667,
|
| 99 |
+
"twin": 0.5944444444444444,
|
| 100 |
+
"retr": 0.3333333333333333,
|
| 101 |
+
"d_minus_retr": 0.5583333333333333,
|
| 102 |
+
"d_minus_retr_ci": [
|
| 103 |
+
0.475,
|
| 104 |
+
0.638888888888889
|
| 105 |
+
],
|
| 106 |
+
"p_retr": 3.1737377917091823e-59,
|
| 107 |
+
"d_minus_twin": 0.2972222222222223,
|
| 108 |
+
"d_minus_twin_ci": [
|
| 109 |
+
0.23611111111111113,
|
| 110 |
+
0.35833333333333334
|
| 111 |
+
],
|
| 112 |
+
"p_twin": 2.109260082461932e-27
|
| 113 |
+
}
|
| 114 |
+
}
|
| 115 |
+
},
|
| 116 |
+
"ood": {
|
| 117 |
+
"n_plants": 60,
|
| 118 |
+
"8000": {
|
| 119 |
+
"1": {
|
| 120 |
+
"diff": 0.20555555555555555,
|
| 121 |
+
"twin": 0.21666666666666667,
|
| 122 |
+
"retr": 0.06666666666666667,
|
| 123 |
+
"d_minus_retr": 0.13888888888888887,
|
| 124 |
+
"d_minus_retr_ci": [
|
| 125 |
+
0.0722222222222222,
|
| 126 |
+
0.20555555555555557
|
| 127 |
+
],
|
| 128 |
+
"p_retr": 4.649162292480469e-06,
|
| 129 |
+
"d_minus_twin": -0.011111111111111112,
|
| 130 |
+
"d_minus_twin_ci": [
|
| 131 |
+
-0.08888888888888888,
|
| 132 |
+
0.05555555555555556
|
| 133 |
+
],
|
| 134 |
+
"p_twin": 0.8714146793645341
|
| 135 |
+
},
|
| 136 |
+
"4": {
|
| 137 |
+
"diff": 0.4,
|
| 138 |
+
"twin": 0.24444444444444444,
|
| 139 |
+
"retr": 0.13333333333333333,
|
| 140 |
+
"d_minus_retr": 0.26666666666666666,
|
| 141 |
+
"d_minus_retr_ci": [
|
| 142 |
+
0.1722222222222222,
|
| 143 |
+
0.3722222222222222
|
| 144 |
+
],
|
| 145 |
+
"p_retr": 1.1008055578187737e-11,
|
| 146 |
+
"d_minus_twin": 0.15555555555555556,
|
| 147 |
+
"d_minus_twin_ci": [
|
| 148 |
+
0.07777777777777777,
|
| 149 |
+
0.23888888888888885
|
| 150 |
+
],
|
| 151 |
+
"p_twin": 2.5448598648836196e-05
|
| 152 |
+
},
|
| 153 |
+
"16": {
|
| 154 |
+
"diff": 0.5722222222222222,
|
| 155 |
+
"twin": 0.3,
|
| 156 |
+
"retr": 0.26666666666666666,
|
| 157 |
+
"d_minus_retr": 0.3055555555555555,
|
| 158 |
+
"d_minus_retr_ci": [
|
| 159 |
+
0.2,
|
| 160 |
+
0.41666666666666663
|
| 161 |
+
],
|
| 162 |
+
"p_retr": 3.2857397358476703e-14,
|
| 163 |
+
"d_minus_twin": 0.2722222222222222,
|
| 164 |
+
"d_minus_twin_ci": [
|
| 165 |
+
0.1833333333333333,
|
| 166 |
+
0.3722222222222222
|
| 167 |
+
],
|
| 168 |
+
"p_twin": 5.910882894255564e-12
|
| 169 |
+
}
|
| 170 |
+
},
|
| 171 |
+
"16000": {
|
| 172 |
+
"1": {
|
| 173 |
+
"diff": 0.2833333333333333,
|
| 174 |
+
"twin": 0.28888888888888886,
|
| 175 |
+
"retr": 0.08333333333333333,
|
| 176 |
+
"d_minus_retr": 0.19999999999999998,
|
| 177 |
+
"d_minus_retr_ci": [
|
| 178 |
+
0.12222222222222222,
|
| 179 |
+
0.28333333333333327
|
| 180 |
+
],
|
| 181 |
+
"p_retr": 1.4933903003111482e-09,
|
| 182 |
+
"d_minus_twin": -0.005555555555555561,
|
| 183 |
+
"d_minus_twin_ci": [
|
| 184 |
+
-0.08333333333333334,
|
| 185 |
+
0.0722222222222222
|
| 186 |
+
],
|
| 187 |
+
"p_twin": 1.0
|
| 188 |
+
},
|
| 189 |
+
"4": {
|
| 190 |
+
"diff": 0.4722222222222222,
|
| 191 |
+
"twin": 0.3277777777777778,
|
| 192 |
+
"retr": 0.16666666666666666,
|
| 193 |
+
"d_minus_retr": 0.3055555555555555,
|
| 194 |
+
"d_minus_retr_ci": [
|
| 195 |
+
0.20555555555555552,
|
| 196 |
+
0.41666666666666663
|
| 197 |
+
],
|
| 198 |
+
"p_retr": 1.4944372779199244e-12,
|
| 199 |
+
"d_minus_twin": 0.14444444444444443,
|
| 200 |
+
"d_minus_twin_ci": [
|
| 201 |
+
0.06666666666666667,
|
| 202 |
+
0.22236111111110912
|
| 203 |
+
],
|
| 204 |
+
"p_twin": 0.00030586400160359517
|
| 205 |
+
},
|
| 206 |
+
"16": {
|
| 207 |
+
"diff": 0.7055555555555556,
|
| 208 |
+
"twin": 0.4388888888888889,
|
| 209 |
+
"retr": 0.21666666666666667,
|
| 210 |
+
"d_minus_retr": 0.4888888888888889,
|
| 211 |
+
"d_minus_retr_ci": [
|
| 212 |
+
0.3722222222222222,
|
| 213 |
+
0.6055555555555555
|
| 214 |
+
],
|
| 215 |
+
"p_retr": 1.7282743364816433e-24,
|
| 216 |
+
"d_minus_twin": 0.26666666666666666,
|
| 217 |
+
"d_minus_twin_ci": [
|
| 218 |
+
0.18333333333333332,
|
| 219 |
+
0.35000000000000003
|
| 220 |
+
],
|
| 221 |
+
"p_twin": 6.123990203832363e-13
|
| 222 |
+
}
|
| 223 |
+
}
|
| 224 |
+
},
|
| 225 |
+
"verify_ms": 6.688292821248372,
|
| 226 |
+
"sample_ms_per_cand": 51.303526759147644,
|
| 227 |
+
"oracle": {
|
| 228 |
+
"wall_per_plant_s": 3.849998434379697,
|
| 229 |
+
"wall_per_start_s": 0.16041660143248737,
|
| 230 |
+
"start_success": 0.1396171875,
|
| 231 |
+
"plant_yield": 0.819924157015476,
|
| 232 |
+
"distinct_mean": 2.2931875
|
| 233 |
+
}
|
| 234 |
+
}
|
data/round2/mimo_sof_scaling/d3f_m5.json
ADDED
|
@@ -0,0 +1,127 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"m": 5,
|
| 3 |
+
"sizes": [
|
| 4 |
+
8000
|
| 5 |
+
],
|
| 6 |
+
"iid": {
|
| 7 |
+
"n_plants": 120,
|
| 8 |
+
"8000": {
|
| 9 |
+
"1": {
|
| 10 |
+
"diff": 0.19722222222222222,
|
| 11 |
+
"twin": 0.175,
|
| 12 |
+
"retr": 0.016666666666666666,
|
| 13 |
+
"d_minus_retr": 0.18055555555555555,
|
| 14 |
+
"d_minus_retr_ci": [
|
| 15 |
+
0.1304861111111111,
|
| 16 |
+
0.2333333333333333
|
| 17 |
+
],
|
| 18 |
+
"p_retr": 9.817755603717254e-16,
|
| 19 |
+
"d_minus_twin": 0.022222222222222213,
|
| 20 |
+
"d_minus_twin_ci": [
|
| 21 |
+
-0.02500000000000001,
|
| 22 |
+
0.0722222222222222
|
| 23 |
+
],
|
| 24 |
+
"p_twin": 0.43404225534547874
|
| 25 |
+
},
|
| 26 |
+
"4": {
|
| 27 |
+
"diff": 0.40555555555555556,
|
| 28 |
+
"twin": 0.19722222222222222,
|
| 29 |
+
"retr": 0.09166666666666666,
|
| 30 |
+
"d_minus_retr": 0.31388888888888883,
|
| 31 |
+
"d_minus_retr_ci": [
|
| 32 |
+
0.23888888888888887,
|
| 33 |
+
0.39166666666666666
|
| 34 |
+
],
|
| 35 |
+
"p_retr": 7.0458837577401e-25,
|
| 36 |
+
"d_minus_twin": 0.20833333333333334,
|
| 37 |
+
"d_minus_twin_ci": [
|
| 38 |
+
0.1611111111111111,
|
| 39 |
+
0.25833333333333336
|
| 40 |
+
],
|
| 41 |
+
"p_twin": 3.369757074208766e-15
|
| 42 |
+
},
|
| 43 |
+
"16": {
|
| 44 |
+
"diff": 0.6083333333333333,
|
| 45 |
+
"twin": 0.2777777777777778,
|
| 46 |
+
"retr": 0.175,
|
| 47 |
+
"d_minus_retr": 0.43333333333333335,
|
| 48 |
+
"d_minus_retr_ci": [
|
| 49 |
+
0.3444444444444444,
|
| 50 |
+
0.5194444444444445
|
| 51 |
+
],
|
| 52 |
+
"p_retr": 2.331225321244475e-36,
|
| 53 |
+
"d_minus_twin": 0.3305555555555556,
|
| 54 |
+
"d_minus_twin_ci": [
|
| 55 |
+
0.27222222222222225,
|
| 56 |
+
0.39166666666666666
|
| 57 |
+
],
|
| 58 |
+
"p_twin": 8.422465982981402e-31
|
| 59 |
+
}
|
| 60 |
+
}
|
| 61 |
+
},
|
| 62 |
+
"ood": {
|
| 63 |
+
"n_plants": 60,
|
| 64 |
+
"8000": {
|
| 65 |
+
"1": {
|
| 66 |
+
"diff": 0.24444444444444444,
|
| 67 |
+
"twin": 0.14444444444444443,
|
| 68 |
+
"retr": 0.016666666666666666,
|
| 69 |
+
"d_minus_retr": 0.22777777777777777,
|
| 70 |
+
"d_minus_retr_ci": [
|
| 71 |
+
0.1388888888888889,
|
| 72 |
+
0.31666666666666665
|
| 73 |
+
],
|
| 74 |
+
"p_retr": 5.88897819397971e-11,
|
| 75 |
+
"d_minus_twin": 0.1,
|
| 76 |
+
"d_minus_twin_ci": [
|
| 77 |
+
0.03888888888888888,
|
| 78 |
+
0.16111111111111112
|
| 79 |
+
],
|
| 80 |
+
"p_twin": 0.006426576095691416
|
| 81 |
+
},
|
| 82 |
+
"4": {
|
| 83 |
+
"diff": 0.36666666666666664,
|
| 84 |
+
"twin": 0.18888888888888888,
|
| 85 |
+
"retr": 0.06666666666666667,
|
| 86 |
+
"d_minus_retr": 0.3,
|
| 87 |
+
"d_minus_retr_ci": [
|
| 88 |
+
0.2,
|
| 89 |
+
0.4
|
| 90 |
+
],
|
| 91 |
+
"p_retr": 6.253851603243987e-14,
|
| 92 |
+
"d_minus_twin": 0.17777777777777776,
|
| 93 |
+
"d_minus_twin_ci": [
|
| 94 |
+
0.10555555555555557,
|
| 95 |
+
0.25
|
| 96 |
+
],
|
| 97 |
+
"p_twin": 9.430375484953402e-07
|
| 98 |
+
},
|
| 99 |
+
"16": {
|
| 100 |
+
"diff": 0.4888888888888889,
|
| 101 |
+
"twin": 0.25,
|
| 102 |
+
"retr": 0.1,
|
| 103 |
+
"d_minus_retr": 0.3888888888888889,
|
| 104 |
+
"d_minus_retr_ci": [
|
| 105 |
+
0.2777777777777778,
|
| 106 |
+
0.4944444444444444
|
| 107 |
+
],
|
| 108 |
+
"p_retr": 3.091670257478196e-20,
|
| 109 |
+
"d_minus_twin": 0.23888888888888893,
|
| 110 |
+
"d_minus_twin_ci": [
|
| 111 |
+
0.1722222222222222,
|
| 112 |
+
0.3111111111111111
|
| 113 |
+
],
|
| 114 |
+
"p_twin": 1.6044054973463062e-11
|
| 115 |
+
}
|
| 116 |
+
}
|
| 117 |
+
},
|
| 118 |
+
"verify_ms": 12.626997629801432,
|
| 119 |
+
"sample_ms_per_cand": 51.05139886339506,
|
| 120 |
+
"oracle": {
|
| 121 |
+
"wall_per_plant_s": 7.887370124310255,
|
| 122 |
+
"wall_per_start_s": 0.32864042184626063,
|
| 123 |
+
"start_success": 0.10821875,
|
| 124 |
+
"plant_yield": 0.7654769878480528,
|
| 125 |
+
"distinct_mean": 2.1285
|
| 126 |
+
}
|
| 127 |
+
}
|
data/round2/mimo_sof_scaling/timing_d3.json
ADDED
|
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"2": {
|
| 3 |
+
"verify_ms": 1362.278151512146,
|
| 4 |
+
"gpu_ms_per_cand": null,
|
| 5 |
+
"cpu1_ms_per_cand": 41.15033708512783,
|
| 6 |
+
"cpu16_ms_per_cand": 8.371919766068459,
|
| 7 |
+
"twin_forward_gpu_ms": null
|
| 8 |
+
},
|
| 9 |
+
"3": {
|
| 10 |
+
"verify_ms": 1471.577803293864,
|
| 11 |
+
"gpu_ms_per_cand": null,
|
| 12 |
+
"cpu1_ms_per_cand": 42.59010776877403,
|
| 13 |
+
"cpu16_ms_per_cand": 8.897818997502327,
|
| 14 |
+
"twin_forward_gpu_ms": null
|
| 15 |
+
},
|
| 16 |
+
"4": {
|
| 17 |
+
"verify_ms": 1388.2058223088582,
|
| 18 |
+
"gpu_ms_per_cand": null,
|
| 19 |
+
"cpu1_ms_per_cand": 41.07470251619816,
|
| 20 |
+
"cpu16_ms_per_cand": 8.41430388391018,
|
| 21 |
+
"twin_forward_gpu_ms": null
|
| 22 |
+
},
|
| 23 |
+
"5": {
|
| 24 |
+
"verify_ms": 1432.516344388326,
|
| 25 |
+
"gpu_ms_per_cand": null,
|
| 26 |
+
"cpu1_ms_per_cand": 42.755745351314545,
|
| 27 |
+
"cpu16_ms_per_cand": 8.582468330860138,
|
| 28 |
+
"twin_forward_gpu_ms": null
|
| 29 |
+
}
|
| 30 |
+
}
|
data/round2/mimo_sof_scaling/timing_d3_andromeda.json
ADDED
|
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"2": {
|
| 3 |
+
"verify_ms": 1215.2282873789468,
|
| 4 |
+
"gpu_ms_per_cand": 0.24290320773919424,
|
| 5 |
+
"cpu1_ms_per_cand": 34.82293523848057,
|
| 6 |
+
"cpu16_ms_per_cand": 6.8182602524757385,
|
| 7 |
+
"twin_forward_gpu_ms": 0.0004773586988449096
|
| 8 |
+
},
|
| 9 |
+
"3": {
|
| 10 |
+
"verify_ms": 1193.5306946436563,
|
| 11 |
+
"gpu_ms_per_cand": 0.24497310320536295,
|
| 12 |
+
"cpu1_ms_per_cand": 35.212473943829536,
|
| 13 |
+
"cpu16_ms_per_cand": 6.87020110587279,
|
| 14 |
+
"twin_forward_gpu_ms": 0.0004800036549568176
|
| 15 |
+
},
|
| 16 |
+
"4": {
|
| 17 |
+
"verify_ms": 1196.7585166295369,
|
| 18 |
+
"gpu_ms_per_cand": 0.2438796063264211,
|
| 19 |
+
"cpu1_ms_per_cand": 35.405559465289116,
|
| 20 |
+
"cpu16_ms_per_cand": 6.873396163185437,
|
| 21 |
+
"twin_forward_gpu_ms": 0.000477799524863561
|
| 22 |
+
},
|
| 23 |
+
"5": {
|
| 24 |
+
"verify_ms": 1287.6207907994587,
|
| 25 |
+
"gpu_ms_per_cand": 0.24470922847588858,
|
| 26 |
+
"cpu1_ms_per_cand": 35.45399010181427,
|
| 27 |
+
"cpu16_ms_per_cand": 7.579747339089711,
|
| 28 |
+
"twin_forward_gpu_ms": 0.000479184091091156
|
| 29 |
+
}
|
| 30 |
+
}
|
data/round2/mimo_sof_scaling/verify_timing.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"2": {
|
| 3 |
+
"verify_ms": 4.253959655761719,
|
| 4 |
+
"certified_frac": 1.0
|
| 5 |
+
},
|
| 6 |
+
"3": {
|
| 7 |
+
"verify_ms": 4.904234409332275,
|
| 8 |
+
"certified_frac": 1.0
|
| 9 |
+
},
|
| 10 |
+
"4": {
|
| 11 |
+
"verify_ms": 6.9101035594940186,
|
| 12 |
+
"certified_frac": 1.0
|
| 13 |
+
},
|
| 14 |
+
"5": {
|
| 15 |
+
"verify_ms": 14.542359113693237,
|
| 16 |
+
"certified_frac": 1.0
|
| 17 |
+
}
|
| 18 |
+
}
|
models/round2/mimo_sof_scaling_full/d3fm2n8000_diff_s0_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7f3ee8327161a2545c614e07cbb08fcfaf1b150c45604666bf7e67f8b3a5b27e
|
| 3 |
+
size 46017067
|
models/round2/mimo_sof_scaling_full/d3fm2n8000_diff_s1_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:714029c15167edab1a4cff47d669a7e1c2232f4b8745dd9507d9eb3f36ad619e
|
| 3 |
+
size 46017067
|
models/round2/mimo_sof_scaling_full/d3fm2n8000_diff_s2_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:da6a309a3931d99b8c473399338d33506ab7cfcbfc41aa273078046b9ccb9eee
|
| 3 |
+
size 46017067
|
models/round2/mimo_sof_scaling_full/d3fm2n8000_reg_s0_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0e519ec234026721eb925895a2856e302b23b98415c42f345d6f1ba81081c863
|
| 3 |
+
size 46016893
|
models/round2/mimo_sof_scaling_full/d3fm2n8000_reg_s1_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fbad8f8106991d7d77e050eb50fdbe7402bd9ccf9279aa5a6e965d154fb25a9a
|
| 3 |
+
size 46016893
|
models/round2/mimo_sof_scaling_full/d3fm2n8000_reg_s2_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7399babb7e38a4dcab1fa02475c619b91ee521ba4b797b92b2c944b662ddafa9
|
| 3 |
+
size 46016893
|
models/round2/mimo_sof_scaling_full/d3fm3n8000_diff_s0_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:070c21568ecb8998ecfd3ec96465e83aa89091fcd3616c35b7303a6f00c94244
|
| 3 |
+
size 46195371
|
models/round2/mimo_sof_scaling_full/d3fm3n8000_diff_s1_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d048192423fcea29f184286c921087fe061de2528b34e246da65629c4bedff19
|
| 3 |
+
size 46195371
|
models/round2/mimo_sof_scaling_full/d3fm3n8000_diff_s2_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:088b885367fb08f8835e3f872b1bcdb7d9d7701de36abacbc0c32d377328c8b4
|
| 3 |
+
size 46195371
|
models/round2/mimo_sof_scaling_full/d3fm3n8000_reg_s0_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:215a256397cf75ad3a5fbd6a301ba51273997577968432fe61e80ef1ab094ade
|
| 3 |
+
size 46195197
|
models/round2/mimo_sof_scaling_full/d3fm3n8000_reg_s1_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8a7b713244e457187a91408e2db78ec06628f32ab649c054ad44450ef063d539
|
| 3 |
+
size 46195197
|
models/round2/mimo_sof_scaling_full/d3fm3n8000_reg_s2_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9895d570c5d80bfac7aeb88533aa9f20054d7823e25c147907c8337f17826b16
|
| 3 |
+
size 46195197
|
models/round2/mimo_sof_scaling_full/d3fm4n16000_diff_s0_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:883af06c8103c66b4d66552d514df7a9999f3a6a11165c7a8f8bd9ea487ad991
|
| 3 |
+
size 46435481
|
models/round2/mimo_sof_scaling_full/d3fm4n16000_diff_s1_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:60eb9f60dc0912abb676d8b6dec484e3bb84083db949041c56dc6924717fa8d4
|
| 3 |
+
size 46435481
|
models/round2/mimo_sof_scaling_full/d3fm4n16000_diff_s2_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2e29067169eb064b648f4f05e3a93bacec4833d531861c676a207e2a17e9764f
|
| 3 |
+
size 46435481
|
models/round2/mimo_sof_scaling_full/d3fm4n16000_reg_s0_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d7e1cf612ddbf5ed76c47731c3c45d9817f06166ce50b7ec6faed0cbe16b55da
|
| 3 |
+
size 46435307
|
models/round2/mimo_sof_scaling_full/d3fm4n16000_reg_s1_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e3310acfb052013e0ef465553700e96e49aafa870797dd4d35e839d67950e4c1
|
| 3 |
+
size 46435307
|
models/round2/mimo_sof_scaling_full/d3fm4n8000_diff_s0_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:12c91920d8f46b4cec7ca2bd4f9c6093276f7ab69afe5d3719b80d8460d097b0
|
| 3 |
+
size 46435307
|
models/round2/mimo_sof_scaling_full/d3fm4n8000_diff_s1_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:96fd0220d66254efdfda7fe56200d799cf79a5cc21261b59d7b86d36e1ae0be3
|
| 3 |
+
size 46435307
|
models/round2/mimo_sof_scaling_full/d3fm4n8000_diff_s2_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:21522a54751d00af5eb4d0c51469029a266cf6953ddff0e3f188b0071c6526a1
|
| 3 |
+
size 46435307
|
models/round2/mimo_sof_scaling_full/d3fm4n8000_reg_s0_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7a2a5b1e4920c92886c1a76ac9d8b7026221f582983c6f1b1f595f1984eeb482
|
| 3 |
+
size 46435133
|
models/round2/mimo_sof_scaling_full/d3fm4n8000_reg_s1_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e62a195df92a335c83e7e6f061a9b96e2c0f26396ec9e740f31f9c898259c274
|
| 3 |
+
size 46435133
|
models/round2/mimo_sof_scaling_full/d3fm4n8000_reg_s2_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:68d0fce2b53e1501f6916f5722ee30f7554e1d370302a0696624ad06ba19fe6c
|
| 3 |
+
size 46435133
|
models/round2/mimo_sof_scaling_full/d3fm5n8000_diff_s1_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:454e2ccf10731e7063ca1fddd7814ae4c062aa1467cfef985294ea3930b028fc
|
| 3 |
+
size 46736555
|
models/round2/mimo_sof_scaling_full/d3fm5n8000_diff_s2_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6ddbd41871c45a17d4894ebb8ce3c3141247f8147610c396d115709a3eb89188
|
| 3 |
+
size 46736555
|
models/round2/mimo_sof_scaling_full/d3fm5n8000_reg_s0_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:acf450391230cda0d8a5308b4c7f22821815764ac6b7cc5de3efdfa8c17ec81b
|
| 3 |
+
size 46736381
|
models/round2/mimo_sof_scaling_full/d3fm5n8000_reg_s1_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a5ac81b60139ff5ef6120fbddbc4d5c08664b93ec1eac9d411d751f8a880db44
|
| 3 |
+
size 46736381
|
models/round2/mimo_sof_scaling_full/d3fm5n8000_reg_s2_s96000.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e06880fd90e40125c452f120b018e3533bef8509e0709b0e1d43838a5673a840
|
| 3 |
+
size 46736381
|