diff --git a/results/baselines/bank_density_mimo.txt b/results/baselines/bank_density_mimo.txt new file mode 100644 index 0000000000000000000000000000000000000000..90950344acbe337a2a55dab32e9744ac6bad671d --- /dev/null +++ b/results/baselines/bank_density_mimo.txt @@ -0,0 +1,59 @@ +=== BANK-DENSITY SWEEP, MIMO (held-out draws: seeds [9999, 4242], N=[120, 120], pooled N=240) === +MODEL SIDE IS FIXED: full-data checkpoint, NOT retrained per bank fraction (the pendulum sweep retrained; this one does not). +bank = seeded random subset of training PLANTS (all stored controllers of the chosen plants); fractions (0.05, 0.1, 0.25, 0.5, 1.0); subset seeds (0, 1, 2) (f=1.0: single bank); +model draws: sampler seeds (0, 1, 2); McNemar/regret reference = model seed 0. Verifier/x0/N as retrieval_baselines.py mimo; K=8 and K=1 (K=1 = first candidate). +oracle: retrieval_baselines.mimo_oracle (150-step batched Adam, arm-independent) +regret % = (J_best - J_oracle)/J_oracle on the COMMON success set (plants where BOTH the arm and the model seed-0 draw are covered at that K); label 'cond.'. +coverage 95% CI: bootstrap (5000) over pooled plants of subset-seed 0. McNemar: exact, paired on pooled plants vs model seed 0, reported for each subset seed (min..max p). + +----- K=8 ----- MODEL coverage 0.996 +- 0.000 (3 draws), seed-0 CI [0.988,1.000], per-sample 0.961, cond. regret med 2.27%, gen 54.28 ms/ctrl +per-draw model coverage (seed 0/1/2): seed 9999: 1.00/1.00/1.00; seed 4242: 0.99/0.99/0.99 + arm=retrieval + f cov mean+-sd CI(ss0) per-samp dCov(ret-model) McNemar p(ss0..) reg_med% cond model reg% same set n_common NN dist + 0.05 0.996+-0.003 [1.000,1.000] 0.914 +0.000 1..1 2.68 2.27 238 0.1747 + 0.10 0.994+-0.002 [0.988,1.000] 0.915 -0.001 1..1 2.76 2.27 238 0.1657 + 0.25 0.993+-0.002 [0.988,1.000] 0.927 -0.003 1..1 2.55 2.27 238 0.1540 + 0.50 0.993+-0.002 [0.988,1.000] 0.933 -0.003 1..1 2.59 2.27 238 0.1454 + 1.00 0.992+-0.000 [0.979,1.000] 0.934 -0.004 1..1 2.79 2.28 238 0.1376 + arm=blend + f cov mean+-sd CI(ss0) per-samp dCov(ret-model) McNemar p(ss0..) reg_med% cond model reg% same set n_common NN dist + 0.05 0.993+-0.004 [0.988,1.000] 0.916 -0.003 0.5..1 2.85 2.27 237 0.1747 + 0.10 0.993+-0.004 [0.988,1.000] 0.918 -0.003 0.5..1 2.85 2.27 238 0.1657 + 0.25 0.992+-0.000 [0.979,1.000] 0.930 -0.004 1..1 2.59 2.27 238 0.1540 + 0.50 0.993+-0.002 [0.988,1.000] 0.936 -0.003 1..1 2.75 2.27 238 0.1454 + 1.00 0.992+-0.000 [0.979,1.000] 0.940 -0.004 1..1 2.87 2.28 238 0.1376 + +----- K=1 ----- MODEL coverage 0.963 +- 0.000 (3 draws), seed-0 CI [0.938,0.983], per-sample 0.963, cond. regret med 11.62%, gen 54.28 ms/ctrl +per-draw model coverage (seed 0/1/2): seed 9999: 0.94/0.94/0.94; seed 4242: 0.98/0.98/0.98 + arm=retrieval (blend K=1 == retrieval K=1 by construction) + f cov mean+-sd CI(ss0) per-samp dCov(ret-model) McNemar p(ss0..) reg_med% cond model reg% same set n_common NN dist + 0.05 0.932+-0.002 [0.900,0.963] 0.932 -0.031 0.12..0.17 13.62 11.68 218 0.1747 + 0.10 0.922+-0.019 [0.896,0.958] 0.922 -0.040 0.00086..0.23 15.73 11.52 217 0.1657 + 0.25 0.925+-0.014 [0.892,0.958] 0.925 -0.037 0.015..0.23 15.29 11.61 217 0.1540 + 0.50 0.933+-0.009 [0.912,0.971] 0.933 -0.029 0.031..0.27 14.49 11.70 220 0.1454 + 1.00 0.908+-0.000 [0.871,0.942] 0.908 -0.054 0.0044..0.0044 13.81 11.48 215 0.1376 + +----- retrieval coverage K=8 vs K=1 per f (mean over subset seeds; pooled draws) ----- + f K=1 K=8 + 0.05 0.932 0.996 + 0.10 0.922 0.994 + 0.25 0.925 0.993 + 0.50 0.933 0.993 + 1.00 0.908 0.992 + +----- smallest f at which retrieval MATCHES the model ----- +rule (fixed before running): mean retrieval coverage >= model coverage - 0.05 AND pooled McNemar p >= 0.05 for >= 2 of 3 subset seeds (f=1.0: its single bank); 'never' if no f qualifies. + mimo arm=retrieval K=8: f=0.05 + mimo arm=blend K=8: f=0.05 + mimo arm=retrieval K=1: f=0.05 + +----- NN distance vs f (normalized conditioning space, mean over queries; mean over subset seeds) ----- + f=0.05: draw9999: 0.1782, draw4242: 0.1713 + f=0.1: draw9999: 0.1683, draw4242: 0.1631 + f=0.25: draw9999: 0.1561, draw4242: 0.1519 + f=0.5: draw9999: 0.1483, draw4242: 0.1424 + f=1.0: draw9999: 0.1411, draw4242: 0.1342 + +ADDENDUM: per-held-out-draw K=8 coverage (mean over subset seeds; model = seed-0 sampler / 3-seed mean) + draw0: model 1.000; retrieval f=0.05: 0.994 f=0.1: 0.994 f=0.25: 0.994 f=0.5: 0.994 f=1.0: 0.992 + draw1: model 0.992; retrieval f=0.05: 0.997 f=0.1: 0.994 f=0.25: 0.992 f=0.5: 0.992 f=1.0: 0.992 diff --git a/results/baselines/pendulum_bank_density_diagnosis_summary.txt b/results/baselines/pendulum_bank_density_diagnosis_summary.txt new file mode 100644 index 0000000000000000000000000000000000000000..f430b62a79700b3ab35eae2fa8b6b7320016e10e --- /dev/null +++ b/results/baselines/pendulum_bank_density_diagnosis_summary.txt @@ -0,0 +1,59 @@ +=== PENDULUM bank-density anomaly: diagnosis summary === +Anomaly: in pendulum_bank_density.txt, BOTH retrieval and the model get WORSE (higher median +regret) as f increases (0.25 -> 0.5 -> 1.0), on both held-out draws. Since every f<1.0 bank is a +subset of the f=1.0 pool, retrieval getting worse with more candidates available is not possible +via "closer neighbour = better transfer" alone. Three checks, in order: + +1) Does nearest-neighbour DISTANCE shrink with f, as the geometry demands? + YES, monotonically and cleanly (median NN-distance in standardized (l,m,b) space): + f=0.25 (n=650): 0.2496 + f=0.50 (n=1300): 0.1914 + f=1.00 (n=2600): 0.1691 + So the geometric premise holds: denser banks give closer matches, exactly as expected. + +2) Does retrieval regret track that shrinking distance? (diagnostic a: K=1, no best-of-K selection) + NO. K=1 median regret vs f (mean +/- sd over 3 seeds): + seed123: f=0.25: 1.71+-0.16% f=0.50: 1.63+-0.20% f=1.00: 1.84+-0.00% + seed321: f=0.25: 1.19+-0.22% f=0.50: 1.42+-0.16% f=1.00: 1.36+-0.00% + Flat/noisy, not decreasing -- so the coordinator's hypothesized mechanism ("K=1 improves with + f, best-of-8 does not, because a dense bank's 8 nearest are near-duplicate") does NOT apply: + its premise (K=1 improving with f) is not observed. Distance and regret are decoupled here. + +3) Is the oracle itself introducing noise (stochastic local solver, different luck per call)? + NO. Re-ran eval_pendulum.strong_oracle TWICE, independent RNG streams, on 3 plants: + plant 0: 0.57009 vs 0.57009 (0.00% spread) + plant 5: 1.88592 vs 1.88590 (0.00% spread) + plant 10: 0.57613 vs 0.57613 (0.00% spread) + The oracle is reproducible to 5 significant figures regardless of restart-RNG seed -- ruled out + as a confound. Regret numbers are not noisy because of oracle non-determinism. + +4) So what IS retrieval's K=8 regret so much lower than K=1's, if not distance or oracle luck? + SELECTION, not native target excellence. Diagnostic (b): the SINGLE nearest training plant's + OWN stored controller, evaluated on ITS OWN plant against a fresh oracle solve of that same + plant ("native quality"), has median regret +1.40% (p90 +2.67%, max +3.58%, n=40) -- NOT the + ~0.2-0.4% the coordinator's hypothesis anticipated. Compared LIKE-FOR-LIKE (native K=1 quality + vs the SAME candidate transferred to the nearby held-out query, i.e. diagnostic-a's K=1 column): + native 1.40% vs transferred 1.71-1.84% (seed123) -- a modest, sensible ~0.3-0.4 point TRANSFER + PENALTY, not the dramatic gap the original (mismatched) comparison against K=8 suggested. + Best-of-8 retrieval's much lower regret (0.17-0.40%) is therefore explained by SELECTION: among + 8 candidates whose INDIVIDUAL native quality is unremarkable (~1.4% typical), the one that + happens to transfer best to THIS query (verified directly on it) is kept -- an order-statistic + effect of trying 8 non-identical candidates and keeping the minimum-cost one, not evidence that + the stored targets are individually near-oracle. This is consistent with, but a more precise + version of, the "Iteration 3" reading (retrieval's edge is in the SELECTION machinery applied to + an ordinary bank, not in the bank being unusually good). + +5) Remaining, NOT resolved by (1)-(4): the MODEL's own regret rise (0.24-0.26% at f=0.25 to + 0.87-0.98% at f=0.5/1.0, reproducible across both held-out draws, tight sd across training + seeds) is a real, separate effect concerning model TRAINING, not retrieval geometry. A plausible + but UNTESTED factor: at a FIXED 800 epochs, f=0.25 (650 examples) receives ~4x fewer gradient + steps than f=1.0 (2600 examples) at the same batch size, an implicit early-stopping-like effect + that could make the f=0.25 model's outputs smoother / less fit to per-plant idiosyncrasies that + do not generalize to nearby held-out points. Flagged as an open question, not verified here. + +6) The residual small ordering wobble in retrieval's own regret across f (e.g. seed123 K=8: + 0.17% -> 0.30% -> 0.40%) is within noise of averaging only 3 INDEPENDENT (non-nested) random + bank draws per f on N=40 query plants -- given (1)-(3) rule out the distance and oracle + explanations, this residual is most plausibly small-sample composition noise across 3 seeds, + not a systematic density effect. It does not change the headline: the model never overtakes + retrieval's median regret at any swept f, on either held-out draw (pendulum_bank_density.txt). diff --git a/results/baselines/retrieval_mimo.txt b/results/baselines/retrieval_mimo.txt new file mode 100644 index 0000000000000000000000000000000000000000..11235083716b9a4412b1ef65bb9d1fb9f52c6f44 --- /dev/null +++ b/results/baselines/retrieval_mimo.txt @@ -0,0 +1,36 @@ +=== MIMO retrieval/interpolation baselines (N=120, seed=9999) === +verifier: simulate_closed_loop_mimo_batched rollout (n_ic=4, dt=0.03, duration=12.0, energy_thresh=0.3) +oracle: eval_mimo_regret.py's oracle protocol (fixed generic init 0.3*cap, 150-step batched Adam lr=0.08 through the differentiable MIMO sim, sector-projected) -- arm-independent, computed ONCE, shared by every arm (1900.0 ms/plant) +K_std=8, diffusion seeds=(0, 1, 2) + +--- K=8 --- +arm coverage persamp reg_med% reg_p90% reg_max% ms/plant McNemar(n10,n01,p) Wilcoxon(n,p) +diffusion 1.00 0.95 2.32 8.89 31.76 305.42 (reference) (reference) + (sd across 3 seeds: coverage 0.004, per-samp 0.004) +retrieval 0.99 0.92 2.62 11.04 33.89 1.165 (0,1,1) (119,0.87) +interpolation 0.99 0.93 2.86 12.50 36.31 1.165 (0,1,1) (119,0.89) + +--- K=1 --- +arm coverage persamp reg_med% reg_p90% reg_max% ms/plant McNemar(n10,n01,p) Wilcoxon(n,p) +diffusion 0.94 0.94 9.83 70.78 819.17 305.42 (reference) (reference) + (sd across 3 seeds: coverage 0.004, per-samp 0.004) +retrieval 0.86 0.86 13.66 96.49 496.91 0.338 (0,10,0.002) (103,0.17) +interpolation 0.86 0.86 13.66 96.49 496.91 0.338 (0,10,0.002) (103,0.17) + + +--- K=8 bootstrap 95% CIs (addendum, computed post-hoc from saved npz; not re-simulated) --- + diffusion (seed[0]): coverage 95% CI [1.000,1.000] regret_med 95% CI [+1.63,+2.99]% + retrieval: coverage 95% CI [0.975,1.000] regret_med 95% CI [+1.45,+3.45]% + interpolation: coverage 95% CI [0.975,1.000] regret_med 95% CI [+1.78,+3.58]% +--- K=1 bootstrap 95% CIs (addendum, computed post-hoc from saved npz; not re-simulated) --- + diffusion (seed[0]): coverage 95% CI [0.892,0.983] regret_med 95% CI [+6.14,+12.50]% + retrieval: coverage 95% CI [0.792,0.917] regret_med 95% CI [+10.22,+19.86]% + interpolation: coverage 95% CI [0.792,0.917] regret_med 95% CI [+10.22,+19.86]% + +--- addendum: confirming the success set used by the Wilcoxon cost test above (coordinator follow-up #3) --- +K=8: diffusion(seed0) covers 120/120 plants + retrieval: covers 119/120; common-with-diffusion=119 (= a strict subset of diffusion coverage) + interpolation: covers 119/120; common-with-diffusion=119 (= a strict subset of diffusion coverage) +K=1: diffusion(seed0) covers 113/120 plants + retrieval: covers 103/120; common-with-diffusion=103 (= a strict subset of diffusion coverage) + interpolation: covers 103/120; common-with-diffusion=103 (= a strict subset of diffusion coverage) diff --git a/results/baselines/siso_baselines.txt b/results/baselines/siso_baselines.txt new file mode 100644 index 0000000000000000000000000000000000000000..9b5c54520c93e0096cc00d0cf330157edc33f4ac --- /dev/null +++ b/results/baselines/siso_baselines.txt @@ -0,0 +1,12 @@ +SISO why-generative baseline — pooled over 5 seeds × 60 plants (N=300), K=8 + + regressor : plant-stabilisable 0.72 [0.67,0.77] per-sample-stable 0.72 + diff_1shot : plant-stabilisable 0.61 [0.56,0.67] per-sample-stable 0.61 + diff_Kshot : plant-stabilisable 0.75 [0.70,0.80] per-sample-stable 0.61 + +diffusion K-shot vs regressor (paired McNemar-ish sign test): p = 3.09e-02 +controller diversity (per-point std across K diffusion samples): 3.4 (regressor = 0, a single point) + +TAKEAWAY: the regressor (conditional mean) stabilises fewer plants than diffusion sampled +K times; the generative DISTRIBUTION is what lets test-time selection/repair find a +stabilising controller a point estimate misses. diff --git a/results/furuta_v4/ablation_unetAseed1_ema999_unetAseed2_ema999_unetA_ema999_unetS_ema99.txt b/results/furuta_v4/ablation_unetAseed1_ema999_unetAseed2_ema999_unetA_ema999_unetS_ema99.txt new file mode 100644 index 0000000000000000000000000000000000000000..0b7c7ea077755a2b552aafeb26f326894d783515 --- /dev/null +++ b/results/furuta_v4/ablation_unetAseed1_ema999_unetAseed2_ema999_unetA_ema999_unetS_ema99.txt @@ -0,0 +1,8 @@ +model K=1 (draw4242/draw9001, pooled, paired diff to nearest+P) // K=4 +unetAseed1_ema999 K=1: 92.8/93.9 pooled 93.3 vs retr 54.2 | diff +39.2 [+30.0,+47.8] p=0.0000 * K=4: 93.3/94.4 pooled 93.9 vs retr 82.5 | diff +11.4 [+5.6,+17.5] p=0.0006 * +unetAseed2_ema999 K=1: 90.6/93.3 pooled 91.9 vs retr 54.2 | diff +37.8 [+29.2,+46.7] p=0.0000 * K=4: 91.7/93.3 pooled 92.5 vs retr 82.5 | diff +10.0 [+4.2,+15.8] p=0.0022 * +unetA_ema999 K=1: 90.6/93.3 pooled 91.9 vs retr 54.2 | diff +37.8 [+28.6,+46.9] p=0.0000 * K=4: 92.8/93.9 pooled 93.3 vs retr 82.5 | diff +10.8 [+5.0,+17.2] p=0.0006 * +unetS_ema999 K=1: 88.3/92.2 pooled 90.3 vs retr 54.2 | diff +36.1 [+27.2,+44.7] p=0.0000 * K=4: 95.0/95.0 pooled 95.0 vs retr 82.5 | diff +12.5 [+6.7,+18.3] p=0.0001 * +unetSXD_ema999 K=1: 90.0/91.1 pooled 90.6 vs retr 67.5 | diff +23.1 [+15.0,+31.4] p=0.0000 * K=4: 95.0/95.6 pooled 95.3 vs retr 90.0 | diff +5.3 [+0.8,+10.0] p=0.0380 * +mlpB256_ema999 K=1: 74.4/75.0 pooled 74.7 vs retr 54.2 | diff +20.6 [+10.3,+30.3] p=0.0002 * K=4: 88.3/91.7 pooled 90.0 vs retr 82.5 | diff +7.5 [+1.9,+13.3] p=0.0113 * +mlpXD_ema999 K=1: 75.6/77.8 pooled 76.7 vs retr 67.5 | diff +9.2 [+0.3,+18.1] p=0.0500 K=4: 89.4/93.3 pooled 91.4 vs retr 90.0 | diff +1.4 [-2.2,+5.6] p=0.5806 diff --git a/results/furuta_v4/budget_curves_ddim10.txt b/results/furuta_v4/budget_curves_ddim10.txt new file mode 100644 index 0000000000000000000000000000000000000000..46bc7684296c361a1f43be5b349d87219d0ce976 --- /dev/null +++ b/results/furuta_v4/budget_curves_ddim10.txt @@ -0,0 +1,27 @@ +# success (%) vs per-plant single-thread wall-clock budget; verify times as measured, costs from budget_timing_cpu.txt; refine n=200 +# cost model: sample1 0.03s sample4 0.07s regfwd1 3.2ms refine(40 steps) 0.70s (flat in batch<=4) +method 0.1s 0.25s 0.5s 1s 2s 3s 5s 10s 60s best config at each budget +retrieval alone 0.0 0.0 48.3 69.2 77.5 83.3 90.0 93.3 93.3 - | - | S=16,m=1 | S=16,m=3 | S=16,m=6 | S=16,m=6 | S=16,m=7 | S=16,m=11 | S=16,m=11 +retrieval + refine 0.0 0.0 48.3 83.3 87.5 93.3 97.5 97.5 97.5 - | - | S=4,m=1 | S=4,m=1,I=20 | S=4,m=2,I=40 | S=4,m=2,I=40 | S=4,m=3,I=40 | S=4,m=3,I=40 | S=4,m=3,I=40 +generated (U-Net, DDIM-10) alone 0.0 0.0 80.1 81.4 81.8 93.1 93.8 94.4 94.4 - | - | S=1,m=1 | S=4,m=3 | S=4,m=4 | S=8,m=8 | S=16,m=11 | S=16,m=15 | S=16,m=15 +generated (U-Net, DDIM-10) + refine 0.0 0.0 80.1 84.4 86.0 97.3 98.1 98.3 98.3 - | - | S=1,m=1 | S=1,m=1,I=20 | S=4,m=2,I=40 | S=4,m=3,I=40 | S=4,m=4,I=40 | S=4,m=4,I=40 | S=4,m=4,I=40 +regression twin (deterministic) alone 0.0 0.8 76.9 76.9 76.9 85.6 85.6 85.6 85.6 - | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 | S=1,m=1 +regression twin (deterministic) + refine 0.0 0.8 76.9 83.3 84.7 93.3 95.6 95.6 95.6 - | S=1,m=1 | S=1,m=1 | S=1,m=1,I=20 | S=1,m=1,I=40 | S=1,m=1,I=40 | S=1,m=1,I=40 | S=1,m=1,I=40 | S=1,m=1,I=40 + +# paired difference A - B in pp at each budget [95% CI] p (best config per method per budget; 120 plants) +generated (U-Net, DDIM-10) alone - retrieval alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +31.8 [+22.9,+40.9] p=0.000 +12.2 [ +4.7,+19.6] p=0.002 +4.3 [ -3.1,+11.8] p=0.276 +9.7 [ +4.4,+15.6] p=0.001 +3.8 [ +0.3, +8.1] p=0.086 +1.0 [ -2.1, +4.6] p=0.627 +1.1 [ -2.2, +4.8] p=0.622 +generated (U-Net, DDIM-10) + refine - retrieval + refine + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +31.8 [+22.6,+40.9] p=0.000 +1.1 [ -5.7, +8.1] p=0.776 -1.5 [ -8.3, +5.6] p=0.708 +4.0 [ +0.5, +8.1] p=0.039 +0.6 [ -0.6, +2.6] p=0.877 +0.8 [ -0.2, +2.7] p=0.750 +0.8 [ -0.2, +2.6] p=0.747 +generated (U-Net, DDIM-10) alone - retrieval + refine + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +31.8 [+22.9,+40.5] p=0.000 -1.9 [ -8.7, +5.0] p=0.605 -5.7 [-13.4, +1.4] p=0.142 -0.3 [ -4.8, +4.1] p=0.934 -3.7 [ -7.9, +0.0] p=0.065 -3.1 [ -7.1, +0.4] p=0.099 -3.1 [ -6.9, +0.4] p=0.141 +generated (U-Net, DDIM-10) + refine - generated (U-Net, DDIM-10) alone + +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +0.0 [ +0.0, +0.0] p=1.000 +3.1 [ +1.0, +5.6] p=0.004 +4.3 [ +1.4, +7.7] p=0.003 +4.3 [ +1.5, +7.9] p=0.002 +4.4 [ +1.4, +7.7] p=0.005 +4.0 [ +1.0, +7.6] p=0.008 +3.9 [ +1.0, +7.4] p=0.015 +regression twin (deterministic) alone - retrieval alone + +0.0 [ +0.0, +0.0] p=1.000 +0.8 [ +0.0, +2.5] p=1.000 +28.6 [+19.4,+38.1] p=0.000 +7.8 [ -0.0,+15.3] p=0.058 -0.6 [ -8.3, +7.2] p=0.943 +2.2 [ -3.6, +8.1] p=0.523 -4.4 [ -9.2, -0.0] p=0.085 -7.8 [-12.8, -3.1] p=0.002 -7.8 [-13.1, -3.1] p=0.002 +regression twin (deterministic) alone - generated (U-Net, DDIM-10) alone + +0.0 [ +0.0, +0.0] p=1.000 +0.8 [ +0.0, +2.5] p=1.000 -3.1 [ -7.9, +1.1] p=0.189 -4.4 [ -9.5, +0.4] p=0.080 -4.8 [ -9.9, +0.0] p=0.066 -7.5 [-11.9, -3.5] p=0.000 -8.2 [-13.1, -4.1] p=0.000 -8.8 [-13.5, -4.5] p=0.000 -8.9 [-13.6, -4.6] p=0.000 +regression twin (deterministic) + refine - retrieval + refine + +0.0 [ +0.0, +0.0] p=1.000 +0.8 [ +0.0, +2.5] p=1.000 +28.6 [+19.2,+38.1] p=0.000 -0.0 [ -7.2, +7.2] p=1.000 -2.8 [ -9.4, +4.2] p=0.479 -0.0 [ -3.9, +3.9] p=1.000 -1.9 [ -5.3, +1.1] p=0.381 -1.9 [ -5.6, +1.1] p=0.366 -1.9 [ -5.3, +1.1] p=0.371 +regression twin (deterministic) + refine - generated (U-Net, DDIM-10) + refine + +0.0 [ +0.0, +0.0] p=1.000 +0.8 [ +0.0, +2.5] p=1.000 -3.1 [ -7.7, +1.1] p=0.186 -1.1 [ -5.5, +3.2] p=0.650 -1.3 [ -5.8, +3.1] p=0.606 -4.0 [ -7.5, -1.0] p=0.016 -2.6 [ -5.7, -0.2] p=0.111 -2.8 [ -5.8, -0.5] p=0.096 -2.8 [ -5.9, -0.5] p=0.093 diff --git a/results/furuta_v4/budget_unetA_ema999_ddim10_n200.txt b/results/furuta_v4/budget_unetA_ema999_ddim10_n200.txt new file mode 100644 index 0000000000000000000000000000000000000000..23e7db5237a20019fabf4e484982ef1d7cdb1499 --- /dev/null +++ b/results/furuta_v4/budget_unetA_ema999_ddim10_n200.txt @@ -0,0 +1,24 @@ +seed4242 gen_s0 n_sub=200 + [gen_s0] SDP+verify 66s plain ok 0.900; 24 failed-certified in 8 plants + [gen_s0] refine done 86s + [gen_s0] refined ok at (5, 10, 20, 40): [0.917, 0.917, 0.95, 0.983] (K=1) (91s) +seed4242 gen_s1 n_sub=200 + [gen_s1] SDP+verify 65s plain ok 0.903; 25 failed-certified in 9 plants + [gen_s1] refine done 86s + [gen_s1] refined ok at (5, 10, 20, 40): [0.95, 0.95, 0.983, 0.983] (K=1) (90s) +seed4242 gen_s2 n_sub=200 + [gen_s2] SDP+verify 65s plain ok 0.901; 27 failed-certified in 8 plants + [gen_s2] refine done 85s + [gen_s2] refined ok at (5, 10, 20, 40): [0.933, 0.95, 0.967, 0.983] (K=1) (89s) +seed9001 gen_s0 n_sub=200 + [gen_s0] SDP+verify 57s plain ok 0.934; 16 failed-certified in 4 plants + [gen_s0] refine done 72s + [gen_s0] refined ok at (5, 10, 20, 40): [0.967, 0.967, 0.95, 0.983] (K=1) (76s) +seed9001 gen_s1 n_sub=200 + [gen_s1] SDP+verify 58s plain ok 0.934; 15 failed-certified in 4 plants + [gen_s1] refine done 72s + [gen_s1] refined ok at (5, 10, 20, 40): [0.967, 0.967, 0.95, 0.983] (K=1) (76s) +seed9001 gen_s2 n_sub=200 + [gen_s2] SDP+verify 59s plain ok 0.934; 16 failed-certified in 4 plants + [gen_s2] refine done 73s + [gen_s2] refined ok at (5, 10, 20, 40): [0.967, 0.967, 0.95, 0.983] (K=1) (77s) diff --git a/results/furuta_v4/budget_unetAseed1_ema999_n200.txt b/results/furuta_v4/budget_unetAseed1_ema999_n200.txt new file mode 100644 index 0000000000000000000000000000000000000000..c44179c6e3fcf5cf4b0afe921677e162e5d57973 --- /dev/null +++ b/results/furuta_v4/budget_unetAseed1_ema999_n200.txt @@ -0,0 +1,24 @@ +seed4242 gen_s0 n_sub=200 + [gen_s0] SDP+verify 100s plain ok 0.924; 17 failed-certified in 5 plants + [gen_s0] refine done 122s + [gen_s0] refined ok at (5, 10, 20, 40): [0.933, 0.933, 0.967, 0.95] (K=1) (129s) +seed4242 gen_s1 n_sub=200 + [gen_s1] SDP+verify 106s plain ok 0.915; 21 failed-certified in 7 plants + [gen_s1] refine done 133s + [gen_s1] refined ok at (5, 10, 20, 40): [0.933, 0.95, 0.967, 0.95] (K=1) (139s) +seed4242 gen_s2 n_sub=200 + [gen_s2] SDP+verify 107s plain ok 0.911; 21 failed-certified in 8 plants + [gen_s2] refine done 137s + [gen_s2] refined ok at (5, 10, 20, 40): [0.933, 0.95, 0.967, 0.967] (K=1) (143s) +seed9001 gen_s0 n_sub=200 + [gen_s0] SDP+verify 100s plain ok 0.938; 15 failed-certified in 4 plants + [gen_s0] refine done 120s + [gen_s0] refined ok at (5, 10, 20, 40): [0.967, 0.967, 0.95, 0.983] (K=1) (126s) +seed9001 gen_s1 n_sub=200 + [gen_s1] SDP+verify 101s plain ok 0.934; 15 failed-certified in 4 plants + [gen_s1] refine done 121s + [gen_s1] refined ok at (5, 10, 20, 40): [0.967, 0.967, 0.95, 0.983] (K=1) (126s) +seed9001 gen_s2 n_sub=200 + [gen_s2] SDP+verify 95s plain ok 0.936; 16 failed-certified in 4 plants + [gen_s2] refine done 115s + [gen_s2] refined ok at (5, 10, 20, 40): [0.95, 0.967, 0.95, 1.0] (K=1) (121s) diff --git a/results/furuta_v4/ddim_unetA_ema999_20.txt b/results/furuta_v4/ddim_unetA_ema999_20.txt new file mode 100644 index 0000000000000000000000000000000000000000..e0d94e6d71e8360c2ed5d3c6792056def0d4a31d --- /dev/null +++ b/results/furuta_v4/ddim_unetA_ema999_20.txt @@ -0,0 +1,2 @@ +unetA_ema999 DDIM 20 +K=1: 91.9% K=4: 93.3% K=8: 93.3% K=16: 94.7% diff --git a/results/furuta_v4/ddim_unetAseed1_ema999_10.txt b/results/furuta_v4/ddim_unetAseed1_ema999_10.txt new file mode 100644 index 0000000000000000000000000000000000000000..bb6f3784f9d61662d5f2422da6460069f2667c3a --- /dev/null +++ b/results/furuta_v4/ddim_unetAseed1_ema999_10.txt @@ -0,0 +1,2 @@ +unetAseed1_ema999 DDIM 10 +K=1: 91.7% K=4: 93.6% K=8: 93.9% K=16: 94.2% diff --git a/results/furuta_v4/ddim_unetAseed1_ema999_20.txt b/results/furuta_v4/ddim_unetAseed1_ema999_20.txt new file mode 100644 index 0000000000000000000000000000000000000000..5064da1548d7a963463a3c39600826794146b41f --- /dev/null +++ b/results/furuta_v4/ddim_unetAseed1_ema999_20.txt @@ -0,0 +1,2 @@ +unetAseed1_ema999 DDIM 20 +K=1: 91.9% K=4: 93.6% K=8: 93.9% K=16: 93.9% diff --git a/results/furuta_v4/ddim_unetAseed1_ema999_5.txt b/results/furuta_v4/ddim_unetAseed1_ema999_5.txt new file mode 100644 index 0000000000000000000000000000000000000000..fec934538629e2f3331504fc6cf19a7ce21a98af --- /dev/null +++ b/results/furuta_v4/ddim_unetAseed1_ema999_5.txt @@ -0,0 +1,2 @@ +unetAseed1_ema999 DDIM 5 +K=1: 90.3% K=4: 92.5% K=8: 93.3% K=16: 93.9% diff --git a/results/furuta_v4/gate_mlp384k_ema999.txt b/results/furuta_v4/gate_mlp384k_ema999.txt new file mode 100644 index 0000000000000000000000000000000000000000..3b895a2870c5964e159adee515efe2cdf05893ed --- /dev/null +++ b/results/furuta_v4/gate_mlp384k_ema999.txt @@ -0,0 +1,2 @@ +mlp384k_ema999 ema999 models/v4/mlp_384k_s384000.pth +K=1: generated+P 73.3% nearest+P 54.2% K=4: generated+P 89.4% nearest+P 82.5% K=8: generated+P 92.8% nearest+P 90.0% K=16: generated+P 95.3% nearest+P 93.3% diff --git a/results/furuta_v4/gate_mlpB256_ema999.txt b/results/furuta_v4/gate_mlpB256_ema999.txt new file mode 100644 index 0000000000000000000000000000000000000000..2bfbd5a74c21692128da0e5e450fccb355ebcd80 --- /dev/null +++ b/results/furuta_v4/gate_mlpB256_ema999.txt @@ -0,0 +1,2 @@ +mlpB256_ema999 ema999 models/v4/mlp_b256_s80000.pth +K=1: generated+P 74.7% nearest+P 54.2% K=4: generated+P 90.0% nearest+P 82.5% K=8: generated+P 92.2% nearest+P 90.0% K=16: generated+P 94.4% nearest+P 93.3% diff --git a/results/furuta_v4/gate_unetA_ema9995.txt b/results/furuta_v4/gate_unetA_ema9995.txt new file mode 100644 index 0000000000000000000000000000000000000000..b799c5c37f41ec9654d05d1bf6e1594f32c0b23f --- /dev/null +++ b/results/furuta_v4/gate_unetA_ema9995.txt @@ -0,0 +1,2 @@ +unetA_ema9995 ema9995 models/v4/unet_a_s96000.pth +K=1: generated+P 91.9% nearest+P 54.2% K=4: generated+P 93.3% nearest+P 82.5% K=8: generated+P 93.6% nearest+P 90.0% K=16: generated+P 93.9% nearest+P 93.3% diff --git a/results/furuta_v4/gate_unetAseed2_ema999.txt b/results/furuta_v4/gate_unetAseed2_ema999.txt new file mode 100644 index 0000000000000000000000000000000000000000..fe31ffc5305a5403ce729ca3c0cc9d95dc5c0700 --- /dev/null +++ b/results/furuta_v4/gate_unetAseed2_ema999.txt @@ -0,0 +1,2 @@ +unetAseed2_ema999 ema999 models/v4/unet_a_seed2_s96000.pth +K=1: generated+P 91.9% nearest+P 54.2% K=4: generated+P 92.5% nearest+P 82.5% K=8: generated+P 93.6% nearest+P 90.0% K=16: generated+P 94.4% nearest+P 93.3% diff --git a/results/furuta_v4/gate_unetS_ema999.txt b/results/furuta_v4/gate_unetS_ema999.txt new file mode 100644 index 0000000000000000000000000000000000000000..ba3a356093ffc628482991a251e7ba186a399d5d --- /dev/null +++ b/results/furuta_v4/gate_unetS_ema999.txt @@ -0,0 +1,2 @@ +unetS_ema999 ema999 models/v4/unet_s_s40000.pth +K=1: generated+P 90.3% nearest+P 54.2% K=4: generated+P 95.0% nearest+P 82.5% K=8: generated+P 95.3% nearest+P 90.0% K=16: generated+P 96.1% nearest+P 93.3% diff --git a/results/furuta_v4/memo_mlp384k_ema999.txt b/results/furuta_v4/memo_mlp384k_ema999.txt new file mode 100644 index 0000000000000000000000000000000000000000..445fe3f6513ff18050b499ca6a9de49485910ed3 --- /dev/null +++ b/results/furuta_v4/memo_mlp384k_ema999.txt @@ -0,0 +1,7 @@ +bank rows 2801; bank-to-bank NN (leave-one-out) RMS: median 0.0444 p10 0.0201 p90 0.1061 +sample diversity: mean pairwise RMS between the 16 samples of one plant (seed 0): median over plants 0.0867 (bank LOO NN median 0.0444) +generated (candidate 1, 360 = 2 draws x 60 plants x seeds): dist to nearest training row: median 0.0550 p10 0.0336 p90 0.1153 + ratio median(d_gen)/median(d_loo) = 1.24; frac of candidates closer than the 10th pct of bank LOO: 0.006; frac closer than 0.25*median LOO: 0.000 + distance to the same-plant retrieved row: median 0.1270 + succeeded K=1: median d_gen 0.0519 (n=264); failed: 0.0719 (n=96) +copy test (threshold 0.0111 = 0.25 x median bank LOO): successes with d_gen refine + [gen_s0] refine done 54s + [gen_s0] refined ok 0.900 (54s) +seed4242 gen_s1: ranking 16 candidates + [gen_s1] SDP+verify 53s; plain ok 0.900; 24 failed with a certified P -> refine + [gen_s1] refine done 53s + [gen_s1] refined ok 0.900 (53s) +seed4242 gen_s2: ranking 16 candidates + [gen_s2] SDP+verify 48s; plain ok 0.875; 30 failed with a certified P -> refine + [gen_s2] refine done 48s + [gen_s2] refined ok 0.875 (48s) +seed4242 retr: ranking 16 candidates + [retr] SDP+verify 62s; plain ok 0.767; 56 failed with a certified P -> refine + [retr] refine done 62s + [retr] refined ok 0.767 (62s) +seed9001 gen_s0: ranking 16 candidates + [gen_s0] SDP+verify 55s; plain ok 0.942; 14 failed with a certified P -> refine + [gen_s0] refine done 55s + [gen_s0] refined ok 0.942 (55s) +seed9001 gen_s1: ranking 16 candidates + [gen_s1] SDP+verify 61s; plain ok 0.929; 17 failed with a certified P -> refine + [gen_s1] refine done 61s + [gen_s1] refined ok 0.929 (61s) +seed9001 gen_s2: ranking 16 candidates + [gen_s2] SDP+verify 64s; plain ok 0.925; 18 failed with a certified P -> refine + [gen_s2] refine done 64s + [gen_s2] refined ok 0.925 (64s) +seed9001 retr: ranking 16 candidates + [retr] SDP+verify 62s; plain ok 0.783; 52 failed with a certified P -> refine + [retr] refine done 62s + [retr] refined ok 0.783 (62s) diff --git a/results/furuta_v4/refine_mlpA_ema999_summary.txt b/results/furuta_v4/refine_mlpA_ema999_summary.txt new file mode 100644 index 0000000000000000000000000000000000000000..3eb63c3c15e9c40c68769b59589c76f426dae394 --- /dev/null +++ b/results/furuta_v4/refine_mlpA_ema999_summary.txt @@ -0,0 +1,12 @@ +results/furuta_v4/refine_mlpA_ema999.npz +retrieval arm taken from results/furuta_v4/refine_mlpA_ema999.npz +K=1: generated plain 60.8 -> refined 95.0 | retrieval plain 54.2 -> refined 95.0 + gen-refined minus retr-refined: -0.0 [-3.9,+4.2] p=1.0000 + gen-plain minus retr-plain: +6.7 [-2.8,+16.7] p=0.2131 + retr refined minus plain: +40.8 [+32.5,+50.0] p=0.0000 + gen refined minus plain: +34.2 [+28.6,+40.0] p=0.0000 +K=4: generated plain 87.8 -> refined 97.8 | retrieval plain 82.5 -> refined 97.5 + gen-refined minus retr-refined: +0.3 [-1.7,+2.5] p=1.0000 + gen-plain minus retr-plain: +5.3 [-0.6,+11.7] p=0.1138 + retr refined minus plain: +15.0 [+9.2,+21.7] p=0.0000 + gen refined minus plain: +10.0 [+6.1,+14.4] p=0.0000 diff --git a/results/furuta_v4/reg_attribution_partial.txt b/results/furuta_v4/reg_attribution_partial.txt new file mode 100644 index 0000000000000000000000000000000000000000..eeb04349e46d0e4ade16d08730dcd3b98f04f1e1 --- /dev/null +++ b/results/furuta_v4/reg_attribution_partial.txt @@ -0,0 +1,36 @@ +== pooled success % (120 plants); per-training-seed values after the slash == +method K=1 K=2 K=3 K=4 K=8 +nearest+P retrieval 54.2 82.5 90.0 +diffusion unet_a (9 runs; per train seed) 92.4 / 91.9/93.3/91.9 93.2 / 93.3/93.9/92.593.8 / 93.6/94.2/93.6 +regression twin, deterministic (3 seeds) 83.6 / 85.0/82.5/83.3 +regression ens3 (members as K candidates) 83.6 86.9 88.3 +regression MC-dropout p=.1 (9 runs) 78.6 / 81.1/78.6/76.1 86.9 / 87.2/87.8/85.888.1 / 88.3/88.3/87.8 + same net, dropout OFF (K=1) 83.9 / 84.2/85.8/81.7 + +== paired tests, per-plant seed-averaged difference A-B (pp), bootstrap 95% CI, sign-flip p == +K=1: diffusion - retrieval +38.2 [+29.2,+46.9] p=0.0000 +K=4: diffusion - retrieval +10.7 [ +5.0,+16.7] p=0.0006 +K=8: diffusion - retrieval +3.8 [ +0.0, +8.0] p=0.0858 +K=1: regression det - retrieval +29.4 [+20.8,+38.3] p=0.0000 +K=1: diffusion - regression det +8.8 [ +4.9,+13.1] p=0.0001 +K=1: diffusion - MC-dropout net +13.8 [ +9.5,+18.3] p=0.0000 +K=1: regression det - MC-dropout net (K=1) +5.0 [ +2.6, +7.5] p=0.0000 +K=4: diffusion - MC-dropout +6.3 [ +2.9,+10.5] p=0.0001 +K=4: MC-dropout - retrieval +4.4 [ -0.6, +9.8] p=0.1119 +K=8: diffusion - MC-dropout +5.6 [ +2.3, +9.8] p=0.0008 +K=8: MC-dropout - retrieval -1.9 [ -6.0, +2.1] p=0.4133 +ens3 K=3 - diffusion K=4 (diffusion gets MORE candidates) -4.9 [ -9.1, -1.6] p=0.0155 +ens3 K=3 - regression det K=1 +4.7 [ +2.2, +7.5] p=0.0008 +MC-dropout K=4 - regression det K=1 +3.3 [ +1.5, +5.6] p=0.0011 +diffusion K=4 - diffusion K=1 +0.8 [ +0.2, +1.8] p=0.0626 + +== exact McNemar, single runs on 120 plants (b = diffusion only, c = regression only) == +train seed 0: diffusion(samp0) 92.5 vs det 85.0 b=9 c=0 p=0.004 +train seed 1: diffusion(samp0) 94.2 vs det 82.5 b=14 c=0 p=0.000 +train seed 2: diffusion(samp0) 92.5 vs det 83.3 b=11 c=0 p=0.001 +majority over runs: diffusion 92.5 vs det 84.2 b=10 c=0 p=0.002 +K=1 majority diffusion vs retrieval b=47 c=1 p=3.5e-13 +K=4 majority diffusion vs retrieval b=14 c=1 p=0.00098 +K=1 majority regression det vs retrieval b=40 c=4 p=1.7e-08 + +diversity (pairwise RMS of 8 MC-dropout samples, normalised space, mean over plants): 0.037 (diffusion unet_a 0.029, bank NN 0.044) diff --git a/results/furuta_v4/run_gates.sh b/results/furuta_v4/run_gates.sh new file mode 100644 index 0000000000000000000000000000000000000000..dc71cac7e15db887eeb6fc2ae16eece750a6f56e --- /dev/null +++ b/results/furuta_v4/run_gates.sh @@ -0,0 +1,6 @@ +#!/bin/bash +# usage: run_gates.sh "name ckpt weights" ... ; sequential gate evaluations (CPU) +cd /home/cercola/matte_server/DiffusionControl; export PYTHONPATH=. OMP_NUM_THREADS=1 CUDA_VISIBLE_DEVICES="" +for spec in "$@"; do set -- $spec + [ -f results/furuta_v4/gate_$1.npz ] || myenv/bin/python -u -m nonlinear.experiments.furuta_v4_eval --ckpt $2 --weights $3 --name $1 --plants gate --workers 6 ${4:+--bank $4} +done diff --git a/results/furuta_v4/scan_mlp_a.txt b/results/furuta_v4/scan_mlp_a.txt new file mode 100644 index 0000000000000000000000000000000000000000..401b67fc6983a265fba7ea72819113d6cb4cdadc --- /dev/null +++ b/results/furuta_v4/scan_mlp_a.txt @@ -0,0 +1,19 @@ +mlp_a_s32000_ema999 K1=42.5 K4=81.2 K8=85.0 nearK1=57.5 nearK4=85.0 score=61.9 +mlp_a_s32000_ema9995 K1=42.5 K4=80.0 K8=85.0 nearK1=57.5 nearK4=85.0 score=61.2 +mlp_a_s40000_ema999 K1=46.2 K4=85.0 K8=88.8 nearK1=57.5 nearK4=85.0 score=65.6 +mlp_a_s40000_ema9995 K1=43.8 K4=83.7 K8=88.8 nearK1=57.5 nearK4=85.0 score=63.7 +mlp_a_s48000_ema999 K1=51.2 K4=85.0 K8=88.8 nearK1=57.5 nearK4=85.0 score=68.1 +mlp_a_s48000_ema9995 K1=51.2 K4=86.2 K8=88.8 nearK1=57.5 nearK4=85.0 score=68.8 +mlp_a_s56000_ema999 K1=60.0 K4=90.0 K8=91.3 nearK1=57.5 nearK4=85.0 score=75.0 +mlp_a_s56000_ema9995 K1=57.5 K4=87.5 K8=91.3 nearK1=57.5 nearK4=85.0 score=72.5 +mlp_a_s64000_ema999 K1=55.0 K4=88.8 K8=90.0 nearK1=57.5 nearK4=85.0 score=71.9 +mlp_a_s64000_ema9995 K1=57.5 K4=88.8 K8=90.0 nearK1=57.5 nearK4=85.0 score=73.1 +mlp_a_s72000_ema999 K1=57.5 K4=87.5 K8=90.0 nearK1=57.5 nearK4=85.0 score=72.5 +mlp_a_s72000_ema9995 K1=58.8 K4=86.2 K8=88.8 nearK1=57.5 nearK4=85.0 score=72.5 +mlp_a_s80000_ema999 K1=61.3 K4=88.8 K8=90.0 nearK1=57.5 nearK4=85.0 score=75.0 +mlp_a_s80000_ema9995 K1=61.3 K4=90.0 K8=91.3 nearK1=57.5 nearK4=85.0 score=75.6 +mlp_a_s88000_ema999 K1=62.5 K4=86.2 K8=88.8 nearK1=57.5 nearK4=85.0 score=74.4 +mlp_a_s88000_ema9995 K1=61.3 K4=87.5 K8=88.8 nearK1=57.5 nearK4=85.0 score=74.4 +mlp_a_s96000_ema999 K1=63.7 K4=90.0 K8=90.0 nearK1=57.5 nearK4=85.0 score=76.9 +mlp_a_s96000_ema9995 K1=62.5 K4=90.0 K8=90.0 nearK1=57.5 nearK4=85.0 score=76.2 +BEST mlp_a_s96000_ema999 K1=63.7 K4=90.0 K8=90.0 nearK1=57.5 nearK4=85.0 score=76.9 diff --git a/results/furuta_v4/scan_unet_a.txt b/results/furuta_v4/scan_unet_a.txt new file mode 100644 index 0000000000000000000000000000000000000000..9ed315f15b0c0b57d016aa9a2becfccfb810639e --- /dev/null +++ b/results/furuta_v4/scan_unet_a.txt @@ -0,0 +1,9 @@ +unet_a_s40000_ema999 K1=87.5 K4=100.0 K8=100.0 nearK1=57.5 nearK4=85.0 score=93.8 +unet_a_s48000_ema999 K1=86.2 K4=100.0 K8=100.0 nearK1=57.5 nearK4=85.0 score=93.1 +unet_a_s56000_ema999 K1=95.0 K4=100.0 K8=100.0 nearK1=57.5 nearK4=85.0 score=97.5 +unet_a_s64000_ema999 K1=97.5 K4=100.0 K8=100.0 nearK1=57.5 nearK4=85.0 score=98.8 +unet_a_s72000_ema999 K1=98.8 K4=100.0 K8=100.0 nearK1=57.5 nearK4=85.0 score=99.4 +unet_a_s80000_ema999 K1=95.0 K4=100.0 K8=100.0 nearK1=57.5 nearK4=85.0 score=97.5 +unet_a_s88000_ema999 K1=96.2 K4=100.0 K8=100.0 nearK1=57.5 nearK4=85.0 score=98.1 +unet_a_s96000_ema999 K1=97.5 K4=100.0 K8=100.0 nearK1=57.5 nearK4=85.0 score=98.8 +BEST unet_a_s72000_ema999 K1=98.8 K4=100.0 K8=100.0 nearK1=57.5 nearK4=85.0 score=99.4 diff --git a/results/furuta_v4/traj_gen_warmstart_v4unetA_s0.txt b/results/furuta_v4/traj_gen_warmstart_v4unetA_s0.txt new file mode 100644 index 0000000000000000000000000000000000000000..c56ae7402e9f792a01438a891f96f059d6551683 --- /dev/null +++ b/results/furuta_v4/traj_gen_warmstart_v4unetA_s0.txt @@ -0,0 +1,17 @@ +=== warm-start test (n=60, seed 4242, max_iter=700) === +target certificate: largest_certified_region per plant (unmargined); verifier: furuta_traj_bank.score_solution (identical to every other arm in this doc) + + condition success med iter med t med J + cold 53.3% 363 1.95s 4.06 + nearest-warm 76.7% 45 0.25s 4.15 + generated-warm 76.7% 42 0.25s 4.15 + +--- paired tests --- + generated-warm vs cold success: beats 14, loses 0, McNemar p=0.0001 * time ratio 0.152x (n=32), Wilcoxon p=0.0000 * + generated-warm vs nearest-warm success: beats 0, loses 0, McNemar p=1.0000 time ratio 0.959x (n=46), Wilcoxon p=0.3024 + nearest-warm vs cold success: beats 14, loses 0, McNemar p=0.0001 * time ratio 0.157x (n=32), Wilcoxon p=0.0000 * + +--- failure breakdown --- + cold ipopt: Maximum_Iterations_Exceeded:13 ipopt: Infeasible_Problem_Detected:11 rollout failed:4 + nearest-warm ipopt: Infeasible_Problem_Detected:6 rollout failed:5 ipopt: Maximum_Iterations_Exceeded:3 + generated-warm ipopt: Infeasible_Problem_Detected:6 ipopt: Maximum_Iterations_Exceeded:5 rollout failed:3 diff --git a/results/furuta_v4/traj_gen_warmstart_v4unetA_s1.txt b/results/furuta_v4/traj_gen_warmstart_v4unetA_s1.txt new file mode 100644 index 0000000000000000000000000000000000000000..6d91b8a39feb313054e1999945f2e2395107cc3b --- /dev/null +++ b/results/furuta_v4/traj_gen_warmstart_v4unetA_s1.txt @@ -0,0 +1,17 @@ +=== warm-start test (n=60, seed 4242, max_iter=700) === +target certificate: largest_certified_region per plant (unmargined); verifier: furuta_traj_bank.score_solution (identical to every other arm in this doc) + + condition success med iter med t med J + cold 53.3% 363 1.98s 4.06 + nearest-warm 76.7% 45 0.26s 4.15 + generated-warm 76.7% 46 0.26s 4.15 + +--- paired tests --- + generated-warm vs cold success: beats 14, loses 0, McNemar p=0.0001 * time ratio 0.159x (n=32), Wilcoxon p=0.0000 * + generated-warm vs nearest-warm success: beats 0, loses 0, McNemar p=1.0000 time ratio 1.023x (n=46), Wilcoxon p=0.5957 + nearest-warm vs cold success: beats 14, loses 0, McNemar p=0.0001 * time ratio 0.161x (n=32), Wilcoxon p=0.0000 * + +--- failure breakdown --- + cold ipopt: Maximum_Iterations_Exceeded:13 ipopt: Infeasible_Problem_Detected:11 rollout failed:4 + nearest-warm ipopt: Infeasible_Problem_Detected:6 rollout failed:5 ipopt: Maximum_Iterations_Exceeded:3 + generated-warm ipopt: Maximum_Iterations_Exceeded:6 ipopt: Infeasible_Problem_Detected:5 rollout failed:3 diff --git a/results/guidance/A16x_results.txt b/results/guidance/A16x_results.txt new file mode 100644 index 0000000000000000000000000000000000000000..c2f0de3a8d8e77b722df01dc49e91a8adf46148c --- /dev/null +++ b/results/guidance/A16x_results.txt @@ -0,0 +1,13 @@ +Task A budget-scaled sensitivity: 16x budget (evals/arm = 7688), arms a,d,e,f, 240 units +u_max=0.6mgl: a: cov 0.308 div 0.120 union 0.312 cost 16.68 wall 92s d: cov 0.524 div 0.011 union 0.524 cost 4.81 wall 21s e: cov 0.562 div 0.183 union 0.565 cost 4.94 wall 21s f: cov 0.539 div 0.165 union 0.541 cost 4.92 wall 106s + d vs e: diff -0.0387 p=1.53e-05 wins/ties/losses 3/13/24 + d vs a: diff +0.2161 p=1.14e-07 wins/ties/losses 37/3/0 + d vs f: diff -0.0154 p=4.89e-05 wins/ties/losses 2/17/21 + e vs a: diff +0.2547 p=5.26e-08 wins/ties/losses 39/1/0 + e vs f: diff +0.0233 p=0.0251 wins/ties/losses 22/6/12 +u_max=0.9mgl: a: cov 0.822 div 0.218 union 0.845 cost 5.88 wall 103s d: cov 0.875 div 0.010 union 0.875 cost 3.83 wall 17s e: cov 0.911 div 0.192 union 0.916 cost 3.97 wall 15s f: cov 0.877 div 0.100 union 0.878 cost 3.93 wall 53s + d vs e: diff -0.0364 p=2.7e-05 wins/ties/losses 0/17/23 + d vs a: diff +0.0527 p=2.01e-05 wins/ties/losses 28/8/4 + d vs f: diff -0.0026 p=0.0408 wins/ties/losses 4/29/7 + e vs a: diff +0.0891 p=1.15e-07 wins/ties/losses 37/2/1 + e vs f: diff +0.0338 p=1.18e-05 wins/ties/losses 25/14/1 diff --git a/results/guidance/A_ddim_check.txt b/results/guidance/A_ddim_check.txt new file mode 100644 index 0000000000000000000000000000000000000000..33c44a535dd362a9c954a36f698969f1d9798fc5 --- /dev/null +++ b/results/guidance/A_ddim_check.txt @@ -0,0 +1 @@ +DDIM20 vs DDPM500 (pendulum, 10 plants, u_max=0.9mgl, 41x41 grid coverage): best-of-8 DDPM 0.887 DDIM 0.887; mean-of-8 DDPM 0.887 DDIM 0.881 diff --git a/results/guidance/A_results.txt b/results/guidance/A_results.txt new file mode 100644 index 0000000000000000000000000000000000000000..c70eb9c35d022d79fe17458d63eb07061725df2c --- /dev/null +++ b/results/guidance/A_results.txt @@ -0,0 +1,47 @@ +Task A: torque-bounded pendulum, N=40 plants (random_pendulum_params seed 321), seeds (0, 1, 2), K=8, 240 units +budget: evals/arm = 3*K*S+K = 488 (S=20); backward=2 forward-equivalents; 1 eval = 1 controller x 80 ICs + +===== u_max = 0.6 * m g l (units 120) ===== +arm coverage union(K) in-reg cost cert diversity wall s evals +retrieval K=8 (no search) 0.524+-0.000[0.48,0.57] 0.524 4.81 1.00 0.068 0.1 8 +(a) retrieval + steering 0.524+-0.000[0.48,0.57] 0.524 4.92 0.06 0.068 5.0 488 +prior K=8 (no search) 0.524+-0.000[0.48,0.57] 0.524 4.80 0.98 0.018 0.1 8 +(b) prior + steering 0.524+-0.000[0.48,0.57] 0.524 4.95 0.11 0.017 4.9 488 +(c) in-denoising gradient guidance 0.523+-0.000[0.47,0.57] 0.523 4.81 0.21 0.032 6.0 488 +(d) SMC gradient-free guidance 0.524+-0.000[0.48,0.57] 0.524 4.80 1.00 0.008 1.2 488 +(e) CEM on retrieval 0.538+-0.006[0.49,0.58] 0.539 4.91 0.20 0.198 1.2 488 +prior best-of-488 0.524+-0.000[0.48,0.57] 0.524 4.82 0.72 0.046 1.5 488 +paired Wilcoxon on per-plant coverage (seed-mean over 3 seeds), 40 plants; diff = arm - ref, two-sided p + b vs a: diff +0.0000 [+0.0000,+0.0000] p=1 wins/ties/losses 0/40/0 + b vs e: diff -0.0141 [-0.0250,-0.0057] p=0.000155 wins/ties/losses 4/18/18 + c vs a: diff -0.0007 [-0.0018,+0.0000] p=0.109 wins/ties/losses 0/37/3 + c vs e: diff -0.0148 [-0.0259,-0.0062] p=6.33e-05 wins/ties/losses 3/17/20 + d vs a: diff +0.0000 [+0.0000,+0.0000] p=1 wins/ties/losses 0/40/0 + d vs e: diff -0.0141 [-0.0250,-0.0057] p=0.000155 wins/ties/losses 4/18/18 + d vs f: diff -0.0000 p=0.317 + e vs a: diff +0.0141 p=0.000155 + e vs f: diff +0.0141 p=0.000166 + PRE-REGISTERED (c or d beats BOTH a and e, p<0.05, paired): c=False d=False + +===== u_max = 0.9 * m g l (units 120) ===== +arm coverage union(K) in-reg cost cert diversity wall s evals +retrieval K=8 (no search) 0.875+-0.000[0.85,0.90] 0.875 3.84 1.00 0.068 0.1 8 +(a) retrieval + steering 0.875+-0.000[0.85,0.90] 0.875 3.99 0.00 0.068 4.9 488 +prior K=8 (no search) 0.875+-0.000[0.85,0.90] 0.875 3.84 0.97 0.019 0.1 8 +(b) prior + steering 0.875+-0.000[0.85,0.90] 0.875 4.02 0.05 0.018 4.9 488 +(c) in-denoising gradient guidance 0.874+-0.001[0.85,0.90] 0.874 4.01 0.00 0.045 6.1 488 +(d) SMC gradient-free guidance 0.875+-0.000[0.85,0.90] 0.875 3.83 1.00 0.008 1.2 488 +(e) CEM on retrieval 0.881+-0.001[0.86,0.90] 0.882 3.96 0.19 0.168 1.2 488 +prior best-of-488 0.875+-0.000[0.85,0.90] 0.875 3.93 0.77 0.039 1.5 488 +paired Wilcoxon on per-plant coverage (seed-mean over 3 seeds), 40 plants; diff = arm - ref, two-sided p + b vs a: diff +0.0000 [+0.0000,+0.0000] p=1 wins/ties/losses 0/40/0 + b vs e: diff -0.0061 [-0.0107,-0.0024] p=0.00444 wins/ties/losses 1/29/10 + c vs a: diff -0.0011 [-0.0032,+0.0000] p=0.18 wins/ties/losses 0/38/2 + c vs e: diff -0.0072 [-0.0130,-0.0026] p=0.0037 wins/ties/losses 1/28/11 + d vs a: diff +0.0000 [+0.0000,+0.0000] p=1 wins/ties/losses 0/40/0 + d vs e: diff -0.0061 [-0.0107,-0.0024] p=0.00444 wins/ties/losses 1/29/10 + d vs f: diff +0.0000 p=1 + e vs a: diff +0.0061 p=0.00444 + e vs f: diff +0.0061 p=0.00444 + PRE-REGISTERED (c or d beats BOTH a and e, p<0.05, paired): c=False d=False + diff --git a/results/guidance/B_ddim_check.txt b/results/guidance/B_ddim_check.txt new file mode 100644 index 0000000000000000000000000000000000000000..3e6605c6985d3b5f6f753d45da769ce69ff30e70 --- /dev/null +++ b/results/guidance/B_ddim_check.txt @@ -0,0 +1,5 @@ +SISO 30 plants K=8 (search ICs): DDPM500 best J_bb 15.67 stable-any 0.70 per-sample stable 0.542 + DDIM20 eta=0.0: best J_bb 15.62 stable-any 0.67 per-sample stable 0.542 + DDIM20 eta=1.0: best J_bb 17.19 stable-any 0.70 per-sample stable 0.567 + DDIM50 eta=0.0: best J_bb 16.64 stable-any 0.70 per-sample stable 0.512 + DDIM50 eta=1.0: best J_bb 16.10 stable-any 0.67 per-sample stable 0.533 diff --git a/results/guidance/B_results.txt b/results/guidance/B_results.txt new file mode 100644 index 0000000000000000000000000000000000000000..042894fdc970f59c2cf9517b89ec82069eac7a01 --- /dev/null +++ b/results/guidance/B_results.txt @@ -0,0 +1,16 @@ +Task B: SISO black-box J_bb, N=60 plants (gen_siso_plants seed 100), seeds 3, K=8, budget 200 evals/plant (spec: settle 0.05*peak, opposite-side excursion>0.5*peak -> +12.0s, fail=36.0) +arm J_bb (search ICs) J_bb held-out 16 ICs stable(held-out) evals wall s +distinct retrieval K=8 (no search) 16.046+-0.000[13.79,18.32] 16.753+-0.000[14.75,18.82] 0.483 8 0.6 +distinct retrieval + CEM 15.179+-0.414[13.02,17.36] 16.855+-0.412[14.94,18.87] 0.428 200 15.4 +retrieval best-of-200 (bank rows) 16.422+-0.000[14.12,18.70] 17.189+-0.000[15.21,19.20] 0.483 200 13.4 +diffusion K=8 (no search) 17.020+-0.302[15.08,19.02] 18.835+-0.412[17.05,20.64] 0.533 8 0.6 +diffusion best-of-200 (no guidance) 11.311+-0.079[9.35,13.37] 15.494+-0.442[13.38,17.67] 0.522 200 179.2 +diffusion + SMC guidance 13.970+-0.096[12.06,16.00] 17.452+-0.123[15.43,19.54] 0.472 200 35.8 +paired Wilcoxon on per-plant J_bb (seed-mean), negative diff = first arm better (lower J) + [search] ps vs rc: diff -1.209 [-2.232,-0.179] p=0.0407 wins/ties/losses 33/0/27 + [search] ps vs rm: diff -2.452 [-3.508,-1.384] p=5.83e-05 wins/ties/losses 41/0/19 + [search] ps vs pm: diff +2.660 [+2.270,+3.050] p=3.29e-11 wins/ties/losses 2/0/58 + [held-out] ps vs rc: diff +0.597 [-0.657,+1.848] p=0.484 wins/ties/losses 29/0/31 + [held-out] ps vs rm: diff +0.263 [-0.859,+1.413] p=0.546 wins/ties/losses 30/0/30 + [held-out] ps vs pm: diff +1.958 [+1.245,+2.691] p=8.73e-06 wins/ties/losses 13/0/47 +PRE-REGISTERED (ps beats rc, rm AND pm on search J_bb, p<0.05 paired): False diff --git a/results/guidance/pilot_choice.json b/results/guidance/pilot_choice.json new file mode 100644 index 0000000000000000000000000000000000000000..0e40fef8daecb86f1c008d195d61c2acf5e7ee8b --- /dev/null +++ b/results/guidance/pilot_choice.json @@ -0,0 +1,17 @@ +{ + "lr": 0.5, + "lam": 0.03, + "means": { + "ret0": -0.5157668590545654, + "pri0": -0.5157651901245117, + "steer_ret_lr0.1": -0.5157667398452759, + "steer_pri_lr0.1": -0.5157657861709595, + "steer_ret_lr0.5": -0.518862247467041, + "steer_pri_lr0.5": -0.51885986328125, + "steer_ret_lr2.0": -0.40492570400238037, + "steer_pri_lr2.0": -0.37729185819625854, + "guide_lam0.03": -0.5188661813735962, + "guide_lam0.1": -0.5141855478286743, + "guide_lam0.3": -0.3907387852668762 + } +} \ No newline at end of file diff --git a/results/icml_r3/RESUME.md b/results/icml_r3/RESUME.md new file mode 100644 index 0000000000000000000000000000000000000000..fc0fc69accd234c39b0373c489119ac439d91062 --- /dev/null +++ b/results/icml_r3/RESUME.md @@ -0,0 +1,35 @@ +# Round 3 resume note (written 2026-10-13 02:45 PT, in case the orchestrator session ends) + +State at writing: +- DONE on virgo (CPU): X4 verifier audit, X9 multimodality, X7 + X10 SOF baselines. Numbers are in + `paper_icml/plan/inventory/r3.md`; claim-hierarchy, experiments-needed and terminology are updated. +- RUNNING detached on andromeda (setsid/nohup, PPID 1, `timeout` ending 08:20 PT; watchdog + `~/icml_r3_pids/watchdog.sh` TERMs recorded PIDs at 08:25 PT): + - X2 (Furuta, corrected arm): 3 U-Net seeds + MC-dropout twin training. Post-training steps + are scripted as a detached driver; see `X2/RESUME.md`. + - X1S + X3 (SOF multi-hypothesis arms + seeds): `X1S/chain_grid.sh` chains; see `X1S/RESUME.md`. + - X1F (Furuta multi-hypothesis arms): `X1F/x1f_queue.py`; see `X1F/RESUME.md`. + - PIDs: `andromeda:~/icml_r3_pids/{X2,X1S,X1F}.txt`. +- andromeda use (GPU and CPU) ends 08:30 PT 2026-10-13. Never touch processes not in those PID files + (another user, and the user's own `claude` session there). + +Next session, in order: +1. After 08:30 PT: `ssh andromeda 'ps -u cercola -o pid,etime,args'`. Nothing from the PID files may be + left; check `~/icml_r3_pids/watchdog.log`. +2. Copy results back (file reads only, no compute): + `rsync -a andromeda:~/DiffusionControl/results/icml_r3/{X2,X1S,X1F}/ results/icml_r3//`, plus + any `models/` checkpoints the per-experiment RESUME.md names. +3. Any step a RESUME.md lists as "not done" runs on virgo CPU only (the virgo GPU is NOT authorized). +4. Write docs/icml_r3_x2.md, icml_r3_x1_sof.md, icml_r3_x1_furuta.md (research-doc skill) if the agents + did not finish them; add the numbers to `paper_icml/plan/inventory/r3.md`. +5. Then continue the paper plan: rebuild Fig 2/3 and Table 1 (retrieval = learned ARD metric, triage + rows 1-3), build Fig 4 (X9 index vs margins), then plan and draft Experiments via the zeroshot loop. +- X11 (idle-GPU timing) waits for the user's go. Until then, no time claims. + +## Update 2026-10-13 07:20 PT: ALL ROUND-3 COMPUTE DONE +- X2, X1S/X3 and X1F drivers finished by 06:30 PT. The orchestrator stopped the idle X1S queue runner and the + watchdog at ~07:05; andromeda has no processes from this work. Results and checkpoints (models/mhx, + models/x1f, models/v4/x2_*) were copied back to virgo. +- Numbers: paper_icml/plan/inventory/r3.md (X2a-k, X1Sa-c, X1Fa-c, X3a-b). claim-hierarchy C1/C2 updated. +- In progress (Sonnet agents): docs/icml_r3_{x2,x1_sof,x1_furuta}.md; Fig 2/3 + Table 1 rebuild + appendix X1 figures. +- Optional cleanup (ask the user first): andromeda models/x1f/*_resume.pt and models/mhx scratch. diff --git a/results/icml_r3/RULES.md b/results/icml_r3/RULES.md new file mode 100644 index 0000000000000000000000000000000000000000..a188fd7e337c4ece86416460777f80701b23d77e --- /dev/null +++ b/results/icml_r3/RULES.md @@ -0,0 +1,44 @@ +# Shared rules for every agent in the ICML round-3 runs (read fully before doing anything) + +Repo: /home/cercola/matte_server/DiffusionControl (branch icml-experiments; do NOT commit or push). +Paper: ICML 2027. Plan: paper_icml/plan/{claim-hierarchy,experiments-needed}.md; per-area evidence in +paper_icml/plan/inventory/*.md (read the parts relevant to you). Round-2 rules and lessons: +results/icml_r2/RULES.md (the clip bug, recipes, statistics) - read it too, but THIS file overrides it. +Make the method as strong as possible: baselines are targets, not verdicts; diagnose before concluding; +report honestly. Same backbone, data, steps, EMA and verifier for every arm you compare. + +## Compute (authorized by the user for this window only) +- GPU: ONLY andromeda's RTX 5090 (ssh andromeda). The user authorized it until 08:30 PT 2026-10-13. + Launch EVERY GPU process under a hard timeout that ends by 08:20 PT: + T=$(( $(TZ=America/Los_Angeles date -d 'today 08:20' +%s) - $(date +%s) )); setsid nohup timeout --signal=TERM $T > 2>&1 < /dev/null & disown + Checkpoint at least every ~30 min so runs can resume in a later window. No GPU launches after 08:00 PT. +- The GPU is shared with other agents of this session and possibly other users. Your VRAM budget is stated + in your task; check `nvidia-smi --query-gpu=memory.free --format=csv,noheader,nounits` before each launch + and keep >= 3000 MiB free. NEVER kill/stop/pause a process you did not start. Record your PIDs in + ~/icml_r3_pids/.txt on the machine where they run; kill only by those PIDs. +- virgo (local): CPU ONLY. Never use the virgo GPU (export CUDA_VISIBLE_DEVICES= for every virgo job). + Another user is running jobs on virgo; respect your worker cap. +- andromeda CPU: 32 threads; respect your stated thread cap. The user's window covers ALL of andromeda (CPU too): every andromeda process of yours must finish or be stopped by 08:30 PT (use the same timeout for CPU jobs there); anything still needed after that moves to virgo CPU. andromeda disk is 99% full (~54 GB free): + keep your andromeda outputs under 8 GB, never duplicate big datasets, delete your own scratch when done. + +## Code and sync +- Local python: myenv/bin/python (PYTHONPATH=. OMP_NUM_THREADS=1). andromeda: ~/DiffusionControl (rsync copy, + not git; code synced 2026-10-13 00:15), venv ~/DiffusionControl/.venv (torch cu128, numpy 1.26: use the + np.trapezoid = np.trapz shim when a module needs it), run with WANDB_MODE=offline. +- Other agents edit code concurrently: write NEW files (or opt-in flags in files nobody else touches); never + change defaults of shared modules. Sync to andromeda ONLY the specific files/dirs you created or need + (rsync -az -e ssh andromeda:~/DiffusionControl/); never a whole-repo rsync, never --delete. + +## Protocol +- Before scoring any test set, write results/icml_r3//PREREG.md: arms, n, plants (seeds), metric, + test, multiplicity correction. Choose configs on validation plants only. Held-out plants never in a bank. +- Paired tests (exact McNemar / sign-flip permutation), bootstrap CIs over plants; when several training + seeds exist, report per-seed results and treat the SEED as the resampling unit for the across-seed + claim (no pooled-over-seeds McNemar). Name the bank (size, file) next to every retrieval number. +- Outputs: results/icml_r3// (copy results back from andromeda), figures under figures/icml_r3/ with + NO titles or in-axes text (explanations go in captions), and a doc docs/icml_r3_.md written with the + research-doc skill (~/.claude/skills/research-doc/SKILL.md). +- Every job > 2 min must survive session death (setsid nohup ... & disown) and be resumable; poll with + sleep <= 300 loops. +- Return a SHORT report (<= 25 lines): headline numbers with n/CI/p, paths, what is still running + (pid, log, expected end), what is blocked and why. diff --git a/results/ood/furuta_ood.txt b/results/ood/furuta_ood.txt new file mode 100644 index 0000000000000000000000000000000000000000..b1a96d84114be01d46384c1aa0317cfa0323038b --- /dev/null +++ b/results/ood/furuta_ood.txt @@ -0,0 +1,165 @@ +=== Furuta lvl0: N=60, NN ratio 1.0x; per-plant fresh-solve success 0.950 === +arm K=1 K=4 K=8 +nn 0.567 0.850 0.983 +idw 0.567 0.800 0.967 +gen_v3_s0 0.333 0.800 0.867 +gen_v3_s1 0.417 0.800 0.850 +gen_v3_s2 0.533 0.817 0.917 +gen_v3e_s0 0.433 0.850 0.883 +gen_v3e_s1 0.550 0.867 0.917 +gen_v3e_s2 0.483 0.833 0.900 +gen_v3e_t1_s0 0.583 0.867 0.900 +K=1 gen_v3_s0 vs best retrieval (nn): model-only 8 retr-only 22 p=0.0161 diff -0.233 +K=1 gen_v3_s1 vs best retrieval (nn): model-only 8 retr-only 17 p=0.108 diff -0.150 +K=1 gen_v3_s2 vs best retrieval (nn): model-only 9 retr-only 11 p=0.824 diff -0.033 +K=1 gen_v3e_s0 vs best retrieval (nn): model-only 10 retr-only 18 p=0.185 diff -0.133 +K=1 gen_v3e_s1 vs best retrieval (nn): model-only 12 retr-only 13 p=1 diff -0.017 +K=1 gen_v3e_s2 vs best retrieval (nn): model-only 8 retr-only 13 p=0.383 diff -0.083 +K=1 gen_v3e_t1_s0 vs best retrieval (nn): model-only 12 retr-only 11 p=1 diff +0.017 +K=4 gen_v3_s0 vs best retrieval (nn): model-only 4 retr-only 7 p=0.549 diff -0.050 +K=4 gen_v3_s1 vs best retrieval (nn): model-only 3 retr-only 6 p=0.508 diff -0.050 +K=4 gen_v3_s2 vs best retrieval (nn): model-only 4 retr-only 6 p=0.754 diff -0.033 +K=4 gen_v3e_s0 vs best retrieval (nn): model-only 5 retr-only 5 p=1 diff +0.000 +K=4 gen_v3e_s1 vs best retrieval (nn): model-only 4 retr-only 3 p=1 diff +0.017 +K=4 gen_v3e_s2 vs best retrieval (nn): model-only 5 retr-only 6 p=1 diff -0.017 +K=4 gen_v3e_t1_s0 vs best retrieval (nn): model-only 5 retr-only 4 p=1 diff +0.017 +K=8 gen_v3_s0 vs best retrieval (nn): model-only 0 retr-only 7 p=0.0156 diff -0.117 +K=8 gen_v3_s1 vs best retrieval (nn): model-only 0 retr-only 8 p=0.00781 diff -0.133 +K=8 gen_v3_s2 vs best retrieval (nn): model-only 0 retr-only 4 p=0.125 diff -0.067 +K=8 gen_v3e_s0 vs best retrieval (nn): model-only 0 retr-only 6 p=0.0312 diff -0.100 +K=8 gen_v3e_s1 vs best retrieval (nn): model-only 0 retr-only 4 p=0.125 diff -0.067 +K=8 gen_v3e_s2 vs best retrieval (nn): model-only 0 retr-only 5 p=0.0625 diff -0.083 +K=8 gen_v3e_t1_s0 vs best retrieval (nn): model-only 0 retr-only 5 p=0.0625 diff -0.083 + +=== Furuta lvl1.1: N=60, NN ratio 1.3x; per-plant fresh-solve success 0.833 === +arm K=1 K=4 K=8 +nn 0.400 0.550 0.650 +idw 0.400 0.533 0.617 +gen_v3_s0 0.267 0.633 0.667 +gen_v3_s1 0.217 0.550 0.700 +gen_v3_s2 0.300 0.583 0.633 +gen_v3e_s0 0.350 0.733 0.750 +gen_v3e_s1 0.400 0.733 0.767 +gen_v3e_s2 0.433 0.683 0.733 +gen_v3e_t1_s0 0.400 0.733 0.783 +K=1 gen_v3_s0 vs best retrieval (nn): model-only 8 retr-only 16 p=0.152 diff -0.133 +K=1 gen_v3_s1 vs best retrieval (nn): model-only 4 retr-only 15 p=0.0192 diff -0.183 +K=1 gen_v3_s2 vs best retrieval (nn): model-only 6 retr-only 12 p=0.238 diff -0.100 +K=1 gen_v3e_s0 vs best retrieval (nn): model-only 10 retr-only 13 p=0.678 diff -0.050 +K=1 gen_v3e_s1 vs best retrieval (nn): model-only 12 retr-only 12 p=1 diff +0.000 +K=1 gen_v3e_s2 vs best retrieval (nn): model-only 10 retr-only 8 p=0.815 diff +0.033 +K=1 gen_v3e_t1_s0 vs best retrieval (nn): model-only 10 retr-only 10 p=1 diff +0.000 +K=4 gen_v3_s0 vs best retrieval (nn): model-only 9 retr-only 4 p=0.267 diff +0.083 +K=4 gen_v3_s1 vs best retrieval (nn): model-only 9 retr-only 9 p=1 diff +0.000 +K=4 gen_v3_s2 vs best retrieval (nn): model-only 6 retr-only 4 p=0.754 diff +0.033 +K=4 gen_v3e_s0 vs best retrieval (nn): model-only 12 retr-only 1 p=0.00342 diff +0.183 +K=4 gen_v3e_s1 vs best retrieval (nn): model-only 12 retr-only 1 p=0.00342 diff +0.183 +K=4 gen_v3e_s2 vs best retrieval (nn): model-only 11 retr-only 3 p=0.0574 diff +0.133 +K=4 gen_v3e_t1_s0 vs best retrieval (nn): model-only 12 retr-only 1 p=0.00342 diff +0.183 +K=8 gen_v3_s0 vs best retrieval (nn): model-only 5 retr-only 4 p=1 diff +0.017 +K=8 gen_v3_s1 vs best retrieval (nn): model-only 6 retr-only 3 p=0.508 diff +0.050 +K=8 gen_v3_s2 vs best retrieval (nn): model-only 2 retr-only 3 p=1 diff -0.017 +K=8 gen_v3e_s0 vs best retrieval (nn): model-only 7 retr-only 1 p=0.0703 diff +0.100 +K=8 gen_v3e_s1 vs best retrieval (nn): model-only 8 retr-only 1 p=0.0391 diff +0.117 +K=8 gen_v3e_s2 vs best retrieval (nn): model-only 8 retr-only 3 p=0.227 diff +0.083 +K=8 gen_v3e_t1_s0 vs best retrieval (nn): model-only 9 retr-only 1 p=0.0215 diff +0.133 + +=== Furuta lvl1.25: N=60, NN ratio 2.1x; per-plant fresh-solve success 0.750 === +arm K=1 K=4 K=8 +nn 0.217 0.533 0.633 +idw 0.217 0.483 0.600 +gen_v3_s0 0.233 0.567 0.600 +gen_v3_s1 0.267 0.550 0.583 +gen_v3_s2 0.317 0.483 0.617 +gen_v3e_s0 0.317 0.567 0.617 +gen_v3e_s1 0.217 0.500 0.567 +gen_v3e_s2 0.300 0.517 0.617 +gen_v3e_t1_s0 0.333 0.633 0.650 +K=1 gen_v3_s0 vs best retrieval (nn): model-only 8 retr-only 7 p=1 diff +0.017 +K=1 gen_v3_s1 vs best retrieval (nn): model-only 12 retr-only 9 p=0.664 diff +0.050 +K=1 gen_v3_s2 vs best retrieval (nn): model-only 14 retr-only 8 p=0.286 diff +0.100 +K=1 gen_v3e_s0 vs best retrieval (nn): model-only 13 retr-only 7 p=0.263 diff +0.100 +K=1 gen_v3e_s1 vs best retrieval (nn): model-only 10 retr-only 10 p=1 diff +0.000 +K=1 gen_v3e_s2 vs best retrieval (nn): model-only 13 retr-only 8 p=0.383 diff +0.083 +K=1 gen_v3e_t1_s0 vs best retrieval (nn): model-only 14 retr-only 7 p=0.189 diff +0.117 +K=4 gen_v3_s0 vs best retrieval (nn): model-only 8 retr-only 6 p=0.791 diff +0.033 +K=4 gen_v3_s1 vs best retrieval (nn): model-only 7 retr-only 6 p=1 diff +0.017 +K=4 gen_v3_s2 vs best retrieval (nn): model-only 6 retr-only 9 p=0.607 diff -0.050 +K=4 gen_v3e_s0 vs best retrieval (nn): model-only 8 retr-only 6 p=0.791 diff +0.033 +K=4 gen_v3e_s1 vs best retrieval (nn): model-only 5 retr-only 7 p=0.774 diff -0.033 +K=4 gen_v3e_s2 vs best retrieval (nn): model-only 7 retr-only 8 p=1 diff -0.017 +K=4 gen_v3e_t1_s0 vs best retrieval (nn): model-only 9 retr-only 3 p=0.146 diff +0.100 +K=8 gen_v3_s0 vs best retrieval (nn): model-only 2 retr-only 4 p=0.688 diff -0.033 +K=8 gen_v3_s1 vs best retrieval (nn): model-only 2 retr-only 5 p=0.453 diff -0.050 +K=8 gen_v3_s2 vs best retrieval (nn): model-only 3 retr-only 4 p=1 diff -0.017 +K=8 gen_v3e_s0 vs best retrieval (nn): model-only 3 retr-only 4 p=1 diff -0.017 +K=8 gen_v3e_s1 vs best retrieval (nn): model-only 3 retr-only 7 p=0.344 diff -0.067 +K=8 gen_v3e_s2 vs best retrieval (nn): model-only 3 retr-only 4 p=1 diff -0.017 +K=8 gen_v3e_t1_s0 vs best retrieval (nn): model-only 4 retr-only 3 p=1 diff +0.017 + +=== Furuta lvl1.5: N=60, NN ratio 3.1x; per-plant fresh-solve success 0.667 === +arm K=1 K=4 K=8 +nn 0.233 0.433 0.533 +idw 0.233 0.383 0.500 +gen_v3_s0 0.167 0.417 0.483 +gen_v3_s1 0.117 0.367 0.483 +gen_v3_s2 0.183 0.417 0.517 +gen_v3e_s0 0.267 0.400 0.517 +gen_v3e_s1 0.167 0.450 0.500 +gen_v3e_s2 0.183 0.450 0.550 +gen_v3e_t1_s0 0.300 0.483 0.517 +K=1 gen_v3_s0 vs best retrieval (nn): model-only 7 retr-only 11 p=0.481 diff -0.067 +K=1 gen_v3_s1 vs best retrieval (nn): model-only 6 retr-only 13 p=0.167 diff -0.117 +K=1 gen_v3_s2 vs best retrieval (nn): model-only 5 retr-only 8 p=0.581 diff -0.050 +K=1 gen_v3e_s0 vs best retrieval (nn): model-only 9 retr-only 7 p=0.804 diff +0.033 +K=1 gen_v3e_s1 vs best retrieval (nn): model-only 8 retr-only 12 p=0.503 diff -0.067 +K=1 gen_v3e_s2 vs best retrieval (nn): model-only 5 retr-only 8 p=0.581 diff -0.050 +K=1 gen_v3e_t1_s0 vs best retrieval (nn): model-only 10 retr-only 6 p=0.454 diff +0.067 +K=4 gen_v3_s0 vs best retrieval (nn): model-only 5 retr-only 6 p=1 diff -0.017 +K=4 gen_v3_s1 vs best retrieval (nn): model-only 4 retr-only 8 p=0.388 diff -0.067 +K=4 gen_v3_s2 vs best retrieval (nn): model-only 6 retr-only 7 p=1 diff -0.017 +K=4 gen_v3e_s0 vs best retrieval (nn): model-only 5 retr-only 7 p=0.774 diff -0.033 +K=4 gen_v3e_s1 vs best retrieval (nn): model-only 7 retr-only 6 p=1 diff +0.017 +K=4 gen_v3e_s2 vs best retrieval (nn): model-only 7 retr-only 6 p=1 diff +0.017 +K=4 gen_v3e_t1_s0 vs best retrieval (nn): model-only 8 retr-only 5 p=0.581 diff +0.050 +K=8 gen_v3_s0 vs best retrieval (nn): model-only 3 retr-only 6 p=0.508 diff -0.050 +K=8 gen_v3_s1 vs best retrieval (nn): model-only 4 retr-only 7 p=0.549 diff -0.050 +K=8 gen_v3_s2 vs best retrieval (nn): model-only 2 retr-only 3 p=1 diff -0.017 +K=8 gen_v3e_s0 vs best retrieval (nn): model-only 4 retr-only 5 p=1 diff -0.017 +K=8 gen_v3e_s1 vs best retrieval (nn): model-only 4 retr-only 6 p=0.754 diff -0.033 +K=8 gen_v3e_s2 vs best retrieval (nn): model-only 4 retr-only 3 p=1 diff +0.017 +K=8 gen_v3e_t1_s0 vs best retrieval (nn): model-only 4 retr-only 5 p=1 diff -0.017 + +=== Furuta lvl2.0: N=60, NN ratio 6.2x; per-plant fresh-solve success 0.533 === +arm K=1 K=4 K=8 +nn 0.083 0.217 0.267 +idw 0.083 0.167 0.233 +gen_v3_s0 0.067 0.183 0.283 +gen_v3_s1 0.083 0.150 0.267 +gen_v3_s2 0.100 0.217 0.317 +gen_v3e_s0 0.067 0.200 0.267 +gen_v3e_s1 0.067 0.133 0.183 +gen_v3e_s2 0.067 0.217 0.250 +gen_v3e_t1_s0 0.050 0.183 0.250 +K=1 gen_v3_s0 vs best retrieval (nn): model-only 2 retr-only 3 p=1 diff -0.017 +K=1 gen_v3_s1 vs best retrieval (nn): model-only 4 retr-only 4 p=1 diff +0.000 +K=1 gen_v3_s2 vs best retrieval (nn): model-only 3 retr-only 2 p=1 diff +0.017 +K=1 gen_v3e_s0 vs best retrieval (nn): model-only 1 retr-only 2 p=1 diff -0.017 +K=1 gen_v3e_s1 vs best retrieval (nn): model-only 2 retr-only 3 p=1 diff -0.017 +K=1 gen_v3e_s2 vs best retrieval (nn): model-only 1 retr-only 2 p=1 diff -0.017 +K=1 gen_v3e_t1_s0 vs best retrieval (nn): model-only 2 retr-only 4 p=0.688 diff -0.033 +K=4 gen_v3_s0 vs best retrieval (nn): model-only 3 retr-only 5 p=0.727 diff -0.033 +K=4 gen_v3_s1 vs best retrieval (nn): model-only 3 retr-only 7 p=0.344 diff -0.067 +K=4 gen_v3_s2 vs best retrieval (nn): model-only 3 retr-only 3 p=1 diff +0.000 +K=4 gen_v3e_s0 vs best retrieval (nn): model-only 4 retr-only 5 p=1 diff -0.017 +K=4 gen_v3e_s1 vs best retrieval (nn): model-only 1 retr-only 6 p=0.125 diff -0.083 +K=4 gen_v3e_s2 vs best retrieval (nn): model-only 4 retr-only 4 p=1 diff +0.000 +K=4 gen_v3e_t1_s0 vs best retrieval (nn): model-only 4 retr-only 6 p=0.754 diff -0.033 +K=8 gen_v3_s0 vs best retrieval (nn): model-only 6 retr-only 5 p=1 diff +0.017 +K=8 gen_v3_s1 vs best retrieval (nn): model-only 5 retr-only 5 p=1 diff +0.000 +K=8 gen_v3_s2 vs best retrieval (nn): model-only 4 retr-only 1 p=0.375 diff +0.050 +K=8 gen_v3e_s0 vs best retrieval (nn): model-only 4 retr-only 4 p=1 diff +0.000 +K=8 gen_v3e_s1 vs best retrieval (nn): model-only 2 retr-only 7 p=0.18 diff -0.083 +K=8 gen_v3e_s2 vs best retrieval (nn): model-only 4 retr-only 5 p=1 diff -0.017 +K=8 gen_v3e_t1_s0 vs best retrieval (nn): model-only 5 retr-only 6 p=1 diff -0.017 + diff --git a/results/ood/pendulum_ood.txt b/results/ood/pendulum_ood.txt new file mode 100644 index 0000000000000000000000000000000000000000..705a0a44f33319d34b9f85ae6a7e665e1016b1f7 --- /dev/null +++ b/results/ood/pendulum_ood.txt @@ -0,0 +1,804 @@ +=== lvl0: N=60 NN-dist ratio test/bank 1.0x (mean NN 0.148); oracle finite 60 === +-- no steering: cov / certified-stable cov / median regret % (inf = unstable counts as failure) +arm K=1: cov cert regret | K=4: cov cert regret | K=8: cov cert regret +diff_s0 | 1.000 1.000 1.44 | 1.000 1.000 1.23 | 1.000 1.000 1.09 +diff_s1 | 1.000 1.000 1.49 | 1.000 1.000 1.21 | 1.000 1.000 1.15 +diff_s2 | 1.000 1.000 1.39 | 1.000 1.000 1.20 | 1.000 1.000 1.07 +x_s42 | 1.000 1.000 1.51 | 1.000 1.000 1.28 | 1.000 1.000 1.08 +x_s43 | 1.000 1.000 1.09 | 1.000 1.000 0.73 | 1.000 1.000 0.65 +x_s44 | 1.000 1.000 1.35 | 1.000 1.000 1.17 | 1.000 1.000 1.02 +nn | 1.000 1.000 1.78 | 1.000 1.000 0.68 | 1.000 1.000 0.29 +idw | 1.000 1.000 1.78 | 1.000 1.000 0.71 | 1.000 1.000 0.29 +nns | 1.000 1.000 1.40 | 1.000 1.000 1.21 | 1.000 1.000 1.11 +dls | 1.000 1.000 1.41 | 1.000 1.000 1.23 | 1.000 1.000 1.14 + +-- 50-step steering on every candidate: cov / certified-stable cov / median regret % (inf = unstable counts as failure) +arm K=1: cov cert regret | K=4: cov cert regret | K=8: cov cert regret +diff_s0 | 1.000 0.983 0.02 | 1.000 1.000 0.00 | 1.000 1.000 0.00 +diff_s1 | 1.000 0.983 0.01 | 1.000 1.000 0.00 | 1.000 1.000 0.00 +diff_s2 | 1.000 0.983 0.01 | 1.000 1.000 0.00 | 1.000 1.000 0.00 +x_s42 | 1.000 0.967 0.03 | 1.000 1.000 0.00 | 1.000 1.000 0.00 +x_s43 | 1.000 0.983 0.01 | 1.000 1.000 0.00 | 1.000 1.000 -0.00 +x_s44 | 1.000 0.983 0.02 | 1.000 1.000 0.00 | 1.000 1.000 0.00 +nn | 1.000 1.000 0.01 | 1.000 1.000 -0.00 | 1.000 1.000 -0.00 +idw | 1.000 1.000 0.01 | 1.000 1.000 -0.00 | 1.000 1.000 -0.00 +nns | 1.000 1.000 0.01 | 1.000 1.000 0.00 | 1.000 1.000 0.00 +dls | 1.000 1.000 0.01 | 1.000 1.000 0.00 | 1.000 1.000 0.00 + +-- paired tests, diffusion (model - retrieval): [cov McNemar model-only/retr-only p | certified-cov | paired regret diff median [95% CI], Wilcoxon p]; * = best retrieval arm by median regret +K=1 st=0 diff_s0 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret -0.21 [-0.48,+0.09] p=0.112 +K=1 st=0 diff_s0 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret -0.21 [-0.48,+0.09] p=0.112 +K=1 st=0 diff_s0 vs nns * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.07 [-0.01,+0.22] p=0.11 +K=1 st=0 diff_s0 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.14 [-0.27,+0.04] p=0.178 +K=1 st=0 diff_s1 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret -0.18 [-0.44,+0.14] p=0.236 +K=1 st=0 diff_s1 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret -0.18 [-0.44,+0.14] p=0.236 +K=1 st=0 diff_s1 vs nns * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.09 [-0.12,+0.25] p=0.342 +K=1 st=0 diff_s1 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.09 [-0.21,+0.05] p=0.216 +K=1 st=0 diff_s2 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret -0.21 [-0.48,-0.01] p=0.153 +K=1 st=0 diff_s2 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret -0.21 [-0.48,-0.01] p=0.153 +K=1 st=0 diff_s2 vs nns * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.04 [-0.09,+0.14] p=0.422 +K=1 st=0 diff_s2 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.13 [-0.29,-0.04] p=0.216 +K=1 st=1 diff_s0 vs nn cov 0-0 p=1 | cert 0-1 p=1 | regret -0.00 [-0.03,+0.00] p=0.484 +K=1 st=1 diff_s0 vs idw cov 0-0 p=1 | cert 0-1 p=1 | regret -0.00 [-0.03,+0.00] p=0.484 +K=1 st=1 diff_s0 vs nns cov 0-0 p=1 | cert 0-1 p=1 | regret +0.01 [+0.00,+0.02] p=4.26e-05 +K=1 st=1 diff_s0 vs dls * cov 0-0 p=1 | cert 0-1 p=1 | regret +0.00 [-0.00,+0.02] p=0.0393 +K=1 st=1 diff_s1 vs nn cov 0-0 p=1 | cert 0-1 p=1 | regret -0.00 [-0.02,+0.00] p=0.357 +K=1 st=1 diff_s1 vs idw cov 0-0 p=1 | cert 0-1 p=1 | regret -0.00 [-0.02,+0.00] p=0.357 +K=1 st=1 diff_s1 vs nns cov 0-0 p=1 | cert 0-1 p=1 | regret +0.00 [+0.00,+0.01] p=0.00551 +K=1 st=1 diff_s1 vs dls * cov 0-0 p=1 | cert 0-1 p=1 | regret +0.00 [-0.00,+0.00] p=0.414 +K=1 st=1 diff_s2 vs nn cov 0-0 p=1 | cert 0-1 p=1 | regret -0.00 [-0.03,-0.00] p=0.328 +K=1 st=1 diff_s2 vs idw cov 0-0 p=1 | cert 0-1 p=1 | regret -0.00 [-0.03,-0.00] p=0.328 +K=1 st=1 diff_s2 vs nns cov 0-0 p=1 | cert 0-1 p=1 | regret +0.00 [+0.00,+0.01] p=0.004 +K=1 st=1 diff_s2 vs dls * cov 0-0 p=1 | cert 0-1 p=1 | regret +0.00 [-0.00,+0.01] p=0.357 +K=4 st=0 diff_s0 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.53 [+0.41,+0.84] p=2.3e-08 +K=4 st=0 diff_s0 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.53 [+0.38,+0.84] p=5.35e-07 +K=4 st=0 diff_s0 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.04 [-0.13,+0.16] p=0.702 +K=4 st=0 diff_s0 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.11 [-0.26,-0.03] p=0.263 +K=4 st=0 diff_s1 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.55 [+0.42,+0.87] p=3.1e-08 +K=4 st=0 diff_s1 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.55 [+0.36,+0.87] p=6e-07 +K=4 st=0 diff_s1 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.01 [-0.15,+0.11] p=0.906 +K=4 st=0 diff_s1 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.13 [-0.31,+0.01] p=0.276 +K=4 st=0 diff_s2 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.59 [+0.41,+0.80] p=6.89e-09 +K=4 st=0 diff_s2 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.57 [+0.39,+0.79] p=2.1e-07 +K=4 st=0 diff_s2 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.02 [-0.12,+0.13] p=1 +K=4 st=0 diff_s2 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.12 [-0.19,-0.06] p=0.198 +K=4 st=1 diff_s0 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.01 [+0.00,+0.03] p=5.48e-05 +K=4 st=1 diff_s0 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.01 [+0.00,+0.02] p=0.000118 +K=4 st=1 diff_s0 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.00,+0.01] p=0.0105 +K=4 st=1 diff_s0 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.00,+0.00] p=0.178 +K=4 st=1 diff_s1 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [+0.00,+0.03] p=5.83e-05 +K=4 st=1 diff_s1 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [+0.00,+0.03] p=0.000125 +K=4 st=1 diff_s1 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.00,+0.00] p=0.0158 +K=4 st=1 diff_s1 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.00,+0.00] p=0.0625 +K=4 st=1 diff_s2 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [+0.00,+0.03] p=3.4e-05 +K=4 st=1 diff_s2 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [+0.00,+0.02] p=1.77e-05 +K=4 st=1 diff_s2 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [+0.00,+0.01] p=0.000747 +K=4 st=1 diff_s2 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.00,+0.00] p=0.12 +K=8 st=0 diff_s0 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.68 [+0.46,+0.84] p=2.21e-10 +K=8 st=0 diff_s0 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.68 [+0.45,+0.84] p=2.32e-10 +K=8 st=0 diff_s0 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret -0.02 [-0.09,+0.11] p=0.648 +K=8 st=0 diff_s0 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.18 [-0.28,-0.11] p=0.385 +K=8 st=0 diff_s1 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.76 [+0.56,+0.96] p=1.74e-10 +K=8 st=0 diff_s1 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.76 [+0.56,+0.96] p=1.74e-10 +K=8 st=0 diff_s1 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.03 [-0.06,+0.19] p=0.151 +K=8 st=0 diff_s1 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.12 [-0.23,-0.03] p=0.675 +K=8 st=0 diff_s2 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.68 [+0.57,+0.80] p=1.58e-10 +K=8 st=0 diff_s2 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.68 [+0.57,+0.80] p=1.74e-10 +K=8 st=0 diff_s2 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.08,+0.07] p=1 +K=8 st=0 diff_s2 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.21 [-0.28,-0.03] p=0.16 +K=8 st=1 diff_s0 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.01 [+0.00,+0.03] p=9.45e-07 +K=8 st=1 diff_s0 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.01 [+0.00,+0.03] p=1.36e-07 +K=8 st=1 diff_s0 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.00,+0.01] p=0.00806 +K=8 st=1 diff_s0 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.00,+0.01] p=0.0636 +K=8 st=1 diff_s1 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.01 [+0.00,+0.03] p=2.46e-06 +K=8 st=1 diff_s1 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.01 [+0.00,+0.03] p=3.12e-07 +K=8 st=1 diff_s1 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.00,+0.00] p=0.00721 +K=8 st=1 diff_s1 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.00,+0.00] p=0.0515 +K=8 st=1 diff_s2 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.01 [+0.00,+0.03] p=2.46e-07 +K=8 st=1 diff_s2 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.01 [+0.00,+0.03] p=2.23e-08 +K=8 st=1 diff_s2 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.00,+0.00] p=0.0477 +K=8 st=1 diff_s2 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.00,+0.00] p=0.0812 + +=== lvl1.1: N=60 NN-dist ratio test/bank 1.9x (mean NN 0.268); oracle finite 60 === +-- no steering: cov / certified-stable cov / median regret % (inf = unstable counts as failure) +arm K=1: cov cert regret | K=4: cov cert regret | K=8: cov cert regret +diff_s0 | 1.000 1.000 1.29 | 1.000 1.000 1.00 | 1.000 1.000 0.92 +diff_s1 | 1.000 1.000 1.28 | 1.000 1.000 1.03 | 1.000 1.000 0.92 +diff_s2 | 1.000 1.000 1.14 | 1.000 1.000 0.94 | 1.000 1.000 0.84 +x_s42 | 1.000 1.000 1.20 | 1.000 1.000 0.96 | 1.000 1.000 0.88 +x_s43 | 1.000 0.983 1.15 | 1.000 1.000 0.85 | 1.000 1.000 0.74 +x_s44 | 1.000 1.000 1.17 | 1.000 1.000 0.93 | 1.000 1.000 0.88 +nn | 1.000 1.000 1.41 | 1.000 1.000 0.68 | 1.000 1.000 0.53 +idw | 1.000 1.000 1.41 | 1.000 1.000 0.75 | 1.000 1.000 0.55 +nns | 1.000 1.000 1.27 | 1.000 1.000 1.06 | 1.000 1.000 0.95 +dls | 1.000 1.000 1.17 | 1.000 1.000 1.05 | 1.000 1.000 0.95 + +-- 50-step steering on every candidate: cov / certified-stable cov / median regret % (inf = unstable counts as failure) +arm K=1: cov cert regret | K=4: cov cert regret | K=8: cov cert regret +diff_s0 | 1.000 0.917 0.03 | 1.000 0.967 0.00 | 1.000 0.967 0.00 +diff_s1 | 1.000 0.933 0.02 | 1.000 0.983 0.00 | 1.000 1.000 0.00 +diff_s2 | 1.000 0.917 0.02 | 1.000 0.967 0.00 | 1.000 0.967 0.00 +x_s42 | 1.000 0.900 0.03 | 1.000 0.917 0.00 | 1.000 0.933 0.00 +x_s43 | 1.000 0.867 0.04 | 1.000 0.933 0.01 | 1.000 0.933 0.00 +x_s44 | 1.000 0.917 0.02 | 1.000 0.950 0.00 | 1.000 0.950 0.00 +nn | 1.000 0.967 0.01 | 1.000 1.000 -0.01 | 1.000 1.000 -0.01 +idw | 1.000 0.967 0.01 | 1.000 1.000 -0.00 | 1.000 1.000 -0.01 +nns | 1.000 0.950 0.01 | 1.000 0.950 0.01 | 1.000 0.950 0.00 +dls | 1.000 0.950 0.01 | 1.000 0.950 0.00 | 1.000 0.950 0.00 + +-- paired tests, diffusion (model - retrieval): [cov McNemar model-only/retr-only p | certified-cov | paired regret diff median [95% CI], Wilcoxon p]; * = best retrieval arm by median regret +K=1 st=0 diff_s0 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret +0.04 [-0.33,+0.69] p=0.617 +K=1 st=0 diff_s0 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.04 [-0.33,+0.69] p=0.617 +K=1 st=0 diff_s0 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.17 [-0.03,+0.29] p=0.046 +K=1 st=0 diff_s0 vs dls * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.04 [-0.13,+0.22] p=0.245 +K=1 st=0 diff_s1 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.76,+0.47] p=0.814 +K=1 st=0 diff_s1 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.76,+0.47] p=0.814 +K=1 st=0 diff_s1 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.05 [-0.08,+0.21] p=0.373 +K=1 st=0 diff_s1 vs dls * cov 0-0 p=1 | cert 0-0 p=1 | regret -0.05 [-0.22,+0.15] p=0.802 +K=1 st=0 diff_s2 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret -0.07 [-0.55,+0.48] p=0.883 +K=1 st=0 diff_s2 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret -0.07 [-0.55,+0.48] p=0.883 +K=1 st=0 diff_s2 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.22,+0.17] p=0.48 +K=1 st=0 diff_s2 vs dls * cov 0-0 p=1 | cert 0-0 p=1 | regret -0.04 [-0.19,+0.17] p=0.912 +K=1 st=1 diff_s0 vs nn * cov 0-0 p=1 | cert 0-3 p=0.25 | regret +0.00 [-0.00,+0.05] p=0.0126 +K=1 st=1 diff_s0 vs idw cov 0-0 p=1 | cert 0-3 p=0.25 | regret +0.00 [-0.00,+0.05] p=0.0126 +K=1 st=1 diff_s0 vs nns cov 0-0 p=1 | cert 0-2 p=0.5 | regret +0.00 [-0.00,+0.03] p=0.00373 +K=1 st=1 diff_s0 vs dls cov 0-0 p=1 | cert 0-2 p=0.5 | regret +0.00 [-0.00,+0.02] p=0.00705 +K=1 st=1 diff_s1 vs nn * cov 0-0 p=1 | cert 0-2 p=0.5 | regret -0.00 [-0.01,+0.01] p=0.401 +K=1 st=1 diff_s1 vs idw cov 0-0 p=1 | cert 0-2 p=0.5 | regret -0.00 [-0.01,+0.01] p=0.401 +K=1 st=1 diff_s1 vs nns cov 0-0 p=1 | cert 0-1 p=1 | regret -0.00 [-0.01,+0.00] p=0.982 +K=1 st=1 diff_s1 vs dls cov 0-0 p=1 | cert 0-1 p=1 | regret -0.00 [-0.00,+0.00] p=0.571 +K=1 st=1 diff_s2 vs nn * cov 0-0 p=1 | cert 1-4 p=0.375 | regret +0.00 [-0.00,+0.02] p=0.052 +K=1 st=1 diff_s2 vs idw cov 0-0 p=1 | cert 1-4 p=0.375 | regret +0.00 [-0.00,+0.02] p=0.052 +K=1 st=1 diff_s2 vs nns cov 0-0 p=1 | cert 1-3 p=0.625 | regret +0.00 [-0.00,+0.03] p=0.00737 +K=1 st=1 diff_s2 vs dls cov 0-0 p=1 | cert 1-3 p=0.625 | regret +0.00 [-0.00,+0.01] p=0.105 +K=4 st=0 diff_s0 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.31 [+0.00,+0.67] p=0.0084 +K=4 st=0 diff_s0 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.20 [-0.06,+0.58] p=0.052 +K=4 st=0 diff_s0 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret -0.05 [-0.14,+0.05] p=0.906 +K=4 st=0 diff_s0 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.14 [-0.24,-0.03] p=0.178 +K=4 st=0 diff_s1 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.28 [-0.03,+0.65] p=0.0252 +K=4 st=0 diff_s1 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.17 [-0.11,+0.42] p=0.113 +K=4 st=0 diff_s1 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret -0.08 [-0.17,-0.01] p=0.306 +K=4 st=0 diff_s1 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.17 [-0.29,-0.08] p=0.0668 +K=4 st=0 diff_s2 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.34 [+0.04,+0.54] p=0.0192 +K=4 st=0 diff_s2 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.24 [-0.03,+0.53] p=0.0947 +K=4 st=0 diff_s2 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret -0.05 [-0.23,+0.02] p=0.393 +K=4 st=0 diff_s2 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.13 [-0.22,-0.04] p=0.0595 +K=4 st=1 diff_s0 vs nn * cov 0-0 p=1 | cert 0-2 p=0.5 | regret +0.02 [+0.00,+0.05] p=2.16e-05 +K=4 st=1 diff_s0 vs idw cov 0-0 p=1 | cert 0-2 p=0.5 | regret +0.01 [+0.00,+0.04] p=6.02e-05 +K=4 st=1 diff_s0 vs nns cov 0-0 p=1 | cert 1-0 p=1 | regret -0.00 [-0.00,+0.00] p=0.424 +K=4 st=1 diff_s0 vs dls cov 0-0 p=1 | cert 1-0 p=1 | regret -0.00 [-0.00,+0.00] p=0.686 +K=4 st=1 diff_s1 vs nn * cov 0-0 p=1 | cert 0-1 p=1 | regret +0.01 [+0.00,+0.03] p=0.000141 +K=4 st=1 diff_s1 vs idw cov 0-0 p=1 | cert 0-1 p=1 | regret +0.01 [+0.00,+0.03] p=0.000268 +K=4 st=1 diff_s1 vs nns cov 0-0 p=1 | cert 2-0 p=0.5 | regret -0.00 [-0.01,+0.00] p=0.478 +K=4 st=1 diff_s1 vs dls cov 0-0 p=1 | cert 2-0 p=0.5 | regret -0.00 [-0.00,+0.00] p=0.695 +K=4 st=1 diff_s2 vs nn * cov 0-0 p=1 | cert 0-2 p=0.5 | regret +0.01 [+0.00,+0.04] p=1.11e-05 +K=4 st=1 diff_s2 vs idw cov 0-0 p=1 | cert 0-2 p=0.5 | regret +0.01 [+0.00,+0.04] p=8.46e-05 +K=4 st=1 diff_s2 vs nns cov 0-0 p=1 | cert 1-0 p=1 | regret -0.00 [-0.00,+0.00] p=0.422 +K=4 st=1 diff_s2 vs dls cov 0-0 p=1 | cert 1-0 p=1 | regret -0.00 [-0.00,+0.00] p=0.466 +K=8 st=0 diff_s0 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.28 [+0.02,+0.68] p=0.00419 +K=8 st=0 diff_s0 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.26 [-0.07,+0.56] p=0.0111 +K=8 st=0 diff_s0 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret -0.06 [-0.15,+0.07] p=0.825 +K=8 st=0 diff_s0 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.18 [-0.29,-0.03] p=0.296 +K=8 st=0 diff_s1 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.21 [+0.02,+0.69] p=0.00492 +K=8 st=0 diff_s1 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.19 [+0.01,+0.62] p=0.0113 +K=8 st=0 diff_s1 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret -0.02 [-0.20,+0.12] p=0.883 +K=8 st=0 diff_s1 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.18 [-0.29,-0.05] p=0.339 +K=8 st=0 diff_s2 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.31 [+0.01,+0.58] p=0.00753 +K=8 st=0 diff_s2 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.23 [+0.01,+0.56] p=0.0154 +K=8 st=0 diff_s2 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret -0.06 [-0.17,+0.01] p=0.393 +K=8 st=0 diff_s2 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.15 [-0.30,-0.08] p=0.18 +K=8 st=1 diff_s0 vs nn * cov 0-0 p=1 | cert 0-2 p=0.5 | regret +0.01 [+0.00,+0.05] p=2.09e-05 +K=8 st=1 diff_s0 vs idw cov 0-0 p=1 | cert 0-2 p=0.5 | regret +0.01 [+0.00,+0.04] p=6.61e-05 +K=8 st=1 diff_s0 vs nns cov 0-0 p=1 | cert 1-0 p=1 | regret +0.00 [-0.00,+0.00] p=0.397 +K=8 st=1 diff_s0 vs dls cov 0-0 p=1 | cert 1-0 p=1 | regret -0.00 [-0.00,+0.00] p=0.437 +K=8 st=1 diff_s1 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.01 [+0.00,+0.03] p=3.16e-06 +K=8 st=1 diff_s1 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.01 [+0.00,+0.03] p=4.84e-06 +K=8 st=1 diff_s1 vs nns cov 0-0 p=1 | cert 3-0 p=0.25 | regret -0.00 [-0.00,+0.00] p=0.551 +K=8 st=1 diff_s1 vs dls cov 0-0 p=1 | cert 3-0 p=0.25 | regret -0.00 [-0.00,+0.00] p=0.478 +K=8 st=1 diff_s2 vs nn * cov 0-0 p=1 | cert 0-2 p=0.5 | regret +0.01 [+0.00,+0.05] p=6.55e-07 +K=8 st=1 diff_s2 vs idw cov 0-0 p=1 | cert 0-2 p=0.5 | regret +0.01 [+0.00,+0.04] p=4.43e-07 +K=8 st=1 diff_s2 vs nns cov 0-0 p=1 | cert 1-0 p=1 | regret -0.00 [-0.00,+0.00] p=0.592 +K=8 st=1 diff_s2 vs dls cov 0-0 p=1 | cert 1-0 p=1 | regret -0.00 [-0.00,+0.00] p=0.299 + +=== lvl1.25: N=60 NN-dist ratio test/bank 3.9x (mean NN 0.565); oracle finite 60 === +-- no steering: cov / certified-stable cov / median regret % (inf = unstable counts as failure) +arm K=1: cov cert regret | K=4: cov cert regret | K=8: cov cert regret +diff_s0 | 1.000 0.983 1.21 | 1.000 1.000 0.83 | 1.000 1.000 0.70 +diff_s1 | 1.000 0.983 1.11 | 1.000 1.000 0.81 | 1.000 1.000 0.67 +diff_s2 | 1.000 1.000 1.26 | 1.000 1.000 0.81 | 1.000 1.000 0.72 +x_s42 | 1.000 0.983 1.28 | 1.000 1.000 0.85 | 1.000 1.000 0.69 +x_s43 | 1.000 1.000 1.37 | 1.000 1.000 0.88 | 1.000 1.000 0.65 +x_s44 | 1.000 0.983 1.19 | 1.000 1.000 0.79 | 1.000 1.000 0.71 +nn | 1.000 1.000 1.80 | 1.000 1.000 1.22 | 1.000 1.000 1.06 +idw | 1.000 1.000 1.80 | 1.000 1.000 1.27 | 1.000 1.000 1.00 +nns | 1.000 1.000 1.11 | 1.000 1.000 0.97 | 1.000 1.000 0.95 +dls | 1.000 1.000 1.06 | 1.000 1.000 1.00 | 1.000 1.000 0.97 + +-- 50-step steering on every candidate: cov / certified-stable cov / median regret % (inf = unstable counts as failure) +arm K=1: cov cert regret | K=4: cov cert regret | K=8: cov cert regret +diff_s0 | 1.000 0.817 0.01 | 1.000 0.833 0.00 | 1.000 0.883 -0.00 +diff_s1 | 1.000 0.783 0.01 | 1.000 0.917 0.00 | 1.000 0.950 -0.00 +diff_s2 | 1.000 0.767 0.01 | 1.000 0.883 -0.00 | 1.000 0.967 -0.00 +x_s42 | 1.000 0.750 0.01 | 1.000 0.817 -0.00 | 1.000 0.833 -0.01 +x_s43 | 1.000 0.800 0.03 | 1.000 0.833 0.00 | 1.000 0.917 0.00 +x_s44 | 1.000 0.817 0.02 | 1.000 0.867 0.00 | 1.000 0.933 0.00 +nn | 1.000 0.950 -0.00 | 1.000 1.000 -0.01 | 1.000 1.000 -0.01 +idw | 1.000 0.950 -0.00 | 1.000 1.000 -0.00 | 1.000 1.000 -0.01 +nns | 1.000 0.850 0.01 | 1.000 0.883 0.00 | 1.000 0.883 0.00 +dls | 1.000 0.833 0.01 | 1.000 0.867 0.00 | 1.000 0.883 0.00 + +-- paired tests, diffusion (model - retrieval): [cov McNemar model-only/retr-only p | certified-cov | paired regret diff median [95% CI], Wilcoxon p]; * = best retrieval arm by median regret +K=1 st=0 diff_s0 vs nn cov 0-0 p=1 | cert 0-1 p=1 | regret -0.86 [-1.73,+0.08] p=0.178 +K=1 st=0 diff_s0 vs idw cov 0-0 p=1 | cert 0-1 p=1 | regret -0.86 [-1.73,+0.08] p=0.178 +K=1 st=0 diff_s0 vs nns cov 0-0 p=1 | cert 0-1 p=1 | regret +0.12 [-0.14,+0.36] p=0.107 +K=1 st=0 diff_s0 vs dls * cov 0-0 p=1 | cert 0-1 p=1 | regret -0.03 [-0.25,+0.16] p=0.837 +K=1 st=0 diff_s1 vs nn cov 0-0 p=1 | cert 0-1 p=1 | regret -0.65 [-1.80,+0.29] p=0.248 +K=1 st=0 diff_s1 vs idw cov 0-0 p=1 | cert 0-1 p=1 | regret -0.65 [-1.80,+0.29] p=0.248 +K=1 st=0 diff_s1 vs nns cov 0-0 p=1 | cert 0-1 p=1 | regret -0.02 [-0.09,+0.29] p=0.242 +K=1 st=0 diff_s1 vs dls * cov 0-0 p=1 | cert 0-1 p=1 | regret -0.04 [-0.30,+0.23] p=0.848 +K=1 st=0 diff_s2 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret -0.55 [-1.94,+0.30] p=0.279 +K=1 st=0 diff_s2 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret -0.55 [-1.94,+0.30] p=0.279 +K=1 st=0 diff_s2 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.10 [-0.14,+0.38] p=0.0933 +K=1 st=0 diff_s2 vs dls * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.10 [-0.14,+0.31] p=0.494 +K=1 st=1 diff_s0 vs nn * cov 0-0 p=1 | cert 0-8 p=0.00781 | regret +0.01 [+0.00,+0.08] p=0.0069 +K=1 st=1 diff_s0 vs idw cov 0-0 p=1 | cert 0-8 p=0.00781 | regret +0.01 [+0.00,+0.08] p=0.0069 +K=1 st=1 diff_s0 vs nns cov 0-0 p=1 | cert 1-3 p=0.625 | regret +0.00 [-0.00,+0.01] p=0.381 +K=1 st=1 diff_s0 vs dls cov 0-0 p=1 | cert 1-2 p=1 | regret -0.00 [-0.02,+0.00] p=0.248 +K=1 st=1 diff_s1 vs nn * cov 0-0 p=1 | cert 0-10 p=0.00195 | regret +0.01 [-0.01,+0.05] p=0.085 +K=1 st=1 diff_s1 vs idw cov 0-0 p=1 | cert 0-10 p=0.00195 | regret +0.01 [-0.01,+0.05] p=0.085 +K=1 st=1 diff_s1 vs nns cov 0-0 p=1 | cert 2-6 p=0.289 | regret +0.00 [-0.00,+0.00] p=0.527 +K=1 st=1 diff_s1 vs dls cov 0-0 p=1 | cert 2-5 p=0.453 | regret -0.00 [-0.02,-0.00] p=0.155 +K=1 st=1 diff_s2 vs nn * cov 0-0 p=1 | cert 0-11 p=0.000977 | regret +0.01 [-0.00,+0.08] p=0.0113 +K=1 st=1 diff_s2 vs idw cov 0-0 p=1 | cert 0-11 p=0.000977 | regret +0.01 [-0.00,+0.08] p=0.0113 +K=1 st=1 diff_s2 vs nns cov 0-0 p=1 | cert 0-5 p=0.0625 | regret +0.00 [-0.00,+0.02] p=0.0836 +K=1 st=1 diff_s2 vs dls cov 0-0 p=1 | cert 1-5 p=0.219 | regret +0.00 [-0.00,+0.02] p=0.489 +K=4 st=0 diff_s0 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret -0.24 [-0.81,+0.24] p=0.466 +K=4 st=0 diff_s0 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret -0.27 [-0.98,+0.13] p=0.23 +K=4 st=0 diff_s0 vs nns * cov 0-0 p=1 | cert 0-0 p=1 | regret -0.09 [-0.16,+0.06] p=0.269 +K=4 st=0 diff_s0 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.18 [-0.27,-0.03] p=0.0469 +K=4 st=0 diff_s1 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret -0.27 [-0.71,+0.35] p=0.729 +K=4 st=0 diff_s1 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret -0.36 [-1.14,+0.38] p=0.354 +K=4 st=0 diff_s1 vs nns * cov 0-0 p=1 | cert 0-0 p=1 | regret -0.09 [-0.19,-0.05] p=0.0346 +K=4 st=0 diff_s1 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.18 [-0.27,-0.05] p=0.0174 +K=4 st=0 diff_s2 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret -0.30 [-0.68,+0.12] p=0.556 +K=4 st=0 diff_s2 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret -0.37 [-0.96,+0.07] p=0.282 +K=4 st=0 diff_s2 vs nns * cov 0-0 p=1 | cert 0-0 p=1 | regret -0.13 [-0.19,-0.02] p=0.0234 +K=4 st=0 diff_s2 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.18 [-0.26,-0.09] p=0.0252 +K=4 st=1 diff_s0 vs nn * cov 0-0 p=1 | cert 0-10 p=0.00195 | regret +0.00 [+0.00,+0.07] p=0.000446 +K=4 st=1 diff_s0 vs idw cov 0-0 p=1 | cert 0-10 p=0.00195 | regret +0.00 [-0.00,+0.07] p=0.00355 +K=4 st=1 diff_s0 vs nns cov 0-0 p=1 | cert 1-4 p=0.375 | regret -0.00 [-0.01,+0.00] p=0.124 +K=4 st=1 diff_s0 vs dls cov 0-0 p=1 | cert 1-3 p=0.625 | regret -0.00 [-0.02,-0.00] p=0.0566 +K=4 st=1 diff_s1 vs nn * cov 0-0 p=1 | cert 0-5 p=0.0625 | regret +0.01 [+0.00,+0.03] p=0.00148 +K=4 st=1 diff_s1 vs idw cov 0-0 p=1 | cert 0-5 p=0.0625 | regret +0.00 [-0.00,+0.03] p=0.0077 +K=4 st=1 diff_s1 vs nns cov 0-0 p=1 | cert 3-1 p=0.625 | regret -0.00 [-0.02,-0.00] p=0.0174 +K=4 st=1 diff_s1 vs dls cov 0-0 p=1 | cert 4-1 p=0.375 | regret -0.00 [-0.02,-0.00] p=0.052 +K=4 st=1 diff_s2 vs nn * cov 0-0 p=1 | cert 0-7 p=0.0156 | regret +0.01 [+0.00,+0.05] p=0.000571 +K=4 st=1 diff_s2 vs idw cov 0-0 p=1 | cert 0-7 p=0.0156 | regret +0.01 [+0.00,+0.05] p=0.00152 +K=4 st=1 diff_s2 vs nns cov 0-0 p=1 | cert 2-2 p=1 | regret -0.00 [-0.01,-0.00] p=0.0309 +K=4 st=1 diff_s2 vs dls cov 0-0 p=1 | cert 3-2 p=1 | regret -0.01 [-0.02,-0.00] p=0.0511 +K=8 st=0 diff_s0 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret -0.28 [-0.66,+0.24] p=0.763 +K=8 st=0 diff_s0 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret -0.19 [-0.64,+0.27] p=0.752 +K=8 st=0 diff_s0 vs nns * cov 0-0 p=1 | cert 0-0 p=1 | regret -0.17 [-0.24,-0.10] p=0.0026 +K=8 st=0 diff_s0 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.24 [-0.30,-0.13] p=0.0104 +K=8 st=0 diff_s1 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret -0.21 [-0.53,+0.22] p=0.848 +K=8 st=0 diff_s1 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret -0.14 [-0.56,+0.22] p=0.854 +K=8 st=0 diff_s1 vs nns * cov 0-0 p=1 | cert 0-0 p=1 | regret -0.17 [-0.21,-0.07] p=0.00117 +K=8 st=0 diff_s1 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.22 [-0.30,-0.15] p=0.0262 +K=8 st=0 diff_s2 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret -0.21 [-0.54,+0.16] p=0.814 +K=8 st=0 diff_s2 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret -0.19 [-0.46,+0.16] p=0.735 +K=8 st=0 diff_s2 vs nns * cov 0-0 p=1 | cert 0-0 p=1 | regret -0.12 [-0.19,-0.03] p=0.00111 +K=8 st=0 diff_s2 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.20 [-0.26,-0.09] p=0.0657 +K=8 st=1 diff_s0 vs nn * cov 0-0 p=1 | cert 0-7 p=0.0156 | regret +0.01 [+0.00,+0.06] p=0.000159 +K=8 st=1 diff_s0 vs idw cov 0-0 p=1 | cert 0-7 p=0.0156 | regret +0.01 [-0.00,+0.06] p=0.000356 +K=8 st=1 diff_s0 vs nns cov 0-0 p=1 | cert 1-1 p=1 | regret -0.00 [-0.01,-0.00] p=0.0059 +K=8 st=1 diff_s0 vs dls cov 0-0 p=1 | cert 2-2 p=1 | regret -0.00 [-0.01,-0.00] p=0.245 +K=8 st=1 diff_s1 vs nn * cov 0-0 p=1 | cert 0-3 p=0.25 | regret +0.00 [+0.00,+0.03] p=0.000516 +K=8 st=1 diff_s1 vs idw cov 0-0 p=1 | cert 0-3 p=0.25 | regret +0.00 [+0.00,+0.03] p=0.0014 +K=8 st=1 diff_s1 vs nns cov 0-0 p=1 | cert 5-1 p=0.219 | regret -0.00 [-0.04,-0.00] p=0.00515 +K=8 st=1 diff_s1 vs dls cov 0-0 p=1 | cert 4-0 p=0.125 | regret -0.00 [-0.02,-0.00] p=0.143 +K=8 st=1 diff_s2 vs nn * cov 0-0 p=1 | cert 0-2 p=0.5 | regret +0.01 [+0.00,+0.03] p=7.48e-05 +K=8 st=1 diff_s2 vs idw cov 0-0 p=1 | cert 0-2 p=0.5 | regret +0.01 [+0.00,+0.03] p=0.000118 +K=8 st=1 diff_s2 vs nns cov 0-0 p=1 | cert 5-0 p=0.0625 | regret -0.01 [-0.03,-0.00] p=0.000708 +K=8 st=1 diff_s2 vs dls cov 0-0 p=1 | cert 5-0 p=0.0625 | regret -0.00 [-0.01,-0.00] p=0.19 + +=== lvl1.5: N=60 NN-dist ratio test/bank 7.5x (mean NN 1.075); oracle finite 60 === +-- no steering: cov / certified-stable cov / median regret % (inf = unstable counts as failure) +arm K=1: cov cert regret | K=4: cov cert regret | K=8: cov cert regret +diff_s0 | 1.000 0.967 1.70 | 1.000 0.983 1.07 | 1.000 0.983 0.83 +diff_s1 | 1.000 0.967 1.58 | 1.000 0.983 1.02 | 1.000 0.983 0.92 +diff_s2 | 1.000 0.983 1.48 | 1.000 0.983 0.98 | 1.000 0.983 0.86 +x_s42 | 1.000 0.950 1.70 | 1.000 0.983 1.04 | 1.000 0.983 0.97 +x_s43 | 1.000 0.900 2.13 | 1.000 0.967 1.02 | 1.000 0.983 0.96 +x_s44 | 1.000 0.967 2.04 | 1.000 0.983 1.05 | 1.000 0.983 0.99 +nn | 1.000 1.000 3.77 | 1.000 1.000 1.53 | 1.000 1.000 1.08 +idw | 1.000 1.000 3.77 | 1.000 1.000 2.38 | 1.000 1.000 1.16 +nns | 1.000 1.000 1.19 | 1.000 1.000 1.07 | 1.000 1.000 0.98 +dls | 1.000 1.000 1.37 | 1.000 1.000 1.11 | 1.000 1.000 1.05 + +-- 50-step steering on every candidate: cov / certified-stable cov / median regret % (inf = unstable counts as failure) +arm K=1: cov cert regret | K=4: cov cert regret | K=8: cov cert regret +diff_s0 | 1.000 0.817 0.05 | 1.000 0.900 0.01 | 1.000 0.917 0.00 +diff_s1 | 1.000 0.783 0.03 | 1.000 0.850 0.00 | 1.000 0.917 0.00 +diff_s2 | 1.000 0.850 0.02 | 1.000 0.883 0.00 | 1.000 0.933 -0.00 +x_s42 | 1.000 0.783 0.05 | 1.000 0.883 0.00 | 1.000 0.900 0.00 +x_s43 | 1.000 0.767 0.07 | 1.000 0.883 0.01 | 1.000 0.917 0.00 +x_s44 | 1.000 0.800 0.09 | 1.000 0.917 0.01 | 1.000 0.917 0.00 +nn | 1.000 0.950 0.02 | 1.000 1.000 -0.01 | 1.000 1.000 -0.02 +idw | 1.000 0.950 0.02 | 1.000 1.000 -0.01 | 1.000 1.000 -0.01 +nns | 1.000 0.833 0.04 | 1.000 0.850 0.03 | 1.000 0.850 0.03 +dls | 1.000 0.833 0.05 | 1.000 0.833 0.02 | 1.000 0.833 0.01 + +-- paired tests, diffusion (model - retrieval): [cov McNemar model-only/retr-only p | certified-cov | paired regret diff median [95% CI], Wilcoxon p]; * = best retrieval arm by median regret +K=1 st=0 diff_s0 vs nn cov 0-0 p=1 | cert 0-2 p=0.5 | regret -1.50 [-3.13,+0.45] p=0.617 +K=1 st=0 diff_s0 vs idw cov 0-0 p=1 | cert 0-2 p=0.5 | regret -1.50 [-3.13,+0.45] p=0.617 +K=1 st=0 diff_s0 vs nns * cov 0-0 p=1 | cert 0-2 p=0.5 | regret +0.57 [+0.26,+1.44] p=3.65e-06 +K=1 st=0 diff_s0 vs dls cov 0-0 p=1 | cert 0-2 p=0.5 | regret +0.45 [+0.09,+0.93] p=0.000602 +K=1 st=0 diff_s1 vs nn cov 0-0 p=1 | cert 0-2 p=0.5 | regret -2.30 [-3.30,-0.05] p=0.317 +K=1 st=0 diff_s1 vs idw cov 0-0 p=1 | cert 0-2 p=0.5 | regret -2.30 [-3.30,-0.05] p=0.317 +K=1 st=0 diff_s1 vs nns * cov 0-0 p=1 | cert 0-2 p=0.5 | regret +0.50 [+0.19,+1.18] p=0.000195 +K=1 st=0 diff_s1 vs dls cov 0-0 p=1 | cert 0-2 p=0.5 | regret +0.22 [-0.06,+0.51] p=0.0668 +K=1 st=0 diff_s2 vs nn cov 0-0 p=1 | cert 0-1 p=1 | regret -1.89 [-3.17,-0.26] p=0.248 +K=1 st=0 diff_s2 vs idw cov 0-0 p=1 | cert 0-1 p=1 | regret -1.89 [-3.17,-0.26] p=0.248 +K=1 st=0 diff_s2 vs nns * cov 0-0 p=1 | cert 0-1 p=1 | regret +0.14 [-0.01,+0.97] p=0.00515 +K=1 st=0 diff_s2 vs dls cov 0-0 p=1 | cert 0-1 p=1 | regret +0.05 [-0.13,+0.46] p=0.0962 +K=1 st=1 diff_s0 vs nn * cov 0-0 p=1 | cert 0-8 p=0.00781 | regret +0.01 [-0.01,+0.12] p=0.129 +K=1 st=1 diff_s0 vs idw cov 0-0 p=1 | cert 0-8 p=0.00781 | regret +0.01 [-0.01,+0.12] p=0.129 +K=1 st=1 diff_s0 vs nns cov 0-0 p=1 | cert 1-2 p=1 | regret +0.00 [-0.00,+0.08] p=0.0109 +K=1 st=1 diff_s0 vs dls cov 0-0 p=1 | cert 1-2 p=1 | regret +0.01 [-0.00,+0.11] p=0.0142 +K=1 st=1 diff_s1 vs nn * cov 0-0 p=1 | cert 0-10 p=0.00195 | regret +0.01 [-0.03,+0.07] p=0.317 +K=1 st=1 diff_s1 vs idw cov 0-0 p=1 | cert 0-10 p=0.00195 | regret +0.01 [-0.03,+0.07] p=0.317 +K=1 st=1 diff_s1 vs nns cov 0-0 p=1 | cert 0-3 p=0.25 | regret +0.00 [-0.01,+0.04] p=0.171 +K=1 st=1 diff_s1 vs dls cov 0-0 p=1 | cert 0-3 p=0.25 | regret -0.00 [-0.02,+0.01] p=0.988 +K=1 st=1 diff_s2 vs nn * cov 0-0 p=1 | cert 1-7 p=0.0703 | regret +0.01 [-0.03,+0.03] p=0.414 +K=1 st=1 diff_s2 vs idw cov 0-0 p=1 | cert 1-7 p=0.0703 | regret +0.01 [-0.03,+0.03] p=0.414 +K=1 st=1 diff_s2 vs nns cov 0-0 p=1 | cert 2-1 p=1 | regret -0.00 [-0.01,+0.01] p=0.44 +K=1 st=1 diff_s2 vs dls cov 0-0 p=1 | cert 2-1 p=1 | regret -0.00 [-0.04,+0.00] p=0.935 +K=4 st=0 diff_s0 vs nn cov 0-0 p=1 | cert 0-1 p=1 | regret -0.19 [-0.91,+0.36] p=0.977 +K=4 st=0 diff_s0 vs idw cov 0-0 p=1 | cert 0-1 p=1 | regret -0.13 [-1.40,+0.18] p=0.752 +K=4 st=0 diff_s0 vs nns * cov 0-0 p=1 | cert 0-1 p=1 | regret +0.14 [-0.02,+0.52] p=0.0151 +K=4 st=0 diff_s0 vs dls cov 0-0 p=1 | cert 0-1 p=1 | regret +0.02 [-0.27,+0.24] p=0.317 +K=4 st=0 diff_s1 vs nn cov 0-0 p=1 | cert 0-1 p=1 | regret -0.33 [-1.03,+0.18] p=0.527 +K=4 st=0 diff_s1 vs idw cov 0-0 p=1 | cert 0-1 p=1 | regret -0.19 [-1.49,+0.08] p=0.414 +K=4 st=0 diff_s1 vs nns * cov 0-0 p=1 | cert 0-1 p=1 | regret +0.16 [-0.08,+0.42] p=0.0452 +K=4 st=0 diff_s1 vs dls cov 0-0 p=1 | cert 0-1 p=1 | regret +0.06 [-0.28,+0.20] p=0.686 +K=4 st=0 diff_s2 vs nn cov 0-0 p=1 | cert 0-1 p=1 | regret -0.29 [-0.91,+0.19] p=0.576 +K=4 st=0 diff_s2 vs idw cov 0-0 p=1 | cert 0-1 p=1 | regret -0.30 [-1.47,+0.19] p=0.457 +K=4 st=0 diff_s2 vs nns * cov 0-0 p=1 | cert 0-1 p=1 | regret +0.03 [-0.19,+0.16] p=0.44 +K=4 st=0 diff_s2 vs dls cov 0-0 p=1 | cert 0-1 p=1 | regret -0.13 [-0.36,+0.04] p=0.263 +K=4 st=1 diff_s0 vs nn * cov 0-0 p=1 | cert 0-6 p=0.0312 | regret +0.01 [-0.00,+0.09] p=0.0106 +K=4 st=1 diff_s0 vs idw cov 0-0 p=1 | cert 0-6 p=0.0312 | regret +0.01 [-0.00,+0.10] p=0.0196 +K=4 st=1 diff_s0 vs nns cov 0-0 p=1 | cert 4-1 p=0.375 | regret +0.00 [-0.01,+0.01] p=0.431 +K=4 st=1 diff_s0 vs dls cov 0-0 p=1 | cert 5-1 p=0.219 | regret -0.00 [-0.03,+0.00] p=0.959 +K=4 st=1 diff_s1 vs nn * cov 0-0 p=1 | cert 0-9 p=0.00391 | regret +0.01 [-0.00,+0.05] p=0.0353 +K=4 st=1 diff_s1 vs idw cov 0-0 p=1 | cert 0-9 p=0.00391 | regret +0.01 [-0.00,+0.05] p=0.0529 +K=4 st=1 diff_s1 vs nns cov 0-0 p=1 | cert 2-2 p=1 | regret +0.00 [-0.02,+0.01] p=0.527 +K=4 st=1 diff_s1 vs dls cov 0-0 p=1 | cert 2-1 p=1 | regret -0.01 [-0.04,+0.00] p=0.982 +K=4 st=1 diff_s2 vs nn * cov 0-0 p=1 | cert 0-7 p=0.0156 | regret +0.01 [+0.00,+0.06] p=0.0077 +K=4 st=1 diff_s2 vs idw cov 0-0 p=1 | cert 0-7 p=0.0156 | regret +0.01 [+0.00,+0.06] p=0.0167 +K=4 st=1 diff_s2 vs nns cov 0-0 p=1 | cert 3-1 p=0.625 | regret -0.00 [-0.02,+0.00] p=0.69 +K=4 st=1 diff_s2 vs dls cov 0-0 p=1 | cert 4-1 p=0.375 | regret -0.01 [-0.05,-0.00] p=0.178 +K=8 st=0 diff_s0 vs nn cov 0-0 p=1 | cert 0-1 p=1 | regret -0.09 [-0.45,+0.15] p=0.941 +K=8 st=0 diff_s0 vs idw cov 0-0 p=1 | cert 0-1 p=1 | regret -0.09 [-0.51,+0.15] p=0.837 +K=8 st=0 diff_s0 vs nns * cov 0-0 p=1 | cert 0-1 p=1 | regret -0.03 [-0.18,+0.10] p=0.475 +K=8 st=0 diff_s0 vs dls cov 0-0 p=1 | cert 0-1 p=1 | regret -0.15 [-0.35,+0.11] p=0.686 +K=8 st=0 diff_s1 vs nn cov 0-0 p=1 | cert 0-1 p=1 | regret -0.10 [-0.42,+0.30] p=0.906 +K=8 st=0 diff_s1 vs idw cov 0-0 p=1 | cert 0-1 p=1 | regret -0.10 [-0.52,+0.30] p=0.774 +K=8 st=0 diff_s1 vs nns * cov 0-0 p=1 | cert 0-1 p=1 | regret +0.08 [-0.11,+0.37] p=0.076 +K=8 st=0 diff_s1 vs dls cov 0-0 p=1 | cert 0-1 p=1 | regret +0.00 [-0.27,+0.23] p=0.422 +K=8 st=0 diff_s2 vs nn cov 0-0 p=1 | cert 0-1 p=1 | regret -0.05 [-0.28,+0.21] p=0.877 +K=8 st=0 diff_s2 vs idw cov 0-0 p=1 | cert 0-1 p=1 | regret -0.05 [-0.50,+0.21] p=0.718 +K=8 st=0 diff_s2 vs nns * cov 0-0 p=1 | cert 0-1 p=1 | regret -0.03 [-0.14,+0.09] p=0.691 +K=8 st=0 diff_s2 vs dls cov 0-0 p=1 | cert 0-1 p=1 | regret -0.17 [-0.31,+0.03] p=0.643 +K=8 st=1 diff_s0 vs nn * cov 0-0 p=1 | cert 0-5 p=0.0625 | regret +0.01 [-0.00,+0.05] p=0.00936 +K=8 st=1 diff_s0 vs idw cov 0-0 p=1 | cert 0-5 p=0.0625 | regret +0.01 [-0.00,+0.05] p=0.0128 +K=8 st=1 diff_s0 vs nns cov 0-0 p=1 | cert 5-1 p=0.219 | regret -0.00 [-0.02,+0.00] p=0.982 +K=8 st=1 diff_s0 vs dls cov 0-0 p=1 | cert 6-1 p=0.125 | regret -0.00 [-0.02,+0.00] p=0.752 +K=8 st=1 diff_s1 vs nn * cov 0-0 p=1 | cert 0-5 p=0.0625 | regret +0.00 [-0.00,+0.02] p=0.0293 +K=8 st=1 diff_s1 vs idw cov 0-0 p=1 | cert 0-5 p=0.0625 | regret +0.00 [-0.00,+0.02] p=0.052 +K=8 st=1 diff_s1 vs nns cov 0-0 p=1 | cert 5-1 p=0.219 | regret -0.00 [-0.02,+0.00] p=0.68 +K=8 st=1 diff_s1 vs dls cov 0-0 p=1 | cert 6-1 p=0.125 | regret -0.01 [-0.04,+0.00] p=0.994 +K=8 st=1 diff_s2 vs nn * cov 0-0 p=1 | cert 0-4 p=0.125 | regret +0.00 [-0.00,+0.06] p=0.0154 +K=8 st=1 diff_s2 vs idw cov 0-0 p=1 | cert 0-4 p=0.125 | regret +0.00 [-0.00,+0.06] p=0.0221 +K=8 st=1 diff_s2 vs nns cov 0-0 p=1 | cert 6-1 p=0.125 | regret -0.00 [-0.02,+0.00] p=0.774 +K=8 st=1 diff_s2 vs dls cov 0-0 p=1 | cert 7-1 p=0.0703 | regret -0.02 [-0.04,-0.00] p=0.289 + +=== lvl2.0: N=60 NN-dist ratio test/bank 23.5x (mean NN 3.376); oracle finite 60 === +-- no steering: cov / certified-stable cov / median regret % (inf = unstable counts as failure) +arm K=1: cov cert regret | K=4: cov cert regret | K=8: cov cert regret +diff_s0 | 1.000 0.867 3.21 | 1.000 0.933 0.88 | 1.000 0.933 0.73 +diff_s1 | 1.000 0.817 1.92 | 1.000 0.950 0.73 | 1.000 0.950 0.66 +diff_s2 | 1.000 0.800 2.10 | 1.000 0.917 0.81 | 1.000 0.950 0.65 +x_s42 | 0.967 0.767 4.09 | 1.000 0.900 0.85 | 1.000 0.933 0.62 +x_s43 | 0.983 0.817 4.11 | 1.000 0.867 1.49 | 1.000 0.917 0.89 +x_s44 | 0.983 0.817 4.48 | 1.000 0.917 1.13 | 1.000 0.933 0.78 +nn | 0.967 0.950 8.97 | 0.967 0.950 5.67 | 0.967 0.950 4.00 +idw | 0.967 0.950 8.97 | 0.950 0.933 5.92 | 0.950 0.933 4.31 +nns | 1.000 1.000 1.01 | 1.000 1.000 0.87 | 1.000 1.000 0.78 +dls | 1.000 1.000 1.02 | 1.000 1.000 0.85 | 1.000 1.000 0.81 + +-- 50-step steering on every candidate: cov / certified-stable cov / median regret % (inf = unstable counts as failure) +arm K=1: cov cert regret | K=4: cov cert regret | K=8: cov cert regret +diff_s0 | 1.000 0.767 0.02 | 1.000 0.850 -0.00 | 1.000 0.883 -0.00 +diff_s1 | 1.000 0.700 0.00 | 1.000 0.900 -0.00 | 1.000 0.917 -0.01 +diff_s2 | 1.000 0.650 0.02 | 1.000 0.817 -0.00 | 1.000 0.867 -0.00 +x_s42 | 1.000 0.700 0.03 | 1.000 0.817 -0.00 | 1.000 0.900 -0.01 +x_s43 | 1.000 0.783 0.31 | 1.000 0.850 0.00 | 1.000 0.917 -0.00 +x_s44 | 1.000 0.733 0.26 | 1.000 0.817 0.00 | 1.000 0.883 -0.00 +nn | 0.967 0.900 0.15 | 0.983 0.950 0.02 | 0.983 0.950 0.00 +idw | 0.967 0.900 0.15 | 0.983 0.950 0.03 | 0.983 0.950 0.00 +nns | 1.000 0.750 0.02 | 1.000 0.750 0.01 | 1.000 0.750 0.00 +dls | 1.000 0.700 0.01 | 1.000 0.700 0.00 | 1.000 0.733 0.00 + +-- paired tests, diffusion (model - retrieval): [cov McNemar model-only/retr-only p | certified-cov | paired regret diff median [95% CI], Wilcoxon p]; * = best retrieval arm by median regret +K=1 st=0 diff_s0 vs nn cov 2-0 p=0.5 | cert 0-5 p=0.0625 | regret -2.61 [-8.11,+0.41] p=0.135 +K=1 st=0 diff_s0 vs idw cov 2-0 p=0.5 | cert 0-5 p=0.0625 | regret -2.61 [-8.11,+0.41] p=0.135 +K=1 st=0 diff_s0 vs nns * cov 0-0 p=1 | cert 0-8 p=0.00781 | regret +2.56 [+0.98,+3.75] p=9.44e-08 +K=1 st=0 diff_s0 vs dls cov 0-0 p=1 | cert 0-8 p=0.00781 | regret +1.68 [+0.94,+3.37] p=6.23e-07 +K=1 st=0 diff_s1 vs nn cov 2-0 p=0.5 | cert 0-8 p=0.00781 | regret -4.63 [-9.49,+0.51] p=0.0485 +K=1 st=0 diff_s1 vs idw cov 2-0 p=0.5 | cert 0-8 p=0.00781 | regret -4.63 [-9.49,+0.51] p=0.0485 +K=1 st=0 diff_s1 vs nns * cov 0-0 p=1 | cert 0-11 p=0.000977 | regret +0.87 [+0.30,+2.79] p=0.000498 +K=1 st=0 diff_s1 vs dls cov 0-0 p=1 | cert 0-11 p=0.000977 | regret +0.90 [+0.30,+2.94] p=0.000949 +K=1 st=0 diff_s2 vs nn cov 2-0 p=0.5 | cert 0-9 p=0.00391 | regret -3.68 [-9.38,+0.47] p=0.12 +K=1 st=0 diff_s2 vs idw cov 2-0 p=0.5 | cert 0-9 p=0.00391 | regret -3.68 [-9.38,+0.47] p=0.12 +K=1 st=0 diff_s2 vs nns * cov 0-0 p=1 | cert 0-12 p=0.000488 | regret +1.33 [+0.26,+2.69] p=4.68e-05 +K=1 st=0 diff_s2 vs dls cov 0-0 p=1 | cert 0-12 p=0.000488 | regret +1.28 [-0.02,+2.69] p=0.000268 +K=1 st=1 diff_s0 vs nn cov 2-0 p=0.5 | cert 3-11 p=0.0574 | regret -0.01 [-0.16,+0.07] p=0.757 +K=1 st=1 diff_s0 vs idw cov 2-0 p=0.5 | cert 3-11 p=0.0574 | regret -0.01 [-0.16,+0.07] p=0.757 +K=1 st=1 diff_s0 vs nns cov 0-0 p=1 | cert 8-7 p=1 | regret +0.01 [+0.00,+0.19] p=0.00539 +K=1 st=1 diff_s0 vs dls * cov 0-0 p=1 | cert 11-7 p=0.481 | regret +0.01 [-0.00,+0.22] p=0.0109 +K=1 st=1 diff_s1 vs nn cov 2-0 p=0.5 | cert 3-15 p=0.00754 | regret -0.03 [-0.54,+0.00] p=0.233 +K=1 st=1 diff_s1 vs idw cov 2-0 p=0.5 | cert 3-15 p=0.00754 | regret -0.03 [-0.54,+0.00] p=0.233 +K=1 st=1 diff_s1 vs nns cov 0-0 p=1 | cert 5-8 p=0.581 | regret -0.00 [-0.03,+0.01] p=0.659 +K=1 st=1 diff_s1 vs dls * cov 0-0 p=1 | cert 8-8 p=1 | regret -0.01 [-0.03,+0.01] p=0.669 +K=1 st=1 diff_s2 vs nn cov 2-0 p=0.5 | cert 3-18 p=0.00149 | regret -0.01 [-0.36,+0.02] p=0.527 +K=1 st=1 diff_s2 vs idw cov 2-0 p=0.5 | cert 3-18 p=0.00149 | regret -0.01 [-0.36,+0.02] p=0.527 +K=1 st=1 diff_s2 vs nns cov 0-0 p=1 | cert 3-9 p=0.146 | regret +0.01 [-0.00,+0.14] p=0.0204 +K=1 st=1 diff_s2 vs dls * cov 0-0 p=1 | cert 6-9 p=0.607 | regret +0.00 [-0.01,+0.13] p=0.0605 +K=4 st=0 diff_s0 vs nn cov 2-0 p=0.5 | cert 0-1 p=1 | regret -1.85 [-7.30,-0.06] p=0.00753 +K=4 st=0 diff_s0 vs idw cov 3-0 p=0.25 | cert 1-1 p=1 | regret -3.53 [-8.30,+0.01] p=0.00409 +K=4 st=0 diff_s0 vs nns cov 0-0 p=1 | cert 0-4 p=0.125 | regret +0.06 [-0.13,+0.46] p=0.155 +K=4 st=0 diff_s0 vs dls * cov 0-0 p=1 | cert 0-4 p=0.125 | regret -0.09 [-0.31,+0.46] p=0.484 +K=4 st=0 diff_s1 vs nn cov 2-0 p=0.5 | cert 0-0 p=1 | regret -3.33 [-7.54,-0.35] p=0.0039 +K=4 st=0 diff_s1 vs idw cov 3-0 p=0.25 | cert 1-0 p=1 | regret -3.49 [-8.54,-0.35] p=0.00194 +K=4 st=0 diff_s1 vs nns cov 0-0 p=1 | cert 0-3 p=0.25 | regret -0.00 [-0.18,+0.22] p=0.536 +K=4 st=0 diff_s1 vs dls * cov 0-0 p=1 | cert 0-3 p=0.25 | regret +0.06 [-0.41,+0.23] p=0.669 +K=4 st=0 diff_s2 vs nn cov 2-0 p=0.5 | cert 0-2 p=0.5 | regret -2.14 [-7.53,-0.21] p=0.00355 +K=4 st=0 diff_s2 vs idw cov 3-0 p=0.25 | cert 1-2 p=1 | regret -3.55 [-8.53,-0.37] p=0.00117 +K=4 st=0 diff_s2 vs nns cov 0-0 p=1 | cert 0-5 p=0.0625 | regret -0.11 [-0.22,+0.45] p=0.303 +K=4 st=0 diff_s2 vs dls * cov 0-0 p=1 | cert 0-5 p=0.0625 | regret -0.17 [-0.38,+0.37] p=0.627 +K=4 st=1 diff_s0 vs nn cov 1-0 p=1 | cert 0-6 p=0.0312 | regret -0.02 [-0.22,+0.00] p=0.0798 +K=4 st=1 diff_s0 vs idw cov 1-0 p=1 | cert 0-6 p=0.0312 | regret -0.02 [-0.35,+0.00] p=0.0657 +K=4 st=1 diff_s0 vs nns cov 0-0 p=1 | cert 10-4 p=0.18 | regret -0.00 [-0.02,+0.00] p=0.517 +K=4 st=1 diff_s0 vs dls * cov 0-0 p=1 | cert 13-4 p=0.049 | regret -0.01 [-0.03,+0.00] p=0.32 +K=4 st=1 diff_s1 vs nn cov 1-0 p=1 | cert 0-3 p=0.25 | regret -0.04 [-0.29,-0.00] p=0.046 +K=4 st=1 diff_s1 vs idw cov 1-0 p=1 | cert 0-3 p=0.25 | regret -0.01 [-0.49,+0.00] p=0.0836 +K=4 st=1 diff_s1 vs nns cov 0-0 p=1 | cert 13-4 p=0.049 | regret -0.02 [-0.04,-0.00] p=0.0529 +K=4 st=1 diff_s1 vs dls * cov 0-0 p=1 | cert 16-4 p=0.0118 | regret -0.01 [-0.06,-0.00] p=0.0386 +K=4 st=1 diff_s2 vs nn cov 1-0 p=1 | cert 0-8 p=0.00781 | regret -0.05 [-0.25,+0.00] p=0.0556 +K=4 st=1 diff_s2 vs idw cov 1-0 p=1 | cert 0-8 p=0.00781 | regret -0.04 [-0.38,+0.00] p=0.0372 +K=4 st=1 diff_s2 vs nns cov 0-0 p=1 | cert 8-4 p=0.388 | regret -0.00 [-0.03,+0.00] p=0.41 +K=4 st=1 diff_s2 vs dls * cov 0-0 p=1 | cert 11-4 p=0.118 | regret -0.01 [-0.03,+0.00] p=0.263 +K=8 st=0 diff_s0 vs nn cov 2-0 p=0.5 | cert 0-1 p=1 | regret -1.33 [-4.89,-0.04] p=0.00449 +K=8 st=0 diff_s0 vs idw cov 3-0 p=0.25 | cert 1-1 p=1 | regret -1.33 [-5.16,-0.04] p=0.00316 +K=8 st=0 diff_s0 vs nns * cov 0-0 p=1 | cert 0-4 p=0.125 | regret -0.08 [-0.20,+0.29] p=0.606 +K=8 st=0 diff_s0 vs dls cov 0-0 p=1 | cert 0-4 p=0.125 | regret -0.11 [-0.41,+0.08] p=0.912 +K=8 st=0 diff_s1 vs nn cov 2-0 p=0.5 | cert 0-0 p=1 | regret -1.67 [-4.70,-0.50] p=0.00287 +K=8 st=0 diff_s1 vs idw cov 3-0 p=0.25 | cert 1-0 p=1 | regret -1.67 [-4.94,-0.41] p=0.00171 +K=8 st=0 diff_s1 vs nns * cov 0-0 p=1 | cert 0-3 p=0.25 | regret -0.10 [-0.31,+0.13] p=0.819 +K=8 st=0 diff_s1 vs dls cov 0-0 p=1 | cert 0-3 p=0.25 | regret -0.26 [-0.59,+0.15] p=0.696 +K=8 st=0 diff_s2 vs nn cov 2-0 p=0.5 | cert 0-0 p=1 | regret -1.45 [-5.03,-0.05] p=0.00787 +K=8 st=0 diff_s2 vs idw cov 3-0 p=0.25 | cert 1-0 p=1 | regret -1.45 [-5.60,-0.05] p=0.0028 +K=8 st=0 diff_s2 vs nns * cov 0-0 p=1 | cert 0-3 p=0.25 | regret -0.12 [-0.30,+0.07] p=0.947 +K=8 st=0 diff_s2 vs dls cov 0-0 p=1 | cert 0-3 p=0.25 | regret -0.21 [-0.40,+0.03] p=0.74 +K=8 st=1 diff_s0 vs nn cov 1-0 p=1 | cert 0-4 p=0.125 | regret -0.00 [-0.05,+0.00] p=0.0983 +K=8 st=1 diff_s0 vs idw * cov 1-0 p=1 | cert 0-4 p=0.125 | regret -0.00 [-0.08,+0.00] p=0.122 +K=8 st=1 diff_s0 vs nns cov 0-0 p=1 | cert 12-4 p=0.0768 | regret -0.00 [-0.04,-0.00] p=0.0221 +K=8 st=1 diff_s0 vs dls cov 0-0 p=1 | cert 13-4 p=0.049 | regret -0.01 [-0.08,-0.00] p=0.04 +K=8 st=1 diff_s1 vs nn cov 1-0 p=1 | cert 0-2 p=0.5 | regret -0.02 [-0.16,+0.00] p=0.052 +K=8 st=1 diff_s1 vs idw * cov 1-0 p=1 | cert 0-2 p=0.5 | regret -0.01 [-0.14,+0.00] p=0.0494 +K=8 st=1 diff_s1 vs nns cov 0-0 p=1 | cert 14-4 p=0.0309 | regret -0.02 [-0.11,-0.00] p=0.0154 +K=8 st=1 diff_s1 vs dls cov 0-0 p=1 | cert 15-4 p=0.0192 | regret -0.02 [-0.08,-0.01] p=0.0106 +K=8 st=1 diff_s2 vs nn cov 1-0 p=1 | cert 0-5 p=0.0625 | regret -0.01 [-0.10,+0.00] p=0.12 +K=8 st=1 diff_s2 vs idw * cov 1-0 p=1 | cert 0-5 p=0.0625 | regret -0.01 [-0.12,+0.00] p=0.085 +K=8 st=1 diff_s2 vs nns cov 0-0 p=1 | cert 10-3 p=0.0923 | regret -0.01 [-0.03,+0.00] p=0.0773 +K=8 st=1 diff_s2 vs dls cov 0-0 p=1 | cert 11-3 p=0.0574 | regret -0.01 [-0.03,-0.00] p=0.0918 + +=== hole_in: N=60 NN-dist ratio test/bank 2.5x (mean NN 0.368); oracle finite 60 === +-- no steering: cov / certified-stable cov / median regret % (inf = unstable counts as failure) +arm K=1: cov cert regret | K=4: cov cert regret | K=8: cov cert regret +diff_s0 | 1.000 1.000 1.62 | 1.000 1.000 0.91 | 1.000 1.000 0.68 +diff_s1 | 1.000 1.000 1.49 | 1.000 1.000 0.82 | 1.000 1.000 0.68 +diff_s2 | 1.000 1.000 1.58 | 1.000 1.000 0.95 | 1.000 1.000 0.74 +x_s43 | 1.000 1.000 1.55 | 1.000 1.000 0.61 | 1.000 1.000 0.42 +x_s44 | 1.000 1.000 1.30 | 1.000 1.000 0.64 | 1.000 1.000 0.41 +nn | 1.000 1.000 1.95 | 1.000 1.000 0.56 | 1.000 1.000 0.45 +idw | 1.000 1.000 1.95 | 1.000 1.000 0.64 | 1.000 1.000 0.41 +nns | 1.000 1.000 1.46 | 1.000 1.000 1.30 | 1.000 1.000 1.17 +dls | 1.000 1.000 1.39 | 1.000 1.000 1.23 | 1.000 1.000 1.16 + +-- 50-step steering on every candidate: cov / certified-stable cov / median regret % (inf = unstable counts as failure) +arm K=1: cov cert regret | K=4: cov cert regret | K=8: cov cert regret +diff_s0 | 1.000 1.000 0.01 | 1.000 1.000 -0.00 | 1.000 1.000 -0.00 +diff_s1 | 1.000 1.000 0.00 | 1.000 1.000 -0.00 | 1.000 1.000 -0.00 +diff_s2 | 1.000 1.000 0.01 | 1.000 1.000 -0.00 | 1.000 1.000 -0.00 +x_s43 | 1.000 0.983 0.01 | 1.000 1.000 -0.00 | 1.000 1.000 -0.00 +x_s44 | 1.000 0.983 0.00 | 1.000 1.000 -0.00 | 1.000 1.000 -0.00 +nn | 1.000 1.000 0.04 | 1.000 1.000 0.00 | 1.000 1.000 -0.00 +idw | 1.000 1.000 0.04 | 1.000 1.000 0.01 | 1.000 1.000 -0.00 +nns | 1.000 1.000 0.00 | 1.000 1.000 -0.00 | 1.000 1.000 -0.00 +dls | 1.000 1.000 0.00 | 1.000 1.000 -0.00 | 1.000 1.000 -0.00 + +-- paired tests, diffusion (model - retrieval): [cov McNemar model-only/retr-only p | certified-cov | paired regret diff median [95% CI], Wilcoxon p]; * = best retrieval arm by median regret +K=1 st=0 diff_s0 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret -0.14 [-0.76,+0.27] p=0.178 +K=1 st=0 diff_s0 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret -0.14 [-0.76,+0.27] p=0.178 +K=1 st=0 diff_s0 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.09 [-0.16,+0.25] p=0.627 +K=1 st=0 diff_s0 vs dls * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.12 [-0.23,+0.33] p=0.317 +K=1 st=0 diff_s1 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret -0.21 [-0.59,+0.33] p=0.292 +K=1 st=0 diff_s1 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret -0.21 [-0.59,+0.33] p=0.292 +K=1 st=0 diff_s1 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.38,+0.30] p=0.494 +K=1 st=0 diff_s1 vs dls * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.05 [-0.25,+0.57] p=0.183 +K=1 st=0 diff_s2 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret -0.09 [-0.73,+0.36] p=0.541 +K=1 st=0 diff_s2 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret -0.09 [-0.73,+0.36] p=0.541 +K=1 st=0 diff_s2 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.15 [+0.06,+0.22] p=0.169 +K=1 st=0 diff_s2 vs dls * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.06 [-0.09,+0.31] p=0.149 +K=1 st=1 diff_s0 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret -0.02 [-0.06,+0.00] p=0.00419 +K=1 st=1 diff_s0 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret -0.02 [-0.06,+0.00] p=0.00419 +K=1 st=1 diff_s0 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [+0.00,+0.03] p=0.004 +K=1 st=1 diff_s0 vs dls * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.00,+0.05] p=0.0316 +K=1 st=1 diff_s1 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret -0.03 [-0.05,-0.00] p=0.00897 +K=1 st=1 diff_s1 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret -0.03 [-0.05,-0.00] p=0.00897 +K=1 st=1 diff_s1 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.00,+0.01] p=0.076 +K=1 st=1 diff_s1 vs dls * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.00,+0.01] p=0.109 +K=1 st=1 diff_s2 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret -0.01 [-0.04,+0.00] p=0.052 +K=1 st=1 diff_s2 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret -0.01 [-0.04,+0.00] p=0.052 +K=1 st=1 diff_s2 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.02 [+0.00,+0.04] p=3.19e-05 +K=1 st=1 diff_s2 vs dls * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.01 [-0.00,+0.02] p=0.00381 +K=4 st=0 diff_s0 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.25 [-0.07,+0.43] p=0.576 +K=4 st=0 diff_s0 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.16 [-0.19,+0.41] p=0.707 +K=4 st=0 diff_s0 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret -0.37 [-0.58,-0.19] p=1.07e-05 +K=4 st=0 diff_s0 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.25 [-0.62,-0.19] p=0.0012 +K=4 st=0 diff_s1 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.22 [+0.05,+0.48] p=0.195 +K=4 st=0 diff_s1 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.18 [-0.04,+0.41] p=0.842 +K=4 st=0 diff_s1 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret -0.35 [-0.63,-0.09] p=0.000154 +K=4 st=0 diff_s1 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.36 [-0.65,-0.11] p=0.0102 +K=4 st=0 diff_s2 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.22 [+0.04,+0.39] p=0.248 +K=4 st=0 diff_s2 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.14 [-0.14,+0.35] p=0.994 +K=4 st=0 diff_s2 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret -0.26 [-0.43,-0.07] p=0.000831 +K=4 st=0 diff_s2 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.31 [-0.47,-0.12] p=0.0123 +K=4 st=1 diff_s0 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret -0.00 [-0.01,+0.00] p=0.0181 +K=4 st=1 diff_s0 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret -0.00 [-0.02,-0.00] p=0.000949 +K=4 st=1 diff_s0 vs nns * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.00,+0.00] p=0.78 +K=4 st=1 diff_s0 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.00 [-0.00,+0.00] p=0.494 +K=4 st=1 diff_s1 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret -0.00 [-0.00,+0.00] p=0.219 +K=4 st=1 diff_s1 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret -0.00 [-0.02,-0.00] p=0.0238 +K=4 st=1 diff_s1 vs nns * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.00,+0.00] p=0.844 +K=4 st=1 diff_s1 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.00 [-0.00,+0.00] p=0.556 +K=4 st=1 diff_s2 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret -0.00 [-0.01,+0.00] p=0.04 +K=4 st=1 diff_s2 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret -0.01 [-0.02,-0.00] p=0.00504 +K=4 st=1 diff_s2 vs nns * cov 0-0 p=1 | cert 0-0 p=1 | regret -0.00 [-0.00,+0.00] p=0.953 +K=4 st=1 diff_s2 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.00 [-0.00,+0.00] p=0.587 +K=8 st=0 diff_s0 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret +0.15 [+0.01,+0.35] p=0.0257 +K=8 st=0 diff_s0 vs idw * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.18 [+0.02,+0.35] p=0.0366 +K=8 st=0 diff_s0 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret -0.37 [-0.56,-0.20] p=1.8e-07 +K=8 st=0 diff_s0 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.51 [-0.71,-0.34] p=0.00054 +K=8 st=0 diff_s1 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret +0.20 [+0.04,+0.29] p=0.0422 +K=8 st=0 diff_s1 vs idw * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.16 [+0.04,+0.29] p=0.0407 +K=8 st=0 diff_s1 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret -0.41 [-0.59,-0.25] p=6.28e-08 +K=8 st=0 diff_s1 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.55 [-0.70,-0.24] p=0.000347 +K=8 st=0 diff_s2 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret +0.14 [+0.05,+0.30] p=0.0257 +K=8 st=0 diff_s2 vs idw * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.14 [+0.05,+0.30] p=0.0267 +K=8 st=0 diff_s2 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret -0.34 [-0.57,-0.23] p=9.1e-07 +K=8 st=0 diff_s2 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.41 [-0.62,-0.14] p=0.000586 +K=8 st=1 diff_s0 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret -0.00 [-0.00,+0.00] p=0.328 +K=8 st=1 diff_s0 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret -0.00 [-0.00,+0.00] p=0.185 +K=8 st=1 diff_s0 vs nns * cov 0-0 p=1 | cert 0-0 p=1 | regret -0.00 [-0.00,+0.00] p=0.0904 +K=8 st=1 diff_s0 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.00 [-0.00,+0.00] p=0.405 +K=8 st=1 diff_s1 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret -0.00 [-0.00,+0.00] p=0.785 +K=8 st=1 diff_s1 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.00,+0.00] p=0.664 +K=8 st=1 diff_s1 vs nns * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.00,+0.00] p=0.723 +K=8 st=1 diff_s1 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.00,+0.00] p=0.591 +K=8 st=1 diff_s2 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret -0.00 [-0.00,+0.00] p=0.402 +K=8 st=1 diff_s2 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret -0.00 [-0.00,+0.00] p=0.31 +K=8 st=1 diff_s2 vs nns * cov 0-0 p=1 | cert 0-0 p=1 | regret -0.00 [-0.00,+0.00] p=0.0393 +K=8 st=1 diff_s2 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret -0.00 [-0.00,+0.00] p=0.994 + +=== hole_out: N=60 NN-dist ratio test/bank 1.0x (mean NN 0.149); oracle finite 60 === +-- no steering: cov / certified-stable cov / median regret % (inf = unstable counts as failure) +arm K=1: cov cert regret | K=4: cov cert regret | K=8: cov cert regret +diff_s0 | 1.000 1.000 1.59 | 1.000 1.000 1.29 | 1.000 1.000 1.22 +diff_s1 | 1.000 1.000 1.58 | 1.000 1.000 1.24 | 1.000 1.000 1.16 +diff_s2 | 1.000 1.000 1.47 | 1.000 1.000 1.18 | 1.000 1.000 1.12 +x_s43 | 1.000 0.983 1.43 | 1.000 1.000 0.95 | 1.000 1.000 0.81 +x_s44 | 1.000 1.000 1.31 | 1.000 1.000 0.97 | 1.000 1.000 0.94 +nn | 1.000 1.000 1.40 | 1.000 1.000 0.76 | 1.000 1.000 0.36 +idw | 1.000 1.000 1.40 | 1.000 1.000 0.78 | 1.000 1.000 0.36 +nns | 1.000 1.000 1.35 | 1.000 1.000 1.15 | 1.000 1.000 1.04 +dls | 1.000 1.000 1.38 | 1.000 1.000 1.10 | 1.000 1.000 1.01 + +-- 50-step steering on every candidate: cov / certified-stable cov / median regret % (inf = unstable counts as failure) +arm K=1: cov cert regret | K=4: cov cert regret | K=8: cov cert regret +diff_s0 | 1.000 0.950 0.01 | 1.000 0.967 0.00 | 1.000 0.967 0.00 +diff_s1 | 1.000 0.950 0.02 | 1.000 0.950 0.00 | 1.000 0.983 0.00 +diff_s2 | 1.000 0.950 0.01 | 1.000 0.967 0.00 | 1.000 0.967 0.00 +x_s43 | 1.000 0.933 0.03 | 1.000 0.933 0.00 | 1.000 0.933 -0.00 +x_s44 | 1.000 0.933 0.01 | 1.000 0.933 0.00 | 1.000 0.933 -0.00 +nn | 1.000 0.967 0.01 | 1.000 0.983 -0.00 | 1.000 1.000 -0.01 +idw | 1.000 0.967 0.01 | 1.000 0.983 -0.00 | 1.000 1.000 -0.01 +nns | 1.000 0.950 0.01 | 1.000 0.950 0.00 | 1.000 0.950 0.00 +dls | 1.000 0.950 0.01 | 1.000 0.950 0.00 | 1.000 0.950 0.00 + +-- paired tests, diffusion (model - retrieval): [cov McNemar model-only/retr-only p | certified-cov | paired regret diff median [95% CI], Wilcoxon p]; * = best retrieval arm by median regret +K=1 st=0 diff_s0 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret +0.17 [-0.04,+0.49] p=0.151 +K=1 st=0 diff_s0 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.17 [-0.04,+0.49] p=0.151 +K=1 st=0 diff_s0 vs nns * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.20 [+0.10,+0.40] p=0.000129 +K=1 st=0 diff_s0 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret +0.14 [+0.01,+0.39] p=0.0161 +K=1 st=0 diff_s1 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret +0.20 [-0.14,+0.32] p=0.339 +K=1 st=0 diff_s1 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.20 [-0.14,+0.32] p=0.339 +K=1 st=0 diff_s1 vs nns * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.21 [+0.04,+0.47] p=0.00136 +K=1 st=0 diff_s1 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret +0.15 [+0.01,+0.42] p=0.0167 +K=1 st=0 diff_s2 vs nn cov 0-0 p=1 | cert 0-0 p=1 | regret +0.12 [-0.05,+0.38] p=0.401 +K=1 st=0 diff_s2 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.12 [-0.05,+0.38] p=0.401 +K=1 st=0 diff_s2 vs nns * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.22 [+0.06,+0.33] p=0.000292 +K=1 st=0 diff_s2 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret +0.02 [-0.05,+0.28] p=0.0299 +K=1 st=1 diff_s0 vs nn cov 0-0 p=1 | cert 0-1 p=1 | regret +0.00 [-0.01,+0.02] p=0.361 +K=1 st=1 diff_s0 vs idw cov 0-0 p=1 | cert 0-1 p=1 | regret +0.00 [-0.01,+0.02] p=0.361 +K=1 st=1 diff_s0 vs nns cov 0-0 p=1 | cert 1-1 p=1 | regret +0.00 [+0.00,+0.03] p=0.000946 +K=1 st=1 diff_s0 vs dls * cov 0-0 p=1 | cert 1-1 p=1 | regret +0.01 [+0.00,+0.03] p=0.0014 +K=1 st=1 diff_s1 vs nn cov 0-0 p=1 | cert 0-1 p=1 | regret +0.00 [-0.00,+0.01] p=0.435 +K=1 st=1 diff_s1 vs idw cov 0-0 p=1 | cert 0-1 p=1 | regret +0.00 [-0.00,+0.01] p=0.435 +K=1 st=1 diff_s1 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.01 [+0.00,+0.03] p=0.000102 +K=1 st=1 diff_s1 vs dls * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.01 [+0.00,+0.02] p=0.000526 +K=1 st=1 diff_s2 vs nn cov 0-0 p=1 | cert 0-1 p=1 | regret +0.00 [-0.01,+0.01] p=0.531 +K=1 st=1 diff_s2 vs idw cov 0-0 p=1 | cert 0-1 p=1 | regret +0.00 [-0.01,+0.01] p=0.531 +K=1 st=1 diff_s2 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.01 [+0.00,+0.03] p=0.000337 +K=1 st=1 diff_s2 vs dls * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [+0.00,+0.02] p=0.00189 +K=4 st=0 diff_s0 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.45 [+0.31,+0.80] p=3e-07 +K=4 st=0 diff_s0 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.43 [+0.28,+0.64] p=1.27e-05 +K=4 st=0 diff_s0 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.17 [+0.08,+0.22] p=0.00155 +K=4 st=0 diff_s0 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret +0.03 [-0.09,+0.15] p=0.122 +K=4 st=0 diff_s1 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.45 [+0.34,+0.75] p=6.02e-08 +K=4 st=0 diff_s1 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.39 [+0.29,+0.71] p=5.97e-06 +K=4 st=0 diff_s1 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.17 [+0.08,+0.26] p=0.00176 +K=4 st=0 diff_s1 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret +0.05 [-0.03,+0.26] p=0.0359 +K=4 st=0 diff_s2 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.45 [+0.31,+0.69] p=2.77e-07 +K=4 st=0 diff_s2 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.40 [+0.24,+0.66] p=1.36e-05 +K=4 st=0 diff_s2 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.09 [+0.02,+0.26] p=0.0084 +K=4 st=0 diff_s2 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret +0.02 [-0.06,+0.16] p=0.105 +K=4 st=1 diff_s0 vs nn * cov 0-0 p=1 | cert 0-1 p=1 | regret +0.01 [+0.00,+0.03] p=0.0003 +K=4 st=1 diff_s0 vs idw cov 0-0 p=1 | cert 0-1 p=1 | regret +0.00 [+0.00,+0.03] p=0.00178 +K=4 st=1 diff_s0 vs nns cov 0-0 p=1 | cert 1-0 p=1 | regret +0.00 [-0.00,+0.01] p=0.00574 +K=4 st=1 diff_s0 vs dls cov 0-0 p=1 | cert 1-0 p=1 | regret +0.00 [-0.00,+0.02] p=0.0113 +K=4 st=1 diff_s1 vs nn * cov 0-0 p=1 | cert 0-2 p=0.5 | regret +0.01 [+0.00,+0.03] p=0.00105 +K=4 st=1 diff_s1 vs idw cov 0-0 p=1 | cert 0-2 p=0.5 | regret +0.01 [-0.00,+0.02] p=0.00214 +K=4 st=1 diff_s1 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.00,+0.01] p=0.0386 +K=4 st=1 diff_s1 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret +0.00 [-0.00,+0.01] p=0.0216 +K=4 st=1 diff_s2 vs nn * cov 0-0 p=1 | cert 0-1 p=1 | regret +0.01 [+0.00,+0.04] p=0.000213 +K=4 st=1 diff_s2 vs idw cov 0-0 p=1 | cert 0-1 p=1 | regret +0.00 [+0.00,+0.02] p=0.00316 +K=4 st=1 diff_s2 vs nns cov 0-0 p=1 | cert 1-0 p=1 | regret +0.00 [+0.00,+0.01] p=0.0547 +K=4 st=1 diff_s2 vs dls cov 0-0 p=1 | cert 1-0 p=1 | regret +0.00 [-0.00,+0.01] p=0.00459 +K=8 st=0 diff_s0 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.68 [+0.48,+0.92] p=5.19e-10 +K=8 st=0 diff_s0 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.68 [+0.48,+0.92] p=6.26e-10 +K=8 st=0 diff_s0 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.16 [+0.05,+0.19] p=0.000239 +K=8 st=0 diff_s0 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret +0.02 [-0.04,+0.16] p=0.0798 +K=8 st=0 diff_s1 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.69 [+0.48,+0.92] p=4.3e-10 +K=8 st=0 diff_s1 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.69 [+0.48,+0.92] p=6.26e-10 +K=8 st=0 diff_s1 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.13 [+0.08,+0.27] p=0.000399 +K=8 st=0 diff_s1 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret +0.07 [-0.05,+0.18] p=0.0657 +K=8 st=0 diff_s2 vs nn * cov 0-0 p=1 | cert 0-0 p=1 | regret +0.66 [+0.43,+0.97] p=4.3e-10 +K=8 st=0 diff_s2 vs idw cov 0-0 p=1 | cert 0-0 p=1 | regret +0.66 [+0.43,+0.97] p=5.19e-10 +K=8 st=0 diff_s2 vs nns cov 0-0 p=1 | cert 0-0 p=1 | regret +0.08 [+0.02,+0.18] p=0.00631 +K=8 st=0 diff_s2 vs dls cov 0-0 p=1 | cert 0-0 p=1 | regret +0.04 [-0.08,+0.12] p=0.185 +K=8 st=1 diff_s0 vs nn * cov 0-0 p=1 | cert 0-2 p=0.5 | regret +0.02 [+0.00,+0.03] p=1.08e-05 +K=8 st=1 diff_s0 vs idw cov 0-0 p=1 | cert 0-2 p=0.5 | regret +0.02 [+0.00,+0.03] p=8.16e-06 +K=8 st=1 diff_s0 vs nns cov 0-0 p=1 | cert 1-0 p=1 | regret +0.00 [-0.00,+0.01] p=0.0106 +K=8 st=1 diff_s0 vs dls cov 0-0 p=1 | cert 1-0 p=1 | regret +0.00 [-0.00,+0.02] p=0.00645 +K=8 st=1 diff_s1 vs nn * cov 0-0 p=1 | cert 0-1 p=1 | regret +0.01 [+0.00,+0.03] p=0.000169 +K=8 st=1 diff_s1 vs idw cov 0-0 p=1 | cert 0-1 p=1 | regret +0.01 [+0.00,+0.03] p=0.000169 +K=8 st=1 diff_s1 vs nns cov 0-0 p=1 | cert 2-0 p=0.5 | regret +0.00 [-0.00,+0.01] p=0.0701 +K=8 st=1 diff_s1 vs dls cov 0-0 p=1 | cert 2-0 p=0.5 | regret +0.00 [-0.00,+0.02] p=0.00419 +K=8 st=1 diff_s2 vs nn * cov 0-0 p=1 | cert 0-2 p=0.5 | regret +0.01 [+0.00,+0.03] p=8.15e-06 +K=8 st=1 diff_s2 vs idw cov 0-0 p=1 | cert 0-2 p=0.5 | regret +0.01 [+0.00,+0.02] p=7.61e-06 +K=8 st=1 diff_s2 vs nns cov 0-0 p=1 | cert 1-0 p=1 | regret +0.00 [-0.00,+0.00] p=0.115 +K=8 st=1 diff_s2 vs dls cov 0-0 p=1 | cert 1-0 p=1 | regret +0.00 [-0.00,+0.02] p=0.00617 + +=== pilotfar: N=60 NN-dist ratio test/bank 27.2x (mean NN 3.897); oracle finite 60 === +-- no steering: cov / certified-stable cov / median regret % (inf = unstable counts as failure) +arm K=1: cov cert regret | K=4: cov cert regret | K=8: cov cert regret +diff_s0 | 0.967 0.000 1.20 | 1.000 0.033 -5.36 | 1.000 0.033 -6.49 +diff_s1 | 0.950 0.000 1.37 | 1.000 0.000 -4.15 | 1.000 0.000 -6.74 +diff_s2 | 0.933 0.000 0.80 | 1.000 0.000 -3.90 | 1.000 0.017 -6.68 +x_s42 | 0.950 0.017 1.03 | 1.000 0.067 -6.11 | 1.000 0.117 -7.49 +x_s43 | 0.967 0.017 4.81 | 1.000 0.050 -3.51 | 1.000 0.083 -5.40 +x_s44 | 0.950 0.033 3.56 | 1.000 0.083 -4.13 | 1.000 0.117 -5.92 +nn | 0.717 0.517 69.64 | 0.717 0.517 69.64 | 0.717 0.517 69.64 +idw | 0.717 0.517 69.64 | 0.383 0.250 1000.00 | 0.383 0.233 1000.00 +nns | 1.000 1.000 2.25 | 1.000 1.000 0.25 | 1.000 1.000 0.04 +dls | 1.000 1.000 1.05 | 1.000 1.000 0.18 | 1.000 1.000 -1.73 + +-- 50-step steering on every candidate: cov / certified-stable cov / median regret % (inf = unstable counts as failure) +arm K=1: cov cert regret | K=4: cov cert regret | K=8: cov cert regret +diff_s0 | 1.000 0.000 -3.21 | 1.000 0.033 -7.11 | 1.000 0.033 -8.32 +diff_s1 | 0.983 0.000 -3.35 | 1.000 0.000 -7.20 | 1.000 0.000 -8.70 +diff_s2 | 0.983 0.000 -3.61 | 1.000 0.000 -6.68 | 1.000 0.017 -8.44 +x_s42 | 0.983 0.017 -3.16 | 1.000 0.067 -7.46 | 1.000 0.117 -8.68 +x_s43 | 0.983 0.017 -0.83 | 1.000 0.050 -6.11 | 1.000 0.083 -7.52 +x_s44 | 0.983 0.033 -1.83 | 1.000 0.083 -6.67 | 1.000 0.117 -7.78 +nn | 0.867 0.550 32.16 | 0.867 0.550 32.16 | 0.867 0.550 32.16 +idw | 0.867 0.550 32.16 | 0.617 0.233 107.65 | 0.617 0.283 99.44 +nns | 1.000 1.000 0.61 | 1.000 1.000 -1.34 | 1.000 1.000 -1.48 +dls | 1.000 1.000 -0.64 | 1.000 1.000 -1.44 | 1.000 1.000 -3.25 + +-- paired tests, diffusion (model - retrieval): [cov McNemar model-only/retr-only p | certified-cov | paired regret diff median [95% CI], Wilcoxon p]; * = best retrieval arm by median regret +K=1 st=0 diff_s0 vs nn cov 15-0 p=6.1e-05 | cert 0-31 p=9.31e-10 | regret -58.08 [-92.63,-29.15] p=3.51e-11 +K=1 st=0 diff_s0 vs idw cov 15-0 p=6.1e-05 | cert 0-31 p=9.31e-10 | regret -58.08 [-92.63,-29.15] p=3.51e-11 +K=1 st=0 diff_s0 vs nns cov 0-2 p=0.5 | cert 0-60 p=1.73e-18 | regret -1.27 [-4.91,+2.54] p=0.842 +K=1 st=0 diff_s0 vs dls * cov 0-2 p=0.5 | cert 0-60 p=1.73e-18 | regret -0.44 [-3.61,+3.92] p=0.365 +K=1 st=0 diff_s1 vs nn cov 14-0 p=0.000122 | cert 0-31 p=9.31e-10 | regret -58.51 [-88.98,-24.34] p=1.08e-10 +K=1 st=0 diff_s1 vs idw cov 14-0 p=0.000122 | cert 0-31 p=9.31e-10 | regret -58.51 [-88.98,-24.34] p=1.08e-10 +K=1 st=0 diff_s1 vs nns cov 0-3 p=0.25 | cert 0-60 p=1.73e-18 | regret -0.38 [-2.89,+9.62] p=0.0247 +K=1 st=0 diff_s1 vs dls * cov 0-3 p=0.25 | cert 0-60 p=1.73e-18 | regret +0.61 [-1.87,+10.49] p=0.00897 +K=1 st=0 diff_s2 vs nn cov 15-2 p=0.00235 | cert 0-31 p=9.31e-10 | regret -46.96 [-99.93,-28.23] p=3.56e-09 +K=1 st=0 diff_s2 vs idw cov 15-2 p=0.00235 | cert 0-31 p=9.31e-10 | regret -46.96 [-99.93,-28.23] p=3.56e-09 +K=1 st=0 diff_s2 vs nns cov 0-4 p=0.125 | cert 0-60 p=1.73e-18 | regret -1.12 [-4.05,+3.92] p=0.263 +K=1 st=0 diff_s2 vs dls * cov 0-4 p=0.125 | cert 0-60 p=1.73e-18 | regret -0.08 [-2.69,+4.63] p=0.0976 +K=1 st=1 diff_s0 vs nn cov 8-0 p=0.00781 | cert 0-33 p=2.33e-10 | regret -32.32 [-52.19,-18.43] p=1.63e-11 +K=1 st=1 diff_s0 vs idw cov 8-0 p=0.00781 | cert 0-33 p=2.33e-10 | regret -32.32 [-52.19,-18.43] p=1.63e-11 +K=1 st=1 diff_s0 vs nns cov 0-0 p=1 | cert 0-60 p=1.73e-18 | regret -4.67 [-6.66,-2.56] p=0.0437 +K=1 st=1 diff_s0 vs dls * cov 0-0 p=1 | cert 0-60 p=1.73e-18 | regret -3.91 [-5.21,-1.34] p=0.0773 +K=1 st=1 diff_s1 vs nn cov 8-1 p=0.0391 | cert 0-33 p=2.33e-10 | regret -34.71 [-45.72,-15.72] p=3.92e-10 +K=1 st=1 diff_s1 vs idw cov 8-1 p=0.0391 | cert 0-33 p=2.33e-10 | regret -34.71 [-45.72,-15.72] p=3.92e-10 +K=1 st=1 diff_s1 vs nns cov 0-1 p=1 | cert 0-60 p=1.73e-18 | regret -3.70 [-5.51,+1.78] p=0.883 +K=1 st=1 diff_s1 vs dls * cov 0-1 p=1 | cert 0-60 p=1.73e-18 | regret -2.71 [-4.72,+2.44] p=0.611 +K=1 st=1 diff_s2 vs nn cov 8-1 p=0.0391 | cert 0-33 p=2.33e-10 | regret -30.56 [-53.61,-16.60] p=1.57e-09 +K=1 st=1 diff_s2 vs idw cov 8-1 p=0.0391 | cert 0-33 p=2.33e-10 | regret -30.56 [-53.61,-16.60] p=1.57e-09 +K=1 st=1 diff_s2 vs nns cov 0-1 p=1 | cert 0-60 p=1.73e-18 | regret -4.43 [-6.23,-2.05] p=0.11 +K=1 st=1 diff_s2 vs dls * cov 0-1 p=1 | cert 0-60 p=1.73e-18 | regret -3.21 [-4.98,-0.61] p=0.227 +K=4 st=0 diff_s0 vs nn cov 17-0 p=1.53e-05 | cert 0-29 p=3.73e-09 | regret -75.78 [-111.25,-48.62] p=1.63e-11 +K=4 st=0 diff_s0 vs idw cov 37-0 p=1.46e-11 | cert 0-13 p=0.000244 | regret -992.50 [-1001.55,-149.64] p=1.63e-11 +K=4 st=0 diff_s0 vs nns cov 0-0 p=1 | cert 0-58 p=6.94e-18 | regret -7.13 [-7.78,-5.43] p=0.000446 +K=4 st=0 diff_s0 vs dls * cov 0-0 p=1 | cert 0-58 p=6.94e-18 | regret -6.43 [-7.10,-4.69] p=0.000876 +K=4 st=0 diff_s1 vs nn cov 17-0 p=1.53e-05 | cert 0-31 p=9.31e-10 | regret -70.24 [-103.53,-48.90] p=1.63e-11 +K=4 st=0 diff_s1 vs idw cov 37-0 p=1.46e-11 | cert 0-15 p=6.1e-05 | regret -992.34 [-1000.23,-150.59] p=1.63e-11 +K=4 st=0 diff_s1 vs nns cov 0-0 p=1 | cert 0-60 p=1.73e-18 | regret -4.70 [-6.46,-3.24] p=0.000164 +K=4 st=0 diff_s1 vs dls * cov 0-0 p=1 | cert 0-60 p=1.73e-18 | regret -5.18 [-6.07,-3.05] p=0.000484 +K=4 st=0 diff_s2 vs nn cov 17-0 p=1.53e-05 | cert 0-31 p=9.31e-10 | regret -71.89 [-114.87,-45.49] p=1.63e-11 +K=4 st=0 diff_s2 vs idw cov 37-0 p=1.46e-11 | cert 0-15 p=6.1e-05 | regret -997.48 [-999.36,-147.56] p=1.63e-11 +K=4 st=0 diff_s2 vs nns cov 0-0 p=1 | cert 0-60 p=1.73e-18 | regret -5.38 [-6.72,-3.39] p=4.84e-06 +K=4 st=0 diff_s2 vs dls * cov 0-0 p=1 | cert 0-60 p=1.73e-18 | regret -4.67 [-6.32,-2.59] p=1.71e-05 +K=4 st=1 diff_s0 vs nn cov 8-0 p=0.00781 | cert 0-31 p=9.31e-10 | regret -39.27 [-52.67,-25.66] p=1.63e-11 +K=4 st=1 diff_s0 vs idw cov 23-0 p=2.38e-07 | cert 0-12 p=0.000488 | regret -115.13 [-564.70,-68.45] p=1.63e-11 +K=4 st=1 diff_s0 vs nns cov 0-0 p=1 | cert 0-58 p=6.94e-18 | regret -7.11 [-7.58,-6.27] p=3.12e-07 +K=4 st=1 diff_s0 vs dls * cov 0-0 p=1 | cert 0-58 p=6.94e-18 | regret -6.28 [-7.70,-5.03] p=2.29e-06 +K=4 st=1 diff_s1 vs nn cov 8-0 p=0.00781 | cert 0-33 p=2.33e-10 | regret -36.37 [-51.65,-26.14] p=1.63e-11 +K=4 st=1 diff_s1 vs idw cov 23-0 p=2.38e-07 | cert 0-14 p=0.000122 | regret -111.16 [-571.43,-69.65] p=1.63e-11 +K=4 st=1 diff_s1 vs nns cov 0-0 p=1 | cert 0-60 p=1.73e-18 | regret -5.95 [-7.10,-5.00] p=3.24e-09 +K=4 st=1 diff_s1 vs dls * cov 0-0 p=1 | cert 0-60 p=1.73e-18 | regret -5.47 [-6.58,-4.63] p=4.9e-08 +K=4 st=1 diff_s2 vs nn cov 8-0 p=0.00781 | cert 0-33 p=2.33e-10 | regret -37.30 [-56.56,-24.37] p=1.63e-11 +K=4 st=1 diff_s2 vs idw cov 23-0 p=2.38e-07 | cert 0-14 p=0.000122 | regret -113.67 [-572.30,-67.88] p=1.63e-11 +K=4 st=1 diff_s2 vs nns cov 0-0 p=1 | cert 0-60 p=1.73e-18 | regret -6.32 [-7.28,-5.21] p=9.35e-09 +K=4 st=1 diff_s2 vs dls * cov 0-0 p=1 | cert 0-60 p=1.73e-18 | regret -5.13 [-7.07,-4.54] p=1.21e-08 +K=8 st=0 diff_s0 vs nn cov 17-0 p=1.53e-05 | cert 0-29 p=3.73e-09 | regret -75.78 [-115.18,-48.62] p=1.63e-11 +K=8 st=0 diff_s0 vs idw cov 37-0 p=1.46e-11 | cert 0-12 p=0.000488 | regret -1001.19 [-1003.63,-149.64] p=1.63e-11 +K=8 st=0 diff_s0 vs nns cov 0-0 p=1 | cert 0-58 p=6.94e-18 | regret -7.87 [-8.53,-6.59] p=7.7e-08 +K=8 st=0 diff_s0 vs dls * cov 0-0 p=1 | cert 0-58 p=6.94e-18 | regret -5.28 [-6.10,-4.50] p=2.95e-06 +K=8 st=0 diff_s1 vs nn cov 17-0 p=1.53e-05 | cert 0-31 p=9.31e-10 | regret -76.92 [-114.56,-48.90] p=1.63e-11 +K=8 st=0 diff_s1 vs idw cov 37-0 p=1.46e-11 | cert 0-14 p=0.000122 | regret -999.54 [-1003.53,-150.96] p=1.63e-11 +K=8 st=0 diff_s1 vs nns cov 0-0 p=1 | cert 0-60 p=1.73e-18 | regret -7.19 [-7.89,-6.11] p=1.86e-08 +K=8 st=0 diff_s1 vs dls * cov 0-0 p=1 | cert 0-60 p=1.73e-18 | regret -5.14 [-5.94,-3.69] p=2.95e-06 +K=8 st=0 diff_s2 vs nn cov 17-0 p=1.53e-05 | cert 0-30 p=1.86e-09 | regret -75.14 [-116.95,-47.11] p=1.63e-11 +K=8 st=0 diff_s2 vs idw cov 37-0 p=1.46e-11 | cert 0-13 p=0.000244 | regret -1001.80 [-1003.53,-148.13] p=1.63e-11 +K=8 st=0 diff_s2 vs nns cov 0-0 p=1 | cert 0-59 p=3.47e-18 | regret -7.13 [-8.37,-6.37] p=3.56e-10 +K=8 st=0 diff_s2 vs dls * cov 0-0 p=1 | cert 0-59 p=3.47e-18 | regret -5.25 [-5.94,-3.91] p=1.38e-08 +K=8 st=1 diff_s0 vs nn cov 8-0 p=0.00781 | cert 0-31 p=9.31e-10 | regret -39.55 [-57.32,-25.66] p=1.63e-11 +K=8 st=1 diff_s0 vs idw cov 23-0 p=2.38e-07 | cert 0-15 p=6.1e-05 | regret -107.57 [-576.87,-68.61] p=1.63e-11 +K=8 st=1 diff_s0 vs nns cov 0-0 p=1 | cert 0-58 p=6.94e-18 | regret -7.42 [-7.96,-7.02] p=5.44e-10 +K=8 st=1 diff_s0 vs dls * cov 0-0 p=1 | cert 0-58 p=6.94e-18 | regret -5.01 [-5.26,-4.53] p=8.57e-09 +K=8 st=1 diff_s1 vs nn cov 8-0 p=0.00781 | cert 0-33 p=2.33e-10 | regret -40.52 [-57.25,-26.39] p=1.63e-11 +K=8 st=1 diff_s1 vs idw cov 23-0 p=2.38e-07 | cert 0-17 p=1.53e-05 | regret -106.24 [-576.80,-69.90] p=1.63e-11 +K=8 st=1 diff_s1 vs nns cov 0-0 p=1 | cert 0-60 p=1.73e-18 | regret -7.06 [-7.42,-6.61] p=4.1e-10 +K=8 st=1 diff_s1 vs dls * cov 0-0 p=1 | cert 0-60 p=1.73e-18 | regret -4.88 [-5.15,-4.32] p=3.88e-09 +K=8 st=1 diff_s2 vs nn cov 8-0 p=0.00781 | cert 0-32 p=4.66e-10 | regret -39.27 [-58.19,-25.03] p=1.63e-11 +K=8 st=1 diff_s2 vs idw cov 23-0 p=2.38e-07 | cert 0-16 p=3.05e-05 | regret -106.29 [-578.28,-68.13] p=1.63e-11 +K=8 st=1 diff_s2 vs nns cov 0-0 p=1 | cert 0-59 p=3.47e-18 | regret -7.15 [-7.37,-6.66] p=2.01e-10 +K=8 st=1 diff_s2 vs dls * cov 0-0 p=1 | cert 0-59 p=3.47e-18 | regret -5.01 [-5.26,-4.22] p=2.21e-10 + diff --git a/results/ood/siso_ood.txt b/results/ood/siso_ood.txt new file mode 100644 index 0000000000000000000000000000000000000000..bb4eea440daefb4427ca20082877979032346ca7 --- /dev/null +++ b/results/ood/siso_ood.txt @@ -0,0 +1,165 @@ +=== SISO lvl0: N=120, z-NN ratio test/bank 1.1x (median-based 0.242) === +-- no steering: coverage (any of K stable) | per-candidate stable rate +diff_s0 K=1: 0.550 0.550 | K=4: 0.650 0.515 | K=8: 0.667 0.518 +diff_s1 K=1: 0.483 0.483 | K=4: 0.667 0.525 | K=8: 0.692 0.512 +diff_s2 K=1: 0.517 0.517 | K=4: 0.642 0.521 | K=8: 0.667 0.532 +nn K=1: 0.375 0.375 | K=4: 0.608 0.394 | K=8: 0.642 0.401 +idw K=1: 0.375 0.375 | K=4: 0.608 0.423 | K=8: 0.650 0.424 +-- 50-step steering: coverage (any of K stable) | per-candidate stable rate +diff_s0 K=1: 0.550 0.550 | K=4: 0.617 0.531 | K=8: 0.642 0.531 +diff_s1 K=1: 0.492 0.492 | K=4: 0.617 0.537 | K=8: 0.625 0.531 +diff_s2 K=1: 0.542 0.542 | K=4: 0.650 0.544 | K=8: 0.650 0.545 +nn K=1: 0.375 0.375 | K=4: 0.600 0.398 | K=8: 0.642 0.401 +idw K=1: 0.375 0.375 | K=4: 0.600 0.429 | K=8: 0.642 0.425 +-- paired McNemar, model vs retrieval (model-only / retrieval-only, p); * = best retrieval arm +K=1 st=0 diff_s0: vs nn* 27-6 p=0.000324 diff +0.175 [+0.083,+0.267]; vs idw 27-6 p=0.000324 diff +0.175 [+0.083,+0.267]; +K=1 st=0 diff_s1: vs nn* 25-12 p=0.047 diff +0.108 [+0.008,+0.200]; vs idw 25-12 p=0.047 diff +0.108 [+0.008,+0.200]; +K=1 st=0 diff_s2: vs nn* 26-9 p=0.00599 diff +0.142 [+0.050,+0.233]; vs idw 26-9 p=0.00599 diff +0.142 [+0.050,+0.233]; +K=1 st=1 diff_s0: vs nn* 24-3 p=4.92e-05 diff +0.175 [+0.100,+0.250]; vs idw 24-3 p=4.92e-05 diff +0.175 [+0.100,+0.250]; +K=1 st=1 diff_s1: vs nn* 24-10 p=0.0243 diff +0.117 [+0.025,+0.208]; vs idw 24-10 p=0.0243 diff +0.117 [+0.025,+0.208]; +K=1 st=1 diff_s2: vs nn* 27-7 p=0.000821 diff +0.167 [+0.075,+0.258]; vs idw 27-7 p=0.000821 diff +0.167 [+0.075,+0.258]; +K=4 st=0 diff_s0: vs nn* 7-2 p=0.18 diff +0.042 [-0.008,+0.092]; vs idw 8-3 p=0.227 diff +0.042 [-0.008,+0.100]; +K=4 st=0 diff_s1: vs nn* 8-1 p=0.0391 diff +0.058 [+0.017,+0.108]; vs idw 8-1 p=0.0391 diff +0.058 [+0.008,+0.108]; +K=4 st=0 diff_s2: vs nn* 5-1 p=0.219 diff +0.033 [-0.008,+0.075]; vs idw 5-1 p=0.219 diff +0.033 [+0.000,+0.075]; +K=4 st=1 diff_s0: vs nn* 3-1 p=0.625 diff +0.017 [-0.017,+0.050]; vs idw 3-1 p=0.625 diff +0.017 [-0.017,+0.050]; +K=4 st=1 diff_s1: vs nn* 4-2 p=0.688 diff +0.017 [-0.025,+0.058]; vs idw 3-1 p=0.625 diff +0.017 [-0.017,+0.050]; +K=4 st=1 diff_s2: vs nn* 7-1 p=0.0703 diff +0.050 [+0.008,+0.092]; vs idw 6-0 p=0.0312 diff +0.050 [+0.017,+0.092]; +K=8 st=0 diff_s0: vs nn 4-1 p=0.375 diff +0.025 [-0.008,+0.067]; vs idw* 4-2 p=0.688 diff +0.017 [-0.025,+0.058]; +K=8 st=0 diff_s1: vs nn 6-0 p=0.0312 diff +0.050 [+0.017,+0.092]; vs idw* 5-0 p=0.0625 diff +0.042 [+0.008,+0.075]; +K=8 st=0 diff_s2: vs nn 4-1 p=0.375 diff +0.025 [-0.008,+0.067]; vs idw* 4-2 p=0.688 diff +0.017 [-0.025,+0.058]; +K=8 st=1 diff_s0: vs nn* 1-1 p=1 diff +0.000 [-0.025,+0.025]; vs idw 1-1 p=1 diff +0.000 [-0.025,+0.025]; +K=8 st=1 diff_s1: vs nn* 1-3 p=0.625 diff -0.017 [-0.050,+0.017]; vs idw 1-3 p=0.625 diff -0.017 [-0.050,+0.017]; +K=8 st=1 diff_s2: vs nn* 2-1 p=1 diff +0.008 [-0.017,+0.042]; vs idw 2-1 p=1 diff +0.008 [-0.017,+0.042]; + +=== SISO lvl1.1: N=120, z-NN ratio test/bank 2.0x (median-based 0.499) === +-- no steering: coverage (any of K stable) | per-candidate stable rate +diff_s0 K=1: 0.567 0.567 | K=4: 0.692 0.577 | K=8: 0.717 0.589 +diff_s1 K=1: 0.550 0.550 | K=4: 0.675 0.550 | K=8: 0.692 0.572 +diff_s2 K=1: 0.600 0.600 | K=4: 0.692 0.579 | K=8: 0.708 0.589 +nn K=1: 0.542 0.542 | K=4: 0.675 0.521 | K=8: 0.683 0.502 +idw K=1: 0.542 0.542 | K=4: 0.667 0.544 | K=8: 0.675 0.517 +-- 50-step steering: coverage (any of K stable) | per-candidate stable rate +diff_s0 K=1: 0.592 0.592 | K=4: 0.683 0.596 | K=8: 0.700 0.601 +diff_s1 K=1: 0.567 0.567 | K=4: 0.675 0.575 | K=8: 0.683 0.592 +diff_s2 K=1: 0.600 0.600 | K=4: 0.708 0.590 | K=8: 0.717 0.594 +nn K=1: 0.550 0.550 | K=4: 0.683 0.529 | K=8: 0.683 0.508 +idw K=1: 0.550 0.550 | K=4: 0.675 0.550 | K=8: 0.675 0.523 +-- paired McNemar, model vs retrieval (model-only / retrieval-only, p); * = best retrieval arm +K=1 st=0 diff_s0: vs nn* 15-12 p=0.701 diff +0.025 [-0.058,+0.108]; vs idw 15-12 p=0.701 diff +0.025 [-0.058,+0.108]; +K=1 st=0 diff_s1: vs nn* 12-11 p=1 diff +0.008 [-0.067,+0.092]; vs idw 12-11 p=1 diff +0.008 [-0.067,+0.092]; +K=1 st=0 diff_s2: vs nn* 16-9 p=0.23 diff +0.058 [-0.025,+0.142]; vs idw 16-9 p=0.23 diff +0.058 [-0.025,+0.142]; +K=1 st=1 diff_s0: vs nn* 14-9 p=0.405 diff +0.042 [-0.042,+0.117]; vs idw 14-9 p=0.405 diff +0.042 [-0.042,+0.117]; +K=1 st=1 diff_s1: vs nn* 11-9 p=0.824 diff +0.017 [-0.058,+0.092]; vs idw 11-9 p=0.824 diff +0.017 [-0.058,+0.092]; +K=1 st=1 diff_s2: vs nn* 16-10 p=0.327 diff +0.050 [-0.033,+0.133]; vs idw 16-10 p=0.327 diff +0.050 [-0.033,+0.133]; +K=4 st=0 diff_s0: vs nn* 2-0 p=0.5 diff +0.017 [+0.000,+0.042]; vs idw 3-0 p=0.25 diff +0.025 [+0.000,+0.058]; +K=4 st=0 diff_s1: vs nn* 2-2 p=1 diff +0.000 [-0.033,+0.033]; vs idw 3-2 p=1 diff +0.008 [-0.025,+0.042]; +K=4 st=0 diff_s2: vs nn* 3-1 p=0.625 diff +0.017 [-0.017,+0.050]; vs idw 4-1 p=0.375 diff +0.025 [-0.008,+0.067]; +K=4 st=1 diff_s0: vs nn* 1-1 p=1 diff +0.000 [-0.025,+0.025]; vs idw 2-1 p=1 diff +0.008 [-0.017,+0.042]; +K=4 st=1 diff_s1: vs nn* 0-1 p=1 diff -0.008 [-0.025,+0.000]; vs idw 1-1 p=1 diff +0.000 [-0.025,+0.025]; +K=4 st=1 diff_s2: vs nn* 4-1 p=0.375 diff +0.025 [-0.008,+0.067]; vs idw 5-1 p=0.219 diff +0.033 [-0.008,+0.075]; +K=8 st=0 diff_s0: vs nn* 4-0 p=0.125 diff +0.033 [+0.008,+0.067]; vs idw 5-0 p=0.0625 diff +0.042 [+0.008,+0.083]; +K=8 st=0 diff_s1: vs nn* 3-2 p=1 diff +0.008 [-0.025,+0.042]; vs idw 3-1 p=0.625 diff +0.017 [-0.017,+0.050]; +K=8 st=0 diff_s2: vs nn* 3-0 p=0.25 diff +0.025 [+0.000,+0.058]; vs idw 4-0 p=0.125 diff +0.033 [+0.008,+0.067]; +K=8 st=1 diff_s0: vs nn* 3-1 p=0.625 diff +0.017 [-0.017,+0.050]; vs idw 3-0 p=0.25 diff +0.025 [+0.000,+0.058]; +K=8 st=1 diff_s1: vs nn* 1-1 p=1 diff +0.000 [-0.025,+0.025]; vs idw 2-1 p=1 diff +0.008 [-0.017,+0.042]; +K=8 st=1 diff_s2: vs nn* 4-0 p=0.125 diff +0.033 [+0.008,+0.067]; vs idw 5-0 p=0.0625 diff +0.042 [+0.008,+0.083]; + +=== SISO lvl1.25: N=120, z-NN ratio test/bank 3.3x (median-based 0.592) === +-- no steering: coverage (any of K stable) | per-candidate stable rate +diff_s0 K=1: 0.492 0.492 | K=4: 0.592 0.492 | K=8: 0.608 0.489 +diff_s1 K=1: 0.508 0.508 | K=4: 0.583 0.481 | K=8: 0.583 0.482 +diff_s2 K=1: 0.475 0.475 | K=4: 0.583 0.490 | K=8: 0.600 0.491 +nn K=1: 0.458 0.458 | K=4: 0.575 0.429 | K=8: 0.575 0.431 +idw K=1: 0.458 0.458 | K=4: 0.575 0.450 | K=8: 0.575 0.444 +-- 50-step steering: coverage (any of K stable) | per-candidate stable rate +diff_s0 K=1: 0.517 0.517 | K=4: 0.583 0.510 | K=8: 0.583 0.508 +diff_s1 K=1: 0.517 0.517 | K=4: 0.583 0.494 | K=8: 0.592 0.495 +diff_s2 K=1: 0.492 0.492 | K=4: 0.583 0.502 | K=8: 0.600 0.505 +nn K=1: 0.467 0.467 | K=4: 0.575 0.435 | K=8: 0.575 0.435 +idw K=1: 0.467 0.467 | K=4: 0.575 0.454 | K=8: 0.575 0.447 +-- paired McNemar, model vs retrieval (model-only / retrieval-only, p); * = best retrieval arm +K=1 st=0 diff_s0: vs nn* 12-8 p=0.503 diff +0.033 [-0.042,+0.108]; vs idw 12-8 p=0.503 diff +0.033 [-0.042,+0.108]; +K=1 st=0 diff_s1: vs nn* 11-5 p=0.21 diff +0.050 [-0.017,+0.117]; vs idw 11-5 p=0.21 diff +0.050 [-0.017,+0.117]; +K=1 st=0 diff_s2: vs nn* 12-10 p=0.832 diff +0.017 [-0.067,+0.092]; vs idw 12-10 p=0.832 diff +0.017 [-0.067,+0.092]; +K=1 st=1 diff_s0: vs nn* 12-6 p=0.238 diff +0.050 [-0.017,+0.117]; vs idw 12-6 p=0.238 diff +0.050 [-0.017,+0.117]; +K=1 st=1 diff_s1: vs nn* 11-5 p=0.21 diff +0.050 [-0.017,+0.117]; vs idw 11-5 p=0.21 diff +0.050 [-0.017,+0.117]; +K=1 st=1 diff_s2: vs nn* 12-9 p=0.664 diff +0.025 [-0.050,+0.100]; vs idw 12-9 p=0.664 diff +0.025 [-0.050,+0.100]; +K=4 st=0 diff_s0: vs nn* 2-0 p=0.5 diff +0.017 [+0.000,+0.042]; vs idw 2-0 p=0.5 diff +0.017 [+0.000,+0.042]; +K=4 st=0 diff_s1: vs nn* 1-0 p=1 diff +0.008 [+0.000,+0.025]; vs idw 1-0 p=1 diff +0.008 [+0.000,+0.025]; +K=4 st=0 diff_s2: vs nn* 1-0 p=1 diff +0.008 [+0.000,+0.025]; vs idw 1-0 p=1 diff +0.008 [+0.000,+0.025]; +K=4 st=1 diff_s0: vs nn* 1-0 p=1 diff +0.008 [+0.000,+0.025]; vs idw 1-0 p=1 diff +0.008 [+0.000,+0.025]; +K=4 st=1 diff_s1: vs nn* 1-0 p=1 diff +0.008 [+0.000,+0.025]; vs idw 1-0 p=1 diff +0.008 [+0.000,+0.025]; +K=4 st=1 diff_s2: vs nn* 1-0 p=1 diff +0.008 [+0.000,+0.025]; vs idw 1-0 p=1 diff +0.008 [+0.000,+0.025]; +K=8 st=0 diff_s0: vs nn* 4-0 p=0.125 diff +0.033 [+0.008,+0.067]; vs idw 4-0 p=0.125 diff +0.033 [+0.008,+0.067]; +K=8 st=0 diff_s1: vs nn* 1-0 p=1 diff +0.008 [+0.000,+0.025]; vs idw 1-0 p=1 diff +0.008 [+0.000,+0.025]; +K=8 st=0 diff_s2: vs nn* 3-0 p=0.25 diff +0.025 [+0.000,+0.058]; vs idw 3-0 p=0.25 diff +0.025 [+0.000,+0.058]; +K=8 st=1 diff_s0: vs nn* 1-0 p=1 diff +0.008 [+0.000,+0.025]; vs idw 1-0 p=1 diff +0.008 [+0.000,+0.025]; +K=8 st=1 diff_s1: vs nn* 2-0 p=0.5 diff +0.017 [+0.000,+0.042]; vs idw 2-0 p=0.5 diff +0.017 [+0.000,+0.042]; +K=8 st=1 diff_s2: vs nn* 3-0 p=0.25 diff +0.025 [+0.000,+0.058]; vs idw 3-0 p=0.25 diff +0.025 [+0.000,+0.058]; + +=== SISO lvl1.5: N=120, z-NN ratio test/bank 8.3x (median-based 1.519) === +-- no steering: coverage (any of K stable) | per-candidate stable rate +diff_s0 K=1: 0.533 0.533 | K=4: 0.675 0.517 | K=8: 0.700 0.518 +diff_s1 K=1: 0.508 0.508 | K=4: 0.642 0.481 | K=8: 0.683 0.508 +diff_s2 K=1: 0.517 0.517 | K=4: 0.675 0.502 | K=8: 0.692 0.506 +nn K=1: 0.583 0.583 | K=4: 0.700 0.550 | K=8: 0.700 0.549 +idw K=1: 0.583 0.583 | K=4: 0.700 0.575 | K=8: 0.700 0.559 +-- 50-step steering: coverage (any of K stable) | per-candidate stable rate +diff_s0 K=1: 0.542 0.542 | K=4: 0.675 0.535 | K=8: 0.692 0.537 +diff_s1 K=1: 0.508 0.508 | K=4: 0.642 0.506 | K=8: 0.675 0.528 +diff_s2 K=1: 0.525 0.525 | K=4: 0.683 0.515 | K=8: 0.708 0.527 +nn K=1: 0.592 0.592 | K=4: 0.692 0.550 | K=8: 0.692 0.550 +idw K=1: 0.592 0.592 | K=4: 0.692 0.573 | K=8: 0.692 0.559 +-- paired McNemar, model vs retrieval (model-only / retrieval-only, p); * = best retrieval arm +K=1 st=0 diff_s0: vs nn* 10-16 p=0.327 diff -0.050 [-0.133,+0.033]; vs idw 10-16 p=0.327 diff -0.050 [-0.133,+0.033]; +K=1 st=0 diff_s1: vs nn* 7-16 p=0.0931 diff -0.075 [-0.150,+0.000]; vs idw 7-16 p=0.0931 diff -0.075 [-0.150,+0.000]; +K=1 st=0 diff_s2: vs nn* 8-16 p=0.152 diff -0.067 [-0.142,+0.008]; vs idw 8-16 p=0.152 diff -0.067 [-0.142,+0.008]; +K=1 st=1 diff_s0: vs nn* 7-13 p=0.263 diff -0.050 [-0.125,+0.017]; vs idw 7-13 p=0.263 diff -0.050 [-0.125,+0.017]; +K=1 st=1 diff_s1: vs nn* 5-15 p=0.0414 diff -0.083 [-0.158,-0.017]; vs idw 5-15 p=0.0414 diff -0.083 [-0.158,-0.017]; +K=1 st=1 diff_s2: vs nn* 8-16 p=0.152 diff -0.067 [-0.142,+0.008]; vs idw 8-16 p=0.152 diff -0.067 [-0.142,+0.008]; +K=4 st=0 diff_s0: vs nn* 3-6 p=0.508 diff -0.025 [-0.075,+0.025]; vs idw 3-6 p=0.508 diff -0.025 [-0.075,+0.025]; +K=4 st=0 diff_s1: vs nn* 1-8 p=0.0391 diff -0.058 [-0.108,-0.017]; vs idw 1-8 p=0.0391 diff -0.058 [-0.108,-0.017]; +K=4 st=0 diff_s2: vs nn* 2-5 p=0.453 diff -0.025 [-0.067,+0.017]; vs idw 2-5 p=0.453 diff -0.025 [-0.067,+0.017]; +K=4 st=1 diff_s0: vs nn* 2-4 p=0.688 diff -0.017 [-0.058,+0.025]; vs idw 2-4 p=0.688 diff -0.017 [-0.058,+0.025]; +K=4 st=1 diff_s1: vs nn* 1-7 p=0.0703 diff -0.050 [-0.100,-0.008]; vs idw 1-7 p=0.0703 diff -0.050 [-0.100,-0.008]; +K=4 st=1 diff_s2: vs nn* 2-3 p=1 diff -0.008 [-0.042,+0.025]; vs idw 2-3 p=1 diff -0.008 [-0.042,+0.025]; +K=8 st=0 diff_s0: vs nn* 3-3 p=1 diff +0.000 [-0.042,+0.042]; vs idw 3-3 p=1 diff +0.000 [-0.042,+0.042]; +K=8 st=0 diff_s1: vs nn* 3-5 p=0.727 diff -0.017 [-0.067,+0.025]; vs idw 3-5 p=0.727 diff -0.017 [-0.067,+0.025]; +K=8 st=0 diff_s2: vs nn* 2-3 p=1 diff -0.008 [-0.050,+0.025]; vs idw 2-3 p=1 diff -0.008 [-0.050,+0.025]; +K=8 st=1 diff_s0: vs nn* 2-2 p=1 diff +0.000 [-0.033,+0.033]; vs idw 2-2 p=1 diff +0.000 [-0.033,+0.033]; +K=8 st=1 diff_s1: vs nn* 3-5 p=0.727 diff -0.017 [-0.067,+0.025]; vs idw 3-5 p=0.727 diff -0.017 [-0.067,+0.025]; +K=8 st=1 diff_s2: vs nn* 4-2 p=0.688 diff +0.017 [-0.025,+0.058]; vs idw 4-2 p=0.688 diff +0.017 [-0.025,+0.058]; + +=== SISO lvl2.0: N=120, z-NN ratio test/bank 36.3x (median-based 6.683) === +-- no steering: coverage (any of K stable) | per-candidate stable rate +diff_s0 K=1: 0.408 0.408 | K=4: 0.608 0.433 | K=8: 0.667 0.438 +diff_s1 K=1: 0.433 0.433 | K=4: 0.592 0.435 | K=8: 0.642 0.453 +diff_s2 K=1: 0.450 0.450 | K=4: 0.642 0.458 | K=8: 0.692 0.448 +nn K=1: 0.792 0.792 | K=4: 0.850 0.744 | K=8: 0.850 0.717 +idw K=1: 0.792 0.792 | K=4: 0.850 0.758 | K=8: 0.850 0.724 +-- 50-step steering: coverage (any of K stable) | per-candidate stable rate +diff_s0 K=1: 0.442 0.442 | K=4: 0.608 0.446 | K=8: 0.658 0.456 +diff_s1 K=1: 0.458 0.458 | K=4: 0.625 0.465 | K=8: 0.658 0.474 +diff_s2 K=1: 0.458 0.458 | K=4: 0.650 0.471 | K=8: 0.708 0.463 +nn K=1: 0.783 0.783 | K=4: 0.850 0.740 | K=8: 0.850 0.715 +idw K=1: 0.783 0.783 | K=4: 0.850 0.756 | K=8: 0.850 0.723 +-- paired McNemar, model vs retrieval (model-only / retrieval-only, p); * = best retrieval arm +K=1 st=0 diff_s0: vs nn* 3-49 p=1.04e-11 diff -0.383 [-0.483,-0.283]; vs idw 3-49 p=1.04e-11 diff -0.383 [-0.483,-0.283]; +K=1 st=0 diff_s1: vs nn* 4-47 p=2.42e-10 diff -0.358 [-0.458,-0.258]; vs idw 4-47 p=2.42e-10 diff -0.358 [-0.458,-0.258]; +K=1 st=0 diff_s2: vs nn* 4-45 p=8.23e-10 diff -0.342 [-0.442,-0.242]; vs idw 4-45 p=8.23e-10 diff -0.342 [-0.442,-0.242]; +K=1 st=1 diff_s0: vs nn* 3-44 p=2.46e-10 diff -0.342 [-0.442,-0.250]; vs idw 3-44 p=2.46e-10 diff -0.342 [-0.442,-0.250]; +K=1 st=1 diff_s1: vs nn* 5-44 p=7.6e-09 diff -0.325 [-0.425,-0.225]; vs idw 5-44 p=7.6e-09 diff -0.325 [-0.425,-0.225]; +K=1 st=1 diff_s2: vs nn* 4-43 p=2.78e-09 diff -0.325 [-0.425,-0.225]; vs idw 4-43 p=2.78e-09 diff -0.325 [-0.425,-0.225]; +K=4 st=0 diff_s0: vs nn* 1-30 p=2.98e-08 diff -0.242 [-0.325,-0.158]; vs idw 1-30 p=2.98e-08 diff -0.242 [-0.325,-0.158]; +K=4 st=0 diff_s1: vs nn* 2-33 p=3.67e-08 diff -0.258 [-0.342,-0.175]; vs idw 2-33 p=3.67e-08 diff -0.258 [-0.342,-0.175]; +K=4 st=0 diff_s2: vs nn* 1-26 p=4.17e-07 diff -0.208 [-0.283,-0.133]; vs idw 1-26 p=4.17e-07 diff -0.208 [-0.283,-0.133]; +K=4 st=1 diff_s0: vs nn* 1-30 p=2.98e-08 diff -0.242 [-0.325,-0.158]; vs idw 1-30 p=2.98e-08 diff -0.242 [-0.325,-0.158]; +K=4 st=1 diff_s1: vs nn* 3-30 p=1.4e-06 diff -0.225 [-0.308,-0.142]; vs idw 3-30 p=1.4e-06 diff -0.225 [-0.308,-0.142]; +K=4 st=1 diff_s2: vs nn* 1-25 p=8.05e-07 diff -0.200 [-0.275,-0.125]; vs idw 1-25 p=8.05e-07 diff -0.200 [-0.275,-0.125]; +K=8 st=0 diff_s0: vs nn* 1-23 p=2.98e-06 diff -0.183 [-0.258,-0.117]; vs idw 1-23 p=2.98e-06 diff -0.183 [-0.258,-0.117]; +K=8 st=0 diff_s1: vs nn* 2-27 p=1.62e-06 diff -0.208 [-0.292,-0.125]; vs idw 2-27 p=1.62e-06 diff -0.208 [-0.292,-0.125]; +K=8 st=0 diff_s2: vs nn* 1-20 p=2.1e-05 diff -0.158 [-0.233,-0.092]; vs idw 1-20 p=2.1e-05 diff -0.158 [-0.233,-0.092]; +K=8 st=1 diff_s0: vs nn* 1-24 p=1.55e-06 diff -0.192 [-0.267,-0.117]; vs idw 1-24 p=1.55e-06 diff -0.192 [-0.267,-0.117]; +K=8 st=1 diff_s1: vs nn* 3-26 p=1.52e-05 diff -0.192 [-0.275,-0.117]; vs idw 3-26 p=1.52e-05 diff -0.192 [-0.275,-0.117]; +K=8 st=1 diff_s2: vs nn* 1-18 p=7.63e-05 diff -0.142 [-0.217,-0.075]; vs idw 1-18 p=7.63e-05 diff -0.142 [-0.217,-0.075]; + diff --git a/results/ood/train_holes.sh b/results/ood/train_holes.sh new file mode 100644 index 0000000000000000000000000000000000000000..a30da78f4234a696c3de3a0dd5946e1b0e3bca8a --- /dev/null +++ b/results/ood/train_holes.sh @@ -0,0 +1,6 @@ +#!/bin/bash +cd /home/cercola/matte_server/DiffusionControl +export PEND_DATA=data/pendulum_dataset_hole20.pt OMP_NUM_THREADS=1 WANDB_MODE=disabled PYTHONPATH=. CUDA_VISIBLE_DEVICES=0 +for s in 42 43 44; do sfx=""; [ $s != 42 ] && sfx="_s$s" + myenv/bin/python -u -m nonlinear.training.train_pendulum_ablation --tag ood_hole20$sfx --data_fraction 1.0 --seed $s --epochs 1000 +done diff --git a/results/pendulum_full/dp_bank_rank.txt b/results/pendulum_full/dp_bank_rank.txt new file mode 100644 index 0000000000000000000000000000000000000000..6f54376973c8d5397d7c5f9db0fce0279b6133db --- /dev/null +++ b/results/pendulum_full/dp_bank_rank.txt @@ -0,0 +1,23 @@ +=== DP policy bank + rank study (torque-bounded pendulum) === + 300 plants, policy grid 60x61 = 3660 values + family: l[0.5,1.5] m[0.3,1.2] zeta~logU(0.01, 0.15) rho_u~U(0.35, 0.65) + + variance explained: k=1:42.43% k=2:66.55% k=4:78.23% k=8:85.51% k=16:91.72% k=32:95.43% k=64:97.74% + + rank scored by ROLLOUT COST vs each plant's own DP (MSE is not the metric that matters): + k var% med regret p90 max fell over + (reference: 25/25 held-out DP policies stabilise at this grid) + 1 42.43% +9.52% +40.59% +71.57% 1/25 + 2 66.55% +9.69% +22.06% +36.00% 0/25 + 4 78.23% +4.33% +20.12% +32.76% 0/25 + 8 85.51% +3.43% +17.22% +39.13% 0/25 + 16 91.72% +2.07% +8.99% +15.06% 0/25 + 32 95.43% +0.46% +1.54% +7.44% 0/25 + 64 97.74% +0.16% +0.69% +0.82% 0/25 + +This picks the generation dimension only. It is NOT the test of whether a model is +worth training: a 256-solve interpolation table already reaches +0.1% median regret +against per-plant value iteration, so the median is settled. The open question is the +~8-13% tail where that table loses 10-25%, and it is answered by the matched-budget +comparison (same K candidates, same rollout verifier, both scored vs per-plant VI), +not by anything measurable here. diff --git a/results/pendulum_full/dp_baseline.txt b/results/pendulum_full/dp_baseline.txt new file mode 100644 index 0000000000000000000000000000000000000000..aa62112243e54cc7bdf584041662d402ffd18b69 --- /dev/null +++ b/results/pendulum_full/dp_baseline.txt @@ -0,0 +1,25 @@ +=== DP (value iteration) vs the hand-designed two-stage architecture === +DP assumes no architecture: it returns the globally optimal u*(theta,omega) under the +torque bound. The architecture restricts u to -phi(c1*theta + c2*omega) plus an energy +swing-up stage. Same cost, same RK4 loop, same 12 s horizon, same hanging IC. + +plant rho_u J_DP J_arch J_fixed arch/DP fixed/DP t_DP + 0 0.416 17.13 19.80 19.80 1.16x 1.16x 2.1s + 48 0.521 13.02 14.02 14.05 1.08x 1.08x 2.1s + 95 0.448 69.02 80.70 80.75 1.17x 1.17x 2.2s + 143 0.625 73.23 107.91 109.09 1.47x 1.49x 2.2s + 190 0.555 70.50 90.75 90.77 1.29x 1.29x 2.2s + 239 0.556 14.64 15.73 15.76 1.07x 1.08x 2.2s + +median J_arch / J_DP = 1.16x (how much the hand-designed architecture gives up vs optimal) +median J_fixed / J_DP = 1.16x +median DP solve time = 2.2 s per plant + +Reading: if J_arch/J_DP is close to 1 the architecture is near-optimal and there is +nothing for a richer generated controller to win. If it is well above 1, the earlier +'+0.3% headroom' was a property of the restricted controller class, not of the family, +and the amortization target should be DP itself. + +NOTE the controller classes differ: DP gives u(theta,omega) on the full state; the +spline gives u(c1*theta + c2*omega), a 1-D projection. Part of any gap is that +projection, which a generated 2-D feedback map could remove. diff --git a/results/pendulum_full/dp_interp.txt b/results/pendulum_full/dp_interp.txt new file mode 100644 index 0000000000000000000000000000000000000000..e4e13b07f53080d8d8f8d08e7f93e8b8b1c68971 --- /dev/null +++ b/results/pendulum_full/dp_interp.txt @@ -0,0 +1,28 @@ +=== is the pendulum plant->controller map just INTERPOLABLE? === + +--- A. same (zeta, rho_u), different (l, m): do the policies coincide? --- + l=1.00 m=0.75: reference, J=42.284 + l=0.60 m=1.10: max|du_hat|=1.6000 rms=0.2239 J=30.267 J/J_ref=0.716 + l=1.40 m=0.35: max|du_hat|=1.7000 rms=0.2459 J=33.782 J/J_ref=0.799 + (small max|du_hat| => the family really is 2-D in (zeta, rho_u)) + +--- B. 5x5 table of DP solves over (log zeta, rho_u), then interpolate --- + table built: 25 DP solves in 57 s (2.3 s each), reused for every plant + plant zeta rho_u J_ownDP J_interp ratio + 55 0.0132 0.623 57.13 57.27 1.002x + 207 0.0115 0.503 57.30 57.49 1.003x + 190 0.0991 0.555 70.06 70.40 1.005x + 236 0.1094 0.623 22.66 27.03 1.193x + 42 0.0400 0.372 33.87 36.79 1.086x + 20 0.0196 0.387 101.09 109.08 1.079x + 139 0.0173 0.633 29.52 32.71 1.108x + 189 0.0215 0.572 40.48 40.41 0.998x + + interpolation regret vs per-plant DP: median +4.2% p95 +16.3% max +19.3% + (for scale: the hand-designed two-stage architecture is +16% median, +47% worst) + +Reading: if interpolation is within a few percent, a lookup table amortizes this family +and a generative model adds nothing HERE — the map is smooth. The Furuta certified +hand-off map is not smooth (a gain weighting fails between two that work), so the same +test there should behave very differently. That contrast, not the size of the plant +family, is the argument for a learned model. diff --git a/results/pendulum_full/dp_interp4.txt b/results/pendulum_full/dp_interp4.txt new file mode 100644 index 0000000000000000000000000000000000000000..3c2726f01e8d7ccc28711024c45d8e953258a72f --- /dev/null +++ b/results/pendulum_full/dp_interp4.txt @@ -0,0 +1,19 @@ +=== FAIR interpolation baseline: full 4-D table over (l, m, zeta, rho_u) === + 4^4 = 256 DP solves in 620 s, reused for every plant + plant J_ownDP J_interp4 ratio + 55 57.13 56.95 0.997x + 207 57.30 57.15 0.997x + 190 70.06 75.64 1.080x + 236 22.66 27.02 1.192x + 42 33.87 37.54 1.108x + 20 101.09 100.40 0.993x + 139 29.52 29.61 1.003x + 189 40.48 40.46 0.999x + + 4-D interpolation regret vs per-plant DP: median +0.1% p95 +16.3% max +19.2% + for scale: 2-D table (wrong parameterisation) +4.2% med / +19.3% max + hand-designed two-stage architecture +16% med / +47% max + +This is the number a generated feedback map has to beat. Note the table cost grows as +npts^4 (256 solves here); a learned model needs a comparable number of training +solves but no grid, which is the real argument for amortisation over tabulation. diff --git a/results/pendulum_full/dp_interp_kappa.txt b/results/pendulum_full/dp_interp_kappa.txt new file mode 100644 index 0000000000000000000000000000000000000000..e6a741c54d7355ebca3fc5e44ddcba783471fd78 --- /dev/null +++ b/results/pendulum_full/dp_interp_kappa.txt @@ -0,0 +1,57 @@ +=== does interpolation fail specifically at LOW kappa (multi-swing)? === + kappa-stratified sample, n=40, 4-D table (256 DP solves) as the baseline + kappa zeta rho_u J_ownDP J_interp ratio + 1.65 0.1420 0.468 69.42 66.64 0.960x + 1.96 0.0991 0.388 64.14 79.69 1.242x + 1.72 0.1060 0.364 109.63 115.87 1.057x (FELL OVER) + 1.92 0.1429 0.549 34.12 34.49 1.011x + 2.56 0.1060 0.542 23.65 24.68 1.043x + 2.52 0.1281 0.646 49.02 51.28 1.046x + 2.80 0.0931 0.521 16.13 17.05 1.057x + 2.14 0.1428 0.611 25.81 26.43 1.024x + 2.82 0.0688 0.388 51.33 52.02 1.013x + 4.11 0.0559 0.460 34.43 34.17 0.992x + 3.42 0.0647 0.443 26.22 26.32 1.004x + 3.19 0.0829 0.529 85.73 86.46 1.008x + 3.54 0.0652 0.462 31.02 31.06 1.001x + 3.68 0.0715 0.527 35.10 35.51 1.012x + 4.73 0.0389 0.368 20.77 24.88 1.198x + 5.60 0.0562 0.629 67.07 70.33 1.049x + 5.59 0.0331 0.371 47.45 47.61 1.003x + 5.71 0.0442 0.505 41.56 41.58 1.001x + 4.79 0.0381 0.365 54.08 54.58 1.009x + 7.16 0.0248 0.356 19.87 20.15 1.014x + 7.90 0.0301 0.476 45.58 45.57 1.000x + 7.72 0.0342 0.528 51.97 51.90 0.999x + 8.16 0.0337 0.550 37.03 37.90 1.024x + 7.14 0.0411 0.587 31.26 31.66 1.013x + 12.30 0.0264 0.649 83.20 82.87 0.996x + 11.82 0.0255 0.603 36.63 36.60 0.999x + 12.89 0.0235 0.606 41.91 42.25 1.008x + 9.53 0.0214 0.408 58.48 58.38 0.998x + 10.73 0.0185 0.397 25.14 25.48 1.014x + 17.52 0.0105 0.367 46.72 46.70 1.000x + 14.18 0.0222 0.629 104.14 103.26 0.992x + 18.52 0.0139 0.516 31.70 34.99 1.104x + 15.75 0.0200 0.630 20.79 20.67 0.994x + 13.58 0.0217 0.589 40.05 40.05 1.000x + 19.78 0.0164 0.647 75.17 75.86 1.009x + 26.83 0.0109 0.585 16.95 16.98 1.001x + 26.33 0.0102 0.537 106.99 105.82 0.989x + 29.19 0.0100 0.585 20.81 20.91 1.005x + 21.07 0.0118 0.495 32.34 32.36 1.001x + + kappa in [ 1.3, 2.0): n= 4 median regret +3.4% max +24.2% + kappa in [ 2.0, 3.0): n= 5 median regret +4.3% max +5.7% + kappa in [ 3.0, 4.5): n= 5 median regret +0.4% max +1.2% + kappa in [ 4.5, 6.5): n= 5 median regret +0.9% max +19.8% + kappa in [ 6.5, 9.0): n= 5 median regret +1.3% max +2.4% + kappa in [ 9.0, 13.0): n= 5 median regret -0.1% max +1.4% + kappa in [ 13.0, 19.0): n= 5 median regret -0.0% max +10.4% + kappa in [ 19.0, 30.0): n= 5 median regret +0.1% max +0.9% + + kappa < 5 : n=16 median +1.3% max +24.2% + kappa >= 9 : n=15 median -0.0% max +10.4% + +If the low-kappa band really is where tabulation breaks down, THAT is the target for a +generated policy — and it is the same non-smooth-map failure as the Furuta gain holes. diff --git a/results/pendulum_full/dp_target_eval.txt b/results/pendulum_full/dp_target_eval.txt new file mode 100644 index 0000000000000000000000000000000000000000..7712d31d96ae0149a5dc4c38036819035edb2dde --- /dev/null +++ b/results/pendulum_full/dp_target_eval.txt @@ -0,0 +1,24 @@ +=== DP-target eval, matched budget (N=40, 40 with a valid VI ref) === + ceiling: value iteration, 4.20 s/plant + +--- K = 1 candidate(s) per plant, identical for every arm --- + generated (K=1) med +2.03% p90 +11.78% max +24.83% >10%: 15.4% fail 2.5% [33 ms] + grid table +verifier (K=1) med +8.25% p90 +24.57% max +49.17% >10%: 40.0% fail 25.0% + nearest neighbour (K=1) med +0.20% p90 +2.55% max +24.53% >10%: 2.6% fail 2.5% + paired vs grid table generated better on 22, worse on 7 -> p = 0.0081 * + paired vs nearest nb generated better on 7, worse on 32 -> p = 0.0001 * + +--- K = 4 candidate(s) per plant, identical for every arm --- + generated (K=4) med +0.87% p90 +9.97% max +15.43% >10%: 10.3% fail 2.5% [64 ms] + grid table +verifier (K=4) med +2.67% p90 +13.67% max +29.92% >10%: 14.3% fail 12.5% + nearest neighbour (K=4) med -0.20% p90 +0.46% max +19.46% >10%: 2.5% fail 0.0% + paired vs grid table generated better on 20, worse on 14 -> p = 0.3915 + paired vs nearest nb generated better on 9, worse on 30 -> p = 0.0011 * + +--- K = 8 candidate(s) per plant, identical for every arm --- + generated (K=8) med +0.34% p90 +2.52% max +23.42% >10%: 5.1% fail 2.5% [94 ms] + grid table +verifier (K=8) med +0.56% p90 +8.33% max +56.93% >10%: 10.0% fail 0.0% + nearest neighbour (K=8) med -1.17% p90 +0.26% max +0.90% >10%: 0.0% fail 0.0% + paired vs grid table generated better on 22, worse on 17 -> p = 0.5224 + paired vs nearest nb generated better on 7, worse on 32 -> p = 0.0001 * + diff --git a/results/pendulum_full/family_sweep.txt b/results/pendulum_full/family_sweep.txt new file mode 100644 index 0000000000000000000000000000000000000000..0bc23f37fcbcd6f1deafed1dd76d94c6cd70dcdc --- /dev/null +++ b/results/pendulum_full/family_sweep.txt @@ -0,0 +1,60 @@ +--- 1. analytic swing-up feasibility (kappa = rho_u/(2 zeta) > 1.3614) --- + zeta~logU[0.01,0.25], rho~U[.35,1.2] feasible 96.4% kappa med 7.31 zeta med 0.0501 frac kappa<3 (multi-swing) 22.3% + zeta~logU[0.02,0.30], rho~U[.35,0.9] feasible 88.6% kappa med 3.89 zeta med 0.0778 frac kappa<3 (multi-swing) 40.3% + zeta~logU[0.01,0.20], rho~U[.40,1.2] feasible 99.1% kappa med 8.52 zeta med 0.0449 frac kappa<3 (multi-swing) 15.1% + LEGACY b~U[0.02,0.3], rho=0.4 feasible 96.3% kappa med 5.83 zeta med 0.0343 frac kappa<3 (multi-swing) 22.0% + LEGACY b~U[0.02,0.3], rho=0.6 feasible 99.1% kappa med 8.75 zeta med 0.0343 frac kappa<3 (multi-swing) 10.0% + +--- 2. chosen family: zeta~logU(0.01, 0.15), rho_u~U(0.35, 0.65), N=240 --- + analytically feasible: 99.6% + kappa min 1.31 p5 1.78 med 6.46 p95 20.97 max 28.09 + rho_u min 0.352 p5 0.365 med 0.489 p95 0.629 max 0.649 + zeta min 0.0101 p5 0.0117 med 0.0368 p95 0.1329 max 0.1458 + +--- 3. certified saturation-free region (max-gamma SDP) --- + plants with a non-empty certified region: 100.0% + gamma (best over alpha_hat) min 0.125 p5 0.138 med 0.187 p95 0.254 max 0.278 + gamma / rho_u min 0.329 p5 0.335 med 0.394 p95 0.435 max 0.440 + gamma by alpha_hat (median): a=1.2:0.187 a=1.8:0.124 a=2.5:0.090 a=3.5:0.064 a=5.0:0.045 a=7.0:0.032 a=10.0:0.022 + +--- 4. end-to-end keep rate (certified AND full-cycle AND never saturating) --- + kept: 98.8% (237/240) + of the analytically-feasible ones: 99.2% + J = int(q)+int(u^2) (kept) min 12.31 p5 17.60 med 42.40 p95 149.83 max 350.17 + t_settle (kept) min 2.320 p5 2.569 med 3.905 p95 6.704 max 10.385 + + selected by ABSOLUTE-WEIGHT COST J (the §4.7 convention): + alpha_hat: 1.2:24 1.8:144 2.5:54 3.5:14 5:1 7:0 10:0 + ke_mult : 5:0 10:35 20:73 30:56 60:55 120:18 300:0 1000:0 + catch box: 0.03:0 0.05:8 0.08:33 0.12:81 0.18:97 0.25:18 + selected by SCALE-INVARIANT t_settle (contrast): + alpha_hat: 1.2:105 1.8:16 2.5:14 3.5:25 5:57 7:20 10:0 + ke_mult : 5:0 10:0 20:0 30:0 60:0 120:0 300:9 1000:228 + catch box: 0.03:194 0.05:11 0.08:0 0.12:5 0.18:17 0.25:10 + the two rules pick the SAME config on 0.0% of kept plants + +--- 5. NUISANCE BASELINE A: the BEST single fixed controller, no per-plant solve --- + tuned over the same grid -> alpha_hat=1.8, ke_mult=120, catch box (0.08, 0.08*wn) + full-cycle success without saturating: 98.8% + AND handing off inside the certified set: 98.8% (vs 98.8% for the per-plant pipeline) + COST regret vs per-plant % min +0.0 p5 +0.0 med +0.3 p95 +1.1 max +2.2 + fraction of kept plants where the fixed config IS the per-plant argmin: 0.0% + best 5 fixed configs by certified success: + a=1.8 ke=120 box=0.08 success 98.8% certified 98.8% + a=1.2 ke=120 box=0.08 success 98.8% certified 98.8% + a=1.2 ke=120 box=0.12 success 98.8% certified 98.8% + a=2.5 ke=300 box=0.03 success 98.8% certified 98.8% + a=1.8 ke=300 box=0.03 success 98.8% certified 98.8% + -> a tie on success AND certification AND cost means nothing is being amortized. + +--- 6. NUISANCE BASELINE B: static sector spline alone, launched from hanging --- + (no swing-up stage; predicted to succeed once rho_u > 2/pi = 0.637) + rho_u in [0.35,0.50): static-only success 0.0% (n=126) + rho_u in [0.50,0.65): static-only success 0.0% (n=114) + +--- 7. spline grid width: how far does the loop actually travel in y? --- + max|y| during balance min 0.0001 p5 0.0014 med 0.0100 p95 0.0528 max 0.2296 + certified radius r min 0.0352 p5 0.0450 med 0.1396 p95 0.4406 max 0.5412 + grid spans [-0.60,0.60], spacing 0.120 + a grid whose spacing exceeds the travelled |y| leaves most control points + unexercised on the certified set (they then matter only OUTSIDE it). diff --git a/results/refine_reference/refine_reference.png b/results/refine_reference/refine_reference.png new file mode 100644 index 0000000000000000000000000000000000000000..b84c807dbdc3334338f0e1e2f64f542c79981a8d Binary files /dev/null and b/results/refine_reference/refine_reference.png differ diff --git a/results/timing/classical_mimo_cpu1.json b/results/timing/classical_mimo_cpu1.json new file mode 100644 index 0000000000000000000000000000000000000000..aff4278d1d8f3867e8e8dfa7aba0ee66e7fda864 --- /dev/null +++ b/results/timing/classical_mimo_cpu1.json @@ -0,0 +1,253 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1", + "load1": 17.33642578125, + "date": "2026-09-30 07:20:14 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 21 + ] + }, + "family": "mimo", + "cells": { + "lmi/circle_beta_iters5/b1": { + "n": 200, + "median_ms": 68.87386087328196, + "p99_ms": 3816.0280430503167, + "mean_ms": 546.3023953093216, + "min_ms": 36.024462431669235, + "max_ms": 4755.798971280456, + "note": "certified_beta(bmax=8, iters=5): bisection of the decentralised circle-criterion LMI; controller = linear gain 0.3*(0.7*beta) (the oracle's own init) => synthesis+certificate, per plant", + "samples_ms": [ + 1539.46105, + 84.89908, + 58.99341, + 158.97685, + 57.06773, + 46.85211, + 52.05384, + 2038.34223, + 317.71592, + 46.14167, + 47.39384, + 46.71565, + 86.24514, + 2685.7059, + 3813.63335, + 372.45745, + 55.60401, + 89.29427, + 53.32176, + 711.88774, + 3314.75986, + 55.28606, + 53.7078, + 46.19153, + 66.45013, + 1330.51316, + 56.31458, + 61.06931, + 2636.02433, + 90.99745, + 42.93542, + 44.30927, + 1233.37236, + 49.36498, + 852.99159, + 102.28822, + 2655.41108, + 54.04861, + 82.58464, + 61.15766, + 1476.64616, + 2740.09727, + 238.39509, + 49.03152, + 100.22615, + 52.01367, + 51.79844, + 2763.47313, + 273.39254, + 1506.32314, + 52.71514, + 84.49058, + 54.64163, + 195.18373, + 1010.33022, + 107.77339, + 162.07648, + 2714.82362, + 789.56922, + 70.2019, + 71.74916, + 50.32908, + 63.23676, + 54.94314, + 48.97369, + 63.71007, + 57.70152, + 46.84208, + 1641.44114, + 65.3701, + 1499.00568, + 1583.04308, + 155.7974, + 48.37973, + 57.47, + 2099.01559, + 44.31368, + 409.94296, + 61.88901, + 51.12013, + 46.062, + 70.53595, + 516.58963, + 45.07162, + 1932.52514, + 72.99564, + 980.11014, + 57.26145, + 63.32942, + 45.80935, + 70.64325, + 2655.0548, + 60.55124, + 1398.9475, + 54.07696, + 50.63864, + 1385.55271, + 4053.10305, + 62.20255, + 49.0091, + 47.3842, + 467.22038, + 50.84759, + 1313.331, + 172.51838, + 68.47264, + 55.15518, + 52.60684, + 41.62144, + 89.66991, + 47.79533, + 47.35295, + 58.36662, + 42.34562, + 3054.16087, + 1367.51997, + 57.07521, + 110.66511, + 60.31887, + 47.43358, + 56.15808, + 2782.96257, + 73.97002, + 572.89503, + 68.09734, + 168.34665, + 143.64995, + 91.76317, + 46.70815, + 2656.82335, + 44.81606, + 113.42168, + 59.43455, + 53.72118, + 533.67817, + 44.59412, + 44.90975, + 2548.15145, + 60.62354, + 2613.68835, + 41.80415, + 58.57468, + 3097.16299, + 47.00665, + 102.20869, + 55.85084, + 71.33744, + 47.38481, + 409.22454, + 1329.93732, + 1342.6898, + 65.32284, + 107.73836, + 59.92452, + 180.91818, + 2805.83807, + 66.97288, + 1850.27357, + 48.42656, + 62.97545, + 56.19333, + 52.17917, + 4755.79897, + 36.02446, + 40.4797, + 45.0965, + 43.91727, + 139.24127, + 42.6585, + 259.45502, + 588.53512, + 43.94901, + 77.34191, + 152.85974, + 38.38812, + 94.10778, + 56.41848, + 1435.67258, + 58.60595, + 182.33116, + 48.6597, + 50.30897, + 43.92796, + 570.07636, + 69.27508, + 47.14419, + 43.0231, + 2290.25402, + 55.12404, + 50.66497, + 62.87157, + 1245.61535, + 158.08528, + 69.43793, + 454.00061, + 69.28398, + 682.18592, + 1371.39834, + 49.64081, + 158.31147 + ] + }, + "lmi/circle_beta_iters5/batch120": { + "n": 2, + "median_ms": 540.0699076397965, + "p99_ms": 570.1727172235647, + "mean_ms": 540.0699076397965, + "min_ms": 509.35275500329834, + "max_ms": 570.7870602762947, + "note": "looped over batch=120 (cvxpy solves are per plant); ms per plant; n = batches", + "samples_ms": [ + 570.78706, + 509.35276 + ] + }, + "lmi/quality_heldout120": { + "coverage": 1.0, + "regret_median_pct": 13.914860725402832, + "regret_p90_pct": 43.86730766296388, + "note": "linear decentralised gain at 0.3*cap under the circle-criterion-certified sector (sound certificate), vs stored eval_mimo_regret oracle" + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/classical_mimo_cpu1q.json b/results/timing/classical_mimo_cpu1q.json new file mode 100644 index 0000000000000000000000000000000000000000..f0765fa19ede3a1d5b370fdca72a73fb32e0601d --- /dev/null +++ b/results/timing/classical_mimo_cpu1q.json @@ -0,0 +1,253 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1q", + "load1": 8.916015625, + "date": "2026-09-30 09:11:48 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 20 + ] + }, + "family": "mimo", + "cells": { + "lmi/circle_beta_iters5/b1": { + "n": 200, + "median_ms": 66.19771895930171, + "p99_ms": 3756.5721647534497, + "mean_ms": 536.2993241753429, + "min_ms": 36.544194445014, + "max_ms": 4701.850468292832, + "note": "certified_beta(bmax=8, iters=5): bisection of the decentralised circle-criterion LMI; controller = linear gain 0.3*(0.7*beta) (the oracle's own init) => synthesis+certificate, per plant", + "samples_ms": [ + 1513.84927, + 79.18051, + 52.53494, + 154.0505, + 50.48537, + 43.06555, + 47.73189, + 1990.77106, + 308.27518, + 39.86873, + 39.18953, + 39.90704, + 80.71017, + 2640.85822, + 3754.09782, + 362.3173, + 50.45921, + 85.18535, + 48.75933, + 703.31981, + 3278.91677, + 48.70152, + 48.8602, + 40.56209, + 60.90773, + 1314.93117, + 53.80343, + 56.41611, + 2593.9615, + 85.1521, + 37.23508, + 38.32452, + 1214.554, + 45.87818, + 841.45585, + 100.99499, + 2616.62442, + 48.40769, + 76.61527, + 54.58448, + 1444.48981, + 2700.64529, + 230.40055, + 43.38491, + 97.00003, + 47.4023, + 47.15563, + 2698.40246, + 266.67435, + 1473.26395, + 47.04946, + 73.90279, + 51.1841, + 189.5483, + 989.51642, + 102.48008, + 159.59952, + 2656.26725, + 773.19128, + 64.42876, + 67.6078, + 45.53384, + 56.61694, + 50.95768, + 44.0698, + 57.52367, + 53.23725, + 41.41171, + 1607.05642, + 61.50824, + 1490.06605, + 1558.93327, + 151.64866, + 44.4635, + 53.02526, + 2068.91261, + 40.47347, + 397.91506, + 58.21347, + 46.31337, + 40.89776, + 66.87334, + 510.13955, + 43.84304, + 1900.14085, + 68.75502, + 955.51208, + 53.99163, + 58.21375, + 42.01659, + 66.53192, + 2616.54124, + 60.78525, + 1365.12419, + 53.3804, + 49.62038, + 1364.8067, + 4001.53255, + 61.37351, + 47.13935, + 44.06032, + 458.43294, + 47.19989, + 1296.0189, + 176.05968, + 66.27581, + 55.15212, + 47.63964, + 37.87151, + 86.97425, + 45.56593, + 42.92863, + 55.09171, + 39.88255, + 3009.76388, + 1341.09018, + 55.08479, + 107.95607, + 57.45166, + 40.81644, + 54.03973, + 2751.96685, + 71.72596, + 561.86074, + 66.16003, + 164.70586, + 140.85416, + 87.79745, + 40.03635, + 2612.99797, + 42.57246, + 110.65331, + 57.25475, + 51.48026, + 506.16988, + 41.54455, + 41.59874, + 2522.02333, + 59.40518, + 2614.56268, + 38.08357, + 50.6474, + 3063.74876, + 48.43063, + 96.17522, + 57.26778, + 70.33154, + 46.36715, + 404.33629, + 1317.2864, + 1322.3159, + 63.02168, + 102.9791, + 57.52541, + 176.35879, + 2769.55748, + 64.22492, + 1817.0326, + 48.23126, + 60.74989, + 53.38415, + 50.49312, + 4701.85047, + 36.54419, + 40.09773, + 44.22369, + 42.31991, + 136.46588, + 40.87392, + 255.31355, + 584.29782, + 44.94602, + 75.77784, + 148.22984, + 38.3939, + 91.66273, + 56.50123, + 1425.14511, + 58.22189, + 181.3864, + 46.81972, + 48.84703, + 41.58017, + 558.48009, + 69.34392, + 44.08439, + 43.00825, + 2259.23838, + 53.32712, + 47.9518, + 59.84782, + 1227.37103, + 154.69733, + 67.36043, + 444.89144, + 66.23541, + 668.46963, + 1351.32746, + 47.17544, + 148.08138 + ] + }, + "lmi/circle_beta_iters5/batch120": { + "n": 2, + "median_ms": 479.01488344650716, + "p99_ms": 557.0329894960548, + "mean_ms": 479.01488344650716, + "min_ms": 399.40457115105045, + "max_ms": 558.6251957419639, + "note": "looped over batch=120 (cvxpy solves are per plant); ms per plant; n = batches", + "samples_ms": [ + 558.6252, + 399.40457 + ] + }, + "lmi/quality_heldout120": { + "coverage": 1.0, + "regret_median_pct": 13.914860725402832, + "regret_p90_pct": 43.86730766296388, + "note": "linear decentralised gain at 0.3*cap under the circle-criterion-certified sector (sound certificate), vs stored eval_mimo_regret oracle" + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/classical_mimo_cpu8.json b/results/timing/classical_mimo_cpu8.json new file mode 100644 index 0000000000000000000000000000000000000000..6e17e02a59ce16699d3af4db91fedde07ba29eed --- /dev/null +++ b/results/timing/classical_mimo_cpu8.json @@ -0,0 +1,260 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 8, + "tag": "cpu8", + "load1": 23.9970703125, + "date": "2026-09-30 07:54:54 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 14, + 15, + 17, + 18, + 19, + 20, + 22, + 23 + ] + }, + "family": "mimo", + "cells": { + "lmi/circle_beta_iters5/b1": { + "n": 200, + "median_ms": 72.32201099395752, + "p99_ms": 3823.6898711882513, + "mean_ms": 549.2923274170607, + "min_ms": 36.78356297314167, + "max_ms": 4809.1598181054, + "note": "certified_beta(bmax=8, iters=5): bisection of the decentralised circle-criterion LMI; controller = linear gain 0.3*(0.7*beta) (the oracle's own init) => synthesis+certificate, per plant", + "samples_ms": [ + 1527.77675, + 78.22582, + 51.39571, + 155.94155, + 51.53694, + 48.72184, + 53.77331, + 2011.14939, + 312.37963, + 41.20297, + 44.20665, + 46.50073, + 89.90167, + 2670.06131, + 3821.51445, + 378.58834, + 60.86336, + 99.62023, + 58.56525, + 727.18937, + 3344.48929, + 63.00118, + 60.56186, + 51.17881, + 73.37691, + 1338.93066, + 62.08986, + 66.98864, + 2647.59406, + 88.45621, + 37.99611, + 36.96601, + 1232.83921, + 57.47533, + 854.23513, + 110.16709, + 2649.42927, + 51.12484, + 72.32689, + 54.27222, + 1462.28117, + 2739.18881, + 251.10868, + 63.34201, + 115.7227, + 65.93608, + 65.77918, + 2737.63095, + 290.35823, + 1514.26963, + 67.85548, + 86.52914, + 62.82481, + 204.84217, + 1016.16613, + 117.729, + 176.0141, + 2726.83456, + 818.55577, + 84.46952, + 87.13758, + 65.15015, + 83.34302, + 62.24988, + 54.73903, + 67.388, + 62.95666, + 52.93454, + 1631.87829, + 69.88871, + 1507.96469, + 1608.04162, + 165.65432, + 57.12839, + 64.94526, + 2155.20359, + 60.23292, + 417.62554, + 72.31713, + 57.88626, + 50.91124, + 82.93688, + 535.6281, + 47.53878, + 1968.79024, + 95.56295, + 1013.76554, + 53.16884, + 54.09356, + 38.89047, + 63.42843, + 2660.12211, + 86.45663, + 1406.20906, + 75.55625, + 71.74694, + 1388.89967, + 4039.0562, + 71.4912, + 56.84959, + 55.11437, + 479.19634, + 62.62968, + 1373.05836, + 188.31666, + 104.92228, + 90.90466, + 58.57755, + 48.79924, + 97.79338, + 44.27852, + 41.38853, + 54.24409, + 37.54529, + 3093.92548, + 1354.13561, + 53.30585, + 106.70779, + 55.76267, + 37.69584, + 50.46429, + 2773.99922, + 70.60852, + 565.89937, + 63.99923, + 163.93369, + 143.35188, + 87.26837, + 37.56383, + 2628.61575, + 41.91269, + 108.21044, + 55.18098, + 50.32528, + 513.04181, + 39.77673, + 40.20145, + 2545.9515, + 57.029, + 2617.88251, + 37.43142, + 48.70009, + 3095.50921, + 46.63382, + 97.19735, + 55.36159, + 68.30094, + 44.91931, + 405.59209, + 1329.90252, + 1335.46317, + 60.15871, + 100.17693, + 56.598, + 174.14835, + 2820.7193, + 62.5164, + 1833.50239, + 46.7516, + 62.33442, + 53.0722, + 50.74952, + 4809.15982, + 37.87016, + 40.12395, + 43.84106, + 45.63039, + 141.18765, + 39.07686, + 256.61544, + 596.76008, + 47.17568, + 76.84058, + 150.91957, + 36.78356, + 89.76167, + 54.36926, + 1448.62717, + 59.61437, + 181.54364, + 44.4173, + 46.29237, + 38.50612, + 559.32421, + 66.76084, + 40.65791, + 39.96966, + 2289.57182, + 51.63352, + 44.79614, + 57.01578, + 1249.04927, + 152.37869, + 64.89577, + 453.71979, + 65.1298, + 679.60313, + 1370.48742, + 43.84292, + 149.43281 + ] + }, + "lmi/circle_beta_iters5/batch120": { + "n": 2, + "median_ms": 492.2846951871179, + "p99_ms": 569.9142948704928, + "mean_ms": 492.2846951871179, + "min_ms": 413.07081795918447, + "max_ms": 571.4985724150514, + "note": "looped over batch=120 (cvxpy solves are per plant); ms per plant; n = batches", + "samples_ms": [ + 571.49857, + 413.07082 + ] + }, + "lmi/quality_heldout120": { + "coverage": 1.0, + "regret_median_pct": 13.914860725402832, + "regret_p90_pct": 43.86730766296388, + "note": "linear decentralised gain at 0.3*cap under the circle-criterion-certified sector (sound certificate), vs stored eval_mimo_regret oracle" + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/classical_pend_cpu1.json b/results/timing/classical_pend_cpu1.json new file mode 100644 index 0000000000000000000000000000000000000000..28658ca5a023879ea1d272ba584208edc8c19ac1 --- /dev/null +++ b/results/timing/classical_pend_cpu1.json @@ -0,0 +1,604 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1", + "load1": 42.32177734375, + "date": "2026-09-30 07:31:31 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 17 + ] + }, + "family": "pend", + "cells": { + "lqr/synthesis_only/b1": { + "n": 240, + "median_ms": 0.3024730831384659, + "p99_ms": 0.458750957623124, + "mean_ms": 0.3165815530034403, + "min_ms": 0.2677617594599724, + "max_ms": 0.5422718822956085, + "note": "Riccati (scipy solve_continuous_are) on the linearisation, per plant", + "samples_ms": [ + 0.46139, + 0.43323, + 0.43254, + 0.36658, + 0.44701, + 0.43374, + 0.33164, + 0.33699, + 0.33561, + 0.34583, + 0.34402, + 0.31046, + 0.29178, + 0.30292, + 0.30474, + 0.29397, + 0.31145, + 0.3006, + 0.3022, + 0.29603, + 0.28811, + 0.27883, + 0.27726, + 0.29744, + 0.27736, + 0.28643, + 0.30047, + 0.3219, + 0.29008, + 0.36088, + 0.33427, + 0.29882, + 0.28146, + 0.32614, + 0.37854, + 0.38237, + 0.34997, + 0.36264, + 0.39819, + 0.30777, + 0.38532, + 0.40647, + 0.32452, + 0.30329, + 0.30544, + 0.29849, + 0.2804, + 0.28958, + 0.28145, + 0.27684, + 0.27265, + 0.28204, + 0.28933, + 0.27694, + 0.30448, + 0.29194, + 0.28813, + 0.30766, + 0.30953, + 0.31812, + 0.35672, + 0.38925, + 0.32832, + 0.34103, + 0.32542, + 0.31821, + 0.39079, + 0.34439, + 0.33183, + 0.31259, + 0.30645, + 0.3515, + 0.28739, + 0.29923, + 0.29766, + 0.2779, + 0.29914, + 0.27949, + 0.27343, + 0.28199, + 0.28431, + 0.27942, + 0.29542, + 0.28573, + 0.36388, + 0.33792, + 0.29371, + 0.30627, + 0.38076, + 0.33153, + 0.3044, + 0.30299, + 0.39326, + 0.35121, + 0.3236, + 0.40381, + 0.42309, + 0.32528, + 0.3445, + 0.30539, + 0.29112, + 0.29138, + 0.27334, + 0.27388, + 0.27699, + 0.28132, + 0.26818, + 0.27047, + 0.28357, + 0.28375, + 0.27642, + 0.2854, + 0.30146, + 0.3046, + 0.31018, + 0.28657, + 0.30129, + 0.30304, + 0.40811, + 0.37376, + 0.31059, + 0.35017, + 0.32951, + 0.28965, + 0.37412, + 0.33341, + 0.31553, + 0.29877, + 0.27908, + 0.31333, + 0.30677, + 0.28215, + 0.28222, + 0.26832, + 0.28942, + 0.27954, + 0.26776, + 0.27544, + 0.28026, + 0.27712, + 0.26952, + 0.28367, + 0.31, + 0.35111, + 0.31182, + 0.28741, + 0.32564, + 0.33806, + 0.38569, + 0.37164, + 0.43511, + 0.34137, + 0.45462, + 0.40111, + 0.34491, + 0.33992, + 0.29005, + 0.3215, + 0.27263, + 0.28913, + 0.27295, + 0.30356, + 0.31641, + 0.27702, + 0.27114, + 0.28818, + 0.27506, + 0.2715, + 0.26949, + 0.28737, + 0.28459, + 0.27476, + 0.33568, + 0.30416, + 0.28217, + 0.35492, + 0.47218, + 0.38068, + 0.54227, + 0.34928, + 0.3256, + 0.34252, + 0.33795, + 0.35108, + 0.32965, + 0.28388, + 0.30267, + 0.36252, + 0.28013, + 0.27641, + 0.287, + 0.2732, + 0.27735, + 0.33585, + 0.34305, + 0.29226, + 0.27209, + 0.28189, + 0.35406, + 0.28729, + 0.30955, + 0.30016, + 0.29678, + 0.30227, + 0.28251, + 0.29944, + 0.35267, + 0.32004, + 0.29571, + 0.27975, + 0.32647, + 0.30133, + 0.29833, + 0.29666, + 0.31832, + 0.3384, + 0.40952, + 0.34657, + 0.29686, + 0.29506, + 0.2751, + 0.28051, + 0.29835, + 0.29737, + 0.27783, + 0.28953, + 0.32781, + 0.30192, + 0.2916, + 0.28844, + 0.27412, + 0.28503, + 0.29172, + 0.29894, + 0.32674, + 0.34202, + 0.30925, + 0.27659, + 0.3072, + 0.2869 + ] + }, + "lqr/synthesis+certificate/b1": { + "n": 240, + "median_ms": 0.32373005524277687, + "p99_ms": 0.4659274499863386, + "mean_ms": 0.33662244289492566, + "min_ms": 0.29242783784866333, + "max_ms": 0.5994793027639389, + "note": "Riccati + vertex quadratic-Lyapunov certificate check, per plant", + "samples_ms": [ + 0.59948, + 0.39354, + 0.40802, + 0.33836, + 0.45171, + 0.44769, + 0.42047, + 0.34347, + 0.31123, + 0.33501, + 0.35049, + 0.3191, + 0.32326, + 0.34262, + 0.41064, + 0.46585, + 0.37097, + 0.35441, + 0.35209, + 0.33182, + 0.33789, + 0.38833, + 0.3786, + 0.33417, + 0.34051, + 0.35491, + 0.32527, + 0.36172, + 0.38378, + 0.34941, + 0.33522, + 0.32098, + 0.3137, + 0.31313, + 0.31822, + 0.30956, + 0.31504, + 0.3152, + 0.29898, + 0.32026, + 0.31677, + 0.31083, + 0.37561, + 0.32152, + 0.32556, + 0.32766, + 0.30587, + 0.31243, + 0.37082, + 0.31659, + 0.30313, + 0.3448, + 0.43583, + 0.46598, + 0.39175, + 0.44861, + 0.36169, + 0.33176, + 0.31719, + 0.44177, + 0.33462, + 0.32036, + 0.30715, + 0.30178, + 0.3, + 0.31152, + 0.29733, + 0.29521, + 0.32867, + 0.30253, + 0.29953, + 0.33256, + 0.34218, + 0.33984, + 0.37971, + 0.43054, + 0.44797, + 0.42328, + 0.43823, + 0.41594, + 0.31389, + 0.34791, + 0.35985, + 0.31478, + 0.34737, + 0.39604, + 0.30093, + 0.31802, + 0.30255, + 0.31004, + 0.29848, + 0.3127, + 0.29921, + 0.35582, + 0.33535, + 0.3057, + 0.31613, + 0.3541, + 0.36719, + 0.32541, + 0.33976, + 0.32712, + 0.39979, + 0.36434, + 0.37017, + 0.38217, + 0.33925, + 0.3838, + 0.32731, + 0.32186, + 0.37076, + 0.33868, + 0.30444, + 0.31319, + 0.33106, + 0.30059, + 0.31462, + 0.32728, + 0.31941, + 0.30101, + 0.36644, + 0.32209, + 0.31123, + 0.39195, + 0.30899, + 0.31867, + 0.32823, + 0.37968, + 0.35433, + 0.50376, + 0.32808, + 0.30304, + 0.31148, + 0.33131, + 0.30854, + 0.35079, + 0.32687, + 0.34521, + 0.33177, + 0.3363, + 0.31338, + 0.319, + 0.29962, + 0.29618, + 0.31351, + 0.29363, + 0.29462, + 0.30772, + 0.29844, + 0.38032, + 0.35053, + 0.32589, + 0.39406, + 0.33823, + 0.36689, + 0.3264, + 0.33294, + 0.31662, + 0.31264, + 0.32622, + 0.35108, + 0.3528, + 0.33089, + 0.35532, + 0.38673, + 0.37517, + 0.31029, + 0.29591, + 0.31061, + 0.29609, + 0.30571, + 0.31925, + 0.29815, + 0.29243, + 0.30444, + 0.33879, + 0.30228, + 0.31251, + 0.31674, + 0.30048, + 0.31388, + 0.31238, + 0.31291, + 0.30209, + 0.31187, + 0.31488, + 0.3099, + 0.3304, + 0.30029, + 0.29468, + 0.33487, + 0.30486, + 0.29613, + 0.31269, + 0.34163, + 0.31901, + 0.31155, + 0.31609, + 0.31538, + 0.2992, + 0.31078, + 0.30502, + 0.29546, + 0.30408, + 0.29459, + 0.29776, + 0.29521, + 0.31325, + 0.29872, + 0.31755, + 0.35549, + 0.32483, + 0.31256, + 0.33694, + 0.42015, + 0.33534, + 0.32156, + 0.3379, + 0.3541, + 0.40998, + 0.3714, + 0.34209, + 0.35661, + 0.34095, + 0.317, + 0.30217, + 0.29705, + 0.3244, + 0.31685, + 0.30189, + 0.30218, + 0.30472, + 0.30645, + 0.29958, + 0.3242, + 0.31729, + 0.29296, + 0.30315, + 0.33295, + 0.29999 + ] + }, + "lqr/synthesis+certificate/batch40": { + "n": 60, + "median_ms": 0.33280622446909547, + "p99_ms": 0.37601105635985727, + "mean_ms": 0.33494805296262103, + "min_ms": 0.30485999304801226, + "max_ms": 0.3818312892690301, + "note": "looped over batch=40 (no vectorised ARE); ms per plant", + "samples_ms": [ + 0.32401, + 0.32512, + 0.34256, + 0.32749, + 0.34473, + 0.3364, + 0.33829, + 0.34536, + 0.32665, + 0.36235, + 0.36934, + 0.3575, + 0.33209, + 0.3352, + 0.32687, + 0.34413, + 0.34129, + 0.32045, + 0.33222, + 0.32444, + 0.35085, + 0.33429, + 0.32562, + 0.35364, + 0.37197, + 0.3703, + 0.36711, + 0.38183, + 0.34425, + 0.33435, + 0.33449, + 0.32411, + 0.34929, + 0.31614, + 0.32264, + 0.32806, + 0.31506, + 0.32427, + 0.32316, + 0.32789, + 0.31385, + 0.32402, + 0.32705, + 0.33497, + 0.31828, + 0.3312, + 0.33478, + 0.33339, + 0.33518, + 0.32304, + 0.3523, + 0.34989, + 0.34618, + 0.3233, + 0.31849, + 0.31032, + 0.31807, + 0.30486, + 0.33429, + 0.3076 + ] + }, + "lqr/quality_heldout40": { + "stable_pct": 100.0, + "cert_pct": 100.0, + "regret_median_pct": -1.095747339427589, + "regret_p90_pct": 0.13816518686120288, + "regret_mean_pct": -1.441547454337098, + "note": "u=-Kx (2-gain state feedback, superset of the phi(c1 th+c2 om) class) vs the strong multistart oracle cost; negative = LQR beats the sector-class oracle" + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/classical_pend_cpu1q.json b/results/timing/classical_pend_cpu1q.json new file mode 100644 index 0000000000000000000000000000000000000000..185c91176d58e92c5304504563c90460b76d4724 --- /dev/null +++ b/results/timing/classical_pend_cpu1q.json @@ -0,0 +1,604 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1q", + "load1": 12.81689453125, + "date": "2026-09-30 09:15:30 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 17 + ] + }, + "family": "pend", + "cells": { + "lqr/synthesis_only/b1": { + "n": 240, + "median_ms": 0.2735452726483345, + "p99_ms": 0.3269584383815527, + "mean_ms": 0.27571952280898887, + "min_ms": 0.25210902094841003, + "max_ms": 0.3793593496084213, + "note": "Riccati (scipy solve_continuous_are) on the linearisation, per plant", + "samples_ms": [ + 0.37936, + 0.3275, + 0.32611, + 0.33129, + 0.30199, + 0.29813, + 0.2886, + 0.29907, + 0.28799, + 0.29476, + 0.28818, + 0.27146, + 0.2741, + 0.28346, + 0.31413, + 0.28406, + 0.29112, + 0.29458, + 0.29022, + 0.29159, + 0.2804, + 0.27629, + 0.27424, + 0.28682, + 0.28419, + 0.28179, + 0.27171, + 0.28606, + 0.2914, + 0.28356, + 0.27152, + 0.29332, + 0.27115, + 0.28588, + 0.2851, + 0.28366, + 0.27423, + 0.28737, + 0.28788, + 0.27676, + 0.27607, + 0.27118, + 0.2917, + 0.28573, + 0.27318, + 0.29211, + 0.27298, + 0.27357, + 0.2947, + 0.27943, + 0.26683, + 0.25807, + 0.2727, + 0.26938, + 0.28019, + 0.28834, + 0.29746, + 0.29054, + 0.2745, + 0.27707, + 0.29546, + 0.27638, + 0.26978, + 0.2803, + 0.27352, + 0.2688, + 0.26866, + 0.28277, + 0.27173, + 0.27092, + 0.27301, + 0.29037, + 0.27477, + 0.26949, + 0.29114, + 0.27604, + 0.28341, + 0.27284, + 0.28173, + 0.28115, + 0.27404, + 0.26823, + 0.2697, + 0.26161, + 0.26067, + 0.26684, + 0.25871, + 0.26093, + 0.25427, + 0.28872, + 0.29241, + 0.27382, + 0.28154, + 0.28562, + 0.27112, + 0.27163, + 0.29294, + 0.28472, + 0.27187, + 0.28748, + 0.28367, + 0.26946, + 0.27113, + 0.26607, + 0.25573, + 0.25742, + 0.25599, + 0.27763, + 0.27384, + 0.28655, + 0.27286, + 0.29401, + 0.27414, + 0.2802, + 0.29093, + 0.2704, + 0.27987, + 0.2699, + 0.29049, + 0.2772, + 0.26879, + 0.27918, + 0.27327, + 0.2656, + 0.26468, + 0.27625, + 0.27, + 0.26454, + 0.26519, + 0.29231, + 0.27653, + 0.26652, + 0.2753, + 0.26863, + 0.2669, + 0.27098, + 0.27758, + 0.26731, + 0.2667, + 0.26567, + 0.26246, + 0.25576, + 0.25373, + 0.25733, + 0.2682, + 0.25423, + 0.26059, + 0.26222, + 0.25813, + 0.25339, + 0.29535, + 0.28178, + 0.2727, + 0.2818, + 0.26721, + 0.27926, + 0.26928, + 0.26759, + 0.2681, + 0.2756, + 0.27363, + 0.2735, + 0.29608, + 0.27094, + 0.26413, + 0.2757, + 0.26837, + 0.25732, + 0.25959, + 0.26828, + 0.27367, + 0.25941, + 0.26072, + 0.26915, + 0.26221, + 0.25878, + 0.25795, + 0.26709, + 0.26246, + 0.27543, + 0.26275, + 0.27646, + 0.2661, + 0.26428, + 0.28415, + 0.27369, + 0.28046, + 0.28345, + 0.26519, + 0.25529, + 0.25233, + 0.25242, + 0.26273, + 0.27362, + 0.27841, + 0.27822, + 0.27649, + 0.26628, + 0.26809, + 0.26953, + 0.26581, + 0.26673, + 0.26847, + 0.26286, + 0.25211, + 0.25953, + 0.26859, + 0.27359, + 0.2635, + 0.2666, + 0.27899, + 0.31071, + 0.27593, + 0.27428, + 0.26853, + 0.25426, + 0.26821, + 0.27002, + 0.28849, + 0.27304, + 0.26696, + 0.29059, + 0.27352, + 0.27655, + 0.26361, + 0.2725, + 0.26794, + 0.28113, + 0.28112, + 0.27296, + 0.25824, + 0.25649, + 0.28324, + 0.27063, + 0.27972, + 0.27049, + 0.2814, + 0.28231, + 0.28752, + 0.27112 + ] + }, + "lqr/synthesis+certificate/b1": { + "n": 240, + "median_ms": 0.30197761952877045, + "p99_ms": 0.33360906876623625, + "mean_ms": 0.3027642223363121, + "min_ms": 0.27994997799396515, + "max_ms": 0.38708094507455826, + "note": "Riccati + vertex quadratic-Lyapunov certificate check, per plant", + "samples_ms": [ + 0.38708, + 0.33126, + 0.31281, + 0.298, + 0.29311, + 0.30837, + 0.3015, + 0.29348, + 0.31137, + 0.32094, + 0.3133, + 0.31696, + 0.31309, + 0.30528, + 0.32025, + 0.30559, + 0.30418, + 0.28921, + 0.31489, + 0.31605, + 0.30317, + 0.32258, + 0.30579, + 0.31595, + 0.31049, + 0.30564, + 0.29945, + 0.31285, + 0.31853, + 0.31505, + 0.30475, + 0.31934, + 0.30136, + 0.3129, + 0.32247, + 0.32448, + 0.32065, + 0.32533, + 0.30181, + 0.3042, + 0.30755, + 0.30262, + 0.30955, + 0.31029, + 0.31132, + 0.31212, + 0.29922, + 0.31417, + 0.30014, + 0.29947, + 0.31087, + 0.29937, + 0.31232, + 0.30473, + 0.31339, + 0.30978, + 0.3015, + 0.32033, + 0.3004, + 0.29818, + 0.32339, + 0.30239, + 0.29524, + 0.3053, + 0.30176, + 0.29648, + 0.30518, + 0.30106, + 0.30212, + 0.30137, + 0.3054, + 0.30167, + 0.30195, + 0.30748, + 0.31322, + 0.30668, + 0.31501, + 0.30654, + 0.30475, + 0.31393, + 0.31232, + 0.29827, + 0.31532, + 0.29305, + 0.28507, + 0.28339, + 0.28853, + 0.28525, + 0.27995, + 0.30017, + 0.29299, + 0.28362, + 0.29723, + 0.33511, + 0.30496, + 0.30263, + 0.32168, + 0.31483, + 0.30369, + 0.32091, + 0.31699, + 0.3056, + 0.30288, + 0.31121, + 0.30007, + 0.30025, + 0.29947, + 0.29327, + 0.30179, + 0.32617, + 0.30519, + 0.31713, + 0.31245, + 0.31857, + 0.31354, + 0.31043, + 0.32742, + 0.31067, + 0.31566, + 0.31117, + 0.29932, + 0.30175, + 0.31166, + 0.303, + 0.30241, + 0.30258, + 0.28905, + 0.28424, + 0.28466, + 0.30928, + 0.29409, + 0.28759, + 0.2962, + 0.28914, + 0.29488, + 0.30237, + 0.31232, + 0.29727, + 0.29694, + 0.30172, + 0.28757, + 0.28581, + 0.28984, + 0.28641, + 0.28689, + 0.30058, + 0.30831, + 0.29542, + 0.29284, + 0.30609, + 0.31167, + 0.302, + 0.306, + 0.31214, + 0.29819, + 0.30529, + 0.30799, + 0.28469, + 0.28312, + 0.2916, + 0.28166, + 0.28445, + 0.30807, + 0.284, + 0.28115, + 0.2932, + 0.3068, + 0.29506, + 0.29706, + 0.30376, + 0.31153, + 0.30064, + 0.29488, + 0.3077, + 0.30032, + 0.29407, + 0.29999, + 0.28622, + 0.29205, + 0.29727, + 0.30038, + 0.29434, + 0.29739, + 0.30359, + 0.31181, + 0.30252, + 0.35409, + 0.31282, + 0.29692, + 0.30634, + 0.29737, + 0.29329, + 0.30302, + 0.29821, + 0.29581, + 0.29446, + 0.29464, + 0.2822, + 0.2903, + 0.29023, + 0.2856, + 0.28637, + 0.28849, + 0.29625, + 0.28388, + 0.28678, + 0.29556, + 0.28545, + 0.28416, + 0.29727, + 0.31218, + 0.29247, + 0.30372, + 0.30794, + 0.30237, + 0.29853, + 0.30892, + 0.29877, + 0.29399, + 0.30142, + 0.28755, + 0.28905, + 0.28882, + 0.29554, + 0.28786, + 0.2868, + 0.29472, + 0.30441, + 0.30354, + 0.29185, + 0.30075, + 0.30114, + 0.30976, + 0.30799, + 0.31195, + 0.30153, + 0.30356, + 0.28534, + 0.29999, + 0.2879 + ] + }, + "lqr/synthesis+certificate/batch40": { + "n": 60, + "median_ms": 0.303874840028584, + "p99_ms": 0.3142485562711954, + "mean_ms": 0.3034659684635699, + "min_ms": 0.29365874361246824, + "max_ms": 0.31438032165169716, + "note": "looped over batch=40 (no vectorised ARE); ms per plant", + "samples_ms": [ + 0.30855, + 0.29884, + 0.3012, + 0.29639, + 0.29881, + 0.31438, + 0.30196, + 0.30569, + 0.31416, + 0.30417, + 0.30533, + 0.3059, + 0.30673, + 0.30865, + 0.30745, + 0.30509, + 0.30552, + 0.30552, + 0.30573, + 0.30727, + 0.30688, + 0.30246, + 0.30025, + 0.29705, + 0.30709, + 0.30286, + 0.30737, + 0.30033, + 0.2974, + 0.30602, + 0.309, + 0.30709, + 0.3079, + 0.30032, + 0.29824, + 0.29948, + 0.30319, + 0.30674, + 0.30365, + 0.29855, + 0.30443, + 0.30115, + 0.30143, + 0.3025, + 0.30352, + 0.29808, + 0.29711, + 0.3041, + 0.3062, + 0.30145, + 0.30009, + 0.30115, + 0.3002, + 0.30411, + 0.30587, + 0.30668, + 0.30067, + 0.29366, + 0.30134, + 0.30501 + ] + }, + "lqr/quality_heldout40": { + "stable_pct": 100.0, + "cert_pct": 100.0, + "regret_median_pct": -1.095747339427589, + "regret_p90_pct": 0.13816518686120288, + "regret_mean_pct": -1.441547454337098, + "note": "u=-Kx (2-gain state feedback, superset of the phi(c1 th+c2 om) class) vs the strong multistart oracle cost; negative = LQR beats the sector-class oracle" + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/classical_pend_cpu8.json b/results/timing/classical_pend_cpu8.json new file mode 100644 index 0000000000000000000000000000000000000000..224ecc948122b8e9a289115ec41cfa298859b0e1 --- /dev/null +++ b/results/timing/classical_pend_cpu8.json @@ -0,0 +1,611 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 8, + "tag": "cpu8", + "load1": 19.111328125, + "date": "2026-09-30 07:54:19 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 14, + 15, + 17, + 18, + 19, + 20, + 22, + 23 + ] + }, + "family": "pend", + "cells": { + "lqr/synthesis_only/b1": { + "n": 240, + "median_ms": 0.2870410680770874, + "p99_ms": 0.3992847818881269, + "mean_ms": 0.2930490261254211, + "min_ms": 0.2708360552787781, + "max_ms": 0.7447181269526482, + "note": "Riccati (scipy solve_continuous_are) on the linearisation, per plant", + "samples_ms": [ + 0.74472, + 0.51934, + 0.41104, + 0.3809, + 0.37132, + 0.34205, + 0.3283, + 0.31271, + 0.30435, + 0.33857, + 0.31556, + 0.2993, + 0.30322, + 0.30013, + 0.30995, + 0.29467, + 0.30904, + 0.29131, + 0.30432, + 0.31446, + 0.28868, + 0.29011, + 0.2934, + 0.32138, + 0.31779, + 0.29037, + 0.29528, + 0.30991, + 0.28886, + 0.33481, + 0.28653, + 0.29247, + 0.28043, + 0.30606, + 0.29579, + 0.28099, + 0.29756, + 0.2973, + 0.28606, + 0.29139, + 0.28818, + 0.2862, + 0.2989, + 0.30875, + 0.29321, + 0.2997, + 0.28967, + 0.28451, + 0.2823, + 0.28209, + 0.29132, + 0.28191, + 0.30469, + 0.29383, + 0.29426, + 0.29098, + 0.29012, + 0.3098, + 0.31854, + 0.29231, + 0.31239, + 0.29036, + 0.28205, + 0.35223, + 0.30974, + 0.28698, + 0.29312, + 0.28718, + 0.28111, + 0.28033, + 0.2909, + 0.28397, + 0.28195, + 0.28253, + 0.30957, + 0.28363, + 0.29163, + 0.29649, + 0.28474, + 0.29027, + 0.29343, + 0.28717, + 0.29245, + 0.28077, + 0.29039, + 0.27779, + 0.27551, + 0.28632, + 0.27582, + 0.292, + 0.2761, + 0.28851, + 0.28831, + 0.32413, + 0.29558, + 0.28242, + 0.29598, + 0.29303, + 0.29403, + 0.29536, + 0.2935, + 0.28992, + 0.27844, + 0.27987, + 0.28215, + 0.27438, + 0.27289, + 0.27917, + 0.28966, + 0.30124, + 0.27593, + 0.29606, + 0.28544, + 0.28618, + 0.28477, + 0.28723, + 0.29027, + 0.28019, + 0.29557, + 0.2876, + 0.2805, + 0.2842, + 0.29073, + 0.27481, + 0.2763, + 0.27706, + 0.28257, + 0.27879, + 0.30656, + 0.31787, + 0.28897, + 0.27541, + 0.28592, + 0.27884, + 0.28798, + 0.29296, + 0.28854, + 0.2743, + 0.27176, + 0.28378, + 0.28085, + 0.28087, + 0.27649, + 0.2899, + 0.28208, + 0.27469, + 0.27331, + 0.28424, + 0.27355, + 0.27137, + 0.32388, + 0.28183, + 0.2797, + 0.29328, + 0.28743, + 0.28079, + 0.27491, + 0.28588, + 0.27394, + 0.27504, + 0.27275, + 0.28413, + 0.29703, + 0.29939, + 0.29268, + 0.29118, + 0.27848, + 0.27966, + 0.28901, + 0.27652, + 0.29414, + 0.28844, + 0.2805, + 0.27853, + 0.28318, + 0.29329, + 0.27825, + 0.27431, + 0.28663, + 0.28581, + 0.27563, + 0.27979, + 0.29103, + 0.27788, + 0.27486, + 0.2871, + 0.30425, + 0.29082, + 0.27906, + 0.28152, + 0.27239, + 0.27303, + 0.2832, + 0.29212, + 0.28959, + 0.29124, + 0.28676, + 0.27511, + 0.27764, + 0.31087, + 0.27751, + 0.28113, + 0.27684, + 0.28002, + 0.27325, + 0.2769, + 0.28079, + 0.27341, + 0.27148, + 0.27084, + 0.3207, + 0.28024, + 0.27813, + 0.27156, + 0.28754, + 0.27488, + 0.27528, + 0.28801, + 0.28098, + 0.27683, + 0.27107, + 0.28484, + 0.27768, + 0.27345, + 0.28122, + 0.27562, + 0.27364, + 0.31338, + 0.30368, + 0.28137, + 0.27554, + 0.28507, + 0.2892, + 0.27749, + 0.29572, + 0.31618, + 0.278, + 0.27234, + 0.30354, + 0.27833 + ] + }, + "lqr/synthesis+certificate/b1": { + "n": 240, + "median_ms": 0.31562894582748413, + "p99_ms": 0.36975486204028113, + "mean_ms": 0.31890210617954534, + "min_ms": 0.3017829731106758, + "max_ms": 0.43440237641334534, + "note": "Riccati + vertex quadratic-Lyapunov certificate check, per plant", + "samples_ms": [ + 0.4344, + 0.33934, + 0.32668, + 0.33097, + 0.31563, + 0.31933, + 0.32973, + 0.30989, + 0.30941, + 0.35064, + 0.3218, + 0.3116, + 0.32003, + 0.31, + 0.32542, + 0.32024, + 0.32473, + 0.31335, + 0.32673, + 0.32232, + 0.30734, + 0.30412, + 0.32097, + 0.3239, + 0.30624, + 0.34455, + 0.3164, + 0.3237, + 0.31953, + 0.32377, + 0.31109, + 0.3292, + 0.30976, + 0.32306, + 0.33153, + 0.30661, + 0.31376, + 0.33491, + 0.31462, + 0.31598, + 0.31874, + 0.30945, + 0.32781, + 0.32471, + 0.3115, + 0.3226, + 0.31199, + 0.31919, + 0.30605, + 0.3098, + 0.31709, + 0.30698, + 0.32635, + 0.31592, + 0.32045, + 0.31928, + 0.31862, + 0.35874, + 0.3136, + 0.31629, + 0.32658, + 0.31069, + 0.316, + 0.31139, + 0.30666, + 0.30625, + 0.31773, + 0.30311, + 0.30822, + 0.31401, + 0.30441, + 0.30999, + 0.31784, + 0.30622, + 0.3345, + 0.31665, + 0.32077, + 0.30755, + 0.31618, + 0.32531, + 0.31689, + 0.3222, + 0.32549, + 0.31133, + 0.30887, + 0.31841, + 0.3074, + 0.31185, + 0.32039, + 0.36054, + 0.31529, + 0.31743, + 0.30984, + 0.31901, + 0.32136, + 0.31102, + 0.32651, + 0.33507, + 0.31384, + 0.32308, + 0.3336, + 0.30996, + 0.3077, + 0.31541, + 0.30651, + 0.31038, + 0.31172, + 0.3125, + 0.3084, + 0.32826, + 0.31568, + 0.32259, + 0.31015, + 0.34012, + 0.3225, + 0.31033, + 0.32809, + 0.31493, + 0.31981, + 0.31315, + 0.32779, + 0.32036, + 0.31438, + 0.30778, + 0.30574, + 0.31552, + 0.30767, + 0.30681, + 0.30311, + 0.34758, + 0.31617, + 0.30521, + 0.31909, + 0.30623, + 0.3039, + 0.31864, + 0.3096, + 0.30775, + 0.32323, + 0.31449, + 0.31197, + 0.32321, + 0.3147, + 0.31333, + 0.3238, + 0.31381, + 0.31304, + 0.30673, + 0.3154, + 0.31004, + 0.3381, + 0.31438, + 0.33178, + 0.33884, + 0.3246, + 0.31819, + 0.31102, + 0.31464, + 0.30497, + 0.30539, + 0.31904, + 0.31161, + 0.33451, + 0.31519, + 0.3049, + 0.32339, + 0.31829, + 0.31294, + 0.31014, + 0.30793, + 0.33295, + 0.30962, + 0.37387, + 0.36227, + 0.32064, + 0.30912, + 0.32605, + 0.31301, + 0.31015, + 0.31493, + 0.30549, + 0.30635, + 0.31716, + 0.30622, + 0.33622, + 0.32787, + 0.34964, + 0.33018, + 0.32062, + 0.30862, + 0.31005, + 0.3129, + 0.31562, + 0.32768, + 0.32969, + 0.32418, + 0.30709, + 0.30606, + 0.32291, + 0.30456, + 0.30178, + 0.3143, + 0.30771, + 0.31469, + 0.31689, + 0.30995, + 0.30819, + 0.31412, + 0.30605, + 0.30268, + 0.35135, + 0.32292, + 0.31858, + 0.31933, + 0.31563, + 0.30888, + 0.34649, + 0.3159, + 0.30951, + 0.31083, + 0.31457, + 0.30825, + 0.30795, + 0.31436, + 0.32649, + 0.37352, + 0.36387, + 0.34143, + 0.33698, + 0.32629, + 0.30685, + 0.30989, + 0.32766, + 0.30575, + 0.32102, + 0.31699, + 0.30717, + 0.30509, + 0.33142, + 0.31045 + ] + }, + "lqr/synthesis+certificate/batch40": { + "n": 60, + "median_ms": 0.3148217685520649, + "p99_ms": 0.43948181974701583, + "mean_ms": 0.32003269298002124, + "min_ms": 0.30867753084748983, + "max_ms": 0.4400096368044615, + "note": "looped over batch=40 (no vectorised ARE); ms per plant", + "samples_ms": [ + 0.32309, + 0.31542, + 0.31941, + 0.32054, + 0.31601, + 0.31735, + 0.31923, + 0.31755, + 0.38384, + 0.43912, + 0.44001, + 0.31935, + 0.32228, + 0.31555, + 0.31686, + 0.31236, + 0.31342, + 0.31541, + 0.3153, + 0.31647, + 0.31708, + 0.30926, + 0.31655, + 0.31223, + 0.31329, + 0.31435, + 0.31414, + 0.31024, + 0.31472, + 0.31068, + 0.3136, + 0.31861, + 0.31492, + 0.32239, + 0.31294, + 0.3106, + 0.31619, + 0.31419, + 0.31708, + 0.31188, + 0.31238, + 0.31945, + 0.31361, + 0.30945, + 0.31581, + 0.30883, + 0.31557, + 0.31117, + 0.3131, + 0.3158, + 0.31356, + 0.31156, + 0.31206, + 0.31136, + 0.31494, + 0.31294, + 0.31344, + 0.31127, + 0.31348, + 0.30868 + ] + }, + "lqr/quality_heldout40": { + "stable_pct": 100.0, + "cert_pct": 100.0, + "regret_median_pct": -1.095747339427589, + "regret_p90_pct": 0.13816518686120288, + "regret_mean_pct": -1.441547454337098, + "note": "u=-Kx (2-gain state feedback, superset of the phi(c1 th+c2 om) class) vs the strong multistart oracle cost; negative = LQR beats the sector-class oracle" + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/classical_siso_cpu1.json b/results/timing/classical_siso_cpu1.json new file mode 100644 index 0000000000000000000000000000000000000000..063a9b418499272e35d0bdf66c1fbe37212e707e --- /dev/null +++ b/results/timing/classical_siso_cpu1.json @@ -0,0 +1,584 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1", + "load1": 27.24755859375, + "date": "2026-09-30 07:25:36 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 23 + ] + }, + "family": "siso", + "cells": { + "hurwitz_first_gain/b1": { + "n": 240, + "median_ms": 0.2982369624078274, + "p99_ms": 0.8615364786237476, + "mean_ms": 0.32163190189749, + "min_ms": 0.28059910982847214, + "max_ms": 2.5548161938786507, + "note": "stabilize_repair_fast.hurwitz_gain (first Hurwitz gain on 41-gain grid, F=1) incl. realize_loop, per plant; open-loop-stable plants return g=0 (trivial); the 0.4 ms eigenvalue repair", + "samples_ms": [ + 0.41166, + 0.35312, + 0.33304, + 0.32337, + 0.32117, + 0.31485, + 0.31153, + 0.31777, + 0.31636, + 0.31801, + 0.31617, + 0.3253, + 0.31401, + 0.30261, + 0.32268, + 0.30665, + 0.31492, + 0.32038, + 0.30391, + 0.29781, + 0.30517, + 0.29911, + 0.30747, + 0.31181, + 0.31312, + 0.33348, + 0.31826, + 0.32494, + 0.30644, + 0.30913, + 0.31485, + 0.31155, + 0.30441, + 0.32201, + 0.30693, + 0.3079, + 0.85428, + 0.30712, + 0.30365, + 0.29555, + 0.29218, + 0.30216, + 0.29992, + 0.29222, + 0.30036, + 0.29257, + 0.29293, + 0.29341, + 0.30033, + 0.29607, + 0.34178, + 0.31183, + 0.30802, + 0.30186, + 0.30421, + 0.31132, + 0.30253, + 0.32362, + 0.29841, + 0.3038, + 0.29572, + 0.31209, + 0.29469, + 0.28823, + 0.3042, + 0.29752, + 0.29819, + 0.30399, + 0.29299, + 0.29365, + 0.29867, + 0.30189, + 0.29397, + 0.30088, + 0.31407, + 0.78566, + 0.30532, + 0.29617, + 0.29053, + 0.29746, + 0.28615, + 0.28367, + 0.28643, + 0.29708, + 0.29356, + 0.30378, + 0.30501, + 0.29054, + 0.29265, + 0.31184, + 0.30353, + 0.29736, + 0.30229, + 0.3172, + 0.30053, + 0.3091, + 0.31932, + 0.30693, + 0.32392, + 0.31722, + 0.29758, + 0.29735, + 0.30389, + 0.30065, + 0.2908, + 0.29327, + 0.30359, + 0.28843, + 0.28799, + 0.29671, + 0.29472, + 0.28565, + 0.29647, + 0.7966, + 0.29916, + 0.2824, + 0.28177, + 0.28879, + 0.30095, + 0.29376, + 0.28658, + 0.30142, + 0.29923, + 0.29239, + 0.29462, + 0.29016, + 0.29714, + 0.29665, + 0.31367, + 0.29154, + 0.29231, + 0.29628, + 0.29369, + 0.29341, + 0.28815, + 0.298, + 0.29513, + 0.28703, + 0.29944, + 0.2896, + 0.29298, + 0.30202, + 0.2986, + 0.29111, + 0.28729, + 0.30083, + 0.28625, + 0.2806, + 0.29245, + 0.29567, + 0.28774, + 2.55482, + 0.39977, + 0.31552, + 0.31755, + 0.29829, + 0.30091, + 0.30272, + 0.28872, + 0.29057, + 0.30067, + 0.29748, + 0.29263, + 0.28751, + 0.30482, + 0.30489, + 0.29175, + 0.29972, + 0.29693, + 0.29128, + 0.30505, + 0.30452, + 0.29264, + 0.28759, + 0.30306, + 0.29378, + 0.29151, + 0.29687, + 0.29791, + 0.29496, + 0.29575, + 0.30463, + 0.28959, + 0.29264, + 0.30399, + 0.30101, + 0.29602, + 0.30687, + 0.29953, + 0.29382, + 0.87485, + 0.29538, + 0.30025, + 0.29781, + 0.2866, + 0.2962, + 0.29792, + 0.29235, + 0.28909, + 0.30407, + 0.29759, + 0.29473, + 0.29849, + 0.29924, + 0.30658, + 0.33725, + 0.29776, + 0.29368, + 0.28334, + 0.29118, + 0.28951, + 0.29669, + 0.30337, + 0.29351, + 0.29097, + 0.29178, + 0.30659, + 0.29396, + 0.29443, + 0.30133, + 0.28728, + 0.2916, + 0.3072, + 0.29911, + 0.29176, + 0.28873, + 0.29576, + 0.28243, + 0.86618, + 0.30472, + 0.2988, + 0.29677, + 0.29345, + 0.28133, + 0.29317, + 0.28863, + 0.28896, + 0.2948, + 0.28787, + 0.28982 + ] + }, + "gain_margin_design/b1": { + "n": 240, + "median_ms": 2.2965255193412304, + "p99_ms": 3.6582871992141004, + "mean_ms": 2.3865991349642477, + "min_ms": 2.218903973698616, + "max_ms": 3.7421463057398796, + "note": "realize_loop + 41-gain grid: Hurwitz check + Lyapunov-solve LQ cost, argmin (F=1, phi(y)=g*y); certificate = eigenvalues; per plant", + "samples_ms": [ + 2.48039, + 2.35893, + 2.35698, + 2.32851, + 2.31413, + 2.33493, + 2.36583, + 2.48955, + 2.60556, + 2.42742, + 2.27168, + 2.28193, + 2.28673, + 2.31874, + 2.29497, + 2.29631, + 2.29426, + 2.34328, + 2.28012, + 2.26281, + 2.31834, + 2.30796, + 2.333, + 2.30454, + 2.31923, + 2.28629, + 3.02656, + 2.38534, + 2.33154, + 2.28856, + 2.49998, + 2.37843, + 2.37393, + 2.31822, + 2.35333, + 2.33262, + 2.34169, + 2.71482, + 3.586, + 3.74215, + 3.34736, + 3.67491, + 3.41785, + 3.57634, + 3.53636, + 3.6161, + 3.68444, + 3.63228, + 2.3806, + 2.26015, + 2.34538, + 2.32663, + 3.08624, + 2.57618, + 2.33884, + 2.27276, + 2.27721, + 2.3383, + 2.25567, + 2.27986, + 2.2747, + 2.25419, + 2.33225, + 2.26711, + 2.3238, + 3.06502, + 2.28203, + 2.3304, + 2.29438, + 2.32109, + 2.308, + 2.29194, + 2.28825, + 2.43222, + 2.3419, + 2.30723, + 2.2808, + 2.31894, + 2.28588, + 2.3237, + 2.26337, + 2.27864, + 2.26626, + 2.28358, + 2.32864, + 2.26205, + 2.26559, + 2.2189, + 2.28393, + 2.25579, + 2.28251, + 2.25841, + 2.28761, + 2.32986, + 2.23922, + 2.2359, + 2.3273, + 2.31395, + 2.28262, + 2.30956, + 2.30803, + 2.22367, + 2.26088, + 3.08014, + 2.28171, + 2.29736, + 2.29386, + 2.26882, + 2.29282, + 2.30434, + 2.2895, + 2.28222, + 2.31131, + 2.28637, + 2.24335, + 2.25441, + 2.22088, + 2.27705, + 2.27643, + 2.36473, + 2.32364, + 2.28844, + 2.26479, + 2.24775, + 2.29076, + 2.30873, + 2.30206, + 2.28191, + 2.2855, + 2.29674, + 2.30989, + 2.30872, + 2.27892, + 2.25327, + 2.27594, + 2.24549, + 2.28166, + 2.28126, + 2.29538, + 2.30125, + 2.2585, + 3.0905, + 2.35559, + 2.33622, + 2.26542, + 2.30706, + 2.28251, + 2.29081, + 2.27229, + 2.28393, + 2.30426, + 2.23929, + 2.26416, + 2.34426, + 2.33464, + 2.28923, + 2.32157, + 2.27047, + 2.28288, + 2.2796, + 2.26072, + 2.27891, + 2.32769, + 2.32016, + 2.26596, + 2.3108, + 2.31735, + 2.27733, + 2.27858, + 2.3487, + 2.26192, + 2.30345, + 2.29959, + 2.28535, + 2.30749, + 2.27668, + 2.29182, + 2.27611, + 2.26631, + 2.29785, + 3.06324, + 2.3229, + 2.29814, + 2.28563, + 2.35412, + 2.29803, + 2.27881, + 2.2805, + 2.53845, + 2.33261, + 2.29038, + 2.31454, + 2.26829, + 2.30544, + 2.29629, + 2.26824, + 2.35628, + 2.30872, + 2.30421, + 2.28678, + 2.27196, + 2.24477, + 2.26851, + 2.29057, + 2.26785, + 2.27182, + 2.29721, + 2.30015, + 2.27842, + 2.31966, + 2.27152, + 2.3326, + 2.33188, + 2.29836, + 2.27735, + 2.29078, + 2.26412, + 2.27892, + 3.21258, + 2.31248, + 2.34419, + 2.27485, + 2.26465, + 2.4797, + 3.04759, + 2.4252, + 2.31982, + 2.27932, + 2.28028, + 2.24646, + 2.33388, + 2.274, + 2.489, + 2.35107, + 2.2649, + 2.28293, + 2.29623, + 2.29339, + 2.23893, + 2.34176 + ] + }, + "gain_margin_design/batch60": { + "n": 40, + "median_ms": 2.3247572903831797, + "p99_ms": 4.664197281468658, + "mean_ms": 2.4414810875896364, + "min_ms": 2.28270849523445, + "max_ms": 5.997553654015064, + "note": "looped over batch=60; ms per plant", + "samples_ms": [ + 2.32446, + 2.32322, + 2.34578, + 2.57869, + 2.31781, + 2.3038, + 2.35192, + 2.33853, + 2.32505, + 2.33577, + 5.99755, + 2.29807, + 2.31457, + 2.29208, + 2.33489, + 2.31694, + 2.53909, + 2.30032, + 2.30106, + 2.33169, + 2.31488, + 2.336, + 2.31903, + 2.544, + 2.29072, + 2.28271, + 2.31647, + 2.28585, + 2.3634, + 2.29096, + 2.46347, + 2.37576, + 2.31376, + 2.33189, + 2.34221, + 2.42005, + 2.2991, + 2.36043, + 2.51547, + 2.32178 + ] + }, + "gain_margin_design/quality_heldout60": { + "coverage": 0.8833333333333333, + "n_with_oracle": 46, + "regret_median_pct": 1274.6151773239899, + "regret_p90_pct": 6298.871143265807, + "n_designed": 60, + "note": "regret vs bank_density_siso.npz draw0_oracle (60-step refinement of the model's winner), rollout verifier of retrieval_baselines; F=1 fixed, phi(y)=g*y. NOTE the SISO cost is charged on the LOOP output y of L=G*F, so it is not invariant to the filter scale: a design that shrinks F reaches J~0 (checked: F gain 1e-2 gives J=0.009), so classical regret against this oracle is only meaningful with F held at 1" + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/classical_siso_cpu1q.json b/results/timing/classical_siso_cpu1q.json new file mode 100644 index 0000000000000000000000000000000000000000..78a793dd5585285b97811f0ea964124ff4154f4a --- /dev/null +++ b/results/timing/classical_siso_cpu1q.json @@ -0,0 +1,584 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1q", + "load1": 12.26171875, + "date": "2026-09-30 09:06:10 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 22 + ] + }, + "family": "siso", + "cells": { + "hurwitz_first_gain/b1": { + "n": 240, + "median_ms": 0.3006262704730034, + "p99_ms": 0.8504054695367811, + "mean_ms": 0.3249030909501016, + "min_ms": 0.27910899370908737, + "max_ms": 2.643803134560585, + "note": "stabilize_repair_fast.hurwitz_gain (first Hurwitz gain on 41-gain grid, F=1) incl. realize_loop, per plant; open-loop-stable plants return g=0 (trivial); the 0.4 ms eigenvalue repair", + "samples_ms": [ + 0.47952, + 0.38779, + 0.35608, + 0.33485, + 0.33805, + 0.32306, + 0.32157, + 0.32554, + 0.31808, + 0.31249, + 0.32779, + 0.32397, + 0.31618, + 0.3187, + 0.31216, + 0.31443, + 0.3309, + 0.31293, + 0.32663, + 0.31511, + 0.3133, + 0.31149, + 0.32167, + 0.31071, + 0.31185, + 0.3236, + 0.31899, + 0.30828, + 0.30822, + 0.31182, + 0.31011, + 0.32359, + 0.3214, + 0.3182, + 0.3162, + 0.31889, + 0.81082, + 0.31084, + 0.29684, + 0.29574, + 0.29793, + 0.2927, + 0.3033, + 0.30257, + 0.30988, + 0.29931, + 0.29352, + 0.30535, + 0.30452, + 0.30438, + 0.30969, + 0.29988, + 0.29188, + 0.30414, + 0.30118, + 0.30129, + 0.30234, + 0.32695, + 0.30367, + 0.31233, + 0.3158, + 0.31314, + 0.30912, + 0.31449, + 0.30594, + 0.30545, + 0.30952, + 0.30707, + 0.29944, + 0.31465, + 0.32384, + 0.30631, + 0.30803, + 0.31045, + 0.31263, + 0.85697, + 0.29996, + 0.29998, + 0.30262, + 0.29707, + 0.3, + 0.30115, + 0.28889, + 0.29744, + 0.30149, + 0.29444, + 0.29693, + 0.29851, + 0.29781, + 0.30175, + 0.30014, + 0.30504, + 0.29638, + 0.29071, + 0.30915, + 0.2992, + 0.29306, + 0.3091, + 0.31763, + 0.31006, + 0.30279, + 0.31743, + 0.3048, + 0.29837, + 0.30734, + 0.29567, + 0.29406, + 0.29933, + 0.29678, + 0.29313, + 0.28943, + 0.29674, + 0.2934, + 0.85642, + 0.30027, + 0.29723, + 0.28549, + 0.29456, + 0.30753, + 0.30289, + 0.29194, + 0.29812, + 0.30337, + 0.29261, + 0.29806, + 0.29495, + 0.30668, + 0.29586, + 0.29902, + 0.30449, + 0.29546, + 0.28844, + 0.29812, + 0.29771, + 0.28836, + 0.28966, + 0.30623, + 0.29144, + 0.28419, + 0.29525, + 0.28748, + 0.28688, + 0.29667, + 0.28982, + 0.28672, + 0.28678, + 0.30225, + 0.29136, + 0.29149, + 0.29441, + 0.29166, + 2.6438, + 0.40936, + 0.33647, + 0.32484, + 0.31205, + 0.31479, + 0.30511, + 0.30979, + 0.30509, + 0.30432, + 0.31034, + 0.30585, + 0.30461, + 0.31003, + 0.30053, + 0.29408, + 0.29828, + 0.29828, + 0.29005, + 0.29455, + 0.29886, + 0.28661, + 0.28693, + 0.30025, + 0.29889, + 0.29143, + 0.29088, + 0.30478, + 0.29633, + 0.29264, + 0.304, + 0.296, + 0.29621, + 0.31053, + 0.29729, + 0.29096, + 0.28638, + 0.29453, + 0.28923, + 0.84099, + 0.29297, + 0.28225, + 0.29663, + 0.28097, + 0.27911, + 0.29318, + 0.29005, + 0.29087, + 0.29414, + 0.30017, + 0.29441, + 0.29459, + 0.30363, + 0.29112, + 0.29397, + 0.30279, + 0.29639, + 0.30139, + 0.30072, + 0.30419, + 0.29456, + 0.32257, + 0.32131, + 0.29746, + 0.2962, + 0.30216, + 0.29379, + 0.28611, + 0.28587, + 0.29979, + 0.28539, + 0.28597, + 0.29553, + 0.29139, + 0.28895, + 0.29779, + 0.29727, + 0.83967, + 0.30778, + 0.29703, + 0.3031, + 0.30124, + 0.29836, + 0.2885, + 0.30143, + 0.28925, + 0.29738, + 0.30311, + 0.29267 + ] + }, + "gain_margin_design/b1": { + "n": 240, + "median_ms": 2.3487266153097153, + "p99_ms": 3.0389685742557044, + "mean_ms": 2.37272393812115, + "min_ms": 2.2256672382354736, + "max_ms": 3.0903127044439316, + "note": "realize_loop + 41-gain grid: Hurwitz check + Lyapunov-solve LQ cost, argmin (F=1, phi(y)=g*y); certificate = eigenvalues; per plant", + "samples_ms": [ + 2.50094, + 2.42768, + 2.39336, + 2.38491, + 2.39364, + 2.39142, + 2.49021, + 2.40204, + 2.35428, + 2.42033, + 2.38076, + 2.3683, + 2.32055, + 2.36798, + 2.36019, + 2.36059, + 2.40131, + 2.36273, + 2.40202, + 2.34499, + 2.33582, + 2.33105, + 2.39315, + 2.38682, + 2.39064, + 2.40247, + 3.02749, + 2.45799, + 2.43915, + 2.39788, + 2.38197, + 2.41413, + 2.40233, + 2.48527, + 2.44714, + 2.37115, + 2.38947, + 2.39275, + 2.40443, + 2.40838, + 2.41334, + 2.36011, + 2.37695, + 2.38966, + 2.31286, + 2.30578, + 2.3491, + 2.39088, + 2.48039, + 2.30496, + 2.4251, + 2.34523, + 2.34144, + 2.38502, + 2.3451, + 2.30738, + 2.38641, + 2.33079, + 2.35831, + 2.30733, + 2.40421, + 2.33793, + 2.32099, + 2.31508, + 2.3443, + 3.04631, + 2.34285, + 2.36874, + 2.38362, + 2.41266, + 2.34423, + 2.32772, + 2.37538, + 2.38738, + 2.32183, + 2.3049, + 2.35422, + 2.31829, + 2.35392, + 2.46124, + 2.37865, + 2.35701, + 2.32909, + 2.29628, + 2.30591, + 2.3568, + 2.37659, + 2.32288, + 2.3339, + 2.33319, + 2.44254, + 2.36087, + 2.33518, + 2.36061, + 2.28874, + 2.31261, + 2.33192, + 2.2992, + 2.29192, + 2.27811, + 2.31443, + 2.26686, + 2.29696, + 2.96929, + 2.37107, + 2.41007, + 2.36133, + 2.29646, + 2.32919, + 2.3056, + 2.35316, + 2.33643, + 2.32879, + 2.33841, + 2.319, + 2.29379, + 2.2951, + 2.35062, + 2.35372, + 2.36129, + 2.33075, + 2.31056, + 2.32517, + 2.56812, + 2.40061, + 2.33381, + 2.33939, + 2.34835, + 2.32251, + 2.35326, + 2.36579, + 2.31281, + 2.32623, + 2.31692, + 2.29348, + 2.33019, + 2.33952, + 2.33517, + 2.29639, + 2.32754, + 2.25191, + 3.00655, + 2.32614, + 2.35234, + 2.35239, + 2.47374, + 3.05828, + 2.52737, + 2.35327, + 2.3251, + 2.35393, + 2.29491, + 2.34365, + 2.34588, + 2.30003, + 2.28057, + 2.34213, + 2.2919, + 2.30335, + 2.27719, + 2.28802, + 2.2807, + 2.36442, + 2.32896, + 2.2429, + 2.34949, + 2.31161, + 2.24926, + 2.30337, + 2.33875, + 2.30797, + 2.27003, + 2.29646, + 2.3005, + 2.32422, + 2.39592, + 2.33634, + 2.22567, + 2.29957, + 2.33622, + 2.95718, + 2.28137, + 2.31333, + 2.27254, + 2.3853, + 2.38371, + 2.34037, + 2.35194, + 2.47934, + 2.37121, + 2.34075, + 2.36759, + 2.27146, + 2.33926, + 2.34113, + 2.33335, + 2.37991, + 2.35349, + 2.36526, + 2.34761, + 2.36104, + 2.37503, + 2.32972, + 2.3528, + 2.32521, + 2.33029, + 2.30702, + 2.33117, + 2.34172, + 2.35955, + 2.3172, + 2.42849, + 2.34083, + 2.35538, + 2.33106, + 2.34734, + 2.37933, + 2.32103, + 3.09031, + 2.39624, + 2.41001, + 2.3654, + 2.3351, + 2.37822, + 2.3676, + 2.37755, + 2.39529, + 2.32777, + 2.40885, + 2.40032, + 2.51559, + 2.37163, + 2.34099, + 2.37096, + 2.34174, + 2.36533, + 2.38727, + 2.32727, + 2.32848, + 2.38074 + ] + }, + "gain_margin_design/batch60": { + "n": 40, + "median_ms": 2.345483175789316, + "p99_ms": 3.7970144053300205, + "mean_ms": 2.4041741430604207, + "min_ms": 2.308275830000639, + "max_ms": 4.675406667714317, + "note": "looped over batch=60; ms per plant", + "samples_ms": [ + 2.37934, + 2.34655, + 2.36302, + 2.35661, + 2.42312, + 2.37264, + 2.37578, + 2.3694, + 2.36133, + 2.36867, + 4.67541, + 2.33775, + 2.35525, + 2.32159, + 2.33097, + 2.30828, + 2.32346, + 2.32637, + 2.33112, + 2.32235, + 2.33196, + 2.33945, + 2.32543, + 2.33809, + 2.34636, + 2.33239, + 2.32988, + 2.3224, + 2.34925, + 2.3528, + 2.34578, + 2.33095, + 2.35901, + 2.34811, + 2.34186, + 2.34518, + 2.34806, + 2.34335, + 2.34757, + 2.34006 + ] + }, + "gain_margin_design/quality_heldout60": { + "coverage": 0.8833333333333333, + "n_with_oracle": 46, + "regret_median_pct": 1274.6151773239899, + "regret_p90_pct": 6298.871143265807, + "n_designed": 60, + "note": "regret vs bank_density_siso.npz draw0_oracle (60-step refinement of the model's winner), rollout verifier of retrieval_baselines; F=1 fixed, phi(y)=g*y. NOTE the SISO cost is charged on the LOOP output y of L=G*F, so it is not invariant to the filter scale: a design that shrinks F reaches J~0 (checked: F gain 1e-2 gives J=0.009), so classical regret against this oracle is only meaningful with F held at 1" + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/classical_siso_cpu8.json b/results/timing/classical_siso_cpu8.json new file mode 100644 index 0000000000000000000000000000000000000000..e97e4a993e96d4d340cfdd104c91fad17d2c2ca4 --- /dev/null +++ b/results/timing/classical_siso_cpu8.json @@ -0,0 +1,591 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 8, + "tag": "cpu8", + "load1": 23.595703125, + "date": "2026-09-30 07:54:37 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 14, + 15, + 17, + 18, + 19, + 20, + 22, + 23 + ] + }, + "family": "siso", + "cells": { + "hurwitz_first_gain/b1": { + "n": 240, + "median_ms": 0.32864371314644814, + "p99_ms": 1.3357699383050188, + "mean_ms": 0.3679626078034441, + "min_ms": 0.2974970266222954, + "max_ms": 3.758460283279419, + "note": "stabilize_repair_fast.hurwitz_gain (first Hurwitz gain on 41-gain grid, F=1) incl. realize_loop, per plant; open-loop-stable plants return g=0 (trivial); the 0.4 ms eigenvalue repair", + "samples_ms": [ + 0.71114, + 0.41375, + 0.3907, + 0.36209, + 0.40914, + 0.35371, + 0.35324, + 0.35988, + 0.3582, + 0.34994, + 0.33987, + 0.35405, + 0.34007, + 0.32502, + 0.34154, + 0.33905, + 0.33399, + 0.35925, + 0.3847, + 0.33175, + 0.35235, + 0.33339, + 0.34973, + 0.34202, + 0.34172, + 0.34118, + 0.35293, + 0.33499, + 0.34679, + 0.36005, + 0.33679, + 0.33642, + 0.33578, + 0.33796, + 0.35333, + 0.3523, + 1.26901, + 0.37948, + 0.34223, + 0.32979, + 0.32949, + 0.32852, + 0.33056, + 0.35538, + 0.36053, + 0.35699, + 0.37282, + 0.35336, + 0.37803, + 0.3728, + 0.3419, + 0.31851, + 0.3365, + 0.32804, + 0.31157, + 0.37387, + 0.36046, + 0.34565, + 0.34114, + 0.33421, + 0.33018, + 0.3375, + 0.33302, + 0.32876, + 0.33839, + 0.32538, + 0.32531, + 0.35355, + 0.34577, + 0.32896, + 0.34506, + 0.32237, + 0.32173, + 0.33332, + 0.33134, + 1.21633, + 0.3743, + 0.32631, + 0.32612, + 0.33507, + 0.33336, + 0.32551, + 0.33149, + 0.32275, + 0.31177, + 0.31954, + 0.31526, + 0.32838, + 0.34237, + 0.33424, + 0.3207, + 0.32984, + 0.33463, + 0.33557, + 0.32883, + 0.31913, + 0.32777, + 0.33368, + 0.33693, + 0.32643, + 0.33522, + 0.33556, + 0.32302, + 0.32947, + 0.32294, + 0.32195, + 0.35297, + 0.32025, + 0.31392, + 0.38916, + 0.37222, + 0.34748, + 0.34521, + 1.2326, + 0.32528, + 0.32184, + 0.31008, + 0.3235, + 0.33561, + 0.32394, + 0.33589, + 0.33856, + 0.31659, + 0.31624, + 0.31823, + 0.33993, + 0.3236, + 0.30513, + 0.31363, + 0.31802, + 0.31781, + 0.33658, + 0.31497, + 0.31641, + 0.36279, + 0.32257, + 0.33228, + 0.32188, + 0.29994, + 0.30373, + 0.30962, + 0.30547, + 0.30333, + 0.31588, + 0.2975, + 0.30179, + 0.31106, + 0.33785, + 0.326, + 0.32794, + 0.34961, + 1.45851, + 0.34028, + 0.3012, + 0.30211, + 0.30318, + 0.3051, + 0.30314, + 0.3027, + 0.31212, + 0.29891, + 0.30409, + 0.34994, + 0.36565, + 0.32835, + 0.31835, + 0.31586, + 0.32074, + 0.32235, + 0.30538, + 0.31291, + 0.32929, + 0.3074, + 0.3133, + 0.32212, + 0.31769, + 0.31086, + 0.31758, + 0.32058, + 0.30616, + 0.31628, + 0.33197, + 0.31022, + 0.31297, + 0.31782, + 0.3109, + 0.30969, + 0.32092, + 0.31059, + 0.32129, + 3.75846, + 0.49147, + 0.34434, + 0.32359, + 0.33921, + 0.33151, + 0.3358, + 0.335, + 0.31892, + 0.31717, + 0.31971, + 0.33057, + 0.31234, + 0.30846, + 0.32764, + 0.31847, + 0.30948, + 0.32673, + 0.30874, + 0.30371, + 0.32265, + 0.31193, + 0.32272, + 0.32691, + 0.34861, + 0.32207, + 0.33509, + 0.32009, + 0.31633, + 0.32902, + 0.32722, + 0.31946, + 0.31836, + 0.30671, + 0.29811, + 0.30595, + 0.30367, + 0.29753, + 1.37845, + 0.42238, + 0.35984, + 0.32519, + 0.31544, + 0.32681, + 0.33069, + 0.31408, + 0.3061, + 0.3231, + 0.37512, + 0.33193 + ] + }, + "gain_margin_design/b1": { + "n": 240, + "median_ms": 2.6366771198809147, + "p99_ms": 3.9378471672534943, + "mean_ms": 2.694359033678969, + "min_ms": 2.495504915714264, + "max_ms": 4.250047728419304, + "note": "realize_loop + 41-gain grid: Hurwitz check + Lyapunov-solve LQ cost, argmin (F=1, phi(y)=g*y); certificate = eigenvalues; per plant", + "samples_ms": [ + 2.64594, + 2.7785, + 2.66851, + 2.73247, + 2.64304, + 2.58372, + 2.4955, + 2.61359, + 2.62863, + 2.73653, + 2.56536, + 2.60171, + 2.60061, + 2.5736, + 2.58543, + 2.64523, + 2.58935, + 2.70385, + 2.60231, + 2.56702, + 2.6797, + 2.68324, + 2.52687, + 2.67428, + 2.59215, + 2.63993, + 3.75879, + 2.65293, + 2.67174, + 2.665, + 2.65011, + 2.62931, + 2.58946, + 2.55713, + 2.62128, + 2.60285, + 2.76408, + 2.5202, + 2.65101, + 2.6613, + 2.68054, + 2.68197, + 2.70278, + 2.625, + 2.54466, + 2.60497, + 2.66848, + 2.65516, + 2.5995, + 2.58489, + 2.6016, + 2.55927, + 2.61085, + 2.69774, + 2.60436, + 2.56194, + 2.79847, + 2.64636, + 2.57359, + 2.79231, + 2.55285, + 2.63427, + 2.56634, + 2.62847, + 2.58105, + 4.25005, + 2.69394, + 3.17006, + 3.6649, + 3.04029, + 2.59041, + 2.67445, + 2.70822, + 2.73294, + 2.58898, + 2.64166, + 2.64479, + 2.61858, + 2.66342, + 2.61375, + 2.6597, + 2.94976, + 3.88126, + 4.07309, + 3.1069, + 2.74435, + 2.63517, + 2.60764, + 2.77597, + 2.60539, + 2.64076, + 2.63617, + 2.63368, + 2.64512, + 2.57047, + 2.57633, + 2.54298, + 2.63478, + 2.63949, + 2.57543, + 2.62255, + 2.58064, + 2.62809, + 3.92909, + 2.73495, + 2.74327, + 2.6732, + 2.56841, + 2.65417, + 2.69938, + 2.61433, + 2.81997, + 2.95055, + 2.67159, + 2.6412, + 2.57949, + 2.60098, + 2.59503, + 2.75566, + 2.82949, + 2.66704, + 2.6609, + 2.62096, + 2.61404, + 2.59715, + 2.67622, + 2.61356, + 2.56391, + 2.649, + 2.59102, + 2.61735, + 2.6814, + 2.5244, + 2.62508, + 2.56186, + 2.60923, + 2.65346, + 2.5611, + 2.64388, + 2.85346, + 2.72629, + 3.94345, + 2.66015, + 2.57481, + 2.64208, + 2.63876, + 2.71888, + 2.67481, + 2.67402, + 2.75929, + 2.76246, + 2.64973, + 2.66115, + 2.67001, + 2.68115, + 2.76362, + 2.65157, + 2.78421, + 2.63294, + 2.67259, + 2.7491, + 2.55626, + 2.62528, + 2.6592, + 2.69971, + 2.58243, + 2.63601, + 2.56633, + 2.58639, + 2.61855, + 2.63596, + 2.56559, + 2.62453, + 2.59958, + 2.58626, + 2.62555, + 2.60132, + 2.55872, + 2.58242, + 2.62846, + 3.89066, + 2.63495, + 2.6784, + 2.58615, + 2.65064, + 2.72241, + 2.65839, + 2.58288, + 2.68566, + 2.72373, + 2.7283, + 2.77874, + 2.67011, + 2.62862, + 2.73862, + 2.70672, + 2.57431, + 2.58868, + 2.73093, + 2.63878, + 2.59056, + 2.64147, + 2.60847, + 2.60875, + 2.60841, + 2.68729, + 2.56478, + 2.58909, + 2.56977, + 2.72864, + 2.65452, + 2.54176, + 2.57688, + 2.60749, + 2.56337, + 2.60739, + 2.5764, + 2.66004, + 3.89878, + 2.69645, + 2.67604, + 2.63418, + 2.66162, + 2.59427, + 2.66864, + 2.59331, + 2.55854, + 2.6047, + 2.63495, + 2.64189, + 2.57613, + 2.64341, + 2.65953, + 2.60818, + 2.55647, + 2.58599, + 2.63719, + 2.67444, + 2.5093, + 2.50208 + ] + }, + "gain_margin_design/batch60": { + "n": 40, + "median_ms": 2.406177382605771, + "p99_ms": 4.753681387131411, + "mean_ms": 2.5085222022607923, + "min_ms": 2.3125936121990285, + "max_ms": 6.146816428129871, + "note": "looped over batch=60; ms per plant", + "samples_ms": [ + 2.47535, + 2.4174, + 2.39112, + 2.40279, + 2.44198, + 2.39067, + 2.38265, + 2.49707, + 2.50665, + 2.53777, + 2.57468, + 6.14682, + 2.42012, + 2.37901, + 2.43665, + 2.40573, + 2.42245, + 2.49709, + 2.48269, + 2.5081, + 2.4895, + 2.41955, + 2.40413, + 2.4168, + 2.37549, + 2.31931, + 2.33607, + 2.35414, + 2.41911, + 2.37632, + 2.40662, + 2.38216, + 2.40133, + 2.40286, + 2.42544, + 2.34492, + 2.32732, + 2.38694, + 2.3235, + 2.31259 + ] + }, + "gain_margin_design/quality_heldout60": { + "coverage": 0.8833333333333333, + "n_with_oracle": 46, + "regret_median_pct": 1274.6151773239899, + "regret_p90_pct": 6298.871143265807, + "n_designed": 60, + "note": "regret vs bank_density_siso.npz draw0_oracle (60-step refinement of the model's winner), rollout verifier of retrieval_baselines; F=1 fixed, phi(y)=g*y. NOTE the SISO cost is charged on the LOOP output y of L=G*F, so it is not invariant to the filter scale: a design that shrinks F reaches J~0 (checked: F gain 1e-2 gives J=0.009), so classical regret against this oracle is only meaningful with F held at 1" + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/furuta_furuta_cpu1.json b/results/timing/furuta_furuta_cpu1.json new file mode 100644 index 0000000000000000000000000000000000000000..312b870ad3b73a017c50b40e1b8107d5e3a2f65f --- /dev/null +++ b/results/timing/furuta_furuta_cpu1.json @@ -0,0 +1,944 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1", + "load1": 17.33642578125, + "date": "2026-09-30 07:20:15 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 20 + ] + }, + "family": "furuta", + "cells": { + "online/static_gain_-Kx": { + "n": 20000, + "median_ms": 0.0010021030902862549, + "p99_ms": 0.0011315569281578064, + "mean_ms": 0.0010162690654397012, + "min_ms": 0.0009415671229362488, + "max_ms": 0.012028031051158905, + "note": "numpy 4-vector dot + negate, per control step (python overhead included; a C loop is faster)", + "samples_ms": [ + 0.00196, + 0.0014, + 0.00124, + 0.00108, + 0.001, + 0.00098, + 0.00102, + 0.00102, + 0.001, + 0.00098, + 0.00101, + 0.00105, + 0.001, + 0.00114, + 0.00101, + 0.00105, + 0.001, + 0.00105, + 0.00101, + 0.00101, + 0.001, + 0.00101, + 0.00119, + 0.001, + 0.00099, + 0.00101, + 0.00099, + 0.00097, + 0.00113, + 0.00103, + 0.00103, + 0.00097, + 0.00097, + 0.00101, + 0.00105, + 0.00099, + 0.001, + 0.00102, + 0.001, + 0.00101, + 0.001, + 0.00102, + 0.00098, + 0.00096, + 0.00099, + 0.001, + 0.00098, + 0.00099, + 0.00101, + 0.00098, + 0.00101, + 0.00098, + 0.00101, + 0.00101, + 0.00098, + 0.00099, + 0.00101, + 0.00099, + 0.00101, + 0.00099, + 0.00098, + 0.001, + 0.00098, + 0.00104, + 0.00099, + 0.00101, + 0.00099, + 0.001, + 0.00102, + 0.00102, + 0.00105, + 0.00104, + 0.00105, + 0.00103, + 0.00104, + 0.00105, + 0.00102, + 0.00689, + 0.00112, + 0.001, + 0.001, + 0.00099, + 0.00097, + 0.00099, + 0.00098, + 0.001, + 0.00101, + 0.00102, + 0.00101, + 0.00099, + 0.00102, + 0.00102, + 0.00098, + 0.00102, + 0.001, + 0.001, + 0.00099, + 0.00101, + 0.00099, + 0.00098, + 0.001, + 0.00098, + 0.00098, + 0.001, + 0.001, + 0.001, + 0.00101, + 0.00098, + 0.00102, + 0.00101, + 0.00099, + 0.001, + 0.001, + 0.00099, + 0.00099, + 0.00103, + 0.00101, + 0.00103, + 0.00102, + 0.00099, + 0.00099, + 0.001, + 0.00098, + 0.001, + 0.00101, + 0.001, + 0.00102, + 0.001, + 0.00098, + 0.00102, + 0.001, + 0.00101, + 0.00103, + 0.00099, + 0.00099, + 0.00101, + 0.00101, + 0.001, + 0.00098, + 0.00101, + 0.00104, + 0.00102, + 0.00107, + 0.00103, + 0.00103, + 0.00105, + 0.00104, + 0.00098, + 0.00103, + 0.00103, + 0.00098, + 0.001, + 0.001, + 0.001, + 0.001, + 0.00101, + 0.00099, + 0.00098, + 0.001, + 0.00097, + 0.00099, + 0.00101, + 0.001, + 0.00099, + 0.00099, + 0.00097, + 0.001, + 0.00097, + 0.00098, + 0.00099, + 0.00099, + 0.00099, + 0.00098, + 0.00103, + 0.00105, + 0.00104, + 0.00107, + 0.00103, + 0.00101, + 0.00101, + 0.00114, + 0.001, + 0.00102, + 0.00104, + 0.00103, + 0.001, + 0.00103, + 0.00106, + 0.001, + 0.00105, + 0.00102, + 0.00101, + 0.00102, + 0.00098, + 0.00101, + 0.00102, + 0.001, + 0.00099, + 0.00102, + 0.001, + 0.00098, + 0.0011, + 0.00101, + 0.00101, + 0.00104, + 0.00391, + 0.00111, + 0.00108, + 0.001, + 0.00104, + 0.00104, + 0.00103, + 0.00103, + 0.00103, + 0.00103, + 0.00102, + 0.001, + 0.001, + 0.00098, + 0.00101, + 0.001, + 0.001, + 0.00099, + 0.001, + 0.001, + 0.00099, + 0.00099, + 0.00099, + 0.001, + 0.00098, + 0.001, + 0.00101, + 0.00102, + 0.00102, + 0.00098, + 0.00098, + 0.00098, + 0.00099, + 0.001, + 0.00098, + 0.00098, + 0.00099, + 0.00098, + 0.00101, + 0.001, + 0.00097, + 0.00101, + 0.00103, + 0.001, + 0.00099, + 0.00102, + 0.00106, + 0.00101, + 0.001, + 0.00102, + 0.00103, + 0.00102, + 0.001, + 0.00104, + 0.00101, + 0.00104, + 0.00101, + 0.00103, + 0.00101, + 0.00101, + 0.00099, + 0.001, + 0.00098, + 0.00098, + 0.00105, + 0.00099, + 0.00101, + 0.001, + 0.00102, + 0.00102, + 0.00102, + 0.001, + 0.00099, + 0.00102, + 0.00102, + 0.00102, + 0.001, + 0.00102, + 0.00101, + 0.001, + 0.00099, + 0.00099, + 0.001, + 0.00102, + 0.00102, + 0.001, + 0.00099, + 0.00104, + 0.001, + 0.00099, + 0.00098, + 0.00098, + 0.00101, + 0.00102, + 0.00097, + 0.00098, + 0.00099, + 0.00099, + 0.001, + 0.001, + 0.00098, + 0.00099, + 0.00098, + 0.00099, + 0.00103, + 0.00101, + 0.001, + 0.00099, + 0.001, + 0.00098, + 0.00102, + 0.001, + 0.00101, + 0.001, + 0.00099, + 0.00105, + 0.001, + 0.00101, + 0.00102, + 0.001, + 0.00101, + 0.001, + 0.00099, + 0.001, + 0.00099, + 0.001, + 0.00099, + 0.00115, + 0.001, + 0.001, + 0.00101, + 0.00099, + 0.001, + 0.00099, + 0.00098, + 0.001, + 0.00101, + 0.00098, + 0.00099, + 0.00098, + 0.00098, + 0.00099, + 0.00098, + 0.00099, + 0.00099, + 0.00098, + 0.001, + 0.00099, + 0.001, + 0.00623, + 0.00107, + 0.00101, + 0.00101, + 0.001, + 0.001, + 0.00097, + 0.00099, + 0.00097, + 0.00097, + 0.00097, + 0.00098, + 0.00099, + 0.00098, + 0.00098, + 0.00105, + 0.001, + 0.00098, + 0.00099, + 0.00098, + 0.00099, + 0.00098, + 0.00099, + 0.00105, + 0.00099, + 0.00099, + 0.00098, + 0.00097, + 0.00099, + 0.00096, + 0.00098, + 0.00097, + 0.00099, + 0.001, + 0.00098, + 0.00099, + 0.00096, + 0.00098, + 0.001, + 0.00099, + 0.00097, + 0.00097, + 0.00097, + 0.00098, + 0.00098, + 0.00101 + ] + }, + "online/tvlqr_lookup": { + "n": 20000, + "median_ms": 0.0031050294637680054, + "p99_ms": 0.004806555807590485, + "mean_ms": 0.0035850950982421635, + "min_ms": 0.0029439106583595276, + "max_ms": 0.02161134034395218, + "note": "searchsorted on 401-knot grid + gain row dot + feedforward, per control step", + "samples_ms": [ + 0.00359, + 0.00327, + 0.00331, + 0.00317, + 0.00323, + 0.00328, + 0.00315, + 0.00316, + 0.0031, + 0.00956, + 0.00316, + 0.00313, + 0.00311, + 0.00328, + 0.00315, + 0.0031, + 0.00314, + 0.00309, + 0.00313, + 0.00313, + 0.0032, + 0.00754, + 0.00317, + 0.00315, + 0.0032, + 0.00311, + 0.00307, + 0.00305, + 0.0033, + 0.00306, + 0.00303, + 0.00305, + 0.00304, + 0.00311, + 0.00304, + 0.00307, + 0.00304, + 0.00302, + 0.00305, + 0.00306, + 0.00308, + 0.00302, + 0.00304, + 0.00306, + 0.00307, + 0.00305, + 0.003, + 0.00305, + 0.0031, + 0.00306, + 0.00307, + 0.00301, + 0.00319, + 0.00307, + 0.00304, + 0.00302, + 0.00314, + 0.00305, + 0.003, + 0.00301, + 0.00305, + 0.00308, + 0.00313, + 0.00302, + 0.00298, + 0.00316, + 0.00304, + 0.00302, + 0.00301, + 0.00301, + 0.003, + 0.00299, + 0.00301, + 0.003, + 0.00304, + 0.00311, + 0.00303, + 0.00319, + 0.00324, + 0.00315, + 0.00312, + 0.00332, + 0.00309, + 0.00308, + 0.00311, + 0.00318, + 0.00312, + 0.00306, + 0.00301, + 0.00307, + 0.00304, + 0.00308, + 0.00313, + 0.00311, + 0.0032, + 0.00315, + 0.00308, + 0.00305, + 0.00312, + 0.00306, + 0.00311, + 0.00305, + 0.003, + 0.00301, + 0.00307, + 0.00302, + 0.00301, + 0.00338, + 0.00315, + 0.00327, + 0.00303, + 0.00306, + 0.00305, + 0.00362, + 0.00317, + 0.00304, + 0.00309, + 0.00317, + 0.00309, + 0.00306, + 0.00339, + 0.00311, + 0.00302, + 0.00314, + 0.00316, + 0.00309, + 0.0031, + 0.00316, + 0.00308, + 0.00306, + 0.00303, + 0.00311, + 0.00319, + 0.0031, + 0.00302, + 0.00304, + 0.00302, + 0.00303, + 0.00306, + 0.00308, + 0.00311, + 0.00301, + 0.00314, + 0.00311, + 0.00308, + 0.00311, + 0.00319, + 0.00303, + 0.00305, + 0.00311, + 0.00313, + 0.0032, + 0.00325, + 0.00313, + 0.00306, + 0.00311, + 0.00303, + 0.00305, + 0.00306, + 0.00315, + 0.00307, + 0.00302, + 0.00305, + 0.00304, + 0.00311, + 0.00312, + 0.00304, + 0.0031, + 0.00305, + 0.00309, + 0.00311, + 0.00313, + 0.00311, + 0.00311, + 0.00309, + 0.00304, + 0.00317, + 0.00309, + 0.00305, + 0.0031, + 0.00306, + 0.0032, + 0.00315, + 0.00312, + 0.00308, + 0.00314, + 0.00306, + 0.00316, + 0.00308, + 0.0031, + 0.00309, + 0.00322, + 0.00308, + 0.00315, + 0.00319, + 0.00315, + 0.00311, + 0.00306, + 0.00309, + 0.00317, + 0.00311, + 0.00307, + 0.00311, + 0.00311, + 0.00319, + 0.00311, + 0.00312, + 0.00315, + 0.00302, + 0.00316, + 0.00324, + 0.00312, + 0.00333, + 0.0033, + 0.00311, + 0.00309, + 0.00321, + 0.00316, + 0.0031, + 0.00304, + 0.00313, + 0.00313, + 0.00317, + 0.00323, + 0.00319, + 0.00315, + 0.00306, + 0.00314, + 0.00313, + 0.00312, + 0.00302, + 0.00317, + 0.00307, + 0.00306, + 0.00305, + 0.00331, + 0.0032, + 0.00325, + 0.00322, + 0.00316, + 0.00317, + 0.00317, + 0.00308, + 0.00325, + 0.00313, + 0.00312, + 0.0032, + 0.00319, + 0.00313, + 0.00309, + 0.00307, + 0.00315, + 0.00315, + 0.00317, + 0.0031, + 0.00313, + 0.00328, + 0.00317, + 0.0034, + 0.00319, + 0.0032, + 0.00321, + 0.00316, + 0.00313, + 0.00313, + 0.00311, + 0.00313, + 0.0032, + 0.00304, + 0.00311, + 0.00312, + 0.00304, + 0.00319, + 0.00315, + 0.00312, + 0.00315, + 0.00307, + 0.00306, + 0.00301, + 0.00308, + 0.00302, + 0.00308, + 0.00323, + 0.00323, + 0.00315, + 0.00308, + 0.00303, + 0.00314, + 0.00306, + 0.00323, + 0.00312, + 0.00313, + 0.0032, + 0.00315, + 0.00319, + 0.00316, + 0.00321, + 0.00315, + 0.00314, + 0.0031, + 0.00324, + 0.00316, + 0.00319, + 0.00321, + 0.00325, + 0.00311, + 0.0066, + 0.00563, + 0.00493, + 0.0032, + 0.00313, + 0.00323, + 0.00311, + 0.00316, + 0.00315, + 0.00328, + 0.0033, + 0.00321, + 0.00315, + 0.00315, + 0.00317, + 0.00323, + 0.00327, + 0.00319, + 0.00322, + 0.00313, + 0.00315, + 0.00315, + 0.00313, + 0.00817, + 0.00317, + 0.00324, + 0.00325, + 0.00313, + 0.00315, + 0.00315, + 0.00304, + 0.00342, + 0.00316, + 0.00324, + 0.00315, + 0.00324, + 0.00321, + 0.00317, + 0.00305, + 0.00305, + 0.00309, + 0.00303, + 0.00316, + 0.00319, + 0.00312, + 0.00319, + 0.00316, + 0.00311, + 0.00312, + 0.00319, + 0.00324, + 0.00319, + 0.00325, + 0.00309, + 0.00322, + 0.00315, + 0.00318, + 0.00313, + 0.00313, + 0.00309, + 0.00315, + 0.00321, + 0.00315, + 0.0032, + 0.00312, + 0.00314, + 0.00316, + 0.00321, + 0.00319, + 0.00304, + 0.0032, + 0.0032, + 0.00313, + 0.00313, + 0.0032, + 0.00311, + 0.00319, + 0.00321, + 0.00325, + 0.00312, + 0.00305, + 0.00302, + 0.00308, + 0.00309, + 0.00309, + 0.00312, + 0.00315, + 0.00307, + 0.00312, + 0.00312, + 0.00322, + 0.0031, + 0.00319, + 0.00323 + ] + }, + "online/nmpc_live_solve": { + "n": 4800, + "median_ms": 5.731998942792416, + "p99_ms": 24.729252578690666, + "max_ms": 324.99175425618887, + "p95_ms": 18.325103633105755, + "frac_over_2ms": 0.77125, + "frac_over_20ms": 0.020416666666666666, + "frac_over_10ms": 0.131875, + "n_plants": 12, + "per_plant": [ + { + "plant": 0, + "n": 400, + "p50": 5.766611080616713, + "p99": 22.66892884857951, + "max": 304.6310795471072 + }, + { + "plant": 1, + "n": 400, + "p50": 5.646631587296724, + "p99": 26.43101710826157, + "max": 190.17211254686117 + }, + { + "plant": 2, + "n": 400, + "p50": 18.064497970044613, + "p99": 21.17579411715269, + "max": 324.99175425618887 + }, + { + "plant": 3, + "n": 400, + "p50": 5.689650774002075, + "p99": 23.36253126151854, + "max": 200.64791478216648 + }, + { + "plant": 4, + "n": 400, + "p50": 4.352203104645014, + "p99": 19.695818526670337, + "max": 173.29086549580097 + }, + { + "plant": 5, + "n": 400, + "p50": 3.8475417532026768, + "p99": 19.699861584231236, + "max": 187.77750059962273 + }, + { + "plant": 6, + "n": 400, + "p50": 5.542640574276447, + "p99": 24.25157674588256, + "max": 196.46057579666376 + }, + { + "plant": 7, + "n": 400, + "p50": 3.859058953821659, + "p99": 20.6473050173372, + "max": 202.266251668334 + }, + { + "plant": 8, + "n": 400, + "p50": 5.903946701437235, + "p99": 27.657504240050912, + "max": 198.7939514219761 + }, + { + "plant": 9, + "n": 400, + "p50": 4.786413162946701, + "p99": 21.12127566710113, + "max": 185.49716006964445 + }, + { + "plant": 10, + "n": 400, + "p50": 6.031752564013004, + "p99": 29.850884880870556, + "max": 277.6801036670804 + }, + { + "plant": 11, + "n": 400, + "p50": 5.20727364346385, + "p99": 24.81023238971829, + "max": 211.20869647711515 + } + ], + "note": "FurutaNMPC (IPOPT, converged solves) per control step at 50 Hz on seed-4242 plants; load average recorded in machine", + "machine_load1_at_end": 24.05712890625 + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/furuta_furuta_cpu1q.json b/results/timing/furuta_furuta_cpu1q.json new file mode 100644 index 0000000000000000000000000000000000000000..ee4319c2f8b1172aab70694d85b3fcb8494fe66d --- /dev/null +++ b/results/timing/furuta_furuta_cpu1q.json @@ -0,0 +1,944 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1q", + "load1": 7.79833984375, + "date": "2026-09-30 09:04:55 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 14 + ] + }, + "family": "furuta", + "cells": { + "online/static_gain_-Kx": { + "n": 20000, + "median_ms": 0.0006910413503646851, + "p99_ms": 0.0007506459951400757, + "mean_ms": 0.0006954081356525422, + "min_ms": 0.0006407499313354492, + "max_ms": 0.006710179150104523, + "note": "numpy 4-vector dot + negate, per control step (python overhead included; a C loop is faster)", + "samples_ms": [ + 0.00105, + 0.00107, + 0.00086, + 0.00077, + 0.00072, + 0.00069, + 0.00071, + 0.00073, + 0.00067, + 0.00066, + 0.00069, + 0.00067, + 0.00068, + 0.00072, + 0.00072, + 0.0007, + 0.00067, + 0.00071, + 0.00066, + 0.0007, + 0.00068, + 0.0007, + 0.00069, + 0.0007, + 0.00068, + 0.00071, + 0.0007, + 0.00068, + 0.00068, + 0.00067, + 0.0007, + 0.00068, + 0.00068, + 0.00069, + 0.00072, + 0.00071, + 0.00067, + 0.00067, + 0.00068, + 0.00066, + 0.0007, + 0.0007, + 0.00068, + 0.00068, + 0.0007, + 0.00068, + 0.00066, + 0.00069, + 0.00068, + 0.00068, + 0.00068, + 0.00068, + 0.00068, + 0.00068, + 0.00067, + 0.00068, + 0.0007, + 0.00067, + 0.00068, + 0.00068, + 0.0007, + 0.00068, + 0.00068, + 0.00069, + 0.0007, + 0.00069, + 0.00068, + 0.00067, + 0.00069, + 0.00068, + 0.00069, + 0.00069, + 0.00069, + 0.00068, + 0.00069, + 0.0007, + 0.0007, + 0.00072, + 0.0007, + 0.00068, + 0.00072, + 0.00349, + 0.00072, + 0.00067, + 0.00066, + 0.00068, + 0.00067, + 0.00069, + 0.00069, + 0.00068, + 0.0007, + 0.00068, + 0.00068, + 0.00068, + 0.00071, + 0.00069, + 0.0007, + 0.00069, + 0.00068, + 0.0007, + 0.00069, + 0.0007, + 0.00069, + 0.00071, + 0.0007, + 0.00068, + 0.00069, + 0.00068, + 0.00068, + 0.00071, + 0.00069, + 0.00071, + 0.00071, + 0.0007, + 0.0007, + 0.00069, + 0.00066, + 0.0007, + 0.0007, + 0.00068, + 0.00069, + 0.00068, + 0.0007, + 0.00071, + 0.0007, + 0.0007, + 0.00069, + 0.00066, + 0.00068, + 0.0007, + 0.00069, + 0.00068, + 0.00068, + 0.00069, + 0.00069, + 0.00068, + 0.00069, + 0.0007, + 0.00069, + 0.00068, + 0.00068, + 0.00069, + 0.00071, + 0.0007, + 0.00067, + 0.00067, + 0.00069, + 0.00072, + 0.00069, + 0.0007, + 0.00072, + 0.00068, + 0.00071, + 0.0007, + 0.00069, + 0.00071, + 0.0007, + 0.00068, + 0.0007, + 0.00069, + 0.00069, + 0.0007, + 0.00068, + 0.00069, + 0.00069, + 0.0007, + 0.00071, + 0.00069, + 0.00068, + 0.00069, + 0.00068, + 0.00071, + 0.00069, + 0.0007, + 0.00069, + 0.00069, + 0.0007, + 0.00068, + 0.00068, + 0.0007, + 0.00068, + 0.00069, + 0.00069, + 0.00067, + 0.00068, + 0.00068, + 0.00071, + 0.0007, + 0.00068, + 0.00068, + 0.00068, + 0.00069, + 0.00068, + 0.00071, + 0.00069, + 0.00069, + 0.00071, + 0.00069, + 0.0007, + 0.00068, + 0.00069, + 0.00068, + 0.00066, + 0.00068, + 0.00069, + 0.0007, + 0.00071, + 0.0007, + 0.0007, + 0.00283, + 0.00072, + 0.00066, + 0.00069, + 0.00069, + 0.00069, + 0.00067, + 0.0007, + 0.00071, + 0.00069, + 0.00068, + 0.0007, + 0.00067, + 0.00069, + 0.00069, + 0.00067, + 0.00068, + 0.00068, + 0.00069, + 0.00067, + 0.00069, + 0.00067, + 0.00068, + 0.0007, + 0.00069, + 0.00071, + 0.00068, + 0.00068, + 0.00068, + 0.00069, + 0.00069, + 0.00067, + 0.00069, + 0.00068, + 0.00067, + 0.00068, + 0.00068, + 0.00069, + 0.00068, + 0.0007, + 0.00067, + 0.00071, + 0.00067, + 0.0007, + 0.00069, + 0.00071, + 0.00071, + 0.00071, + 0.00072, + 0.00072, + 0.00071, + 0.00071, + 0.00069, + 0.0007, + 0.00069, + 0.0007, + 0.0007, + 0.00069, + 0.0007, + 0.00068, + 0.0007, + 0.00068, + 0.00068, + 0.00068, + 0.00068, + 0.0007, + 0.0007, + 0.0007, + 0.0007, + 0.00069, + 0.00069, + 0.00069, + 0.0007, + 0.00069, + 0.0007, + 0.0007, + 0.00068, + 0.00068, + 0.00069, + 0.0007, + 0.00069, + 0.00069, + 0.0007, + 0.00069, + 0.00072, + 0.00068, + 0.00069, + 0.00069, + 0.00069, + 0.00071, + 0.0007, + 0.00071, + 0.00068, + 0.00068, + 0.00068, + 0.00069, + 0.0007, + 0.00069, + 0.0007, + 0.0007, + 0.00072, + 0.00069, + 0.00072, + 0.00071, + 0.00072, + 0.0007, + 0.00072, + 0.00071, + 0.00072, + 0.0007, + 0.0007, + 0.00068, + 0.00068, + 0.0007, + 0.0007, + 0.00068, + 0.00068, + 0.00068, + 0.00067, + 0.00069, + 0.0007, + 0.00069, + 0.0007, + 0.00069, + 0.00068, + 0.00068, + 0.0007, + 0.00081, + 0.00071, + 0.00069, + 0.00069, + 0.00068, + 0.00068, + 0.00071, + 0.0007, + 0.0007, + 0.00068, + 0.0007, + 0.00069, + 0.0007, + 0.00067, + 0.00069, + 0.00068, + 0.0007, + 0.00071, + 0.0007, + 0.00072, + 0.00069, + 0.00068, + 0.00069, + 0.00069, + 0.0007, + 0.00069, + 0.00067, + 0.00069, + 0.0007, + 0.00069, + 0.00067, + 0.00071, + 0.00069, + 0.00067, + 0.00068, + 0.00067, + 0.00068, + 0.00067, + 0.00067, + 0.00066, + 0.0007, + 0.00068, + 0.00069, + 0.00069, + 0.00071, + 0.00067, + 0.00069, + 0.0007, + 0.0007, + 0.00069, + 0.00069, + 0.00068, + 0.00066, + 0.00069, + 0.00068, + 0.00069, + 0.00068, + 0.00067, + 0.00066, + 0.00067, + 0.00067, + 0.0007, + 0.00067, + 0.00068 + ] + }, + "online/tvlqr_lookup": { + "n": 20000, + "median_ms": 0.0021532177925109863, + "p99_ms": 0.0022333115339279175, + "mean_ms": 0.0021637503523379564, + "min_ms": 0.002062879502773285, + "max_ms": 0.029525719583034515, + "note": "searchsorted on 401-knot grid + gain row dot + feedforward, per control step", + "samples_ms": [ + 0.00238, + 0.00221, + 0.00237, + 0.00221, + 0.00223, + 0.00217, + 0.00217, + 0.0022, + 0.00214, + 0.00217, + 0.00214, + 0.00216, + 0.00215, + 0.00212, + 0.00212, + 0.00213, + 0.00215, + 0.00213, + 0.00213, + 0.00214, + 0.00213, + 0.00216, + 0.00215, + 0.00214, + 0.00218, + 0.00216, + 0.00217, + 0.00217, + 0.00227, + 0.00221, + 0.00218, + 0.00216, + 0.00215, + 0.00212, + 0.00215, + 0.00211, + 0.00216, + 0.00214, + 0.00214, + 0.00213, + 0.00213, + 0.00216, + 0.00218, + 0.00212, + 0.00213, + 0.00214, + 0.00215, + 0.00213, + 0.00216, + 0.00215, + 0.00212, + 0.00212, + 0.00217, + 0.00218, + 0.00217, + 0.00215, + 0.00215, + 0.00214, + 0.00216, + 0.00217, + 0.00584, + 0.00216, + 0.00218, + 0.00214, + 0.00212, + 0.00218, + 0.00211, + 0.00214, + 0.00214, + 0.00211, + 0.00214, + 0.00209, + 0.00214, + 0.00213, + 0.00221, + 0.0023, + 0.00221, + 0.00225, + 0.00213, + 0.00212, + 0.00213, + 0.00213, + 0.00217, + 0.00218, + 0.00214, + 0.00214, + 0.00216, + 0.00214, + 0.00215, + 0.00215, + 0.00213, + 0.00217, + 0.00216, + 0.00217, + 0.00215, + 0.00216, + 0.00214, + 0.00212, + 0.00214, + 0.00215, + 0.00217, + 0.00213, + 0.00217, + 0.00216, + 0.00216, + 0.00216, + 0.00216, + 0.00214, + 0.00214, + 0.00215, + 0.00216, + 0.00214, + 0.00213, + 0.00216, + 0.00215, + 0.00215, + 0.00215, + 0.00215, + 0.00214, + 0.00214, + 0.00212, + 0.00214, + 0.00214, + 0.00222, + 0.00215, + 0.00215, + 0.00216, + 0.00215, + 0.00211, + 0.00218, + 0.00217, + 0.00212, + 0.00212, + 0.00211, + 0.00214, + 0.00211, + 0.00211, + 0.00213, + 0.00212, + 0.00213, + 0.00215, + 0.00215, + 0.00213, + 0.00219, + 0.00215, + 0.00217, + 0.00216, + 0.00215, + 0.0022, + 0.00216, + 0.00219, + 0.00219, + 0.00217, + 0.00215, + 0.00221, + 0.00224, + 0.0023, + 0.00224, + 0.0022, + 0.00216, + 0.00216, + 0.00216, + 0.00212, + 0.0021, + 0.00214, + 0.00213, + 0.00213, + 0.0021, + 0.00212, + 0.00212, + 0.00218, + 0.00209, + 0.00213, + 0.00217, + 0.00218, + 0.00218, + 0.00212, + 0.00212, + 0.00214, + 0.00211, + 0.00215, + 0.00214, + 0.00217, + 0.0021, + 0.00212, + 0.00214, + 0.00211, + 0.00214, + 0.00216, + 0.0021, + 0.00219, + 0.00211, + 0.00216, + 0.00219, + 0.00218, + 0.00223, + 0.00219, + 0.00221, + 0.00216, + 0.00218, + 0.0021, + 0.00215, + 0.00213, + 0.00212, + 0.00212, + 0.00215, + 0.00211, + 0.0021, + 0.00215, + 0.00215, + 0.00216, + 0.00214, + 0.00213, + 0.00211, + 0.00216, + 0.00213, + 0.00214, + 0.00214, + 0.00217, + 0.00212, + 0.00214, + 0.00215, + 0.00214, + 0.00214, + 0.00213, + 0.00214, + 0.00213, + 0.00215, + 0.00214, + 0.00218, + 0.00215, + 0.00223, + 0.00216, + 0.00214, + 0.00214, + 0.00213, + 0.00213, + 0.00215, + 0.00213, + 0.00214, + 0.00213, + 0.00215, + 0.00213, + 0.00215, + 0.00211, + 0.00212, + 0.00212, + 0.00211, + 0.00216, + 0.00213, + 0.00215, + 0.0021, + 0.00211, + 0.00211, + 0.00211, + 0.00212, + 0.00214, + 0.00218, + 0.00215, + 0.00214, + 0.00218, + 0.00214, + 0.00211, + 0.0022, + 0.00217, + 0.00213, + 0.00216, + 0.00216, + 0.00215, + 0.0022, + 0.00213, + 0.00214, + 0.00215, + 0.00217, + 0.00217, + 0.00217, + 0.00214, + 0.00215, + 0.00215, + 0.00218, + 0.00212, + 0.00218, + 0.00214, + 0.00212, + 0.00213, + 0.00217, + 0.00216, + 0.00214, + 0.00212, + 0.00215, + 0.0021, + 0.00215, + 0.00215, + 0.00215, + 0.00217, + 0.00214, + 0.00214, + 0.00217, + 0.00214, + 0.00217, + 0.00213, + 0.00217, + 0.00212, + 0.00214, + 0.00215, + 0.00215, + 0.00213, + 0.00214, + 0.00213, + 0.0022, + 0.00438, + 0.0022, + 0.00221, + 0.00219, + 0.00217, + 0.0022, + 0.00215, + 0.00216, + 0.00212, + 0.00216, + 0.00216, + 0.00216, + 0.00216, + 0.00213, + 0.00211, + 0.00215, + 0.00216, + 0.00216, + 0.00213, + 0.00216, + 0.00212, + 0.00219, + 0.00212, + 0.00216, + 0.00212, + 0.00217, + 0.00212, + 0.00216, + 0.00213, + 0.00217, + 0.0021, + 0.00216, + 0.00215, + 0.00212, + 0.00214, + 0.00219, + 0.00214, + 0.00215, + 0.00215, + 0.00215, + 0.0021, + 0.00214, + 0.00212, + 0.00216, + 0.00212, + 0.00221, + 0.00215, + 0.00213, + 0.00214, + 0.00215, + 0.00213, + 0.00214, + 0.00213, + 0.00212, + 0.00213, + 0.00216, + 0.0021, + 0.00213, + 0.00212, + 0.00215, + 0.00215, + 0.00219, + 0.00213, + 0.00213, + 0.00214, + 0.00215, + 0.00212, + 0.00213, + 0.00211, + 0.00213, + 0.00212, + 0.00217, + 0.00212, + 0.00216, + 0.00211, + 0.00216, + 0.00212, + 0.00218, + 0.00212, + 0.00215, + 0.00211, + 0.00213, + 0.00214, + 0.00215, + 0.00213, + 0.00216, + 0.00213, + 0.00215, + 0.00211, + 0.00211 + ] + }, + "online/nmpc_live_solve": { + "n": 4800, + "median_ms": 3.6795763298869133, + "p99_ms": 16.507487259805224, + "max_ms": 199.36536066234112, + "p95_ms": 12.312848772853615, + "frac_over_2ms": 0.7710416666666666, + "frac_over_20ms": 0.006875, + "frac_over_10ms": 0.11395833333333333, + "n_plants": 12, + "per_plant": [ + { + "plant": 0, + "n": 400, + "p50": 3.704438451677561, + "p99": 15.188534539192903, + "max": 181.54407106339931 + }, + { + "plant": 1, + "n": 400, + "p50": 3.7306733429431915, + "p99": 17.222987581044425, + "max": 110.78697256743908 + }, + { + "plant": 2, + "n": 400, + "p50": 12.233416084200144, + "p99": 13.503659777343273, + "max": 199.36536066234112 + }, + { + "plant": 3, + "n": 400, + "p50": 3.7210634909570217, + "p99": 16.653989544138266, + "max": 116.76667910069227 + }, + { + "plant": 4, + "n": 400, + "p50": 2.473238855600357, + "p99": 13.008532831445315, + "max": 103.72333507984877 + }, + { + "plant": 5, + "n": 400, + "p50": 2.425701357424259, + "p99": 13.300201548263427, + "max": 104.9616513773799 + }, + { + "plant": 6, + "n": 400, + "p50": 3.736125770956278, + "p99": 16.03059813380237, + "max": 119.35962829738855 + }, + { + "plant": 7, + "n": 400, + "p50": 2.50800559297204, + "p99": 13.375500189140437, + "max": 106.3362741842866 + }, + { + "plant": 8, + "n": 400, + "p50": 3.7060114555060863, + "p99": 18.495185412466526, + "max": 128.41091863811016 + }, + { + "plant": 9, + "n": 400, + "p50": 3.6868429742753506, + "p99": 15.84600723348558, + "max": 112.79306374490261 + }, + { + "plant": 10, + "n": 400, + "p50": 3.706993069499731, + "p99": 21.0421435534954, + "max": 186.61202862858772 + }, + { + "plant": 11, + "n": 400, + "p50": 3.3807335421442986, + "p99": 15.053570987656702, + "max": 120.07946986705065 + } + ], + "note": "FurutaNMPC (IPOPT, converged solves) per control step at 50 Hz on seed-4242 plants; load average recorded in machine", + "machine_load1_at_end": 10.73291015625 + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/gen_furuta_cpu1.json b/results/timing/gen_furuta_cpu1.json new file mode 100644 index 0000000000000000000000000000000000000000..ede19a961d01cec8ed0fb61905de969eb00f5d6e --- /dev/null +++ b/results/timing/gen_furuta_cpu1.json @@ -0,0 +1,1334 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1", + "load1": 19.95751953125, + "date": "2026-09-30 07:21:59 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 20 + ] + }, + "family": "furuta", + "device": "cpu", + "cells": { + "ddim5/K1/b1": { + "n": 200, + "median_ms": 11.473569087684155, + "p99_ms": 12.807807894423602, + "mean_ms": 11.367198675870895, + "min_ms": 9.291275404393673, + "max_ms": 13.032098300755024, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 12.08641, + 11.91619, + 11.91738, + 12.00437, + 12.07029, + 11.9906, + 12.12694, + 12.08919, + 9.83979, + 9.32493, + 10.51977, + 11.51889, + 11.56421, + 11.43121, + 11.7008, + 11.23273, + 11.33876, + 11.44251, + 11.13647, + 11.57382, + 10.95614, + 11.38415, + 11.07405, + 11.18364, + 11.41824, + 11.33576, + 11.22043, + 11.30341, + 11.38264, + 9.61229, + 9.73927, + 9.31506, + 11.75643, + 12.10337, + 11.73915, + 12.19109, + 11.78802, + 12.24338, + 11.76293, + 12.80633, + 12.06028, + 12.10996, + 10.69163, + 12.27566, + 11.6774, + 11.12212, + 9.32177, + 10.10018, + 11.18616, + 11.14441, + 11.34851, + 11.23553, + 11.47287, + 11.5465, + 11.62976, + 11.5136, + 11.27566, + 11.50088, + 11.31995, + 11.55385, + 11.29352, + 11.9147, + 11.24471, + 11.49, + 11.27887, + 11.21215, + 10.01911, + 9.29128, + 9.37149, + 11.14158, + 11.66436, + 11.7907, + 11.79849, + 11.77252, + 11.75416, + 11.91697, + 11.82838, + 12.29495, + 11.80123, + 11.84707, + 11.91427, + 12.25104, + 11.38462, + 9.51888, + 10.19284, + 11.20181, + 11.43561, + 11.18739, + 11.33814, + 11.30931, + 11.35144, + 11.19834, + 11.09992, + 11.4315, + 10.89344, + 11.62333, + 11.72671, + 11.47181, + 11.30769, + 11.38362, + 11.63425, + 11.32074, + 11.38252, + 10.22398, + 9.45149, + 9.30727, + 11.04991, + 12.05363, + 11.68409, + 12.083, + 11.55617, + 11.8584, + 11.83259, + 11.86101, + 12.07047, + 11.83665, + 12.00533, + 10.88604, + 12.18074, + 11.54219, + 9.82546, + 9.42426, + 11.52467, + 11.51941, + 11.65363, + 11.47823, + 11.26057, + 11.61839, + 11.5638, + 12.41506, + 12.08037, + 12.08176, + 12.12245, + 11.82281, + 11.60955, + 11.66272, + 11.43559, + 11.17056, + 11.44609, + 11.36376, + 10.85538, + 9.38382, + 9.58193, + 11.06615, + 11.86317, + 11.92504, + 11.98626, + 12.4377, + 12.34352, + 12.95413, + 13.0321, + 12.60059, + 12.32134, + 12.70383, + 12.21466, + 12.35529, + 9.79458, + 9.62361, + 10.6923, + 11.25453, + 11.51846, + 11.17911, + 11.38228, + 11.27327, + 11.47732, + 11.32565, + 11.14686, + 11.28517, + 11.04701, + 11.41368, + 11.07152, + 11.59862, + 10.93359, + 11.11718, + 11.18631, + 11.15458, + 11.55708, + 9.98902, + 9.59803, + 9.63128, + 11.60295, + 12.25956, + 11.79967, + 12.18239, + 11.83194, + 12.16271, + 11.7777, + 12.27191, + 11.88416, + 12.0675, + 10.97584, + 12.12688, + 12.67006, + 11.0888, + 9.65909, + 10.1836, + 11.47426, + 11.1416, + 11.20714, + 11.12074 + ] + }, + "ddim5/K1/batch60": { + "n": 20, + "median_ms": 0.6720935072128971, + "p99_ms": 0.6879000469731787, + "mean_ms": 0.6701819676284988, + "min_ms": 0.6362784498681625, + "max_ms": 0.6883056989560524, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.68112, + 0.68831, + 0.66998, + 0.65051, + 0.68617, + 0.681, + 0.68338, + 0.63956, + 0.67187, + 0.67508, + 0.67232, + 0.67667, + 0.63628, + 0.66957, + 0.68531, + 0.68565, + 0.66632, + 0.64777, + 0.66842, + 0.66835 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim5/K8/b1": { + "n": 200, + "median_ms": 17.992953304201365, + "p99_ms": 19.11430450156331, + "mean_ms": 17.866407269611955, + "min_ms": 15.276330523192883, + "max_ms": 19.393795169889927, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 17.96436, + 18.01568, + 16.09434, + 15.63773, + 18.05849, + 18.27077, + 18.48139, + 18.25232, + 18.60532, + 18.3077, + 18.44238, + 18.80577, + 18.4134, + 15.7658, + 17.02768, + 18.11343, + 18.11271, + 17.85444, + 17.81731, + 17.74102, + 17.74889, + 18.03222, + 17.60542, + 18.30205, + 18.51144, + 18.01197, + 16.93472, + 15.73575, + 17.86372, + 18.46084, + 19.11406, + 19.05245, + 18.2754, + 18.45992, + 18.38356, + 17.36844, + 18.68212, + 17.5878, + 15.67929, + 18.13091, + 17.90348, + 18.1861, + 17.96042, + 17.75108, + 17.75819, + 17.76811, + 18.13662, + 17.66983, + 17.86892, + 17.64183, + 18.21882, + 16.16198, + 16.21289, + 18.84979, + 18.63074, + 18.93014, + 18.74407, + 18.88919, + 18.64372, + 18.55129, + 18.87731, + 18.01092, + 15.59886, + 17.81171, + 18.31264, + 17.56855, + 18.05956, + 18.02124, + 18.60323, + 17.96438, + 18.23036, + 18.02675, + 17.673, + 17.86903, + 17.88192, + 15.40702, + 15.73345, + 18.5373, + 18.84305, + 18.80842, + 19.0945, + 18.89646, + 18.24889, + 18.48274, + 17.98574, + 18.36615, + 16.1081, + 17.45397, + 17.88568, + 17.97281, + 17.79038, + 17.95267, + 17.45707, + 17.7587, + 17.64613, + 18.36681, + 18.25223, + 17.70898, + 17.6272, + 16.6408, + 15.76291, + 17.67789, + 18.35636, + 18.74161, + 18.58925, + 18.96964, + 18.79923, + 18.94347, + 18.42059, + 18.36127, + 16.07904, + 16.52577, + 17.98862, + 17.91878, + 17.62532, + 17.65678, + 17.8376, + 17.85648, + 17.552, + 17.80874, + 18.08252, + 17.68258, + 18.31024, + 17.2277, + 15.27633, + 17.02797, + 18.71214, + 18.36415, + 18.64775, + 18.65351, + 18.69005, + 18.88481, + 18.00369, + 18.72607, + 17.91378, + 15.90646, + 17.8851, + 17.67968, + 17.56316, + 17.97853, + 17.93128, + 17.93314, + 17.94494, + 18.25226, + 17.92038, + 17.81534, + 17.9829, + 17.53271, + 15.78214, + 15.81198, + 19.13875, + 18.52549, + 18.70079, + 18.83887, + 18.28998, + 18.52227, + 18.70232, + 19.3938, + 18.89478, + 16.49728, + 17.92675, + 17.80285, + 18.20899, + 17.58436, + 17.6043, + 17.66182, + 18.1338, + 18.00804, + 18.14374, + 18.06107, + 18.08816, + 17.62049, + 16.02265, + 15.51271, + 18.08114, + 18.51405, + 18.2497, + 18.45179, + 18.4185, + 18.56419, + 18.58048, + 17.35667, + 18.67757, + 16.55586, + 16.76906, + 18.00888, + 17.85563, + 17.7783, + 17.8873, + 17.6413, + 17.86392, + 18.02269, + 17.89932, + 18.07107, + 17.99728, + 18.18272, + 17.59431, + 15.6292, + 16.91445, + 18.50242 + ] + }, + "ddim5/K8/batch60": { + "n": 20, + "median_ms": 3.7358250857020416, + "p99_ms": 4.309283823085328, + "mean_ms": 3.7582147230083747, + "min_ms": 3.0671260009209314, + "max_ms": 4.312842059880495, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 4.29411, + 4.31284, + 4.1059, + 4.28311, + 3.78951, + 3.75055, + 3.73566, + 3.71551, + 3.77259, + 3.73599, + 3.43756, + 3.72327, + 3.72884, + 3.7146, + 3.74743, + 3.74545, + 3.73437, + 3.69217, + 3.06713, + 3.0777 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim20/K1/b1": { + "n": 200, + "median_ms": 30.424822121858597, + "p99_ms": 31.612767465412617, + "mean_ms": 29.91845670156181, + "min_ms": 22.435201331973076, + "max_ms": 32.11699239909649, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 28.30751, + 25.73966, + 23.4224, + 22.4352, + 27.31431, + 27.72342, + 27.5394, + 27.76423, + 27.4622, + 26.44918, + 27.80422, + 25.80583, + 24.28856, + 24.31801, + 27.65576, + 27.87637, + 27.9042, + 28.35707, + 27.38699, + 24.62283, + 24.98456, + 23.63342, + 26.32104, + 23.57475, + 25.00471, + 27.62564, + 27.75684, + 25.52842, + 28.34952, + 29.18516, + 25.18388, + 28.65878, + 30.49074, + 30.2809, + 30.42775, + 29.91843, + 30.04125, + 30.37444, + 30.63482, + 30.04736, + 30.0072, + 30.47994, + 30.54053, + 30.4551, + 30.92841, + 30.17913, + 31.20337, + 30.62383, + 30.62731, + 30.34493, + 30.59881, + 30.34689, + 30.03368, + 30.56074, + 29.99601, + 30.44498, + 30.98409, + 30.53631, + 30.68513, + 30.73381, + 30.36801, + 31.51188, + 30.76816, + 30.75605, + 30.04123, + 30.01987, + 29.94367, + 30.54046, + 30.11905, + 30.36324, + 30.82837, + 31.13285, + 30.39636, + 30.42568, + 29.99654, + 30.22694, + 31.59452, + 30.49336, + 29.81022, + 30.03903, + 30.13531, + 29.63685, + 30.14001, + 30.07496, + 29.85774, + 30.01767, + 30.99736, + 31.04292, + 30.57018, + 30.41966, + 30.13716, + 31.08089, + 31.2995, + 30.59034, + 30.3128, + 29.76966, + 30.03468, + 30.34808, + 30.06327, + 30.00723, + 30.2398, + 30.47022, + 30.55523, + 31.25543, + 30.4615, + 30.23259, + 30.51804, + 31.3312, + 31.1691, + 31.05042, + 30.52455, + 30.20807, + 30.26055, + 30.12242, + 30.32295, + 30.52016, + 30.64403, + 31.00784, + 30.69336, + 30.58982, + 30.35164, + 31.16475, + 32.11699, + 31.20123, + 30.88803, + 30.47607, + 30.57545, + 31.45719, + 31.02046, + 30.89934, + 30.70696, + 30.5553, + 30.72274, + 30.88158, + 31.16066, + 31.0001, + 31.43798, + 30.74783, + 31.12559, + 30.66135, + 30.45719, + 30.72784, + 30.93252, + 31.611, + 30.6367, + 30.84822, + 30.03518, + 29.89955, + 30.34285, + 30.02196, + 30.39504, + 30.73796, + 30.54164, + 31.12309, + 30.76912, + 30.28008, + 30.18177, + 30.61227, + 30.77795, + 31.31612, + 30.81814, + 30.41685, + 30.10273, + 30.1962, + 30.06791, + 29.98466, + 30.16463, + 30.03274, + 30.7614, + 31.78736, + 30.42397, + 30.73528, + 30.55287, + 30.1646, + 31.5442, + 31.54942, + 31.07229, + 30.60687, + 30.3464, + 30.12196, + 30.1848, + 31.04874, + 30.67452, + 31.11512, + 31.56181, + 31.33354, + 30.73473, + 30.39607, + 30.60688, + 30.7433, + 31.60836, + 31.12493, + 30.94511, + 30.75031, + 30.40784, + 30.33059, + 29.96835, + 30.10421, + 30.45682, + 30.14648 + ] + }, + "ddim20/K1/batch60": { + "n": 20, + "median_ms": 2.096874367756148, + "p99_ms": 2.110984470695257, + "mean_ms": 2.0978952967561786, + "min_ms": 2.0900725231816373, + "max_ms": 2.111471723765135, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 2.09808, + 2.09579, + 2.09066, + 2.09665, + 2.10891, + 2.0996, + 2.09504, + 2.09795, + 2.10307, + 2.09007, + 2.09534, + 2.0931, + 2.10566, + 2.09027, + 2.09683, + 2.09987, + 2.09692, + 2.09277, + 2.09987, + 2.11147 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim20/K8/b1": { + "n": 200, + "median_ms": 50.77393539249897, + "p99_ms": 52.597361048683524, + "mean_ms": 50.95695990603417, + "min_ms": 49.56475459039211, + "max_ms": 53.9679192006588, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 51.41053, + 50.62262, + 49.74456, + 49.89887, + 50.50513, + 51.70548, + 50.78659, + 50.45933, + 51.25108, + 51.80359, + 50.73824, + 50.27097, + 50.57566, + 51.04494, + 51.10639, + 52.08039, + 51.31329, + 50.67038, + 51.58271, + 51.64231, + 50.63702, + 50.19033, + 50.42582, + 50.28311, + 52.09576, + 50.66793, + 50.6105, + 50.92934, + 51.26284, + 51.53615, + 50.51795, + 50.37253, + 50.85613, + 51.05871, + 51.83741, + 51.23332, + 50.5207, + 51.34404, + 51.17369, + 52.37246, + 51.26466, + 50.573, + 51.19865, + 51.7477, + 51.12541, + 50.72241, + 50.22645, + 51.57057, + 51.18168, + 50.21841, + 50.27859, + 50.20488, + 50.91967, + 51.3742, + 50.75268, + 50.68473, + 50.96412, + 52.04928, + 50.57991, + 50.65163, + 50.84394, + 50.63083, + 50.71077, + 52.00549, + 50.58133, + 51.53318, + 51.28278, + 52.45101, + 50.7477, + 50.50599, + 50.69367, + 50.7439, + 51.00311, + 51.03358, + 50.63939, + 50.54325, + 52.04118, + 51.62746, + 50.134, + 50.39743, + 51.0269, + 50.4876, + 51.43237, + 51.1504, + 50.88232, + 52.5169, + 52.5726, + 51.56428, + 51.93389, + 51.3886, + 50.82926, + 50.01355, + 50.47322, + 50.19403, + 50.06959, + 51.03881, + 50.07069, + 50.56994, + 51.23647, + 51.00842, + 50.20915, + 50.33057, + 50.16754, + 50.34242, + 51.58375, + 50.95681, + 50.06487, + 50.72199, + 51.51377, + 50.74907, + 49.9621, + 50.19395, + 50.63677, + 49.95782, + 50.78523, + 50.10506, + 50.65455, + 51.47558, + 51.17981, + 50.89383, + 50.53142, + 50.23789, + 50.76264, + 50.86779, + 50.80744, + 50.42431, + 50.39901, + 51.70114, + 50.53037, + 50.06751, + 50.21027, + 50.39439, + 50.20322, + 51.51031, + 51.0634, + 50.31517, + 51.06725, + 50.90596, + 50.59153, + 50.4418, + 50.08334, + 49.84573, + 50.82344, + 50.66725, + 50.66079, + 50.26834, + 51.0475, + 51.3654, + 50.27854, + 50.17425, + 50.60019, + 50.61961, + 50.62054, + 50.04706, + 50.29628, + 50.24384, + 51.4016, + 50.54976, + 50.07453, + 50.23342, + 49.56475, + 49.74145, + 50.87893, + 50.5425, + 50.41776, + 49.89621, + 49.97283, + 50.29427, + 50.26618, + 49.90377, + 50.14281, + 50.13612, + 52.09913, + 52.59514, + 52.44308, + 52.53671, + 52.4528, + 52.15596, + 51.99234, + 52.23849, + 52.39001, + 52.81684, + 52.51072, + 53.96792, + 51.68746, + 51.70955, + 51.54309, + 51.93261, + 51.83436, + 51.31471, + 52.33678, + 51.21654, + 51.19492, + 51.42948, + 52.09256, + 51.45436, + 51.93309, + 52.06535, + 51.69976, + 50.53453 + ] + }, + "ddim20/K8/batch60": { + "n": 20, + "median_ms": 12.389473741253216, + "p99_ms": 12.527290838925788, + "mean_ms": 12.418800096493214, + "min_ms": 12.32038059582313, + "max_ms": 12.528384725252787, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 12.4829, + 12.52263, + 12.34986, + 12.39513, + 12.38881, + 12.35365, + 12.34883, + 12.32038, + 12.3455, + 12.36268, + 12.39014, + 12.38354, + 12.38246, + 12.38218, + 12.52838, + 12.43797, + 12.49472, + 12.52003, + 12.4869, + 12.49931 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddpm500/K1/b1": { + "n": 182, + "median_ms": 1165.8348320052028, + "p99_ms": 5549.613407943397, + "mean_ms": 1319.7233546729926, + "min_ms": 536.0326915979385, + "max_ms": 5951.865524053574, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 806.90144, + 803.9153, + 802.95188, + 812.95757, + 824.12368, + 835.42968, + 815.23771, + 815.65551, + 825.9727, + 804.58687, + 808.88434, + 806.25625, + 818.36933, + 828.1992, + 798.02904, + 805.51423, + 798.18716, + 802.9471, + 806.1403, + 802.27799, + 797.30843, + 790.66119, + 790.40171, + 798.71438, + 804.80509, + 802.75758, + 792.23989, + 795.08671, + 811.05778, + 816.66059, + 806.73831, + 815.15034, + 814.17341, + 807.31113, + 821.33278, + 814.72205, + 791.42623, + 794.60838, + 792.23432, + 793.03929, + 797.433, + 790.52555, + 823.01695, + 799.34761, + 807.88856, + 797.75013, + 799.34507, + 796.61761, + 794.62443, + 796.92619, + 1113.42776, + 1258.57061, + 1194.92216, + 1184.31843, + 1186.40992, + 1146.58318, + 1183.36481, + 1167.64128, + 1179.90794, + 1176.66177, + 1179.36685, + 1192.62814, + 1194.49471, + 1147.45442, + 1170.80832, + 1168.47167, + 1141.20686, + 1163.16141, + 1131.89732, + 1159.1986, + 1168.45483, + 1147.18667, + 1148.56841, + 1164.95459, + 1155.24381, + 1175.70525, + 1157.19456, + 1167.46234, + 1131.05173, + 1202.97225, + 1176.36123, + 1199.16539, + 1157.44034, + 1166.71507, + 1190.59085, + 1199.6935, + 1151.36028, + 1155.80253, + 1190.37918, + 1199.64087, + 1247.24761, + 1271.83456, + 1271.06616, + 1270.46103, + 1231.78403, + 1287.54144, + 1243.60262, + 1136.93347, + 1117.41238, + 1152.08223, + 1106.24715, + 1102.68205, + 1134.93272, + 1114.40953, + 1130.96561, + 1132.81667, + 1112.79793, + 1160.44863, + 1191.74639, + 1205.38297, + 1181.1704, + 1197.18229, + 1188.96276, + 1175.03759, + 1170.07756, + 1176.23203, + 1135.77418, + 1104.35628, + 1134.25631, + 1149.83745, + 1245.87746, + 1365.87435, + 1377.90476, + 1666.0527, + 1643.2644, + 1717.1175, + 1663.14686, + 1604.29256, + 1613.55865, + 1489.07713, + 1556.22342, + 1311.84899, + 1382.38793, + 1452.81327, + 1303.0325, + 1347.6409, + 1323.99092, + 1277.99065, + 1296.58371, + 1232.78982, + 1234.45738, + 1199.87417, + 1168.7582, + 1173.68474, + 1197.83572, + 1185.33841, + 1178.63, + 1220.62899, + 1208.01184, + 1283.88308, + 1351.09989, + 1275.42158, + 1270.64369, + 1285.46926, + 1340.95819, + 1347.81603, + 1443.04514, + 1699.85359, + 2751.99239, + 3939.8417, + 5089.20839, + 5951.86552, + 5896.01082, + 5468.35969, + 4880.72819, + 4900.16113, + 4843.84727, + 4826.52712, + 4870.21109, + 2558.83985, + 557.65967, + 558.5504, + 557.56465, + 574.5101, + 931.11704, + 536.03269, + 600.55421, + 1072.42743, + 547.59679, + 1446.88112, + 1622.85075, + 911.27031 + ] + }, + "ddpm500/K1/batch60": { + "n": 20, + "median_ms": 60.63347730475167, + "p99_ms": 100.10205254595105, + "mean_ms": 65.67389782440537, + "min_ms": 54.53745531849563, + "max_ms": 101.33114806376398, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 84.16634, + 101.33115, + 94.86222, + 77.54434, + 68.09107, + 60.53275, + 58.17553, + 60.73421, + 62.09394, + 61.92162, + 64.49747, + 61.84477, + 56.56495, + 56.72, + 59.03864, + 57.02394, + 54.53746, + 57.62207, + 58.02232, + 58.15318 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddpm500/K8/b1": { + "n": 69, + "median_ms": 4033.463721163571, + "p99_ms": 5617.676300927997, + "mean_ms": 3495.3302217485466, + "min_ms": 1201.7395347356796, + "max_ms": 5619.341830722988, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 1201.73953, + 1229.73594, + 1219.51424, + 1226.37828, + 1232.05024, + 1220.55712, + 1338.95839, + 1381.40518, + 1429.58395, + 1334.68226, + 1362.76594, + 1360.72297, + 1374.28856, + 1408.26726, + 1422.29861, + 1493.96086, + 1438.10485, + 1531.56859, + 1567.0857, + 1560.90018, + 1596.5516, + 1965.00265, + 2641.40733, + 3316.39316, + 4116.81886, + 4003.63149, + 4148.43789, + 4003.51507, + 4593.39158, + 4342.63623, + 4108.01611, + 4033.46372, + 4068.13922, + 4096.15268, + 4943.94317, + 5342.59329, + 5268.89403, + 5409.20459, + 5446.72638, + 5468.67078, + 5532.09421, + 5295.47658, + 5132.67449, + 5140.4879, + 5230.43192, + 5165.67557, + 5273.5264, + 5350.9117, + 5117.74145, + 5167.77823, + 5382.00543, + 5616.89252, + 5555.89456, + 5534.0364, + 5619.34183, + 5571.34519, + 5237.88199, + 5149.38173, + 5115.88593, + 4960.09779, + 4474.62531, + 3794.93682, + 3128.5917, + 2911.89052, + 2465.20065, + 2079.2316, + 1959.77221, + 1968.7054, + 1997.1108 + ] + }, + "ddpm500/K8/batch60": { + "n": 9, + "median_ms": 517.2823856895169, + "p99_ms": 582.6937464158982, + "mean_ms": 476.92207458636, + "min_ms": 335.3538582101464, + "max_ms": 583.4501354489475, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 335.35386, + 339.56533, + 402.24514, + 533.14022, + 517.28239, + 583.45014, + 573.99527, + 538.99224, + 468.27409 + ], + "n_batches": 9, + "n_plants_covered": 540 + } + }, + "cuda_init_s": 5.094334483146667e-07, + "load_s": 0.07626248802989721, + "n_params": 3878772, + "first_call_ddpm500_k8_b1_s": 1.8548444621264935, + "second_call_ddpm500_k8_b1_s": 1.7200366538017988, + "first_call_ddim20_k8_b1_s": 0.06578572653234005, + "done": true +} \ No newline at end of file diff --git a/results/timing/gen_furuta_cpu1q.json b/results/timing/gen_furuta_cpu1q.json new file mode 100644 index 0000000000000000000000000000000000000000..cbb02d65962e242c4cc45ee77ea10236cd250498 --- /dev/null +++ b/results/timing/gen_furuta_cpu1q.json @@ -0,0 +1,2197 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1q", + "load1": 10.43359375, + "date": "2026-09-30 09:05:23 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 14 + ] + }, + "family": "furuta", + "device": "cpu", + "cells": { + "ddim5/K1/b1": { + "n": 200, + "median_ms": 5.537983030080795, + "p99_ms": 6.424132911488412, + "mean_ms": 5.581034841015935, + "min_ms": 5.131693556904793, + "max_ms": 6.599665619432926, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 6.22941, + 5.8646, + 5.64263, + 5.61975, + 5.43072, + 5.48674, + 5.48195, + 5.40688, + 5.41554, + 5.43456, + 5.47444, + 5.49825, + 5.3617, + 5.61822, + 6.24091, + 5.52261, + 5.50785, + 5.53858, + 5.48238, + 5.63742, + 5.27935, + 6.21134, + 5.4706, + 5.48011, + 5.60133, + 5.5456, + 5.42958, + 6.42266, + 5.25533, + 5.47729, + 5.52492, + 6.27557, + 6.59967, + 5.13169, + 5.66692, + 5.35212, + 5.46294, + 5.60299, + 5.51828, + 5.80859, + 5.52891, + 5.50965, + 6.26957, + 5.51208, + 5.51834, + 5.45472, + 5.54338, + 5.55312, + 5.47769, + 5.46405, + 6.09892, + 6.11563, + 5.37864, + 5.51357, + 5.53969, + 5.50643, + 5.53913, + 5.60846, + 5.66835, + 5.51584, + 5.47556, + 5.55821, + 5.65324, + 5.35692, + 5.48994, + 5.60467, + 5.56597, + 5.59639, + 5.58869, + 5.70223, + 6.13754, + 5.59727, + 5.45105, + 5.35613, + 5.39713, + 5.57334, + 5.36412, + 5.47395, + 5.34352, + 5.47191, + 5.4762, + 5.42074, + 5.58211, + 5.66328, + 5.4967, + 5.67315, + 5.60205, + 5.61921, + 5.60041, + 5.58557, + 5.7239, + 5.58877, + 5.55694, + 5.62284, + 5.51399, + 5.4309, + 5.51352, + 5.45848, + 5.46004, + 5.65504, + 5.41476, + 5.49718, + 5.48305, + 5.65841, + 5.47105, + 5.57783, + 5.70025, + 5.59834, + 5.5705, + 5.40654, + 5.42768, + 5.64228, + 5.49887, + 5.56898, + 5.45167, + 5.40743, + 5.49756, + 5.53738, + 5.57163, + 5.59397, + 5.47461, + 5.61216, + 5.52908, + 5.41828, + 5.43292, + 5.48484, + 5.56202, + 5.51745, + 5.57601, + 5.69239, + 5.60194, + 5.83664, + 5.62299, + 5.6232, + 5.66644, + 5.75401, + 5.58801, + 5.66368, + 5.61219, + 5.7189, + 5.69327, + 5.624, + 5.68246, + 5.57926, + 5.66445, + 5.56141, + 5.68669, + 6.13601, + 5.36381, + 5.54231, + 5.35253, + 5.47954, + 5.5179, + 5.46361, + 5.49873, + 5.47922, + 5.54075, + 5.58147, + 5.71857, + 5.70642, + 5.54195, + 5.63256, + 5.67725, + 5.49019, + 5.41442, + 5.56127, + 5.46018, + 6.56992, + 5.58799, + 5.2945, + 5.51035, + 5.46647, + 5.51683, + 5.48025, + 5.52737, + 5.56967, + 6.25, + 5.60766, + 5.47048, + 5.47796, + 5.60103, + 5.6221, + 5.55649, + 5.49771, + 5.39795, + 5.5312, + 5.47048, + 5.36888, + 5.57336, + 5.36889, + 5.3957, + 5.5915, + 5.68639, + 6.10797, + 5.44818, + 5.22109, + 5.39252, + 5.48107, + 5.48923, + 5.53263 + ] + }, + "ddim5/K1/batch60": { + "n": 20, + "median_ms": 0.485234164322416, + "p99_ms": 0.4907777130914231, + "mean_ms": 0.485660887012879, + "min_ms": 0.47893688703576726, + "max_ms": 0.4908088594675064, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.48085, + 0.49016, + 0.48731, + 0.49018, + 0.48681, + 0.48512, + 0.48801, + 0.48454, + 0.4902, + 0.48573, + 0.48067, + 0.49064, + 0.48472, + 0.47894, + 0.48203, + 0.49081, + 0.4848, + 0.48264, + 0.48535, + 0.4837 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim5/K8/b1": { + "n": 200, + "median_ms": 10.75688237324357, + "p99_ms": 11.866927174851298, + "mean_ms": 10.778789510950446, + "min_ms": 10.421285405755043, + "max_ms": 11.8884751573205, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 10.80251, + 10.84184, + 10.82618, + 10.8703, + 10.84848, + 11.88848, + 10.8055, + 10.64349, + 10.63519, + 10.61053, + 10.81236, + 11.08025, + 10.78796, + 10.79762, + 10.63539, + 11.00537, + 10.83754, + 11.25547, + 10.71225, + 11.20384, + 11.55936, + 11.04545, + 10.78168, + 10.67481, + 10.60915, + 10.73033, + 10.44116, + 10.54749, + 10.82378, + 11.23351, + 10.81065, + 10.70781, + 10.7785, + 11.13606, + 10.6725, + 10.53523, + 10.56786, + 10.51072, + 10.57871, + 10.82105, + 10.98931, + 10.74441, + 10.6617, + 10.60766, + 11.03353, + 10.64378, + 10.6458, + 10.6614, + 10.78087, + 10.69594, + 10.63364, + 10.82855, + 10.94215, + 10.79826, + 10.5135, + 10.58321, + 10.69856, + 10.60544, + 10.89016, + 10.68895, + 10.57533, + 10.65266, + 10.56231, + 10.51083, + 10.62313, + 10.59831, + 10.72656, + 10.90615, + 10.81405, + 10.93277, + 10.73248, + 10.48724, + 10.80833, + 10.93167, + 10.62212, + 10.69154, + 10.67301, + 10.67362, + 10.74012, + 10.65914, + 10.83625, + 10.57095, + 10.45827, + 10.69626, + 10.74108, + 10.75672, + 10.62564, + 10.59439, + 10.47528, + 10.83926, + 10.82181, + 10.76861, + 10.85659, + 10.83883, + 10.99096, + 10.77747, + 10.82753, + 10.8726, + 11.8862, + 10.82656, + 10.81774, + 10.74915, + 10.5253, + 10.81493, + 10.86251, + 10.87855, + 10.9055, + 10.78095, + 11.24361, + 10.82107, + 10.77199, + 10.49577, + 10.56894, + 11.18743, + 10.65496, + 10.65515, + 10.61562, + 10.62301, + 10.87487, + 10.44868, + 10.58489, + 10.42363, + 11.18396, + 10.54386, + 10.66989, + 10.62053, + 11.24932, + 10.87935, + 10.68088, + 10.75667, + 10.42129, + 10.53971, + 10.79582, + 11.0015, + 10.85913, + 10.94691, + 11.19033, + 11.38221, + 10.84053, + 10.87866, + 10.96213, + 10.97603, + 10.90202, + 10.85504, + 10.80082, + 10.82141, + 10.74947, + 10.81525, + 10.59841, + 10.6798, + 11.43046, + 11.32074, + 10.81094, + 10.7031, + 10.56913, + 10.49292, + 10.52157, + 10.6655, + 10.46921, + 10.82657, + 10.92047, + 10.62612, + 10.51277, + 10.71157, + 10.51447, + 10.57855, + 10.63735, + 10.48787, + 10.73899, + 10.83088, + 10.75705, + 10.68677, + 10.51386, + 10.66497, + 10.48594, + 10.5201, + 10.55634, + 10.69779, + 10.77452, + 10.71403, + 10.65351, + 10.57804, + 10.51145, + 10.79161, + 10.79508, + 11.18392, + 10.88213, + 10.78654, + 10.84594, + 10.83835, + 10.84348, + 11.86673, + 10.81351, + 10.82356, + 10.63911, + 10.74446, + 10.92669, + 10.77786, + 10.8918, + 10.82258 + ] + }, + "ddim5/K8/batch60": { + "n": 20, + "median_ms": 2.9439321951940656, + "p99_ms": 2.978516705955068, + "mean_ms": 2.947970771541198, + "min_ms": 2.9206690844148397, + "max_ms": 2.979790885001421, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 2.95476, + 2.93561, + 2.92377, + 2.94178, + 2.96806, + 2.95541, + 2.93997, + 2.96114, + 2.96566, + 2.97979, + 2.96422, + 2.93942, + 2.94609, + 2.92067, + 2.9227, + 2.97308, + 2.96175, + 2.93973, + 2.939, + 2.9268 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim5/K16/b1": { + "n": 200, + "median_ms": 13.686629943549633, + "p99_ms": 14.655225006863475, + "mean_ms": 13.725912822410464, + "min_ms": 13.231458142399788, + "max_ms": 15.846898779273033, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 13.65045, + 13.58788, + 13.54526, + 13.5078, + 13.40688, + 13.34445, + 13.72161, + 13.89177, + 13.74213, + 13.84369, + 14.68316, + 14.04973, + 13.78997, + 13.81782, + 13.76915, + 13.82895, + 13.71129, + 13.57184, + 13.91576, + 14.30873, + 13.75197, + 13.47475, + 14.17955, + 13.92483, + 13.51113, + 13.74331, + 13.68179, + 13.55028, + 13.83437, + 14.09152, + 13.68762, + 13.68564, + 14.04287, + 13.76521, + 13.61881, + 13.43723, + 13.75867, + 13.79259, + 13.74318, + 13.55521, + 13.82608, + 14.22874, + 13.58327, + 13.48066, + 13.70065, + 13.59624, + 13.63892, + 13.47803, + 13.36994, + 13.64202, + 13.78522, + 13.74217, + 13.74435, + 13.78949, + 13.57383, + 13.58857, + 13.37283, + 13.61246, + 13.64845, + 13.94002, + 13.80115, + 13.45035, + 13.48194, + 13.26394, + 13.45596, + 13.58591, + 13.66664, + 13.8288, + 13.2944, + 13.41784, + 13.59686, + 13.36574, + 13.50058, + 13.61973, + 13.73845, + 13.42356, + 13.462, + 13.62676, + 13.47787, + 13.48482, + 13.77451, + 13.84828, + 13.71983, + 14.49113, + 14.03749, + 13.79715, + 13.85387, + 13.81697, + 13.70338, + 13.65856, + 13.63896, + 13.79754, + 14.49679, + 13.89732, + 13.59663, + 14.19106, + 13.98031, + 13.79154, + 13.73505, + 13.58469, + 13.82293, + 13.43331, + 13.78353, + 13.66171, + 13.87923, + 14.24697, + 13.93446, + 13.76642, + 13.53605, + 13.84435, + 13.80999, + 13.6079, + 13.49536, + 13.61611, + 14.17068, + 13.63911, + 13.87587, + 13.76232, + 13.59228, + 13.52815, + 13.52112, + 13.49656, + 13.46424, + 13.76852, + 13.84296, + 13.8602, + 13.64792, + 13.43885, + 13.58493, + 13.40122, + 13.48826, + 13.47203, + 13.79943, + 13.67012, + 13.40475, + 13.23146, + 13.53869, + 13.85899, + 13.71795, + 13.63645, + 13.53661, + 13.5842, + 13.43071, + 13.54759, + 13.51554, + 13.49932, + 13.47615, + 13.71048, + 13.6063, + 13.4514, + 13.44613, + 13.4456, + 13.399, + 13.79403, + 13.76886, + 13.75279, + 14.65494, + 14.27899, + 13.93616, + 14.1899, + 14.13126, + 13.92572, + 13.67679, + 13.73305, + 13.77397, + 15.8469, + 14.57968, + 13.60299, + 14.34016, + 13.99266, + 13.62972, + 13.67406, + 13.80569, + 13.56094, + 13.51221, + 13.93391, + 13.75119, + 13.77086, + 14.06552, + 13.74161, + 13.52632, + 13.32708, + 13.8144, + 13.74799, + 13.62867, + 13.50088, + 13.8956, + 13.97324, + 13.4443, + 13.56171, + 13.6574, + 13.80255, + 13.6682, + 13.59648, + 13.49692, + 13.56847, + 13.76762, + 13.86616, + 13.8583, + 13.74019 + ] + }, + "ddim5/K16/batch60": { + "n": 20, + "median_ms": 5.854875912579397, + "p99_ms": 5.906915817409754, + "mean_ms": 5.860465287696568, + "min_ms": 5.8126068984468775, + "max_ms": 5.907090303177635, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 5.90709, + 5.86317, + 5.83143, + 5.90224, + 5.85286, + 5.88738, + 5.90617, + 5.82792, + 5.85495, + 5.88343, + 5.81862, + 5.84862, + 5.85111, + 5.83176, + 5.89281, + 5.8548, + 5.85615, + 5.88662, + 5.83956, + 5.81261 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim20/K1/b1": { + "n": 200, + "median_ms": 23.676543962210417, + "p99_ms": 25.123294899240136, + "mean_ms": 23.789504691958427, + "min_ms": 22.93580863624811, + "max_ms": 25.31859092414379, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 23.88775, + 24.07044, + 23.76316, + 25.02672, + 24.65922, + 24.06074, + 23.19525, + 23.37475, + 24.25292, + 23.56271, + 24.80209, + 23.12267, + 23.209, + 24.09182, + 23.21419, + 24.88233, + 23.82812, + 23.75366, + 23.64486, + 23.3127, + 23.06323, + 23.60216, + 24.18529, + 23.87458, + 23.53831, + 23.27774, + 23.49553, + 23.53586, + 23.4695, + 23.19834, + 23.72147, + 23.2096, + 23.07805, + 23.47214, + 23.47719, + 23.77027, + 23.26634, + 23.40756, + 23.84115, + 24.20911, + 24.715, + 23.90899, + 23.75061, + 23.98687, + 23.76192, + 24.74274, + 24.8104, + 24.38406, + 23.52068, + 23.79752, + 23.9962, + 24.13023, + 24.89229, + 23.4593, + 23.42907, + 24.74829, + 23.67368, + 24.7687, + 24.07385, + 23.66679, + 23.47589, + 23.67624, + 23.15674, + 23.55354, + 23.71948, + 23.94686, + 23.69991, + 23.51574, + 23.76183, + 23.40919, + 23.32768, + 22.94677, + 23.45935, + 23.05951, + 23.1463, + 23.5548, + 23.51959, + 23.55886, + 23.6298, + 23.07452, + 23.0133, + 23.50412, + 24.95465, + 23.98872, + 23.86008, + 24.05096, + 24.19812, + 24.80555, + 24.2973, + 24.43531, + 23.87349, + 23.53817, + 23.90652, + 24.06721, + 24.98096, + 24.76912, + 23.52638, + 24.36156, + 23.62723, + 24.81243, + 23.91209, + 23.73732, + 23.56033, + 23.50766, + 23.56506, + 23.94356, + 24.06331, + 23.93806, + 23.87267, + 23.79422, + 23.85718, + 23.5655, + 23.67045, + 23.5779, + 23.91159, + 23.52378, + 23.59523, + 23.71709, + 23.57518, + 23.60644, + 23.43827, + 23.60555, + 23.47147, + 24.6376, + 24.11765, + 23.90727, + 23.73836, + 23.77736, + 24.00684, + 24.80195, + 24.70461, + 24.17282, + 23.71126, + 23.64937, + 24.44052, + 23.63317, + 25.31859, + 23.84065, + 23.21064, + 24.44841, + 23.75525, + 24.3021, + 23.78734, + 23.5607, + 23.30531, + 23.70888, + 23.13129, + 23.81882, + 23.87046, + 24.4084, + 23.67685, + 23.48825, + 23.43042, + 23.26817, + 23.2102, + 23.05954, + 23.46445, + 23.23142, + 23.30089, + 23.33014, + 23.20276, + 23.41126, + 23.42286, + 22.94778, + 23.039, + 23.76185, + 25.02059, + 23.77827, + 24.07212, + 23.90058, + 23.85621, + 25.12299, + 24.3669, + 24.17143, + 23.56259, + 23.41939, + 24.12464, + 24.18892, + 25.15367, + 23.48692, + 23.50598, + 24.67229, + 23.67365, + 24.40903, + 23.44912, + 23.52667, + 23.40991, + 23.07907, + 23.2266, + 23.10878, + 23.44884, + 23.26865, + 23.52662, + 23.43774, + 24.63499, + 23.26401, + 23.79647, + 22.93581, + 23.36037, + 23.53027 + ] + }, + "ddim20/K1/batch60": { + "n": 20, + "median_ms": 1.918368088081479, + "p99_ms": 1.9531310599607725, + "mean_ms": 1.9203474690827231, + "min_ms": 1.8909636574486892, + "max_ms": 1.954028382897377, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 1.91406, + 1.93817, + 1.92651, + 1.92854, + 1.928, + 1.90916, + 1.90905, + 1.90473, + 1.90349, + 1.93595, + 1.94931, + 1.92799, + 1.92268, + 1.90761, + 1.91221, + 1.90628, + 1.90305, + 1.89096, + 1.93516, + 1.95403 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim20/K8/b1": { + "n": 200, + "median_ms": 41.77049361169338, + "p99_ms": 43.379359394311905, + "mean_ms": 41.80675617419183, + "min_ms": 40.592510253190994, + "max_ms": 43.86840295046568, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 41.57577, + 41.92107, + 42.46423, + 41.47682, + 41.29338, + 41.45318, + 41.49058, + 42.36309, + 41.47621, + 40.89726, + 41.39986, + 41.00828, + 41.38912, + 41.14349, + 40.59251, + 42.55144, + 41.62526, + 42.10458, + 42.32069, + 41.97527, + 41.92902, + 41.30148, + 41.85347, + 41.20713, + 41.98401, + 41.82258, + 41.40065, + 41.65524, + 41.44421, + 41.99112, + 41.84952, + 41.90082, + 41.4494, + 40.90715, + 41.21547, + 40.75894, + 41.2613, + 40.94726, + 41.10899, + 42.28219, + 41.41664, + 42.11693, + 42.74095, + 41.96728, + 41.55197, + 41.91682, + 41.88962, + 41.24377, + 41.69245, + 41.96913, + 41.6856, + 41.11678, + 41.19054, + 41.6233, + 41.37518, + 41.96421, + 41.12776, + 41.11272, + 40.9855, + 41.05261, + 41.05905, + 42.96734, + 42.88546, + 42.98473, + 43.8684, + 42.04602, + 42.70894, + 42.29302, + 41.94635, + 41.86317, + 41.90143, + 41.34449, + 42.17698, + 41.98578, + 42.01529, + 41.94769, + 41.59161, + 41.55085, + 41.32788, + 42.13965, + 41.49151, + 41.32575, + 41.34524, + 41.06853, + 41.53053, + 41.55726, + 41.11039, + 42.52198, + 41.57261, + 42.20954, + 42.79328, + 42.83603, + 43.09886, + 42.24528, + 42.67298, + 42.10196, + 41.86903, + 42.01793, + 41.76152, + 41.71831, + 41.28056, + 41.44017, + 41.31391, + 42.00823, + 42.12405, + 41.27481, + 40.98988, + 41.39818, + 41.83814, + 41.31275, + 41.2737, + 42.60507, + 41.87131, + 42.51008, + 42.75882, + 42.64861, + 41.99466, + 42.16289, + 42.52834, + 41.41563, + 41.86523, + 42.10394, + 41.89082, + 42.14939, + 42.10003, + 41.39785, + 41.2047, + 42.196, + 41.53174, + 41.77946, + 41.27054, + 41.26253, + 42.13923, + 41.60394, + 41.17805, + 42.94978, + 42.07392, + 42.30171, + 43.32796, + 42.07664, + 41.96539, + 42.08437, + 42.37612, + 41.70333, + 41.81386, + 41.9425, + 41.75368, + 41.3945, + 42.07229, + 41.40879, + 41.1058, + 42.00208, + 41.18993, + 41.37994, + 41.25051, + 40.83735, + 41.4648, + 41.25471, + 41.58827, + 42.43046, + 41.78577, + 42.32295, + 43.30548, + 42.3278, + 41.97233, + 42.30329, + 42.37015, + 41.72704, + 42.3408, + 41.43352, + 41.41857, + 41.31561, + 41.38724, + 41.22652, + 41.49739, + 42.47722, + 41.73771, + 41.46431, + 41.31579, + 40.94031, + 42.14218, + 41.60369, + 43.70155, + 41.26026, + 41.78589, + 42.33562, + 43.3761, + 42.37688, + 42.48858, + 42.39576, + 42.03975, + 41.82644, + 42.45032, + 41.33562, + 41.74159, + 41.08773, + 41.70467, + 41.2995, + 41.28825, + 42.28471 + ] + }, + "ddim20/K8/batch60": { + "n": 20, + "median_ms": 11.749980001089472, + "p99_ms": 11.848252929281443, + "mean_ms": 11.753929444433501, + "min_ms": 11.692584678530693, + "max_ms": 11.852429124216238, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 11.72015, + 11.75371, + 11.76453, + 11.85243, + 11.71588, + 11.74625, + 11.75771, + 11.72334, + 11.77748, + 11.76182, + 11.73284, + 11.74226, + 11.83045, + 11.77358, + 11.77099, + 11.78192, + 11.72204, + 11.69258, + 11.7231, + 11.73551 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim20/K16/b1": { + "n": 200, + "median_ms": 53.56224626302719, + "p99_ms": 55.503458678722374, + "mean_ms": 53.68474784772843, + "min_ms": 52.6275085285306, + "max_ms": 58.774255216121674, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 52.76009, + 53.81684, + 53.21423, + 52.76155, + 53.10438, + 53.6551, + 53.39624, + 53.34128, + 54.20198, + 53.97851, + 54.29769, + 53.86314, + 53.83994, + 54.44095, + 52.8047, + 53.09081, + 52.86722, + 52.85116, + 53.34371, + 52.95399, + 53.4502, + 53.15245, + 52.81243, + 52.67247, + 53.55641, + 52.915, + 52.62751, + 54.52627, + 53.70666, + 54.16226, + 53.73019, + 54.03471, + 53.72785, + 53.35496, + 52.7606, + 53.71205, + 53.76994, + 53.83351, + 53.92026, + 53.73151, + 53.85173, + 53.78858, + 53.91464, + 54.41917, + 53.33862, + 53.18659, + 54.28166, + 53.81266, + 54.47532, + 53.37294, + 54.04078, + 53.72157, + 52.68016, + 53.65539, + 53.08693, + 53.49642, + 53.21323, + 53.27374, + 53.9291, + 53.62779, + 53.18332, + 53.8613, + 53.43421, + 53.23869, + 54.41399, + 53.78262, + 54.38946, + 54.21625, + 53.8361, + 54.5741, + 53.21653, + 53.44286, + 53.0987, + 53.2082, + 54.15234, + 53.30904, + 53.85242, + 53.75875, + 53.35675, + 52.94483, + 54.01458, + 53.11685, + 53.28176, + 55.24645, + 54.18897, + 54.55957, + 54.12659, + 54.35562, + 53.73341, + 53.49704, + 53.08462, + 53.43435, + 53.01387, + 53.55506, + 53.4514, + 53.57127, + 53.63974, + 53.59527, + 53.49953, + 53.74811, + 53.4102, + 53.59079, + 54.00523, + 54.31609, + 54.78901, + 53.29369, + 54.72018, + 53.51277, + 53.78056, + 54.06863, + 53.26946, + 53.20543, + 53.38651, + 53.35848, + 53.95664, + 53.09634, + 53.60093, + 53.92768, + 53.49818, + 53.50873, + 54.7498, + 53.91351, + 54.65878, + 54.50214, + 53.97593, + 54.69549, + 53.20311, + 53.53607, + 53.43011, + 53.31216, + 53.51588, + 53.6885, + 53.45852, + 53.81068, + 52.83884, + 53.05887, + 53.70065, + 53.47772, + 53.15744, + 54.69884, + 53.57651, + 55.40226, + 54.012, + 54.43524, + 53.8811, + 53.42504, + 52.92515, + 53.55893, + 53.56557, + 52.95301, + 53.38932, + 53.40592, + 53.00952, + 53.17512, + 53.48665, + 53.22542, + 53.51487, + 54.01447, + 53.85325, + 54.06238, + 54.30497, + 52.95563, + 55.05886, + 53.08218, + 52.9504, + 52.95072, + 53.69331, + 53.04547, + 53.25131, + 53.26054, + 53.84267, + 52.97677, + 58.77426, + 55.49496, + 56.34497, + 53.0619, + 54.65102, + 53.17821, + 54.20338, + 54.10596, + 53.92967, + 54.0654, + 53.64219, + 52.94327, + 52.85668, + 53.43489, + 53.1879, + 52.98576, + 53.52588, + 53.5121, + 53.37267, + 53.37419, + 54.0934, + 53.63294, + 53.2087, + 54.75387, + 53.39751, + 54.75674, + 54.2214, + 54.42441 + ] + }, + "ddim20/K16/batch60": { + "n": 20, + "median_ms": 23.410685919225216, + "p99_ms": 23.554309530338895, + "mean_ms": 23.40819941445564, + "min_ms": 23.149122934167583, + "max_ms": 23.559748862559598, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 23.45058, + 23.53112, + 23.41399, + 23.55975, + 23.37262, + 23.45016, + 23.52591, + 23.47387, + 23.50024, + 23.39382, + 23.4106, + 23.41077, + 23.37596, + 23.38225, + 23.52515, + 23.38281, + 23.41043, + 23.24794, + 23.14912, + 23.19689 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddpm500/K1/b1": { + "n": 200, + "median_ms": 482.8914380632341, + "p99_ms": 495.6097213178873, + "mean_ms": 446.2787972763181, + "min_ms": 399.4835093617439, + "max_ms": 496.0048710927367, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 405.40916, + 401.62332, + 403.62711, + 402.64056, + 399.48351, + 410.53474, + 401.68205, + 403.13296, + 404.09112, + 401.72634, + 405.8486, + 401.31245, + 404.40028, + 406.62305, + 408.69205, + 406.78317, + 401.32865, + 405.90905, + 402.77241, + 404.32929, + 406.83126, + 402.06984, + 404.20715, + 404.95032, + 405.92765, + 407.3675, + 403.93453, + 406.00813, + 404.75421, + 404.00406, + 405.14373, + 408.93124, + 403.31972, + 401.93435, + 404.04951, + 403.6189, + 402.20107, + 403.9127, + 402.26188, + 402.86428, + 404.52414, + 401.34336, + 402.70932, + 402.35199, + 403.95961, + 406.25498, + 403.40146, + 405.60993, + 402.83135, + 407.70027, + 403.36827, + 404.98736, + 406.89006, + 402.98871, + 405.16716, + 406.03916, + 403.2086, + 405.45222, + 402.20726, + 404.81031, + 403.56108, + 402.18877, + 404.69996, + 400.7138, + 403.03167, + 402.2792, + 401.28641, + 402.21358, + 407.29302, + 404.22275, + 401.04399, + 400.7729, + 401.17327, + 402.49847, + 403.62879, + 401.93875, + 402.95965, + 401.85033, + 403.40549, + 403.78667, + 401.38591, + 403.28533, + 403.41981, + 404.45218, + 402.46987, + 403.87802, + 402.57104, + 404.48877, + 406.33788, + 404.51257, + 403.47928, + 403.21175, + 402.25013, + 403.71117, + 403.71171, + 404.64105, + 401.92859, + 402.83303, + 467.07572, + 484.68603, + 485.75954, + 483.93495, + 484.654, + 484.75519, + 494.2284, + 487.98712, + 485.37257, + 484.83811, + 486.89354, + 486.25665, + 483.41177, + 488.4963, + 486.95818, + 487.57823, + 483.68282, + 487.05152, + 485.9637, + 490.03531, + 484.04085, + 486.51239, + 486.45131, + 489.91958, + 484.80975, + 487.0407, + 487.18919, + 486.27252, + 484.57043, + 485.8268, + 485.92075, + 491.54188, + 487.88198, + 493.1865, + 488.54494, + 486.04275, + 487.76378, + 495.8301, + 487.36732, + 485.73464, + 487.32859, + 487.07142, + 489.03431, + 495.6075, + 489.54737, + 487.50916, + 486.61823, + 489.20118, + 486.23722, + 487.91551, + 487.15343, + 486.85083, + 488.58814, + 489.02662, + 490.78139, + 489.30671, + 489.09699, + 484.8684, + 486.84745, + 485.38087, + 494.50905, + 486.48535, + 489.43374, + 487.26422, + 487.42295, + 483.67872, + 487.37293, + 485.19567, + 490.88734, + 486.67879, + 486.64089, + 486.43845, + 486.35304, + 484.21975, + 482.8641, + 486.12156, + 482.91878, + 482.93532, + 483.84325, + 493.86072, + 484.15411, + 483.80512, + 483.67315, + 484.37891, + 487.9179, + 483.68071, + 485.65581, + 485.85255, + 490.54001, + 486.69947, + 489.77408, + 488.88662, + 487.47997, + 488.66396, + 486.35063, + 496.00487, + 492.86668, + 487.11013, + 483.47508, + 489.28673, + 484.13632, + 491.03874 + ] + }, + "ddpm500/K1/batch60": { + "n": 20, + "median_ms": 48.022412369027734, + "p99_ms": 48.12419751519337, + "mean_ms": 48.02073939470574, + "min_ms": 47.90927958674729, + "max_ms": 48.12479216294984, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 48.05717, + 47.96058, + 47.97793, + 48.08022, + 47.99311, + 48.05257, + 48.12166, + 48.02968, + 48.05683, + 48.00304, + 47.94366, + 48.12479, + 48.02614, + 48.0165, + 48.04179, + 47.90928, + 48.02671, + 47.99159, + 47.98284, + 48.01868 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddpm500/K8/b1": { + "n": 200, + "median_ms": 826.402070466429, + "p99_ms": 990.8078508079052, + "mean_ms": 890.2203536219895, + "min_ms": 815.3377277776599, + "max_ms": 995.1772671192884, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 985.14248, + 985.32228, + 985.87748, + 984.87496, + 986.77465, + 981.94628, + 982.30856, + 980.81286, + 978.50211, + 977.11956, + 985.84947, + 982.4028, + 995.17727, + 981.52015, + 978.49039, + 978.84146, + 980.48293, + 986.5245, + 987.95964, + 984.90241, + 982.37598, + 981.37867, + 982.6042, + 981.01266, + 982.61527, + 990.80581, + 982.34994, + 979.14348, + 981.18496, + 977.21649, + 981.95822, + 981.05055, + 982.5449, + 988.30407, + 991.01014, + 981.88453, + 983.7875, + 982.31214, + 985.05531, + 983.25595, + 987.33609, + 980.53778, + 988.62285, + 980.38181, + 979.68964, + 977.17208, + 980.67082, + 981.77409, + 984.37826, + 981.41685, + 984.71741, + 984.34875, + 985.21874, + 986.60841, + 982.94963, + 979.19051, + 988.74414, + 980.88517, + 981.00242, + 981.55462, + 982.39598, + 984.80169, + 984.3132, + 985.35577, + 984.81007, + 980.86953, + 983.47851, + 983.12448, + 987.09304, + 985.69031, + 982.70913, + 987.57929, + 984.91177, + 983.01135, + 984.27243, + 980.99619, + 976.74423, + 977.58584, + 978.78212, + 983.64962, + 978.81389, + 979.02344, + 979.85693, + 983.72551, + 876.31324, + 823.21098, + 821.35469, + 829.17948, + 822.89212, + 822.86323, + 818.57166, + 819.8698, + 819.69084, + 821.73677, + 818.76807, + 818.88171, + 826.3644, + 819.50428, + 819.95718, + 818.24441, + 819.8662, + 820.78766, + 822.21458, + 819.60146, + 821.82297, + 827.04428, + 821.07303, + 824.42994, + 822.46207, + 822.86223, + 821.4698, + 822.3866, + 820.54909, + 820.95033, + 818.37679, + 822.04917, + 821.5722, + 827.40475, + 822.35971, + 824.41705, + 820.85629, + 827.30918, + 823.87354, + 826.43974, + 822.64196, + 820.33656, + 822.88556, + 824.33307, + 823.22025, + 822.24205, + 826.30102, + 821.0631, + 824.91508, + 827.01887, + 824.08113, + 821.02415, + 824.79614, + 825.07975, + 824.28816, + 821.51479, + 819.91703, + 828.95014, + 821.98966, + 823.46816, + 821.02192, + 825.52502, + 815.33773, + 818.75375, + 818.48554, + 821.8475, + 822.09311, + 830.75148, + 824.44537, + 821.63639, + 823.82087, + 823.74413, + 823.07772, + 818.95529, + 819.17532, + 819.28872, + 823.98992, + 820.16953, + 822.33586, + 816.83263, + 819.80642, + 820.11913, + 826.46936, + 820.97158, + 819.78182, + 826.36216, + 828.38202, + 821.62851, + 817.80802, + 820.57423, + 817.08904, + 820.82279, + 821.11164, + 822.00553, + 826.60391, + 824.93092, + 822.17384, + 823.05608, + 821.29017, + 819.62101, + 825.1748, + 816.0485, + 821.33701, + 827.66549, + 824.41431, + 818.932, + 824.65267, + 822.37393, + 829.23495, + 825.56969, + 825.67732, + 824.08006, + 827.24301, + 822.47864, + 825.40453, + 828.76233 + ] + }, + "ddpm500/K8/batch60": { + "n": 12, + "median_ms": 287.08916028651095, + "p99_ms": 289.6572091486305, + "mean_ms": 286.73603250774454, + "min_ms": 283.88174247617525, + "max_ms": 289.6886601578444, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 289.68866, + 289.40274, + 287.37539, + 287.32647, + 287.09624, + 287.08208, + 283.88174, + 284.78526, + 284.18422, + 285.33178, + 286.19975, + 288.47806 + ], + "n_batches": 12, + "n_plants_covered": 720 + }, + "ddpm500/K16/b1": { + "n": 192, + "median_ms": 1045.1317033730447, + "p99_ms": 1088.0018358211964, + "mean_ms": 1042.5475631345762, + "min_ms": 994.716695509851, + "max_ms": 1100.7428262382746, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 1046.89123, + 1047.13062, + 1047.70108, + 1044.88306, + 1046.81074, + 1050.01581, + 1046.44295, + 1044.28626, + 1044.55892, + 1046.93373, + 1041.77012, + 1046.20391, + 1050.71376, + 1054.43364, + 1045.32507, + 1047.35405, + 1049.64998, + 1086.39525, + 1061.06554, + 1061.05717, + 1074.03304, + 1072.53508, + 1078.40953, + 1079.92686, + 1051.98429, + 1042.01385, + 1039.40374, + 1040.88481, + 1044.36116, + 1040.26061, + 1032.06836, + 1043.92013, + 1039.13455, + 1078.21479, + 1061.09909, + 1050.80206, + 1056.9576, + 1049.69127, + 1057.99964, + 1056.92377, + 1054.02006, + 1056.74581, + 1063.80149, + 1087.8975, + 1068.83939, + 1077.9826, + 1067.72146, + 1060.08584, + 1074.08043, + 1068.717, + 1076.50166, + 1065.44956, + 1070.44929, + 1070.08672, + 1065.68695, + 1080.83736, + 1089.05682, + 1081.59307, + 1069.52197, + 1077.28694, + 1100.74283, + 1076.11213, + 1063.06437, + 1069.70806, + 1056.8847, + 1059.34382, + 1058.02442, + 1060.78612, + 1039.82025, + 1048.13624, + 1047.44388, + 1045.76041, + 1044.60107, + 1051.4468, + 1039.8831, + 1045.0659, + 1039.85315, + 1044.76843, + 1042.68205, + 1039.10617, + 1043.92757, + 1037.47821, + 1043.895, + 1041.56193, + 1045.09202, + 1048.48402, + 1043.53583, + 1043.09906, + 1049.94079, + 1042.58747, + 1045.17139, + 1040.39532, + 1062.40426, + 1074.5618, + 1060.59709, + 1041.33071, + 1057.99451, + 1041.95614, + 1037.57182, + 1045.03974, + 1043.08524, + 1042.56338, + 1060.36159, + 1040.18978, + 1039.77193, + 1041.36232, + 1047.08886, + 1044.43061, + 1045.59852, + 1045.64785, + 1044.00384, + 1041.42311, + 1042.34465, + 1053.53133, + 1051.31312, + 1046.39483, + 1057.9593, + 1042.79351, + 1044.2605, + 1046.7941, + 1043.44576, + 1040.19953, + 1044.2249, + 1052.88445, + 1043.3826, + 1051.33936, + 1046.50695, + 1053.12429, + 1051.94424, + 1052.1083, + 1047.96813, + 1061.60865, + 1054.64888, + 1048.48546, + 1040.40842, + 1041.78678, + 1040.70408, + 1053.21044, + 1044.57038, + 1042.47578, + 1041.16816, + 1046.72297, + 1048.23342, + 1043.70121, + 1046.53609, + 1048.08284, + 1038.75891, + 1046.42508, + 1044.05424, + 1047.70154, + 1045.9955, + 1040.18247, + 1046.13296, + 1068.56034, + 997.50367, + 995.21702, + 998.81082, + 994.7167, + 1001.44742, + 997.78679, + 997.39577, + 1016.36496, + 997.01024, + 1002.50709, + 1008.63312, + 1005.78774, + 1037.09278, + 1007.99942, + 1010.33251, + 1003.68065, + 1004.17345, + 1007.78445, + 999.47478, + 1003.98967, + 1007.17696, + 1003.651, + 999.39195, + 1008.53222, + 998.0871, + 1000.6935, + 997.24607, + 1002.02238, + 995.54642, + 996.84047, + 996.3635, + 997.26607, + 1002.89752, + 1000.68534, + 999.92969, + 999.2104, + 1002.03962, + 999.17378 + ] + }, + "ddpm500/K16/batch60": { + "n": 7, + "median_ms": 549.8958565915624, + "p99_ms": 564.0240948734184, + "mean_ms": 553.0029383731918, + "min_ms": 546.9210878325006, + "max_ms": 564.2038968236496, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 549.89586, + 548.14005, + 546.92109, + 547.03517, + 553.61731, + 561.2072, + 564.2039 + ], + "n_batches": 7, + "n_plants_covered": 420 + } + }, + "cuda_init_s": 2.905726432800293e-07, + "load_s": 0.04641747195273638, + "n_params": 3878772, + "first_call_ddpm500_k8_b1_s": 0.9368224581703544, + "second_call_ddpm500_k8_b1_s": 1.0236308490857482, + "first_call_ddim20_k8_b1_s": 0.04134196229279041, + "done": true +} \ No newline at end of file diff --git a/results/timing/gen_furuta_cpu8.json b/results/timing/gen_furuta_cpu8.json new file mode 100644 index 0000000000000000000000000000000000000000..d49f1e7e201fa34e73116fb089ee3756ab607fc9 --- /dev/null +++ b/results/timing/gen_furuta_cpu8.json @@ -0,0 +1,2233 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 8, + "tag": "cpu8", + "load1": 2.02880859375, + "date": "2026-09-30 08:53:58 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 14, + 15, + 17, + 18, + 19, + 20, + 22, + 23 + ] + }, + "family": "furuta", + "device": "cpu", + "cells": { + "ddim5/K1/b1": { + "n": 200, + "median_ms": 4.209592938423157, + "p99_ms": 4.88473235629499, + "mean_ms": 4.2398664727807045, + "min_ms": 4.164660349488258, + "max_ms": 4.964047111570835, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 4.2666, + 4.21333, + 4.21437, + 4.21507, + 4.20936, + 4.20383, + 4.19018, + 4.19866, + 4.23939, + 4.21504, + 4.19532, + 4.28615, + 4.22119, + 4.19468, + 4.19421, + 4.27507, + 4.19523, + 4.42529, + 4.32031, + 4.19309, + 4.19954, + 4.21788, + 4.23202, + 4.23756, + 4.23811, + 4.26406, + 4.25287, + 4.22928, + 4.1963, + 4.22759, + 4.23975, + 4.19444, + 4.18684, + 4.20103, + 4.26722, + 4.26093, + 4.20227, + 4.19785, + 4.21774, + 4.20986, + 4.20986, + 4.21338, + 4.2371, + 4.21049, + 4.18725, + 4.38092, + 4.33834, + 4.23875, + 4.19595, + 4.20479, + 4.23805, + 4.20316, + 4.20248, + 4.20476, + 4.20077, + 4.19611, + 4.21227, + 4.26765, + 4.21216, + 4.20234, + 4.20001, + 4.2105, + 4.19166, + 4.19024, + 4.18651, + 4.19688, + 4.2026, + 4.20227, + 4.20553, + 4.21273, + 4.20312, + 4.18681, + 4.2607, + 4.17014, + 4.21487, + 4.18211, + 4.18723, + 4.20701, + 4.17321, + 4.18093, + 4.18129, + 4.21804, + 4.22428, + 4.17679, + 4.17967, + 4.176, + 4.2089, + 4.17365, + 4.19895, + 4.22664, + 4.22518, + 4.2116, + 4.22597, + 4.2461, + 4.19992, + 4.20379, + 4.20046, + 4.21468, + 4.226, + 4.19917, + 4.19804, + 4.18239, + 4.20075, + 4.21061, + 4.18987, + 4.19733, + 4.18596, + 4.17826, + 4.18728, + 4.18204, + 4.19109, + 4.21028, + 4.18612, + 4.2029, + 4.19409, + 4.46951, + 4.7963, + 4.34681, + 4.27941, + 4.21849, + 4.20983, + 4.19546, + 4.21066, + 4.20591, + 4.21437, + 4.35319, + 4.23807, + 4.19792, + 4.19061, + 4.2076, + 4.215, + 4.18353, + 4.16539, + 4.28502, + 4.21918, + 4.18286, + 4.19871, + 4.16466, + 4.16642, + 4.18052, + 4.22695, + 4.18487, + 4.16633, + 4.2243, + 4.61288, + 4.89307, + 4.67464, + 4.8823, + 4.96405, + 4.40189, + 4.31567, + 4.31832, + 4.28219, + 4.88465, + 4.26507, + 4.20088, + 4.17789, + 4.18714, + 4.22213, + 4.20855, + 4.19053, + 4.19213, + 4.25212, + 4.19881, + 4.25354, + 4.21849, + 4.21509, + 4.206, + 4.26507, + 4.22714, + 4.26413, + 4.21215, + 4.19993, + 4.1899, + 4.23186, + 4.17745, + 4.24767, + 4.23935, + 4.18596, + 4.18703, + 4.22816, + 4.25647, + 4.22933, + 4.24359, + 4.21062, + 4.23781, + 4.22139, + 4.20634, + 4.2057, + 4.20395, + 4.21556, + 4.19497, + 4.2304, + 4.18403, + 4.25323, + 4.21027, + 4.18958, + 4.23488, + 4.19595, + 4.20225 + ] + }, + "ddim5/K1/batch60": { + "n": 20, + "median_ms": 0.22739802952855825, + "p99_ms": 0.22909535700455308, + "mean_ms": 0.22759677842259407, + "min_ms": 0.22636281015972295, + "max_ms": 0.2291109257688125, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.22869, + 0.22636, + 0.22772, + 0.22725, + 0.22775, + 0.22741, + 0.22733, + 0.22767, + 0.22739, + 0.22911, + 0.22742, + 0.22702, + 0.22793, + 0.22707, + 0.22706, + 0.22903, + 0.22803, + 0.22732, + 0.22716, + 0.2272 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim5/K8/b1": { + "n": 200, + "median_ms": 5.559062119573355, + "p99_ms": 6.000203443691127, + "mean_ms": 5.581987579353154, + "min_ms": 5.48988301306963, + "max_ms": 6.820974871516228, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 5.48988, + 5.55177, + 5.53363, + 5.5322, + 5.55725, + 5.56783, + 5.52626, + 5.66248, + 5.59181, + 5.54311, + 5.54759, + 5.52771, + 5.52518, + 5.51675, + 5.52177, + 5.53945, + 5.55834, + 5.55785, + 5.5291, + 5.53651, + 5.56055, + 5.53114, + 5.5312, + 5.49992, + 5.51144, + 5.56258, + 5.55524, + 5.55493, + 5.52117, + 5.5593, + 5.57959, + 5.9923, + 5.60857, + 5.60873, + 5.56984, + 5.58214, + 5.57362, + 5.55349, + 5.55557, + 5.55058, + 5.56747, + 5.57235, + 5.58984, + 5.65573, + 5.56722, + 5.60161, + 5.64018, + 5.6744, + 5.69016, + 5.56278, + 5.56887, + 5.58208, + 5.58583, + 5.58605, + 5.58915, + 5.56917, + 5.5518, + 5.54352, + 5.53774, + 5.56251, + 5.57983, + 5.54355, + 5.55454, + 5.53701, + 5.51152, + 5.52294, + 6.82097, + 6.78312, + 5.75094, + 5.53592, + 5.58536, + 5.55081, + 5.5438, + 5.54032, + 5.53615, + 5.52616, + 5.56267, + 5.66325, + 5.56077, + 5.54383, + 5.53475, + 5.54575, + 5.5435, + 5.57051, + 5.59669, + 5.59312, + 5.5958, + 5.56399, + 5.81811, + 5.59684, + 5.55078, + 5.54583, + 5.5332, + 5.54932, + 5.56631, + 5.57122, + 5.56773, + 5.57292, + 5.56355, + 5.5486, + 5.60608, + 5.61681, + 5.76787, + 5.58913, + 5.57698, + 5.57317, + 5.56836, + 5.53792, + 5.53263, + 5.54156, + 5.5498, + 5.55092, + 5.55896, + 5.54862, + 5.56525, + 5.55188, + 5.57437, + 5.54052, + 5.56272, + 5.58312, + 5.54091, + 5.53491, + 5.63299, + 5.56583, + 5.56464, + 5.5569, + 5.55096, + 5.54326, + 5.5481, + 5.52859, + 5.5534, + 5.53662, + 5.55274, + 5.53767, + 5.55205, + 5.54308, + 5.52778, + 5.57141, + 5.53492, + 5.54912, + 5.53668, + 5.55545, + 5.552, + 5.54711, + 5.54722, + 5.56473, + 5.57577, + 5.57589, + 5.57853, + 5.55698, + 5.66338, + 5.6686, + 5.61142, + 5.55123, + 5.54837, + 5.56944, + 5.54746, + 5.57679, + 5.64011, + 5.58241, + 5.60907, + 5.5798, + 5.57354, + 5.58429, + 5.58437, + 5.59862, + 5.57192, + 5.54483, + 5.5633, + 5.627, + 5.58032, + 5.5799, + 5.58553, + 5.55917, + 5.55867, + 5.55299, + 5.5558, + 5.5668, + 5.55781, + 5.57227, + 5.63907, + 5.58513, + 5.57758, + 5.5674, + 5.53751, + 5.51957, + 5.66436, + 5.58275, + 5.5644, + 5.55679, + 5.5492, + 5.52731, + 5.60559, + 5.53396, + 5.54831, + 5.53854, + 5.57261, + 5.51864, + 5.54291, + 5.52896 + ] + }, + "ddim5/K8/batch60": { + "n": 20, + "median_ms": 0.7817156690483291, + "p99_ms": 0.7865578606724739, + "mean_ms": 0.7818627691206833, + "min_ms": 0.7775497622787952, + "max_ms": 0.7867376785725355, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.78007, + 0.78328, + 0.78138, + 0.7818, + 0.78674, + 0.77815, + 0.78504, + 0.78558, + 0.78192, + 0.77885, + 0.78579, + 0.78151, + 0.78165, + 0.77964, + 0.78178, + 0.78158, + 0.78187, + 0.78295, + 0.77755, + 0.78015 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim5/K16/b1": { + "n": 200, + "median_ms": 7.153922691941261, + "p99_ms": 7.314252993091941, + "mean_ms": 7.157361730933189, + "min_ms": 7.05544650554657, + "max_ms": 7.4044885113835335, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 7.20363, + 7.18377, + 7.17865, + 7.19503, + 7.20922, + 7.14285, + 7.17533, + 7.15555, + 7.1557, + 7.15989, + 7.14852, + 7.15401, + 7.12882, + 7.21083, + 7.15863, + 7.12479, + 7.19336, + 7.16366, + 7.16129, + 7.15392, + 7.17168, + 7.15536, + 7.19101, + 7.21652, + 7.14215, + 7.15575, + 7.16908, + 7.14779, + 7.15379, + 7.16215, + 7.17344, + 7.16514, + 7.17109, + 7.16623, + 7.19886, + 7.18189, + 7.14696, + 7.16064, + 7.15729, + 7.12053, + 7.24285, + 7.14033, + 7.12815, + 7.14248, + 7.13535, + 7.16709, + 7.18062, + 7.15098, + 7.16235, + 7.18855, + 7.15373, + 7.31409, + 7.20121, + 7.1975, + 7.1763, + 7.13575, + 7.13829, + 7.17461, + 7.22744, + 7.14755, + 7.16582, + 7.15417, + 7.17796, + 7.14181, + 7.16455, + 7.13915, + 7.1602, + 7.17602, + 7.1819, + 7.13006, + 7.14878, + 7.1441, + 7.15392, + 7.17834, + 7.17096, + 7.16839, + 7.18858, + 7.137, + 7.15427, + 7.15696, + 7.14994, + 7.15215, + 7.08637, + 7.19403, + 7.13948, + 7.18067, + 7.15161, + 7.18674, + 7.16329, + 7.10203, + 7.15992, + 7.13449, + 7.14342, + 7.14916, + 7.12922, + 7.18088, + 7.15327, + 7.12187, + 7.15731, + 7.13226, + 7.24928, + 7.17371, + 7.25508, + 7.14186, + 7.11983, + 7.14521, + 7.13531, + 7.12673, + 7.08943, + 7.13503, + 7.13775, + 7.17338, + 7.22228, + 7.15668, + 7.13932, + 7.12779, + 7.18142, + 7.13065, + 7.16464, + 7.13825, + 7.14431, + 7.21523, + 7.18347, + 7.15102, + 7.15134, + 7.15857, + 7.12522, + 7.13747, + 7.17817, + 7.15787, + 7.20061, + 7.15766, + 7.17248, + 7.13231, + 7.13743, + 7.1449, + 7.17019, + 7.12294, + 7.12304, + 7.19159, + 7.14677, + 7.11993, + 7.13218, + 7.14235, + 7.16562, + 7.13952, + 7.13191, + 7.14389, + 7.13775, + 7.1323, + 7.06959, + 7.13589, + 7.12121, + 7.14728, + 7.12836, + 7.12851, + 7.23088, + 7.1022, + 7.21142, + 7.08328, + 7.15471, + 7.14286, + 7.14828, + 7.15872, + 7.15393, + 7.20009, + 7.14281, + 7.12158, + 7.12983, + 7.06204, + 7.16338, + 7.11932, + 7.14896, + 7.12363, + 7.21577, + 7.09013, + 7.15942, + 7.15458, + 7.14947, + 7.11763, + 7.13445, + 7.09614, + 7.16032, + 7.21748, + 7.17439, + 7.13148, + 7.1373, + 7.14157, + 7.17586, + 7.12898, + 7.07945, + 7.33024, + 7.40449, + 7.16201, + 7.10815, + 7.15545, + 7.05545, + 7.13825, + 7.15406, + 7.14836 + ] + }, + "ddim5/K16/batch60": { + "n": 20, + "median_ms": 1.2848168533916275, + "p99_ms": 1.2942355955019593, + "mean_ms": 1.2849492098515232, + "min_ms": 1.2801266741007566, + "max_ms": 1.2956247044106324, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 1.28435, + 1.28039, + 1.29562, + 1.28484, + 1.28332, + 1.28364, + 1.28013, + 1.28479, + 1.28516, + 1.28697, + 1.28069, + 1.28668, + 1.28183, + 1.28716, + 1.28601, + 1.28831, + 1.28828, + 1.28288, + 1.28202, + 1.28589 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim20/K1/b1": { + "n": 200, + "median_ms": 15.83896717056632, + "p99_ms": 16.501983320340514, + "mean_ms": 15.872987993061543, + "min_ms": 15.68223349750042, + "max_ms": 17.093193717300892, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 15.85221, + 15.86031, + 15.878, + 15.95447, + 15.97454, + 15.83774, + 15.79739, + 16.18844, + 15.92835, + 15.84945, + 15.78855, + 15.8489, + 15.87195, + 15.7626, + 15.83004, + 15.86333, + 16.19456, + 17.09319, + 15.86288, + 15.8094, + 15.88398, + 15.82146, + 15.73898, + 15.76702, + 15.92684, + 15.87675, + 15.72683, + 15.84517, + 15.8615, + 15.80242, + 15.82547, + 15.72779, + 15.77639, + 15.7896, + 15.89225, + 15.70051, + 15.8426, + 15.81149, + 15.909, + 16.50132, + 15.92645, + 15.8173, + 15.8138, + 16.30749, + 15.85844, + 15.74475, + 15.86771, + 15.73978, + 15.88043, + 15.77614, + 15.83962, + 15.94052, + 16.02913, + 15.87437, + 15.88187, + 15.75595, + 15.84296, + 15.88073, + 15.78589, + 15.85922, + 15.84493, + 15.84732, + 15.73475, + 15.88823, + 15.9082, + 15.89721, + 15.9923, + 15.97778, + 15.89896, + 15.86173, + 16.11792, + 15.87739, + 15.95783, + 15.82693, + 15.80205, + 15.77606, + 15.8139, + 15.81561, + 15.829, + 15.98664, + 16.56788, + 15.85651, + 15.78675, + 15.88052, + 15.89683, + 15.77705, + 15.75633, + 15.86546, + 15.81062, + 15.84421, + 15.82398, + 15.8748, + 15.75854, + 15.89017, + 15.79643, + 15.77638, + 15.79085, + 15.88438, + 15.76215, + 15.81371, + 15.77602, + 15.82073, + 16.33809, + 15.83171, + 15.75389, + 15.83208, + 16.3346, + 15.78024, + 15.91579, + 15.89908, + 15.75906, + 15.81454, + 15.81526, + 15.79438, + 15.93405, + 15.84621, + 15.8112, + 15.97898, + 16.03311, + 15.74961, + 15.73106, + 15.77244, + 15.75111, + 15.74971, + 15.81439, + 15.8051, + 15.82643, + 15.77809, + 15.83526, + 15.9198, + 15.94138, + 15.74687, + 15.85684, + 16.21807, + 15.86925, + 15.8696, + 15.74405, + 15.8616, + 15.92068, + 15.91105, + 15.7379, + 15.92642, + 15.76987, + 16.19247, + 15.83737, + 16.00442, + 15.83457, + 15.97147, + 15.77926, + 15.90588, + 15.88646, + 15.76761, + 15.90071, + 15.96553, + 15.81011, + 15.77495, + 15.77291, + 15.72811, + 15.80488, + 15.86846, + 15.79658, + 15.78284, + 15.7379, + 15.7858, + 15.84115, + 15.79245, + 15.73664, + 15.68223, + 15.72344, + 16.24405, + 15.94238, + 15.75484, + 15.83805, + 15.76071, + 15.70825, + 15.76419, + 15.79816, + 16.03696, + 16.00921, + 15.82322, + 15.8229, + 15.94813, + 15.78697, + 15.7672, + 15.79884, + 15.95107, + 15.88906, + 15.8264, + 15.79085, + 16.1284, + 15.88269, + 15.77098, + 15.82773, + 15.9355, + 15.84664, + 15.84175, + 16.3086, + 15.88727, + 15.84398, + 15.83832 + ] + }, + "ddim20/K1/batch60": { + "n": 20, + "median_ms": 0.8960265666246414, + "p99_ms": 0.9518144632068772, + "mean_ms": 0.8998856289933125, + "min_ms": 0.8929204350958267, + "max_ms": 0.9634564630687237, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.89765, + 0.89551, + 0.89479, + 0.89292, + 0.8961, + 0.89594, + 0.89678, + 0.89546, + 0.89679, + 0.89702, + 0.89596, + 0.89738, + 0.89421, + 0.90105, + 0.89433, + 0.89524, + 0.96346, + 0.90218, + 0.89911, + 0.89584 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim20/K8/b1": { + "n": 200, + "median_ms": 20.914801862090826, + "p99_ms": 21.22664606198668, + "mean_ms": 20.935951792635024, + "min_ms": 20.722764544188976, + "max_ms": 22.24581316113472, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 20.94445, + 20.90236, + 21.69647, + 21.05759, + 20.77625, + 20.93979, + 20.88501, + 20.87153, + 20.96846, + 20.74568, + 21.05151, + 20.97458, + 20.97744, + 20.89124, + 20.95732, + 21.01127, + 20.88017, + 20.87821, + 20.95419, + 20.899, + 20.99353, + 20.95128, + 20.94489, + 20.77636, + 20.86792, + 20.8438, + 20.92481, + 20.85255, + 20.98657, + 20.95983, + 20.84457, + 20.87225, + 20.87188, + 21.09837, + 20.89729, + 20.83975, + 20.87208, + 21.05927, + 20.83848, + 20.88375, + 20.82197, + 20.91018, + 21.13449, + 20.92094, + 20.91517, + 20.84011, + 20.91486, + 20.72345, + 20.99383, + 20.83358, + 20.82436, + 20.88259, + 20.87522, + 20.91817, + 20.90626, + 20.87522, + 20.84993, + 20.96833, + 20.89309, + 20.84687, + 20.96247, + 20.85033, + 20.88734, + 21.00699, + 20.93913, + 20.9292, + 20.75185, + 20.97068, + 21.21148, + 21.2219, + 21.21212, + 20.86427, + 20.94164, + 20.96643, + 20.72955, + 20.98867, + 20.86876, + 20.87288, + 20.93263, + 20.82252, + 20.93594, + 21.01855, + 20.87248, + 20.78507, + 20.88995, + 21.05752, + 20.82868, + 20.90064, + 20.87105, + 20.84376, + 21.18782, + 21.15734, + 20.75386, + 20.89011, + 20.9773, + 20.91154, + 20.93412, + 20.89497, + 20.89603, + 20.8949, + 20.87662, + 20.90265, + 20.82084, + 20.88839, + 20.86487, + 20.86757, + 20.85131, + 20.94949, + 20.9349, + 20.81152, + 20.87856, + 21.05632, + 20.92367, + 20.96363, + 20.72276, + 21.13925, + 20.94536, + 20.8543, + 21.00174, + 20.84311, + 20.81913, + 20.9464, + 20.86962, + 20.87828, + 21.12648, + 20.87298, + 20.80775, + 21.00669, + 20.93951, + 20.95678, + 20.93378, + 20.9315, + 20.94596, + 22.24581, + 20.90269, + 20.91155, + 20.91372, + 20.88883, + 21.10568, + 21.00191, + 20.90275, + 21.00617, + 20.85732, + 20.87567, + 20.99732, + 20.96031, + 20.8637, + 20.89061, + 20.91954, + 20.91995, + 20.8993, + 20.91474, + 21.02436, + 20.83873, + 20.95466, + 21.02083, + 20.96322, + 20.88577, + 21.13868, + 20.92865, + 20.83678, + 20.97062, + 20.91823, + 21.00379, + 21.02866, + 20.89217, + 20.89747, + 20.7777, + 20.8744, + 20.90376, + 20.84236, + 20.97739, + 20.79484, + 20.95591, + 20.95094, + 20.9705, + 20.9544, + 20.95951, + 20.92421, + 20.97632, + 21.10757, + 20.88449, + 20.90013, + 20.98144, + 20.76538, + 21.14119, + 21.16059, + 20.99348, + 20.97326, + 20.95428, + 20.85319, + 20.99538, + 20.85816, + 20.9175, + 21.06488, + 20.92089, + 20.90041, + 20.91466, + 20.96664, + 20.93988 + ] + }, + "ddim20/K8/batch60": { + "n": 20, + "median_ms": 3.0982529899726314, + "p99_ms": 3.107192740775645, + "mean_ms": 3.0982804073331254, + "min_ms": 3.090191865339875, + "max_ms": 3.1074207896987596, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 3.09855, + 3.10272, + 3.10389, + 3.09975, + 3.09831, + 3.09481, + 3.09268, + 3.09914, + 3.10492, + 3.09276, + 3.10742, + 3.09673, + 3.09813, + 3.09127, + 3.09019, + 3.09502, + 3.09655, + 3.0982, + 3.10622, + 3.09835 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim20/K16/b1": { + "n": 200, + "median_ms": 27.52430783584714, + "p99_ms": 28.113124882802367, + "mean_ms": 27.540040891617537, + "min_ms": 27.3186257109046, + "max_ms": 29.446318745613098, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 27.52598, + 27.59983, + 27.48604, + 27.42853, + 27.42144, + 27.66502, + 27.58908, + 27.48246, + 27.52758, + 27.70362, + 27.55298, + 27.46159, + 27.45944, + 27.72979, + 27.43554, + 27.63333, + 27.32643, + 27.4576, + 27.55756, + 27.53253, + 27.38148, + 27.67037, + 27.57006, + 27.59232, + 27.54716, + 27.47078, + 28.10319, + 27.55958, + 27.49032, + 27.42273, + 27.65133, + 27.53648, + 27.67967, + 27.53874, + 27.54355, + 27.65801, + 27.57652, + 27.61427, + 27.54811, + 27.63677, + 27.37893, + 27.94454, + 27.35508, + 27.39034, + 27.47364, + 27.61886, + 27.6845, + 27.48808, + 27.59309, + 27.42188, + 27.5186, + 27.47747, + 27.56615, + 27.53768, + 27.49886, + 27.57208, + 27.5395, + 27.55247, + 27.73522, + 27.65364, + 27.47356, + 27.59491, + 28.24405, + 27.5391, + 27.56389, + 27.47581, + 27.54828, + 27.55018, + 27.61874, + 27.50385, + 27.36464, + 27.48174, + 27.58349, + 27.38197, + 27.40729, + 27.50933, + 27.43448, + 27.47731, + 27.60158, + 27.42194, + 27.47046, + 27.80876, + 27.43749, + 27.63804, + 27.49806, + 27.35142, + 27.53566, + 27.4062, + 27.62863, + 27.34592, + 27.62765, + 27.45366, + 27.51444, + 27.47187, + 27.70519, + 27.4395, + 27.4851, + 27.48614, + 28.1118, + 27.52264, + 27.42013, + 27.5405, + 27.53295, + 27.55627, + 27.4335, + 27.5765, + 27.4367, + 27.47064, + 27.46302, + 27.4701, + 27.55674, + 27.36605, + 27.51977, + 27.3902, + 27.72997, + 27.35427, + 27.64405, + 27.53202, + 27.75506, + 27.65919, + 27.59402, + 27.4557, + 27.43346, + 27.56132, + 27.48761, + 27.46799, + 27.51239, + 27.47159, + 27.45636, + 27.33858, + 27.62553, + 27.5807, + 27.56982, + 27.49017, + 27.64003, + 29.44632, + 27.54831, + 27.53393, + 27.60684, + 27.60937, + 27.36221, + 27.56107, + 27.57085, + 27.37931, + 27.53955, + 27.51848, + 27.43844, + 27.36746, + 27.37449, + 27.47475, + 27.58513, + 27.47651, + 27.44696, + 27.73576, + 27.50267, + 27.5944, + 27.41877, + 27.4934, + 27.42969, + 27.46715, + 27.5461, + 27.41392, + 27.33348, + 27.45377, + 27.46595, + 27.31863, + 27.57641, + 27.51782, + 27.43768, + 27.52714, + 27.73628, + 27.63875, + 27.69776, + 27.43785, + 27.68094, + 27.59446, + 27.62413, + 27.41722, + 27.38874, + 27.58181, + 27.45889, + 27.54178, + 27.55275, + 27.38686, + 27.48807, + 27.41577, + 27.58026, + 27.5868, + 27.54654, + 27.38437, + 27.64392, + 27.4167, + 27.58489, + 27.53374, + 27.47465, + 27.42784, + 27.49005, + 27.44919, + 27.411, + 27.58734 + ] + }, + "ddim20/K16/batch60": { + "n": 20, + "median_ms": 5.139993185487886, + "p99_ms": 5.155491982586682, + "mean_ms": 5.140883022298415, + "min_ms": 5.133021638418238, + "max_ms": 5.1570582669228315, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 5.13973, + 5.14397, + 5.14142, + 5.13577, + 5.14531, + 5.13934, + 5.14025, + 5.14077, + 5.13948, + 5.14689, + 5.1366, + 5.13834, + 5.15706, + 5.14029, + 5.13302, + 5.14279, + 5.13578, + 5.13341, + 5.13864, + 5.14881 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddpm500/K1/b1": { + "n": 200, + "median_ms": 388.5021461173892, + "p99_ms": 407.3091687448323, + "mean_ms": 389.24227139912546, + "min_ms": 386.2028168514371, + "max_ms": 415.0454252958298, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 386.66403, + 388.53087, + 388.52772, + 387.17797, + 389.43532, + 391.29026, + 409.29894, + 407.28907, + 388.87685, + 392.39703, + 401.15626, + 396.68604, + 388.90865, + 388.23747, + 388.46954, + 388.15367, + 389.53915, + 389.30381, + 389.07255, + 388.86827, + 389.09525, + 389.5068, + 388.3948, + 387.40161, + 387.7363, + 388.00432, + 387.24624, + 388.2297, + 388.11663, + 387.98166, + 387.37622, + 387.2934, + 388.06021, + 387.45401, + 390.35834, + 388.33617, + 387.80181, + 390.77997, + 392.56118, + 391.26099, + 388.21971, + 388.92174, + 389.10622, + 386.7356, + 387.24339, + 388.90706, + 387.66605, + 388.79037, + 387.09962, + 387.05149, + 388.45465, + 388.13313, + 387.08999, + 387.38607, + 387.46289, + 388.61972, + 388.35198, + 388.82219, + 387.62033, + 388.67278, + 389.5373, + 386.81996, + 387.36216, + 389.45923, + 387.61565, + 388.43605, + 388.5777, + 388.7698, + 389.2399, + 388.53979, + 388.44858, + 388.55107, + 388.02812, + 390.19572, + 387.95541, + 389.73736, + 389.46075, + 388.80983, + 390.15904, + 388.14825, + 388.72437, + 391.01218, + 388.83405, + 388.30338, + 389.2731, + 389.6357, + 389.76913, + 387.43148, + 389.14483, + 389.08421, + 389.01101, + 389.16104, + 388.93575, + 390.11763, + 390.23352, + 390.25503, + 390.72321, + 389.19158, + 391.52262, + 390.69595, + 388.13342, + 388.01495, + 389.42789, + 387.85125, + 389.04513, + 389.24738, + 388.61724, + 387.44081, + 388.08001, + 388.32717, + 387.26883, + 389.98111, + 388.13144, + 388.4878, + 388.87617, + 387.47165, + 388.34778, + 388.39569, + 386.93672, + 415.04543, + 391.18692, + 388.18339, + 388.11791, + 387.34914, + 391.70484, + 388.4441, + 388.64379, + 388.22588, + 386.4697, + 391.39384, + 388.63628, + 388.7633, + 389.86144, + 388.95529, + 405.82835, + 389.28798, + 387.42989, + 391.55047, + 387.4721, + 388.77459, + 390.87896, + 390.17174, + 390.81763, + 389.94899, + 387.53745, + 392.14485, + 388.74747, + 390.4101, + 389.30894, + 387.50564, + 391.4295, + 387.68601, + 388.30489, + 390.01852, + 388.07893, + 391.99595, + 388.09527, + 388.04702, + 390.58639, + 387.24428, + 390.13817, + 396.77927, + 388.99843, + 390.31872, + 396.44807, + 388.85108, + 387.87381, + 387.18486, + 387.53514, + 386.72272, + 387.90958, + 387.36304, + 386.51743, + 387.84455, + 386.20282, + 388.17849, + 387.85067, + 388.49518, + 387.80411, + 386.93832, + 386.98727, + 387.76927, + 386.90202, + 387.78861, + 387.33699, + 388.17891, + 388.50911, + 386.31469, + 392.62948, + 386.93303, + 386.57633, + 388.56972, + 387.40783, + 387.12918, + 387.32465, + 388.14174, + 390.31838, + 387.49443, + 387.00445, + 388.67269 + ] + }, + "ddpm500/K1/batch60": { + "n": 20, + "median_ms": 22.44836154859513, + "p99_ms": 22.489634429259848, + "mean_ms": 22.45147029248377, + "min_ms": 22.41488518193364, + "max_ms": 22.492378763854504, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 22.43151, + 22.44791, + 22.44856, + 22.44516, + 22.46067, + 22.4346, + 22.44816, + 22.46236, + 22.44567, + 22.47687, + 22.42445, + 22.41489, + 22.45313, + 22.44484, + 22.43795, + 22.47793, + 22.45898, + 22.47099, + 22.49238, + 22.45239 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddpm500/K8/b1": { + "n": 200, + "median_ms": 517.7491214126348, + "p99_ms": 527.6156458910555, + "mean_ms": 518.1233461620286, + "min_ms": 515.0926727801561, + "max_ms": 536.199695430696, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 518.51301, + 519.77598, + 517.40043, + 518.20705, + 517.73503, + 518.64985, + 517.76321, + 520.19567, + 516.76062, + 518.8422, + 516.10491, + 519.04187, + 516.69259, + 518.55217, + 517.01359, + 519.21476, + 519.88481, + 520.57573, + 517.67062, + 519.3494, + 518.52772, + 520.3469, + 518.8288, + 518.2299, + 518.79968, + 518.05576, + 518.02236, + 517.06231, + 518.22788, + 516.45551, + 518.76575, + 519.14618, + 519.40105, + 518.42587, + 517.65171, + 516.81652, + 519.67277, + 517.1475, + 518.1483, + 516.85724, + 519.09004, + 516.11859, + 517.03064, + 516.52726, + 518.25066, + 516.00506, + 518.05486, + 515.92427, + 518.64767, + 517.58594, + 518.23335, + 517.55151, + 518.26364, + 518.0759, + 517.38796, + 518.28814, + 516.84707, + 517.60805, + 516.51445, + 518.93622, + 516.92251, + 517.37402, + 517.6584, + 518.97744, + 516.04165, + 518.9112, + 516.26156, + 517.93166, + 516.57905, + 518.11567, + 515.98503, + 519.37308, + 516.31592, + 517.94843, + 516.44456, + 520.59883, + 516.2473, + 519.21666, + 517.58048, + 518.69638, + 517.33371, + 517.92258, + 518.14041, + 516.10142, + 516.24573, + 515.09267, + 517.38822, + 515.88177, + 517.93019, + 515.80726, + 517.77691, + 516.07685, + 516.6942, + 517.13103, + 519.85025, + 516.41291, + 516.97053, + 524.09755, + 519.8233, + 516.35295, + 517.6944, + 516.40251, + 517.35213, + 515.91154, + 517.71721, + 517.08149, + 517.90078, + 517.65982, + 516.38775, + 516.97894, + 517.53318, + 517.44359, + 525.68216, + 518.79634, + 517.83996, + 517.87922, + 516.67465, + 518.40052, + 516.96314, + 517.923, + 516.31819, + 518.36774, + 517.78791, + 523.52121, + 516.64676, + 518.56233, + 517.58309, + 527.58008, + 518.89804, + 517.90271, + 517.3865, + 517.95447, + 517.9945, + 518.40903, + 518.94969, + 518.0075, + 518.02437, + 522.61682, + 518.5275, + 518.32465, + 518.68723, + 525.48381, + 518.13432, + 516.82512, + 518.78589, + 516.9148, + 518.58204, + 517.2984, + 518.29732, + 517.05565, + 518.07876, + 516.68024, + 523.47222, + 517.19659, + 517.86052, + 517.09652, + 518.65776, + 525.8519, + 517.83894, + 517.28005, + 517.81266, + 516.96656, + 517.3215, + 517.73129, + 518.82505, + 518.21086, + 516.98007, + 517.50398, + 516.4971, + 516.73434, + 516.49099, + 518.65118, + 515.95254, + 517.5631, + 516.2373, + 518.0443, + 516.91767, + 517.53714, + 516.31609, + 517.87441, + 518.99042, + 519.30792, + 516.2193, + 517.61523, + 515.6626, + 516.80606, + 515.60141, + 518.57915, + 517.09463, + 516.90464, + 516.91384, + 518.79647, + 517.48097, + 516.90213, + 516.69494, + 517.71748, + 516.75647, + 531.1368, + 519.77267, + 536.1997 + ] + }, + "ddpm500/K8/batch60": { + "n": 20, + "median_ms": 78.87715301476419, + "p99_ms": 129.68687760053817, + "mean_ms": 82.04057983976477, + "min_ms": 78.75662166625261, + "max_ms": 141.50463038434586, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 79.12789, + 78.75662, + 79.02257, + 78.91964, + 79.01739, + 79.30593, + 78.89117, + 79.05568, + 78.84713, + 78.8471, + 78.83873, + 78.86314, + 78.79562, + 78.78767, + 78.79246, + 78.77368, + 78.81573, + 78.92391, + 141.50463, + 78.9249 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddpm500/K16/b1": { + "n": 200, + "median_ms": 675.0285318121314, + "p99_ms": 681.1728403437882, + "mean_ms": 675.2684228261933, + "min_ms": 670.4244213178754, + "max_ms": 697.7834729477763, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 675.89801, + 676.2417, + 674.17864, + 676.44315, + 675.1714, + 673.11229, + 676.19091, + 674.51659, + 674.99095, + 675.02936, + 676.35043, + 675.86307, + 675.16516, + 675.6963, + 678.34432, + 672.35141, + 675.17866, + 676.64913, + 675.53603, + 676.42626, + 697.78347, + 691.03005, + 676.38277, + 675.47348, + 674.00084, + 676.56702, + 675.63223, + 674.05115, + 677.83124, + 676.4439, + 675.25176, + 676.20318, + 675.87746, + 674.69471, + 675.47621, + 675.65584, + 673.80731, + 675.65007, + 675.525, + 673.11301, + 675.05869, + 676.16143, + 673.92516, + 674.61196, + 675.80506, + 674.1061, + 672.92841, + 676.12495, + 675.11711, + 673.81651, + 673.48661, + 673.79152, + 670.42442, + 674.67924, + 674.34244, + 673.50956, + 674.36894, + 674.72808, + 674.27032, + 676.55512, + 676.15816, + 675.31796, + 676.52288, + 675.94412, + 674.3472, + 674.41732, + 673.98972, + 674.644, + 674.70683, + 673.89582, + 674.59943, + 681.07327, + 673.7479, + 673.3524, + 675.27586, + 673.34379, + 674.55364, + 675.89993, + 675.48249, + 672.33311, + 675.42121, + 675.3592, + 674.02759, + 674.35576, + 674.59143, + 673.39954, + 674.87192, + 674.22421, + 673.81629, + 674.42871, + 675.92145, + 673.66373, + 676.26815, + 676.16808, + 674.60277, + 674.51086, + 676.95266, + 674.74193, + 674.33449, + 679.49311, + 676.51227, + 675.90687, + 676.2984, + 675.51884, + 673.71375, + 675.28383, + 676.30717, + 674.65799, + 676.26639, + 676.10869, + 675.18453, + 673.12744, + 677.62352, + 674.27056, + 676.52987, + 675.98642, + 674.05647, + 675.42913, + 676.00884, + 673.72041, + 674.98849, + 675.14222, + 673.85365, + 674.83488, + 674.9768, + 674.95875, + 674.9721, + 676.52378, + 675.73669, + 674.73153, + 675.95144, + 675.64356, + 674.05989, + 671.9698, + 675.21813, + 674.1982, + 674.34115, + 674.99684, + 675.14064, + 674.36352, + 675.39905, + 675.41017, + 675.97245, + 675.62579, + 675.56186, + 674.73567, + 674.67665, + 675.0277, + 676.01523, + 675.78858, + 674.86051, + 675.56217, + 675.673, + 673.67947, + 675.00863, + 674.62256, + 674.86001, + 674.88463, + 674.40708, + 673.53668, + 673.89377, + 673.93649, + 673.6668, + 673.94483, + 675.0843, + 674.68527, + 674.45783, + 674.44407, + 673.73809, + 671.46298, + 674.60328, + 674.47053, + 674.51051, + 675.35426, + 675.8681, + 676.15725, + 676.20689, + 679.19494, + 674.96211, + 675.37188, + 676.4086, + 674.93263, + 675.34865, + 675.21158, + 674.88442, + 675.81647, + 676.30543, + 676.76223, + 674.97321, + 674.65182, + 675.31616, + 676.56518, + 675.47244, + 674.41035, + 674.27455, + 675.75704, + 675.20545, + 676.14573, + 675.00049, + 673.45167 + ] + }, + "ddpm500/K16/batch60": { + "n": 20, + "median_ms": 131.68516014702618, + "p99_ms": 131.92353468683237, + "mean_ms": 131.70603724972656, + "min_ms": 131.49718603429696, + "max_ms": 131.9299484603107, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 131.79329, + 131.56743, + 131.64515, + 131.79039, + 131.63108, + 131.49719, + 131.7026, + 131.78523, + 131.89619, + 131.72507, + 131.6051, + 131.68035, + 131.92995, + 131.75213, + 131.59371, + 131.68662, + 131.6361, + 131.66186, + 131.6837, + 131.85762 + ], + "n_batches": 20, + "n_plants_covered": 1200 + } + }, + "cuda_init_s": 2.905726432800293e-07, + "load_s": 0.04966777469962835, + "n_params": 3878772, + "first_call_ddpm500_k8_b1_s": 0.524968633428216, + "second_call_ddpm500_k8_b1_s": 0.5244857035577297, + "first_call_ddim20_k8_b1_s": 0.021316911093890667, + "done": true +} \ No newline at end of file diff --git a/results/timing/gen_furuta_gpu.json b/results/timing/gen_furuta_gpu.json new file mode 100644 index 0000000000000000000000000000000000000000..936688b483103727ab2b62c8c30fda9e9e173185 --- /dev/null +++ b/results/timing/gen_furuta_gpu.json @@ -0,0 +1,1496 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "gpu", + "load1": 19.95751953125, + "date": "2026-09-30 07:21:58 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 16 + ], + "gpu": "NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition", + "cuda": "12.8" + }, + "family": "furuta", + "device": "cuda", + "cells": { + "ddim5/K1/b1": { + "n": 200, + "median_ms": 4.574967082589865, + "p99_ms": 4.858243856579065, + "mean_ms": 4.57305618096143, + "min_ms": 4.373438656330109, + "max_ms": 4.985246807336807, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 4.57679, + 4.48356, + 4.53451, + 4.39492, + 4.37344, + 4.57463, + 4.50682, + 4.5753, + 4.55982, + 4.59978, + 4.55717, + 4.46072, + 4.59666, + 4.47081, + 4.61087, + 4.46341, + 4.50582, + 4.56951, + 4.59811, + 4.49322, + 4.43849, + 4.5737, + 4.39847, + 4.54461, + 4.48325, + 4.48832, + 4.54563, + 4.59062, + 4.45058, + 4.55379, + 4.52686, + 4.78087, + 4.66227, + 4.6236, + 4.57216, + 4.46162, + 4.50563, + 4.50461, + 4.52563, + 4.48432, + 4.58333, + 4.53482, + 4.47979, + 4.56633, + 4.48014, + 4.49921, + 4.62115, + 4.5372, + 4.60449, + 4.458, + 4.48879, + 4.59901, + 4.61514, + 4.55727, + 4.56974, + 4.50526, + 4.39561, + 4.63345, + 4.58515, + 4.53044, + 4.62893, + 4.54738, + 4.51942, + 4.50929, + 4.51784, + 4.61459, + 4.59749, + 4.62721, + 4.61512, + 4.5745, + 4.57774, + 4.54794, + 4.57078, + 4.59404, + 4.61953, + 4.62881, + 4.63222, + 4.52241, + 4.53145, + 4.66586, + 4.64852, + 4.59001, + 4.57008, + 4.98525, + 4.72694, + 4.65173, + 4.68884, + 4.64212, + 4.62959, + 4.4628, + 4.56428, + 4.5586, + 4.51006, + 4.47034, + 4.46777, + 4.58214, + 4.45949, + 4.61635, + 4.64804, + 4.63983, + 4.57423, + 4.63651, + 4.49518, + 4.579, + 4.44978, + 4.45447, + 4.55214, + 4.42936, + 4.55608, + 4.59614, + 4.55714, + 4.51472, + 4.60859, + 4.59887, + 4.60344, + 4.52101, + 4.47508, + 4.60758, + 4.56269, + 4.58133, + 4.62988, + 4.46961, + 4.5688, + 4.53183, + 4.59474, + 4.50347, + 4.54232, + 4.43115, + 4.50529, + 4.4775, + 4.55185, + 4.56458, + 4.45608, + 4.57378, + 4.60572, + 4.59594, + 4.55256, + 4.55836, + 4.50578, + 4.56152, + 4.58383, + 4.58372, + 4.6354, + 4.85811, + 4.87195, + 4.65188, + 4.62611, + 4.64034, + 4.62204, + 4.59499, + 4.61422, + 4.63456, + 4.6304, + 4.61624, + 4.64111, + 4.64172, + 4.66629, + 4.63716, + 4.74543, + 4.68593, + 4.67199, + 4.70667, + 4.64681, + 4.62354, + 4.67481, + 4.64597, + 4.63373, + 4.64916, + 4.63474, + 4.61375, + 4.65915, + 4.62253, + 4.61029, + 4.58973, + 4.59577, + 4.56566, + 4.56439, + 4.63497, + 4.48143, + 4.6184, + 4.47201, + 4.5458, + 4.63292, + 4.62066, + 4.61373, + 4.52214, + 4.56018, + 4.45649, + 4.58765, + 4.4458, + 4.56782, + 4.46055, + 4.45098, + 4.61583, + 4.68105, + 4.62584, + 4.6402, + 4.64517, + 4.64673, + 4.64008 + ] + }, + "ddim5/K1/batch60": { + "n": 20, + "median_ms": 0.07460289634764194, + "p99_ms": 0.07617147577305634, + "mean_ms": 0.07462049135938287, + "min_ms": 0.07357937283813953, + "max_ms": 0.07630512118339539, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.07631, + 0.07386, + 0.07435, + 0.07459, + 0.0756, + 0.07407, + 0.07363, + 0.07358, + 0.0746, + 0.07485, + 0.07455, + 0.07478, + 0.07507, + 0.07484, + 0.07499, + 0.07461, + 0.07466, + 0.07465, + 0.07426, + 0.07458 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim5/K8/b1": { + "n": 200, + "median_ms": 3.9711124263703823, + "p99_ms": 4.173963712528348, + "mean_ms": 3.9643354900181293, + "min_ms": 3.7857098504900932, + "max_ms": 4.406710155308247, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 4.00636, + 4.0037, + 3.99291, + 4.0034, + 4.05464, + 4.00935, + 3.99687, + 4.00483, + 4.00114, + 4.01635, + 3.99935, + 4.01535, + 4.00359, + 4.02271, + 4.02479, + 3.9941, + 3.99722, + 4.00293, + 4.01726, + 4.01584, + 4.01028, + 4.02076, + 4.00001, + 4.03206, + 3.99456, + 4.00221, + 4.1633, + 3.99884, + 4.00227, + 4.03998, + 4.00485, + 4.01753, + 4.01808, + 4.01596, + 4.01989, + 4.00246, + 4.00548, + 4.00848, + 4.0076, + 4.01286, + 4.01199, + 4.01225, + 3.99561, + 4.00581, + 4.01747, + 3.98087, + 3.98999, + 3.96695, + 3.97398, + 3.99959, + 3.95554, + 3.95912, + 3.98336, + 3.95754, + 3.98602, + 3.97914, + 3.96373, + 3.96824, + 3.93703, + 3.9735, + 3.96868, + 3.97244, + 3.97375, + 3.96453, + 3.99503, + 3.98059, + 3.96996, + 3.97255, + 3.93808, + 3.88823, + 3.95448, + 3.95508, + 3.82139, + 3.87606, + 3.88494, + 3.93583, + 3.97582, + 3.92409, + 3.9382, + 3.96268, + 3.86907, + 3.96333, + 4.02021, + 3.9715, + 3.8074, + 3.90167, + 4.40671, + 4.06476, + 3.97496, + 4.01659, + 4.00067, + 3.95787, + 3.96032, + 3.97094, + 3.88764, + 3.93362, + 3.89316, + 3.91556, + 3.87845, + 3.96185, + 3.96715, + 3.95773, + 3.95724, + 3.94468, + 3.96357, + 3.9921, + 3.9803, + 3.98106, + 3.96962, + 4.00143, + 3.82396, + 3.84557, + 3.90927, + 3.80781, + 3.88471, + 3.84672, + 3.91219, + 3.89682, + 3.86286, + 3.91477, + 3.78571, + 3.91383, + 3.93509, + 3.87811, + 3.86032, + 3.98214, + 3.90997, + 3.94951, + 3.89318, + 3.83893, + 3.90728, + 3.90236, + 3.87518, + 3.87168, + 3.83814, + 3.9517, + 3.88404, + 3.80661, + 3.92799, + 3.95761, + 3.96311, + 3.97309, + 3.96, + 3.95923, + 3.87076, + 3.95154, + 3.97248, + 3.95217, + 3.98518, + 3.95602, + 3.97516, + 3.94784, + 3.97616, + 3.97445, + 3.95746, + 4.19502, + 4.17375, + 3.9796, + 3.9786, + 3.9832, + 3.97602, + 3.97129, + 3.96061, + 3.9476, + 3.97002, + 3.97853, + 3.96357, + 3.95586, + 3.95366, + 3.88581, + 3.91866, + 3.90363, + 3.92121, + 3.90472, + 3.88441, + 3.92044, + 3.94646, + 3.95289, + 4.01268, + 4.03296, + 3.97956, + 4.00501, + 3.96863, + 3.97018, + 3.98692, + 3.96828, + 3.97925, + 3.97594, + 3.98658, + 3.98178, + 3.97185, + 3.96078, + 3.97219, + 3.96692, + 4.00084, + 3.97805, + 3.96852, + 3.97237, + 3.98268, + 3.96939 + ] + }, + "ddim5/K8/batch60": { + "n": 20, + "median_ms": 0.08528873634835085, + "p99_ms": 0.08649389818310738, + "mean_ms": 0.08541222894564271, + "min_ms": 0.08485525225599606, + "max_ms": 0.08653877303004265, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.0863, + 0.08528, + 0.08505, + 0.08551, + 0.08548, + 0.08569, + 0.08553, + 0.0851, + 0.08486, + 0.08527, + 0.0852, + 0.0853, + 0.08533, + 0.0854, + 0.08605, + 0.08654, + 0.08507, + 0.08502, + 0.08507, + 0.08519 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim20/K1/b1": { + "n": 200, + "median_ms": 17.166064586490393, + "p99_ms": 18.17887575365603, + "mean_ms": 17.213259604759514, + "min_ms": 16.829664818942547, + "max_ms": 18.321710638701916, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 17.20363, + 17.31864, + 17.2916, + 17.35722, + 17.41456, + 17.39104, + 17.4112, + 17.48611, + 17.62179, + 17.42262, + 17.11025, + 17.19792, + 17.23841, + 17.21773, + 17.24319, + 16.82983, + 17.03476, + 17.07033, + 16.86517, + 17.19749, + 17.42938, + 17.48724, + 18.12964, + 17.4396, + 17.08251, + 17.0836, + 17.23261, + 16.98917, + 17.01262, + 17.09392, + 17.14649, + 17.41354, + 17.51902, + 17.29731, + 16.87614, + 17.16143, + 16.98356, + 17.02402, + 17.90591, + 17.33556, + 17.20122, + 17.30692, + 17.46614, + 17.5341, + 17.57429, + 17.40965, + 17.47143, + 17.42082, + 17.41516, + 17.18185, + 16.96693, + 16.99096, + 17.06153, + 17.5212, + 17.30732, + 17.04369, + 17.34063, + 16.96765, + 16.91316, + 16.86085, + 17.01375, + 17.03454, + 17.10779, + 16.90815, + 16.95792, + 17.18639, + 17.31155, + 17.18362, + 16.98034, + 16.94423, + 16.91318, + 17.1155, + 16.90535, + 17.12518, + 16.95444, + 16.97604, + 17.01916, + 17.11535, + 17.14528, + 17.3137, + 18.17826, + 17.52122, + 17.16874, + 17.09282, + 17.329, + 17.04786, + 16.89631, + 17.04988, + 17.0593, + 17.32252, + 17.3837, + 17.0783, + 16.9531, + 17.16705, + 17.12519, + 17.2528, + 17.87876, + 17.28424, + 16.96874, + 17.37376, + 17.50651, + 17.51895, + 17.59121, + 17.45113, + 17.44131, + 17.2465, + 17.05625, + 17.20109, + 16.96518, + 16.9014, + 16.82966, + 17.40847, + 17.48015, + 17.35625, + 17.00456, + 17.09357, + 17.10109, + 17.18319, + 17.09431, + 17.21024, + 16.99608, + 17.14169, + 16.92693, + 17.25617, + 17.45364, + 17.01223, + 16.93519, + 17.17073, + 16.98122, + 17.07364, + 17.28247, + 17.25258, + 17.05286, + 16.93603, + 16.94493, + 17.04779, + 17.25133, + 17.2035, + 18.24021, + 17.35575, + 17.3444, + 16.98122, + 17.22738, + 17.04528, + 17.00155, + 16.96368, + 17.04266, + 17.07568, + 17.24911, + 17.06633, + 17.00529, + 17.13352, + 16.92696, + 17.16508, + 17.79575, + 17.54035, + 17.22257, + 17.22177, + 17.4484, + 17.53078, + 17.55269, + 17.49889, + 17.4275, + 17.4208, + 17.01654, + 17.17809, + 16.9685, + 17.04986, + 16.87479, + 17.15318, + 17.40775, + 17.38281, + 17.39333, + 17.08537, + 17.1624, + 17.09578, + 17.08832, + 17.26398, + 17.58662, + 17.08253, + 16.93258, + 16.99136, + 17.51623, + 17.11601, + 17.15032, + 17.05646, + 17.12746, + 17.11233, + 17.17427, + 17.22333, + 16.98868, + 17.02094, + 16.94609, + 17.09662, + 17.34214, + 17.42638, + 18.32171, + 17.44016, + 17.07149, + 16.89856 + ] + }, + "ddim20/K1/batch60": { + "n": 20, + "median_ms": 0.2740698168054223, + "p99_ms": 0.28193085609624785, + "mean_ms": 0.2738512074574828, + "min_ms": 0.2684427270044883, + "max_ms": 0.28313120516637963, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.27431, + 0.2732, + 0.2724, + 0.27224, + 0.27383, + 0.27532, + 0.27278, + 0.27168, + 0.27043, + 0.26885, + 0.26844, + 0.26975, + 0.28313, + 0.27632, + 0.27478, + 0.27529, + 0.27497, + 0.27681, + 0.2757, + 0.27679 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim20/K8/b1": { + "n": 200, + "median_ms": 14.54277615994215, + "p99_ms": 15.34566479735076, + "mean_ms": 14.587411317043006, + "min_ms": 14.185266569256783, + "max_ms": 15.732972882688046, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 14.62995, + 14.44172, + 14.45162, + 14.27824, + 14.46651, + 14.2559, + 14.51887, + 14.60842, + 14.78546, + 14.56338, + 14.42348, + 14.42824, + 14.33799, + 14.3267, + 14.20848, + 14.69096, + 14.55852, + 14.53756, + 14.73049, + 14.18527, + 14.44998, + 14.75633, + 14.59598, + 14.41402, + 14.41179, + 14.4829, + 14.31491, + 14.55478, + 14.5239, + 14.532, + 14.53661, + 14.45781, + 14.45268, + 14.33433, + 14.4351, + 14.73013, + 14.76053, + 14.48505, + 15.68083, + 14.58682, + 14.45253, + 14.47648, + 14.64558, + 14.66942, + 14.53134, + 14.64889, + 14.40334, + 14.42249, + 14.42459, + 14.49048, + 14.58721, + 14.58803, + 14.30904, + 14.48896, + 14.34628, + 14.37656, + 14.65538, + 15.05651, + 14.84665, + 14.45586, + 14.56001, + 14.60226, + 14.75542, + 14.77199, + 14.77554, + 14.81544, + 14.7651, + 14.77963, + 14.73853, + 14.79948, + 14.44972, + 14.47175, + 14.35221, + 14.3459, + 14.44544, + 14.60693, + 14.66315, + 14.86599, + 14.70144, + 14.60681, + 14.55035, + 14.52802, + 14.37319, + 14.50973, + 14.49904, + 14.47441, + 14.41757, + 14.29871, + 14.40926, + 14.74414, + 14.94666, + 14.76812, + 14.69294, + 14.48112, + 14.33982, + 14.41305, + 14.27639, + 14.65768, + 14.52944, + 14.40921, + 14.51474, + 14.37031, + 14.53437, + 14.55992, + 14.55111, + 14.63101, + 15.34228, + 14.94303, + 14.60117, + 14.60538, + 14.45922, + 14.60003, + 14.68447, + 14.61331, + 14.71808, + 14.66722, + 14.82059, + 14.73952, + 14.43404, + 14.36315, + 14.57848, + 14.32777, + 14.33866, + 14.45297, + 14.58788, + 15.09819, + 14.83714, + 14.49027, + 14.49373, + 14.6375, + 14.59435, + 14.78368, + 14.77127, + 14.77476, + 14.87712, + 14.83841, + 14.76611, + 14.73546, + 14.67622, + 14.502, + 14.29587, + 14.5493, + 14.37864, + 14.48668, + 14.44871, + 14.74562, + 14.80169, + 14.83792, + 14.61151, + 14.4171, + 14.4449, + 14.48857, + 14.70346, + 14.48068, + 14.3267, + 14.54077, + 14.26084, + 14.51333, + 15.01143, + 14.79482, + 14.49831, + 14.4889, + 14.48969, + 14.38048, + 14.49847, + 14.54478, + 14.81649, + 14.97825, + 14.87855, + 14.80954, + 14.62861, + 14.76049, + 14.84022, + 14.84458, + 14.8382, + 15.73297, + 14.94176, + 14.33013, + 14.53267, + 14.54965, + 14.65687, + 14.5583, + 14.51232, + 14.47604, + 14.42639, + 14.57143, + 14.60692, + 14.41361, + 14.46401, + 14.43445, + 14.43307, + 14.30191, + 14.40888, + 14.81561, + 15.0113, + 14.52787, + 14.44671, + 14.48674, + 14.73885, + 14.76333 + ] + }, + "ddim20/K8/batch60": { + "n": 20, + "median_ms": 0.3214097969854871, + "p99_ms": 0.32369412621483207, + "mean_ms": 0.3213576739653945, + "min_ms": 0.3187380265444517, + "max_ms": 0.32376906213661033, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.32337, + 0.32377, + 0.32307, + 0.32279, + 0.32231, + 0.32107, + 0.32094, + 0.32066, + 0.32031, + 0.32228, + 0.32213, + 0.3222, + 0.31977, + 0.32099, + 0.32175, + 0.31977, + 0.31874, + 0.31986, + 0.31895, + 0.32241 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddpm500/K1/b1": { + "n": 200, + "median_ms": 395.3953576274216, + "p99_ms": 404.19724043458694, + "mean_ms": 394.9185920134187, + "min_ms": 385.37325989454985, + "max_ms": 411.4779448136687, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 392.1191, + 392.60939, + 388.7439, + 393.22797, + 391.0993, + 392.85964, + 394.87698, + 392.06644, + 394.20638, + 392.22199, + 392.89698, + 394.83934, + 394.65819, + 397.89457, + 397.80554, + 397.79282, + 398.50052, + 397.92602, + 394.80232, + 393.70653, + 397.67122, + 397.85313, + 396.34649, + 394.07223, + 395.4405, + 397.15958, + 397.28963, + 397.19777, + 395.26149, + 391.85312, + 395.41537, + 396.29042, + 396.68903, + 396.76936, + 396.64813, + 395.74073, + 393.42661, + 396.40426, + 397.54033, + 395.90893, + 398.00242, + 392.46838, + 390.39992, + 392.10524, + 396.01158, + 397.68909, + 396.7044, + 388.58762, + 390.34889, + 394.51924, + 391.73113, + 391.21785, + 397.04321, + 387.59248, + 387.49502, + 387.3453, + 385.93389, + 389.93124, + 396.14276, + 396.4941, + 395.4379, + 397.03102, + 396.67678, + 397.6826, + 396.70984, + 397.28307, + 395.58227, + 396.19439, + 389.38282, + 388.31159, + 391.93276, + 389.38845, + 393.41899, + 388.25876, + 388.45721, + 391.47656, + 387.53439, + 387.72628, + 387.64679, + 385.37326, + 391.56233, + 392.67871, + 388.16968, + 389.17702, + 393.03556, + 394.05341, + 393.96653, + 393.28339, + 390.38155, + 394.01775, + 397.02344, + 393.22978, + 394.12516, + 393.67564, + 395.37534, + 391.58223, + 392.39296, + 393.93794, + 391.20348, + 396.66735, + 396.52727, + 399.05691, + 396.54968, + 397.96863, + 397.61128, + 397.55831, + 397.65112, + 398.00198, + 395.86386, + 396.75052, + 397.14714, + 397.85718, + 394.27834, + 397.43005, + 397.64719, + 411.47794, + 399.10663, + 398.34784, + 393.73726, + 408.78499, + 394.16191, + 397.76899, + 396.92644, + 397.06743, + 397.21402, + 397.9392, + 397.48915, + 397.80756, + 397.90396, + 397.12303, + 398.68584, + 397.87155, + 398.40334, + 398.52225, + 397.84908, + 396.5011, + 398.85365, + 390.58457, + 390.06684, + 399.24833, + 394.00453, + 394.36574, + 397.68822, + 394.91235, + 397.22803, + 394.17526, + 395.30413, + 394.92769, + 396.68252, + 395.78325, + 393.98388, + 394.34029, + 396.50584, + 392.06454, + 395.95814, + 393.29248, + 398.24609, + 401.75271, + 393.65292, + 397.80145, + 404.1509, + 388.70968, + 394.90334, + 394.02386, + 390.26643, + 394.39358, + 397.30082, + 391.53588, + 394.39297, + 396.54786, + 396.07597, + 396.94872, + 397.18062, + 397.63693, + 399.14323, + 399.13086, + 399.26744, + 398.53776, + 398.04335, + 394.89366, + 393.57742, + 394.66516, + 393.9735, + 397.92746, + 392.93404, + 391.24508, + 388.94035, + 393.68402, + 393.24839, + 392.01081, + 394.11906, + 391.19936, + 395.7081, + 394.3341, + 392.0868, + 397.96568, + 398.25204, + 397.86471, + 397.58508, + 394.65993 + ] + }, + "ddpm500/K1/batch60": { + "n": 20, + "median_ms": 6.3024911408623066, + "p99_ms": 6.406454706098884, + "mean_ms": 6.287545183828721, + "min_ms": 6.183325887347261, + "max_ms": 6.40989625826478, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 6.22426, + 6.24978, + 6.23256, + 6.24843, + 6.23489, + 6.18333, + 6.18906, + 6.23877, + 6.21629, + 6.34774, + 6.30067, + 6.30431, + 6.31495, + 6.31823, + 6.31061, + 6.4099, + 6.34644, + 6.3637, + 6.39178, + 6.3252 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddpm500/K8/b1": { + "n": 200, + "median_ms": 334.68865929171443, + "p99_ms": 407.15268738567806, + "mean_ms": 339.1944889817387, + "min_ms": 332.4193675071001, + "max_ms": 446.7399204149842, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 355.38178, + 334.6137, + 333.48298, + 333.69502, + 347.95801, + 343.76739, + 335.7626, + 336.96369, + 333.02448, + 334.10055, + 333.28241, + 333.13836, + 337.48867, + 334.36466, + 334.81808, + 335.63993, + 334.27976, + 334.52722, + 334.70353, + 336.35896, + 333.42433, + 334.49703, + 334.38317, + 333.27193, + 335.11177, + 334.71357, + 333.74965, + 334.21877, + 333.5025, + 333.04955, + 334.17251, + 333.92427, + 334.73927, + 334.93719, + 335.36338, + 334.50525, + 334.32666, + 334.50544, + 334.40654, + 334.47987, + 333.94171, + 333.58198, + 334.7756, + 334.07521, + 334.07853, + 335.48056, + 335.19202, + 334.39333, + 340.2764, + 336.72737, + 333.66123, + 335.26782, + 333.73989, + 334.11445, + 340.36386, + 334.90349, + 337.28512, + 339.20294, + 335.88927, + 338.7795, + 336.67393, + 334.58861, + 336.17537, + 336.41172, + 335.19569, + 338.9917, + 335.52969, + 337.15031, + 337.63402, + 333.70549, + 335.65318, + 339.22796, + 336.36368, + 334.26853, + 335.01066, + 335.84784, + 334.2467, + 335.51204, + 334.37159, + 334.35476, + 335.40178, + 334.12201, + 334.23377, + 337.51337, + 336.09489, + 334.11608, + 344.3832, + 334.69257, + 334.82169, + 354.37034, + 334.46113, + 335.30591, + 336.51911, + 334.67313, + 334.17217, + 335.40361, + 335.96369, + 334.94798, + 336.81323, + 340.31681, + 337.50845, + 338.11235, + 334.43676, + 334.68474, + 335.80608, + 336.48872, + 336.83748, + 339.8702, + 335.41056, + 335.09103, + 334.75482, + 335.51359, + 333.58018, + 335.33202, + 335.26744, + 334.58182, + 334.95107, + 333.90082, + 333.68408, + 334.10293, + 335.03245, + 334.36721, + 336.41136, + 336.98919, + 336.9141, + 336.0404, + 336.09333, + 346.71281, + 360.39281, + 383.44963, + 378.54085, + 365.03748, + 334.46988, + 364.00448, + 334.45136, + 334.70597, + 363.6819, + 446.73992, + 403.62145, + 405.76327, + 430.56188, + 382.98296, + 406.91623, + 343.69505, + 367.43377, + 333.15857, + 332.77739, + 332.95248, + 333.45452, + 337.86991, + 332.82086, + 333.56175, + 332.41937, + 333.28771, + 334.73274, + 333.59785, + 333.81326, + 334.80114, + 333.27171, + 334.26116, + 334.49415, + 333.98489, + 333.69264, + 333.15583, + 333.63869, + 333.17652, + 333.96201, + 333.17568, + 333.3799, + 333.60477, + 333.13343, + 334.03698, + 333.68695, + 333.72718, + 333.50643, + 334.2838, + 334.1723, + 333.39015, + 334.95005, + 334.62013, + 342.34963, + 347.87119, + 333.74751, + 334.39377, + 334.01325, + 333.37701, + 334.30757, + 334.42786, + 333.17798, + 334.87708, + 333.7472, + 333.91287, + 335.06017, + 335.14934, + 334.01411, + 334.61009, + 334.21382, + 333.80014, + 334.15022, + 376.61455 + ] + }, + "ddpm500/K8/batch60": { + "n": 20, + "median_ms": 6.298847387855252, + "p99_ms": 6.3637315320471926, + "mean_ms": 6.299123153245699, + "min_ms": 6.267031064877908, + "max_ms": 6.373425914595525, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 6.28147, + 6.37343, + 6.29681, + 6.29275, + 6.27744, + 6.30544, + 6.26703, + 6.27751, + 6.27722, + 6.30615, + 6.28432, + 6.30194, + 6.32102, + 6.30089, + 6.29673, + 6.3077, + 6.28515, + 6.30217, + 6.30489, + 6.3224 + ], + "n_batches": 20, + "n_plants_covered": 1200 + } + }, + "cuda_init_s": 0.10680517088621855, + "load_s": 0.04273083619773388, + "n_params": 3878772, + "first_call_ddpm500_k8_b1_s": 0.4969456922262907, + "second_call_ddpm500_k8_b1_s": 0.3298234539106488, + "first_call_ddim20_k8_b1_s": 0.02285464946180582, + "done": true +} \ No newline at end of file diff --git a/results/timing/gen_mimo_cpu1.json b/results/timing/gen_mimo_cpu1.json new file mode 100644 index 0000000000000000000000000000000000000000..a2f4fcca8de1d8c45af56e28a91360ce5ef1d566 --- /dev/null +++ b/results/timing/gen_mimo_cpu1.json @@ -0,0 +1,1211 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1", + "load1": 17.33642578125, + "date": "2026-09-30 07:20:14 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 18 + ] + }, + "family": "mimo", + "device": "cpu", + "cells": { + "ddim5/K1/b1": { + "n": 200, + "median_ms": 17.4495461396873, + "p99_ms": 20.50715329125522, + "mean_ms": 17.50841702800244, + "min_ms": 16.583604738116264, + "max_ms": 22.40675501525402, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 17.63682, + 17.61106, + 17.93446, + 18.13493, + 17.69426, + 17.20852, + 17.35909, + 17.21569, + 18.00092, + 17.50105, + 17.90259, + 17.78988, + 17.65484, + 17.30687, + 17.44304, + 17.52775, + 17.64218, + 17.22545, + 17.54628, + 17.59655, + 17.67835, + 17.48047, + 17.29659, + 17.50329, + 17.11498, + 17.55428, + 17.51885, + 16.92645, + 16.90605, + 17.28052, + 16.61942, + 17.15851, + 17.09543, + 17.52922, + 17.09184, + 17.24159, + 17.19685, + 17.71372, + 17.908, + 17.45605, + 17.09642, + 17.13073, + 17.31957, + 17.18215, + 17.41563, + 17.79392, + 18.23101, + 22.40676, + 17.85694, + 18.13132, + 17.46261, + 17.58327, + 17.2449, + 17.43097, + 17.86472, + 17.33233, + 17.36431, + 17.12649, + 16.97415, + 17.65907, + 17.98167, + 17.50949, + 17.56671, + 17.27629, + 17.57317, + 17.66463, + 17.3648, + 17.60982, + 17.40441, + 17.19684, + 17.67276, + 17.62745, + 17.23226, + 17.48477, + 17.47443, + 17.24677, + 17.05788, + 17.07571, + 17.42018, + 17.28881, + 16.94959, + 16.5836, + 16.59897, + 16.88738, + 16.84915, + 17.0489, + 17.47002, + 17.45739, + 17.72572, + 17.33343, + 17.29978, + 17.22122, + 17.41338, + 17.51706, + 17.48044, + 16.97532, + 16.92455, + 17.02509, + 17.0571, + 16.92386, + 16.8924, + 17.05006, + 17.2062, + 17.32426, + 18.00426, + 21.89544, + 17.687, + 17.57037, + 17.36492, + 17.28781, + 17.43407, + 17.4025, + 17.32259, + 16.8241, + 16.94169, + 17.91497, + 17.2336, + 17.48423, + 17.49615, + 18.0071, + 17.5908, + 17.57599, + 17.13171, + 17.5396, + 17.1952, + 17.56977, + 17.26251, + 17.41341, + 17.53178, + 17.65331, + 17.06929, + 17.35987, + 17.30816, + 17.69759, + 17.80713, + 17.3051, + 16.99444, + 17.07892, + 17.4258, + 17.5079, + 17.4132, + 18.05826, + 17.88947, + 17.55678, + 17.89142, + 17.15537, + 17.20632, + 17.30222, + 17.23433, + 17.40058, + 17.31792, + 17.06306, + 17.27382, + 17.25109, + 17.15755, + 17.64298, + 17.63499, + 18.1784, + 17.85752, + 17.7912, + 17.72984, + 18.01132, + 20.49313, + 19.01531, + 17.23041, + 16.82863, + 16.61529, + 16.63646, + 17.35306, + 18.93339, + 17.64565, + 17.54053, + 17.5456, + 17.63469, + 17.72655, + 17.39118, + 17.29122, + 17.61325, + 17.68046, + 18.24036, + 17.90856, + 17.50891, + 17.85269, + 17.34088, + 17.20895, + 17.42392, + 17.74082, + 17.55118, + 17.64392, + 17.14448, + 17.1194, + 17.40373, + 17.4661, + 17.99464, + 17.52566, + 17.89709, + 17.8219, + 17.67345, + 17.65353, + 17.72802 + ] + }, + "ddim5/K1/batch120": { + "n": 20, + "median_ms": 1.072153119215121, + "p99_ms": 1.1468239086680112, + "mean_ms": 1.080347116027648, + "min_ms": 1.06376806118836, + "max_ms": 1.1552386296292145, + "note": "ms per plant, batch=120 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 1.06727, + 1.11095, + 1.08347, + 1.06928, + 1.08262, + 1.07396, + 1.06963, + 1.06853, + 1.06377, + 1.15524, + 1.08499, + 1.06687, + 1.07176, + 1.0643, + 1.07009, + 1.06863, + 1.07759, + 1.10237, + 1.08307, + 1.07255 + ], + "n_batches": 20, + "n_plants_covered": 2400 + }, + "ddim5/K8/b1": { + "n": 200, + "median_ms": 27.358947321772575, + "p99_ms": 31.676743039861318, + "mean_ms": 27.518699876964092, + "min_ms": 26.384523138403893, + "max_ms": 32.15684648603201, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 27.20636, + 27.99388, + 27.35807, + 27.0518, + 26.71875, + 27.28347, + 27.11359, + 27.39507, + 26.88146, + 27.12104, + 26.82254, + 26.68458, + 26.79847, + 26.96916, + 27.17358, + 27.49784, + 27.63462, + 26.66601, + 26.83978, + 28.77261, + 32.15685, + 27.27007, + 26.7716, + 26.65282, + 26.9173, + 28.7142, + 27.43655, + 27.23931, + 27.26342, + 27.0743, + 27.15651, + 27.32237, + 27.84024, + 27.44101, + 27.47723, + 27.14861, + 28.136, + 27.09728, + 26.74834, + 26.7574, + 27.06754, + 27.20695, + 27.49662, + 27.05683, + 27.27972, + 27.55404, + 26.9297, + 27.08185, + 26.82644, + 27.05943, + 27.2337, + 27.37115, + 27.4052, + 27.52967, + 27.38555, + 26.71285, + 28.97987, + 31.67242, + 26.91452, + 27.24214, + 27.11524, + 27.10019, + 28.78116, + 27.25642, + 27.12965, + 26.96576, + 26.84367, + 27.12363, + 27.56382, + 27.43277, + 27.4718, + 27.19484, + 27.25879, + 27.49098, + 27.11197, + 26.84135, + 27.03394, + 27.15607, + 27.45832, + 27.13318, + 27.15106, + 27.0583, + 27.10145, + 26.72823, + 26.83724, + 27.10578, + 27.17144, + 27.03551, + 27.21214, + 27.52206, + 27.38498, + 26.94526, + 26.96984, + 30.34968, + 30.62888, + 26.90897, + 27.02181, + 26.87771, + 26.83127, + 28.7586, + 27.49197, + 27.21917, + 27.25606, + 27.04611, + 26.99233, + 27.3603, + 27.28868, + 27.28697, + 27.63591, + 27.42424, + 27.07856, + 27.27834, + 26.75687, + 26.97329, + 26.99854, + 27.35982, + 26.3975, + 26.90332, + 26.80675, + 26.97871, + 27.43107, + 26.38452, + 26.73177, + 27.08316, + 26.97064, + 27.03869, + 27.50259, + 26.94966, + 27.12636, + 26.9616, + 31.13598, + 30.07994, + 26.78033, + 27.03319, + 27.35057, + 27.52356, + 27.52358, + 27.96172, + 27.90105, + 27.67457, + 27.73671, + 27.69101, + 29.50923, + 27.49185, + 27.44744, + 27.70752, + 27.80407, + 27.70615, + 27.89224, + 27.26835, + 27.25263, + 27.99853, + 27.42658, + 27.32037, + 27.41567, + 27.58496, + 27.53182, + 27.66405, + 27.25982, + 27.50067, + 27.88073, + 27.99518, + 28.2206, + 27.92428, + 27.81678, + 27.72509, + 30.059, + 32.10445, + 27.45102, + 27.64988, + 27.68324, + 27.68585, + 27.83096, + 27.14525, + 28.04243, + 28.28596, + 27.76391, + 27.94184, + 27.39764, + 27.40212, + 27.80735, + 27.78892, + 27.81517, + 27.68614, + 28.03741, + 27.55784, + 27.57478, + 27.94216, + 28.10645, + 27.62206, + 27.49769, + 27.73374, + 27.6343, + 27.64409, + 27.56742, + 27.57694, + 28.09145, + 27.96919, + 27.80343, + 27.7155 + ] + }, + "ddim5/K8/batch120": { + "n": 20, + "median_ms": 7.663239690009505, + "p99_ms": 7.763184932836642, + "mean_ms": 7.6703239158572005, + "min_ms": 7.603044908804198, + "max_ms": 7.766509195789695, + "note": "ms per plant, batch=120 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 7.74708, + 7.76651, + 7.74901, + 7.65849, + 7.63997, + 7.6322, + 7.63871, + 7.70768, + 7.70734, + 7.62593, + 7.63896, + 7.60304, + 7.68787, + 7.66799, + 7.67912, + 7.68226, + 7.69365, + 7.64718, + 7.61375, + 7.61971 + ], + "n_batches": 20, + "n_plants_covered": 2400 + }, + "ddim20/K1/b1": { + "n": 200, + "median_ms": 67.79339862987399, + "p99_ms": 69.93713204748929, + "mean_ms": 67.89160955231637, + "min_ms": 65.8031478524208, + "max_ms": 71.7989169061184, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 67.89857, + 67.30431, + 67.36735, + 70.57901, + 66.58545, + 66.46744, + 68.13154, + 66.83937, + 67.52886, + 68.05124, + 69.52822, + 67.49635, + 67.81456, + 67.78323, + 67.90011, + 67.49756, + 68.82815, + 68.56153, + 68.21453, + 67.79743, + 67.40387, + 67.71383, + 66.3702, + 67.33565, + 67.24216, + 69.47092, + 67.42833, + 68.91548, + 67.27513, + 67.85147, + 68.04411, + 69.8493, + 67.38134, + 67.15046, + 67.69283, + 67.61626, + 67.66306, + 67.56553, + 68.27206, + 68.03525, + 67.37009, + 67.82485, + 69.4494, + 68.21389, + 68.20378, + 68.03494, + 69.04931, + 68.18596, + 68.50478, + 67.05827, + 68.49966, + 67.10766, + 66.99993, + 68.5287, + 67.32159, + 68.29476, + 67.86496, + 67.58921, + 67.54352, + 67.75822, + 69.25942, + 68.88802, + 67.40452, + 67.46167, + 67.18239, + 71.79892, + 67.61692, + 67.42876, + 66.89462, + 68.73933, + 68.81161, + 68.30852, + 67.67296, + 69.93065, + 69.39558, + 67.81318, + 68.4899, + 67.6008, + 69.61439, + 67.71406, + 67.42325, + 67.65361, + 68.49456, + 69.34507, + 67.69674, + 67.37282, + 68.60929, + 68.98554, + 69.48859, + 67.09287, + 68.14212, + 67.77257, + 68.55146, + 68.02314, + 67.31833, + 69.17754, + 67.73731, + 67.29886, + 66.90755, + 68.44627, + 68.29507, + 67.97096, + 65.89226, + 67.95873, + 68.4563, + 68.39135, + 66.28569, + 67.3521, + 67.18941, + 67.80354, + 66.13916, + 65.80315, + 66.87599, + 67.37819, + 66.50412, + 66.48411, + 68.03391, + 67.45563, + 67.98956, + 68.63505, + 68.31477, + 66.82397, + 67.61376, + 66.88234, + 67.69978, + 67.2173, + 67.29772, + 67.41813, + 68.99864, + 68.01203, + 66.80903, + 67.21777, + 68.59902, + 68.31724, + 67.53374, + 66.96998, + 68.49483, + 68.92334, + 68.34474, + 66.44321, + 67.25238, + 68.26203, + 68.76347, + 66.63963, + 68.224, + 69.19459, + 69.10501, + 68.97311, + 66.81507, + 68.94628, + 69.27499, + 67.86582, + 68.66597, + 68.00304, + 69.10356, + 68.929, + 69.3267, + 68.71952, + 68.77592, + 68.04541, + 69.16649, + 68.18174, + 68.24733, + 67.08144, + 68.50641, + 66.73492, + 67.63798, + 67.78936, + 68.13149, + 67.33214, + 67.04575, + 67.23779, + 69.40825, + 68.89521, + 67.49263, + 67.79939, + 68.18539, + 67.08315, + 67.70794, + 67.05284, + 67.41477, + 66.08606, + 67.0183, + 66.04422, + 67.18391, + 66.98939, + 67.85149, + 66.41128, + 69.44104, + 68.73394, + 67.6597, + 67.41586, + 68.53704, + 68.93716, + 68.02341, + 66.09293, + 67.52434, + 67.55887, + 66.68484, + 66.86535 + ] + }, + "ddim20/K1/batch120": { + "n": 20, + "median_ms": 4.134020477067679, + "p99_ms": 4.259161371349667, + "mean_ms": 4.145852537670484, + "min_ms": 4.080358217470348, + "max_ms": 4.264956371237834, + "note": "ms per plant, batch=120 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 4.21072, + 4.26496, + 4.21372, + 4.23446, + 4.20066, + 4.17124, + 4.08358, + 4.12513, + 4.08935, + 4.13017, + 4.08639, + 4.13787, + 4.14083, + 4.18323, + 4.14236, + 4.12989, + 4.08405, + 4.106, + 4.08036, + 4.10209 + ], + "n_batches": 20, + "n_plants_covered": 2400 + }, + "ddim20/K8/b1": { + "n": 200, + "median_ms": 104.13674032315612, + "p99_ms": 116.02393844164908, + "mean_ms": 104.45239592343569, + "min_ms": 99.43826403468847, + "max_ms": 117.04266909509897, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 103.58762, + 104.52623, + 105.35062, + 103.5597, + 105.00566, + 102.85413, + 105.3983, + 102.8166, + 103.74198, + 103.95769, + 104.16937, + 103.49233, + 102.72882, + 105.01465, + 105.77753, + 105.28412, + 105.45998, + 103.95559, + 103.27672, + 103.33392, + 104.19822, + 104.07792, + 105.39543, + 105.90959, + 107.34227, + 104.00903, + 105.85024, + 104.14907, + 104.09584, + 103.57706, + 104.34547, + 104.63775, + 104.00884, + 107.79603, + 102.87464, + 103.80358, + 101.92148, + 103.2918, + 104.30922, + 103.45019, + 104.93936, + 103.26742, + 103.17954, + 106.64194, + 104.46641, + 106.01349, + 102.80268, + 104.31165, + 103.26182, + 104.30294, + 103.57521, + 102.96199, + 103.26709, + 104.53861, + 104.71311, + 105.53023, + 103.25444, + 104.15231, + 104.66271, + 102.88871, + 105.36491, + 101.98684, + 104.92641, + 103.78757, + 103.87764, + 103.82315, + 102.4176, + 104.44236, + 103.57001, + 104.6652, + 104.37395, + 103.06751, + 102.7847, + 105.09565, + 104.82046, + 103.34153, + 103.45384, + 103.55516, + 103.42659, + 104.04384, + 103.79891, + 104.47635, + 105.15404, + 105.58707, + 102.94996, + 103.99671, + 102.27234, + 104.64272, + 105.36563, + 105.12949, + 103.80294, + 105.69892, + 106.90745, + 108.3643, + 103.62955, + 105.742, + 117.04267, + 107.1564, + 105.10151, + 104.94771, + 106.17448, + 107.08512, + 110.58869, + 114.05537, + 104.85266, + 103.43186, + 105.24464, + 105.85252, + 104.40495, + 103.98718, + 102.53508, + 107.64428, + 104.50433, + 105.25147, + 104.10032, + 104.34613, + 105.22631, + 105.30691, + 104.63398, + 106.92481, + 108.56576, + 109.42428, + 108.72871, + 116.02393, + 104.16824, + 105.06034, + 106.07678, + 104.14971, + 102.38292, + 103.4977, + 108.094, + 112.5887, + 103.55668, + 103.07692, + 104.02869, + 105.20306, + 116.02433, + 102.62111, + 101.43162, + 104.47776, + 103.61583, + 100.29438, + 101.36308, + 102.53848, + 104.12441, + 102.71855, + 102.27483, + 101.70663, + 100.10404, + 106.04494, + 103.41313, + 114.05436, + 104.50319, + 100.44987, + 102.83917, + 100.40172, + 102.84568, + 101.0953, + 102.03073, + 106.24158, + 102.87653, + 100.86365, + 99.43826, + 100.81151, + 100.78581, + 99.77046, + 105.91963, + 101.33836, + 101.5678, + 105.02646, + 102.27291, + 100.4036, + 100.38423, + 100.99643, + 115.43099, + 102.15868, + 102.77125, + 101.23856, + 100.50586, + 107.42541, + 101.07332, + 101.20613, + 102.41948, + 102.29295, + 105.10863, + 106.26159, + 105.55709, + 105.06167, + 111.00509, + 107.37401, + 104.33453, + 105.127, + 104.68058, + 105.13937, + 103.1225, + 104.3148, + 102.11394, + 101.40638, + 106.71165, + 102.53135 + ] + }, + "ddim20/K8/batch120": { + "n": 20, + "median_ms": 29.942752378216632, + "p99_ms": 30.300541508710012, + "mean_ms": 29.91121690526295, + "min_ms": 29.21297790016979, + "max_ms": 30.30198565684259, + "note": "ms per plant, batch=120 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 29.4467, + 29.4528, + 29.47034, + 29.21298, + 29.37796, + 29.86271, + 30.00322, + 29.85786, + 29.91821, + 29.85607, + 30.29438, + 30.22624, + 30.26467, + 30.30199, + 30.16502, + 30.16354, + 29.90053, + 29.96729, + 30.22342, + 30.2584 + ], + "n_batches": 20, + "n_plants_covered": 2400 + }, + "ddpm500/K1/b1": { + "n": 101, + "median_ms": 1664.951384998858, + "p99_ms": 11396.092674694955, + "mean_ms": 2441.4698517245083, + "min_ms": 1540.2366034686565, + "max_ms": 11419.0629767254, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 1605.34792, + 1568.95575, + 1558.13373, + 1570.16584, + 1584.29147, + 1567.47055, + 1564.88899, + 1561.86998, + 1548.59742, + 1552.07579, + 1552.79408, + 1561.65245, + 1580.54913, + 1574.71162, + 1571.839, + 1587.76951, + 1552.37688, + 1540.2366, + 1547.03129, + 1555.84278, + 1559.83854, + 1558.06725, + 1548.73448, + 1700.04143, + 1660.79305, + 1649.34074, + 1645.08463, + 1669.61831, + 1650.88258, + 1645.04482, + 1665.78903, + 1660.20445, + 1650.99084, + 1656.18163, + 1656.14296, + 1654.85103, + 1655.11958, + 1658.23515, + 1656.70366, + 1651.56579, + 1664.95823, + 1662.802, + 1659.23643, + 1664.84484, + 1671.86534, + 1677.03336, + 1666.33835, + 1684.03816, + 1675.35702, + 1665.18074, + 1671.0052, + 1701.91083, + 1729.98923, + 1735.12619, + 1712.1043, + 1734.32346, + 1686.34069, + 1654.50655, + 1649.04489, + 1644.79368, + 1653.7492, + 1649.76889, + 1658.53806, + 1664.95138, + 1670.1595, + 1666.56223, + 1662.71861, + 1660.74695, + 1667.08195, + 1658.97681, + 1654.1562, + 1682.27132, + 1831.3631, + 2020.6394, + 2344.6078, + 2603.35635, + 2706.24447, + 2694.58527, + 2447.18178, + 2627.54373, + 2780.57018, + 2699.20347, + 2612.1915, + 2437.61168, + 2126.8891, + 2185.49308, + 2219.22138, + 2213.5711, + 2257.78188, + 2281.97701, + 2245.28391, + 2373.0196, + 2671.8103, + 4674.23369, + 8503.84329, + 11419.06298, + 11268.73489, + 11396.09267, + 11248.8392, + 10188.54697, + 9788.64385 + ] + }, + "ddpm500/K1/batch120": { + "n": 12, + "median_ms": 180.04375357025611, + "p99_ms": 259.44394077849574, + "mean_ms": 180.21117905930927, + "min_ms": 111.39547649460535, + "max_ms": 260.23251932735246, + "note": "ms per plant, batch=120 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 113.95668, + 116.4176, + 111.39548, + 113.62965, + 138.01912, + 141.07967, + 234.61137, + 253.06362, + 260.23252, + 219.00784, + 232.81679, + 228.30382 + ], + "n_batches": 12, + "n_plants_covered": 1440 + }, + "ddpm500/K8/b1": { + "n": 42, + "median_ms": 3338.486361782998, + "p99_ms": 12950.837790537626, + "mean_ms": 5834.613580057131, + "min_ms": 2919.5977486670017, + "max_ms": 13027.770568616688, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 5442.94802, + 4141.69508, + 3968.63724, + 3424.89897, + 3054.37668, + 2966.24645, + 2936.39379, + 2919.84629, + 2923.83222, + 2919.59775, + 2920.0875, + 2940.28915, + 2929.7117, + 2930.50279, + 2981.74342, + 2963.64015, + 2944.08083, + 2963.31261, + 2982.24277, + 2935.10738, + 2986.32535, + 3078.01981, + 3165.04151, + 3158.12465, + 3252.07375, + 3535.22061, + 5536.13536, + 6733.04312, + 7927.1387, + 8035.95501, + 9417.66435, + 10023.00388, + 8481.8137, + 8978.24443, + 10294.0923, + 11365.49234, + 11987.43912, + 13027.77057, + 11783.08246, + 12840.12965, + 12765.8646, + 12492.90431 + ] + }, + "ddpm500/K8/batch120": { + "n": 2, + "median_ms": 1180.3273298117954, + "p99_ms": 1494.1595094445317, + "mean_ms": 1180.3273298117954, + "min_ms": 860.0904118192071, + "max_ms": 1500.5642478043835, + "note": "ms per plant, batch=120 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 1500.56425, + 860.09041 + ], + "n_batches": 2, + "n_plants_covered": 240 + } + }, + "cuda_init_s": 3.6973506212234497e-07, + "load_s": 0.10575155820697546, + "n_params": 9754390, + "first_call_ddpm500_k8_b1_s": 2.6895031202584505, + "second_call_ddpm500_k8_b1_s": 2.676307201385498, + "first_call_ddim20_k8_b1_s": 0.10729241650551558, + "done": true +} \ No newline at end of file diff --git a/results/timing/gen_mimo_cpu1q.json b/results/timing/gen_mimo_cpu1q.json new file mode 100644 index 0000000000000000000000000000000000000000..3e7e29e17b8eda9e0b9e575a6d8996bb7766a65b --- /dev/null +++ b/results/timing/gen_mimo_cpu1q.json @@ -0,0 +1,1291 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1q", + "load1": 7.79833984375, + "date": "2026-09-30 09:04:55 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 18 + ] + }, + "family": "mimo", + "device": "cpu", + "cells": { + "ddim5/K1/b1": { + "n": 200, + "median_ms": 17.54731684923172, + "p99_ms": 18.322545867413282, + "mean_ms": 17.393747377209365, + "min_ms": 16.398053616285324, + "max_ms": 18.860495649278164, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 17.83657, + 18.12735, + 17.60766, + 17.77361, + 18.02946, + 18.11043, + 17.87791, + 17.99261, + 17.73909, + 17.7673, + 17.92755, + 17.84975, + 17.93707, + 18.17251, + 17.66758, + 17.81699, + 17.98735, + 17.68083, + 18.8605, + 18.32201, + 18.12955, + 18.24758, + 17.895, + 17.94435, + 17.87587, + 17.85751, + 17.47669, + 17.84059, + 17.42245, + 17.2773, + 17.52777, + 17.68022, + 17.55633, + 17.55763, + 17.51295, + 17.57034, + 17.85111, + 17.54253, + 17.83216, + 17.74689, + 17.67138, + 17.54854, + 17.78084, + 17.4539, + 17.79769, + 17.51836, + 17.44379, + 17.67106, + 17.72487, + 17.71392, + 17.75066, + 17.74727, + 17.8924, + 17.94045, + 17.98149, + 17.70276, + 17.9427, + 17.53044, + 17.8675, + 17.61791, + 17.69478, + 17.99025, + 17.85755, + 17.9225, + 17.97136, + 17.714, + 17.72819, + 17.9309, + 17.89388, + 17.60324, + 18.20824, + 17.94852, + 18.1776, + 18.12987, + 18.37573, + 17.91499, + 17.78439, + 18.1388, + 17.56984, + 17.63825, + 17.50594, + 17.67347, + 17.80112, + 17.68306, + 17.58763, + 17.72355, + 17.47475, + 17.63043, + 17.82393, + 17.72408, + 17.50538, + 18.11847, + 17.48648, + 17.82395, + 17.77918, + 17.49573, + 17.89319, + 17.293, + 17.71595, + 17.73114, + 17.72409, + 17.73778, + 17.66082, + 17.64626, + 17.56673, + 18.26507, + 17.71549, + 17.73694, + 17.94609, + 17.76147, + 17.54609, + 17.53754, + 17.90883, + 17.6707, + 17.95036, + 17.97153, + 17.99417, + 17.88198, + 17.19896, + 16.96265, + 17.00264, + 16.88748, + 16.85251, + 16.73065, + 17.1577, + 17.45269, + 16.8997, + 17.12398, + 17.07328, + 16.88537, + 16.81506, + 17.02709, + 16.68318, + 16.5374, + 16.85271, + 16.98523, + 16.39805, + 16.58839, + 16.68268, + 16.6198, + 16.50927, + 16.74859, + 16.62074, + 16.714, + 16.68682, + 16.72397, + 16.80578, + 16.71747, + 16.6043, + 16.84037, + 16.625, + 16.55879, + 16.91502, + 17.08295, + 16.49325, + 16.7769, + 16.85387, + 16.70271, + 17.02105, + 16.9127, + 16.78406, + 16.74401, + 16.82181, + 16.65954, + 16.80483, + 16.76045, + 16.74125, + 16.80422, + 17.03133, + 16.98229, + 16.64235, + 16.87437, + 16.83083, + 16.7133, + 16.74511, + 16.83212, + 16.51091, + 17.32343, + 17.16782, + 17.18867, + 17.0546, + 16.90788, + 17.29344, + 16.76098, + 16.89821, + 16.51343, + 16.61951, + 17.03435, + 16.83529, + 16.50699, + 16.72253, + 16.82847, + 17.14212, + 16.74335, + 16.96171, + 16.4403, + 16.67682, + 16.60709, + 16.69116, + 16.60566 + ] + }, + "ddim5/K1/batch120": { + "n": 20, + "median_ms": 1.049431087449193, + "p99_ms": 1.0777093144133687, + "mean_ms": 1.0520541349736354, + "min_ms": 1.045071380212903, + "max_ms": 1.0810840409249067, + "note": "ms per plant, batch=120 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 1.05338, + 1.04988, + 1.04799, + 1.0544, + 1.04904, + 1.04763, + 1.0487, + 1.04507, + 1.05113, + 1.04794, + 1.0484, + 1.05842, + 1.04955, + 1.04774, + 1.08108, + 1.05114, + 1.06332, + 1.04508, + 1.04931, + 1.05186 + ], + "n_batches": 20, + "n_plants_covered": 2400 + }, + "ddim5/K8/b1": { + "n": 200, + "median_ms": 26.155914179980755, + "p99_ms": 26.48785318247974, + "mean_ms": 26.158842453733087, + "min_ms": 25.858317501842976, + "max_ms": 27.148070745170116, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 26.12505, + 25.85832, + 26.1129, + 26.15702, + 26.25162, + 26.00428, + 26.33879, + 26.25148, + 26.08662, + 26.29327, + 26.45572, + 26.19594, + 26.26874, + 26.29303, + 26.13441, + 26.24738, + 26.30518, + 25.98043, + 26.32399, + 26.23836, + 26.24871, + 26.20368, + 26.07472, + 26.24089, + 26.31396, + 26.09031, + 26.21254, + 26.12193, + 26.05753, + 25.93707, + 26.02044, + 25.9744, + 25.96332, + 26.08686, + 26.07895, + 26.08371, + 26.09407, + 26.17352, + 26.20063, + 25.98023, + 26.11157, + 26.22286, + 26.25058, + 25.92371, + 26.30413, + 26.11542, + 26.06049, + 26.37739, + 25.99802, + 26.12901, + 26.15049, + 26.14309, + 26.15589, + 26.10592, + 26.47388, + 26.01771, + 26.19944, + 26.15688, + 26.17241, + 26.12103, + 26.4652, + 26.59414, + 26.08852, + 26.18198, + 26.30267, + 26.21133, + 26.26425, + 26.37746, + 26.26435, + 26.2121, + 26.0429, + 26.14401, + 26.22997, + 26.15593, + 26.17104, + 26.1166, + 26.18142, + 26.20398, + 25.95541, + 26.28316, + 26.2003, + 26.1936, + 26.30857, + 26.10854, + 26.01361, + 26.0915, + 26.0917, + 26.18554, + 26.19359, + 26.2738, + 26.07128, + 26.19781, + 26.3023, + 26.06194, + 26.22159, + 26.21039, + 26.27674, + 26.0881, + 26.13004, + 26.16914, + 26.20797, + 25.99203, + 27.14807, + 26.42449, + 26.12002, + 26.23996, + 26.37148, + 25.88905, + 25.99988, + 25.98418, + 26.2977, + 26.06395, + 26.20193, + 26.0647, + 26.1031, + 26.00924, + 26.04919, + 26.17439, + 26.182, + 26.28517, + 26.20388, + 26.17783, + 26.26497, + 26.16991, + 25.98604, + 26.31835, + 26.09737, + 26.26801, + 26.11143, + 26.21002, + 26.3159, + 25.98475, + 26.32196, + 26.10226, + 26.19405, + 26.15865, + 26.20125, + 26.15071, + 26.26349, + 26.34013, + 26.07283, + 26.22411, + 26.07201, + 26.04452, + 26.08252, + 25.95772, + 26.00562, + 25.90801, + 26.19596, + 26.05503, + 26.21761, + 26.1006, + 26.14472, + 26.22946, + 25.91863, + 25.90386, + 25.99367, + 26.35751, + 26.01299, + 26.28779, + 26.14655, + 26.10073, + 26.23472, + 26.05859, + 26.04393, + 26.11491, + 26.03804, + 26.06672, + 26.27638, + 26.11507, + 26.01468, + 26.28835, + 26.24176, + 26.06335, + 26.09411, + 26.40002, + 26.35626, + 26.21287, + 26.2401, + 26.2116, + 25.87193, + 25.9308, + 26.08587, + 26.19413, + 25.97461, + 25.9041, + 25.94729, + 26.07158, + 26.13516, + 26.22233, + 26.06134, + 26.07543, + 26.13429, + 25.94791, + 26.17449, + 26.48678, + 26.07019, + 26.20623, + 26.30728, + 26.10698 + ] + }, + "ddim5/K8/batch120": { + "n": 20, + "median_ms": 7.29341950500384, + "p99_ms": 7.440364946921666, + "mean_ms": 7.298136086125547, + "min_ms": 7.1945282475401955, + "max_ms": 7.448675304961701, + "note": "ms per plant, batch=120 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 7.44868, + 7.40494, + 7.40044, + 7.25235, + 7.19453, + 7.21107, + 7.20628, + 7.1973, + 7.21013, + 7.2006, + 7.20561, + 7.29379, + 7.28823, + 7.29304, + 7.29826, + 7.30693, + 7.3847, + 7.38728, + 7.39332, + 7.38525 + ], + "n_batches": 20, + "n_plants_covered": 2400 + }, + "ddim20/K1/b1": { + "n": 200, + "median_ms": 62.10459861904383, + "p99_ms": 63.79702726379036, + "mean_ms": 62.177151311188936, + "min_ms": 60.82742661237717, + "max_ms": 66.42768625169992, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 61.20552, + 60.84742, + 61.27726, + 61.56186, + 62.70586, + 62.04036, + 62.13244, + 63.78785, + 61.09704, + 61.471, + 62.10164, + 61.88725, + 62.56304, + 62.4003, + 62.60391, + 61.61457, + 60.82743, + 61.20408, + 61.62545, + 61.50458, + 61.79381, + 61.66028, + 62.08334, + 63.2215, + 62.19829, + 63.14157, + 63.09973, + 62.02411, + 62.85073, + 62.91464, + 61.75069, + 60.90057, + 60.87244, + 61.34261, + 60.84149, + 61.06768, + 61.98614, + 61.75265, + 62.20317, + 62.3236, + 62.42803, + 62.02949, + 62.10144, + 62.76123, + 63.22942, + 61.66702, + 61.13399, + 61.50429, + 63.25753, + 61.56775, + 61.10169, + 61.23596, + 61.34411, + 62.73651, + 62.72135, + 62.5178, + 62.16065, + 62.14335, + 63.20374, + 62.67572, + 62.20717, + 61.33624, + 63.75569, + 61.19193, + 61.10685, + 61.39571, + 61.21195, + 61.50703, + 62.31569, + 63.13696, + 63.09978, + 62.23592, + 62.22121, + 62.88074, + 63.13507, + 62.32416, + 61.69998, + 62.00297, + 61.4991, + 61.80842, + 61.64451, + 61.60721, + 61.79792, + 62.41431, + 62.58542, + 63.24912, + 62.87638, + 62.8283, + 62.88628, + 62.23489, + 61.91206, + 61.65603, + 61.89297, + 61.19223, + 61.75979, + 61.43314, + 61.70501, + 62.12263, + 62.61481, + 62.75207, + 63.01944, + 63.5584, + 63.22936, + 63.05362, + 62.51786, + 61.09015, + 61.56994, + 61.5985, + 61.71154, + 60.89537, + 61.53987, + 61.0773, + 62.10471, + 62.42067, + 62.01634, + 62.18759, + 62.55175, + 63.26986, + 63.77221, + 62.97965, + 61.74062, + 61.46919, + 61.7974, + 61.91407, + 62.23474, + 62.05957, + 64.70598, + 62.36212, + 61.98404, + 62.21386, + 61.88803, + 62.00946, + 62.10448, + 63.506, + 62.5059, + 61.64207, + 61.57721, + 61.45558, + 61.26547, + 61.62758, + 61.56766, + 61.66107, + 62.58399, + 62.16883, + 62.05317, + 62.38004, + 61.95132, + 62.67917, + 61.91819, + 62.65868, + 61.76959, + 61.50691, + 61.42221, + 61.77023, + 61.61044, + 61.91506, + 61.57748, + 62.66349, + 62.64646, + 62.4501, + 62.2701, + 62.16875, + 63.07987, + 63.08496, + 61.92103, + 62.43149, + 62.23701, + 61.88099, + 62.20122, + 61.80515, + 61.60689, + 61.80381, + 62.86852, + 62.81417, + 62.34752, + 62.50774, + 62.48595, + 62.8728, + 62.89303, + 61.73304, + 61.83417, + 62.61166, + 63.05843, + 62.77406, + 62.32645, + 62.57534, + 63.05343, + 63.40544, + 66.42769, + 62.9867, + 62.07373, + 62.34061, + 62.59895, + 62.03523, + 63.37625, + 62.48398, + 61.45156, + 62.6148, + 62.17388, + 61.78565 + ] + }, + "ddim20/K1/batch120": { + "n": 20, + "median_ms": 4.02055950059245, + "p99_ms": 4.1616405727496995, + "mean_ms": 4.0453414964334415, + "min_ms": 4.003574427527686, + "max_ms": 4.1652813941861195, + "note": "ms per plant, batch=120 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 4.16528, + 4.13063, + 4.13126, + 4.14612, + 4.06797, + 4.0159, + 4.00847, + 4.02531, + 4.0067, + 4.02065, + 4.02011, + 4.02217, + 4.01754, + 4.02047, + 4.02509, + 4.00357, + 4.04066, + 4.00699, + 4.01483, + 4.0171 + ], + "n_batches": 20, + "n_plants_covered": 2400 + }, + "ddim20/K8/b1": { + "n": 200, + "median_ms": 97.73603547364473, + "p99_ms": 103.79166832193732, + "mean_ms": 98.0976929794997, + "min_ms": 96.3499117642641, + "max_ms": 104.93079945445061, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 97.66649, + 97.22093, + 96.82782, + 99.03676, + 97.3221, + 97.61804, + 97.221, + 97.55865, + 97.64727, + 97.41073, + 97.41101, + 96.44838, + 96.48136, + 96.51171, + 97.26217, + 97.52392, + 97.28724, + 97.06633, + 97.9026, + 97.07504, + 96.6181, + 96.82775, + 96.83269, + 97.012, + 98.09658, + 97.53744, + 97.39632, + 97.10814, + 97.62436, + 97.33825, + 96.8162, + 96.48273, + 96.45378, + 97.28946, + 97.29739, + 97.79897, + 97.14252, + 97.70614, + 97.24977, + 96.68726, + 96.3882, + 96.75617, + 96.51881, + 97.0424, + 97.96498, + 97.90545, + 97.75818, + 98.05601, + 96.70349, + 97.57638, + 96.44726, + 96.62351, + 97.06713, + 97.01301, + 96.90707, + 97.40394, + 98.08912, + 97.15188, + 96.48763, + 97.64817, + 96.745, + 96.64031, + 97.72677, + 96.93347, + 97.08002, + 97.12578, + 98.17323, + 96.811, + 96.34991, + 97.00727, + 96.63819, + 97.18601, + 97.32646, + 96.8968, + 96.88612, + 97.44149, + 97.34707, + 96.64781, + 96.55232, + 96.86881, + 97.39305, + 97.68096, + 97.82594, + 97.95546, + 97.95276, + 98.39052, + 97.7453, + 97.4849, + 97.1647, + 97.11932, + 97.10324, + 97.49244, + 97.59297, + 97.67393, + 98.20374, + 97.53183, + 99.65147, + 97.36542, + 97.38635, + 96.92611, + 97.88581, + 98.42856, + 98.23128, + 98.00772, + 97.89267, + 96.7901, + 97.26287, + 98.3077, + 97.78374, + 97.58579, + 97.86331, + 99.01774, + 97.92693, + 97.76644, + 97.89982, + 97.49551, + 96.72349, + 97.18606, + 97.16792, + 97.02081, + 97.39503, + 98.16903, + 98.14224, + 98.02738, + 99.09781, + 98.47896, + 98.1192, + 98.69935, + 98.75493, + 97.28618, + 97.79301, + 97.28827, + 97.52483, + 98.09281, + 97.96106, + 97.70217, + 98.48984, + 98.3991, + 98.54163, + 98.82424, + 98.01425, + 98.24283, + 98.5684, + 98.68598, + 98.64994, + 98.33671, + 98.42926, + 98.51907, + 99.29313, + 98.43558, + 97.34978, + 97.69319, + 98.33715, + 100.40505, + 99.71068, + 99.56989, + 98.83979, + 99.50085, + 101.22656, + 98.47425, + 99.41924, + 101.7963, + 102.63141, + 101.52713, + 100.16138, + 99.72385, + 99.10564, + 101.01435, + 99.16182, + 100.08205, + 104.9308, + 103.78778, + 102.55869, + 97.55006, + 97.76282, + 97.18101, + 98.24656, + 104.177, + 99.37209, + 100.03733, + 99.70005, + 99.32446, + 98.29099, + 98.31535, + 98.5867, + 98.76677, + 98.79152, + 99.93324, + 100.80045, + 99.90777, + 99.92693, + 98.83373, + 98.4388, + 98.85253, + 99.01942, + 101.5167, + 99.65575, + 99.61954, + 99.39017, + 100.97838 + ] + }, + "ddim20/K8/batch120": { + "n": 20, + "median_ms": 29.41448271740228, + "p99_ms": 29.70537413097918, + "mean_ms": 29.367869574731838, + "min_ms": 28.8539689189444, + "max_ms": 29.70857503823936, + "note": "ms per plant, batch=120 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 29.01092, + 29.02164, + 28.85397, + 28.91926, + 28.85703, + 29.13259, + 29.27463, + 29.26366, + 29.26481, + 29.27698, + 29.55198, + 29.62758, + 29.67449, + 29.65301, + 29.70858, + 29.65427, + 29.69173, + 29.6579, + 29.6368, + 29.62555 + ], + "n_batches": 20, + "n_plants_covered": 2400 + }, + "ddpm500/K1/b1": { + "n": 137, + "median_ms": 1446.1680389940739, + "p99_ms": 1568.1691863015294, + "mean_ms": 1463.293404909816, + "min_ms": 1430.2310282364488, + "max_ms": 1574.30555857718, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 1554.90967, + 1559.80751, + 1555.70863, + 1556.50982, + 1560.94842, + 1567.15914, + 1559.77253, + 1564.53654, + 1563.71315, + 1565.94113, + 1563.12521, + 1560.52375, + 1560.6877, + 1566.17249, + 1558.78018, + 1564.76944, + 1568.73734, + 1557.35499, + 1564.48086, + 1566.94185, + 1559.28185, + 1566.81458, + 1574.30556, + 1564.92602, + 1454.41316, + 1448.42381, + 1447.83922, + 1451.76091, + 1448.21397, + 1450.05861, + 1448.41383, + 1452.09415, + 1446.75059, + 1446.96804, + 1449.15742, + 1441.24353, + 1448.3534, + 1451.55539, + 1447.29172, + 1444.28932, + 1442.81425, + 1453.44082, + 1441.10734, + 1447.78345, + 1447.01246, + 1447.61593, + 1446.95058, + 1446.16804, + 1445.37325, + 1447.95423, + 1449.04879, + 1447.96492, + 1448.96501, + 1450.49242, + 1447.76342, + 1445.39804, + 1448.07177, + 1444.2189, + 1454.03813, + 1446.63035, + 1448.56224, + 1445.51109, + 1447.87503, + 1454.8566, + 1441.60672, + 1450.33057, + 1443.61983, + 1444.23438, + 1452.20738, + 1444.20633, + 1449.6603, + 1443.71482, + 1446.50196, + 1444.78389, + 1449.26048, + 1446.39746, + 1446.34767, + 1452.58918, + 1445.61122, + 1453.09106, + 1447.13053, + 1449.91273, + 1446.30744, + 1445.41453, + 1443.9972, + 1448.87204, + 1436.03347, + 1434.91441, + 1432.75054, + 1436.77759, + 1438.74692, + 1435.56522, + 1441.69005, + 1436.39166, + 1434.7549, + 1438.64767, + 1439.26112, + 1433.04209, + 1430.23103, + 1433.81589, + 1434.6618, + 1436.62829, + 1434.41498, + 1433.35121, + 1435.06061, + 1434.66286, + 1434.4003, + 1432.53738, + 1434.97053, + 1433.80971, + 1435.25291, + 1435.60508, + 1434.04777, + 1431.28484, + 1436.96467, + 1436.22256, + 1435.44667, + 1433.3275, + 1435.99117, + 1431.818, + 1439.31618, + 1437.29316, + 1437.93698, + 1431.92653, + 1437.60701, + 1434.1416, + 1435.4011, + 1435.55155, + 1436.24582, + 1434.01341, + 1433.75096, + 1437.07056, + 1434.72065, + 1439.15594, + 1439.77489, + 1436.06354, + 1433.99504 + ] + }, + "ddpm500/K1/batch120": { + "n": 17, + "median_ms": 103.00854982342571, + "p99_ms": 103.53144120145589, + "mean_ms": 102.15761611950312, + "min_ms": 100.50630612919728, + "max_ms": 103.57555771091332, + "note": "ms per plant, batch=120 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 103.29983, + 103.18713, + 103.07283, + 103.57556, + 103.13639, + 103.06685, + 103.16418, + 103.00855, + 102.98129, + 103.07314, + 101.43274, + 100.61518, + 100.50631, + 100.60893, + 100.60691, + 100.57325, + 100.77043 + ], + "n_batches": 17, + "n_plants_covered": 2040 + }, + "ddpm500/K8/b1": { + "n": 80, + "median_ms": 2494.2376748658717, + "p99_ms": 2639.871368445456, + "mean_ms": 2505.355170101393, + "min_ms": 2431.8279242143035, + "max_ms": 2645.9082048386335, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 2432.10846, + 2432.33686, + 2440.16704, + 2435.81502, + 2442.73365, + 2442.75243, + 2442.86803, + 2543.75169, + 2452.27856, + 2435.2485, + 2434.05811, + 2455.117, + 2440.07659, + 2434.63154, + 2451.9232, + 2451.60563, + 2439.91972, + 2438.99616, + 2439.34498, + 2452.94828, + 2461.79608, + 2437.32251, + 2464.56059, + 2442.21572, + 2431.82792, + 2444.34073, + 2459.20245, + 2473.21827, + 2480.13193, + 2463.98489, + 2495.78638, + 2489.17788, + 2509.6235, + 2470.14703, + 2460.79988, + 2454.44153, + 2548.75557, + 2550.77824, + 2547.00774, + 2550.12097, + 2548.77646, + 2545.74583, + 2550.45373, + 2545.12224, + 2585.28329, + 2622.69077, + 2611.41764, + 2586.75043, + 2556.89918, + 2554.24501, + 2555.98733, + 2638.26664, + 2607.78208, + 2564.07912, + 2545.73328, + 2594.40799, + 2553.77596, + 2552.18962, + 2570.95673, + 2561.9866, + 2571.46981, + 2562.92901, + 2588.62256, + 2555.5934, + 2544.77602, + 2513.38436, + 2497.17285, + 2492.63015, + 2496.08853, + 2488.74126, + 2487.61518, + 2489.38077, + 2488.05366, + 2488.78635, + 2495.71127, + 2508.2705, + 2645.9082, + 2498.33315, + 2493.93528, + 2494.54007 + ] + }, + "ddpm500/K8/batch120": { + "n": 3, + "median_ms": 711.7674297497919, + "p99_ms": 724.6610313472338, + "mean_ms": 713.4124572983839, + "min_ms": 703.5457760716478, + "max_ms": 724.9241660737122, + "note": "ms per plant, batch=120 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 724.92417, + 703.54578, + 711.76743 + ], + "n_batches": 3, + "n_plants_covered": 360 + } + }, + "cuda_init_s": 4.414469003677368e-07, + "load_s": 0.10696800611913204, + "n_params": 9754390, + "first_call_ddpm500_k8_b1_s": 2.60667915828526, + "second_call_ddpm500_k8_b1_s": 2.619862257502973, + "first_call_ddim20_k8_b1_s": 0.10533613059669733, + "done": true +} \ No newline at end of file diff --git a/results/timing/gen_mimo_cpu8.json b/results/timing/gen_mimo_cpu8.json new file mode 100644 index 0000000000000000000000000000000000000000..90d3b5280ec74b517ccf5ef54f40e7c90443d748 --- /dev/null +++ b/results/timing/gen_mimo_cpu8.json @@ -0,0 +1,1452 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 8, + "tag": "cpu8", + "load1": 10.068359375, + "date": "2026-09-30 08:25:05 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 14, + 15, + 17, + 18, + 19, + 20, + 22, + 23 + ] + }, + "family": "mimo", + "device": "cpu", + "cells": { + "ddim5/K1/b1": { + "n": 200, + "median_ms": 13.204948045313358, + "p99_ms": 14.213570933789013, + "mean_ms": 13.301445660181344, + "min_ms": 12.98596803098917, + "max_ms": 14.509554952383041, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 13.10646, + 13.11838, + 13.044, + 13.28525, + 13.25114, + 13.11589, + 13.47057, + 13.66725, + 13.40155, + 13.2154, + 13.13821, + 13.10488, + 13.15586, + 13.99007, + 14.45178, + 13.88086, + 13.67708, + 14.12281, + 13.61076, + 13.44053, + 13.32348, + 13.2869, + 13.26956, + 13.53889, + 13.80772, + 13.34094, + 13.67322, + 13.48114, + 13.31316, + 13.1945, + 13.11732, + 13.2537, + 13.25818, + 13.48858, + 13.39227, + 13.2975, + 13.19128, + 13.08939, + 13.0653, + 13.28995, + 13.19635, + 13.26192, + 13.1975, + 13.17006, + 13.07854, + 13.07256, + 13.17511, + 13.35369, + 13.34691, + 13.45209, + 13.18696, + 13.15569, + 13.20927, + 14.09228, + 13.48151, + 13.62482, + 13.55915, + 13.46056, + 13.31266, + 13.26984, + 13.16939, + 13.12569, + 13.14589, + 13.10356, + 13.22091, + 13.18342, + 13.15778, + 13.08961, + 13.17484, + 13.80808, + 13.4964, + 14.21116, + 13.49146, + 13.41718, + 13.24871, + 13.26783, + 13.089, + 13.16501, + 13.22857, + 13.29321, + 13.20227, + 13.1885, + 13.7724, + 13.45988, + 13.27138, + 13.23304, + 13.07166, + 13.05328, + 13.25774, + 14.50955, + 13.7072, + 13.3252, + 14.045, + 13.47132, + 13.44981, + 13.2856, + 13.11268, + 13.08536, + 13.08827, + 13.1165, + 13.04671, + 13.0039, + 13.10878, + 13.30338, + 13.21312, + 13.13342, + 13.10593, + 13.0684, + 13.29648, + 13.35752, + 13.37883, + 13.12446, + 13.15889, + 13.13957, + 13.07524, + 13.1255, + 13.09183, + 13.12376, + 13.20178, + 13.02398, + 12.98597, + 12.98722, + 13.00654, + 13.47167, + 13.39771, + 13.1715, + 13.09923, + 13.04724, + 13.87417, + 13.47822, + 13.53226, + 13.37435, + 13.51382, + 13.21287, + 13.15777, + 13.14317, + 13.09197, + 13.09695, + 13.0536, + 13.15651, + 13.10591, + 13.12121, + 13.07344, + 13.11084, + 13.04377, + 14.13651, + 13.97738, + 13.65711, + 13.37583, + 13.20762, + 13.26582, + 13.10982, + 13.25199, + 13.07985, + 13.23944, + 13.2428, + 13.16658, + 13.4583, + 13.59401, + 13.41373, + 13.25368, + 13.11049, + 13.37707, + 13.12926, + 14.07905, + 13.82317, + 13.534, + 13.93017, + 13.66555, + 13.43273, + 13.24115, + 13.29422, + 13.139, + 13.09526, + 13.16686, + 13.10729, + 13.14516, + 13.02316, + 13.20201, + 13.12649, + 13.01712, + 13.10977, + 13.111, + 13.07883, + 13.35277, + 13.49246, + 13.18614, + 13.08802, + 13.04497, + 13.05506, + 13.08694, + 13.06362, + 13.0832, + 13.10015, + 13.02502, + 13.03304, + 13.03562, + 12.99939, + 13.0753, + 13.43527 + ] + }, + "ddim5/K1/batch120": { + "n": 20, + "median_ms": 0.2793843780333797, + "p99_ms": 0.2854912549567719, + "mean_ms": 0.2799759494761626, + "min_ms": 0.27657564108570415, + "max_ms": 0.28596446694185335, + "note": "ms per plant, batch=120 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.28052, + 0.28048, + 0.27906, + 0.27865, + 0.28092, + 0.28327, + 0.277, + 0.28596, + 0.27951, + 0.27926, + 0.27795, + 0.27658, + 0.28228, + 0.27858, + 0.28163, + 0.28061, + 0.28347, + 0.27807, + 0.2779, + 0.27782 + ], + "n_batches": 20, + "n_plants_covered": 2400 + }, + "ddim5/K8/b1": { + "n": 200, + "median_ms": 9.023143909871578, + "p99_ms": 9.615510106086731, + "mean_ms": 9.057866055518389, + "min_ms": 8.907469920814037, + "max_ms": 9.667344391345978, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 9.00258, + 8.96837, + 9.11075, + 9.14436, + 9.01351, + 8.96101, + 9.00737, + 9.06498, + 9.32988, + 9.08739, + 9.03121, + 9.07046, + 9.09152, + 9.03791, + 8.96994, + 8.93375, + 8.96363, + 8.99898, + 8.95281, + 8.99987, + 9.06167, + 8.98007, + 8.99315, + 8.96598, + 8.94074, + 8.9992, + 9.04059, + 8.95199, + 9.03095, + 9.06765, + 9.07268, + 9.11786, + 9.13321, + 9.12211, + 9.06441, + 9.05217, + 8.97904, + 8.92769, + 8.95959, + 9.0781, + 9.20493, + 9.06545, + 9.04529, + 9.12128, + 9.1291, + 9.0289, + 9.02205, + 9.04141, + 8.94882, + 8.98489, + 9.01861, + 8.97105, + 8.99788, + 8.98157, + 9.04562, + 8.99473, + 9.11857, + 9.05677, + 9.01184, + 9.55674, + 9.05462, + 9.32238, + 9.1145, + 8.99818, + 8.93258, + 9.00922, + 8.98498, + 8.94614, + 9.06123, + 8.95839, + 8.90747, + 8.92941, + 8.93109, + 8.93882, + 8.97404, + 8.99599, + 9.15846, + 8.94696, + 8.96542, + 9.07424, + 9.09364, + 9.0421, + 9.16084, + 8.98536, + 9.01321, + 8.92229, + 8.94549, + 9.04991, + 9.61186, + 9.13734, + 9.03735, + 9.02505, + 9.21708, + 9.07331, + 9.02424, + 9.00532, + 9.04228, + 9.00892, + 9.04937, + 8.94206, + 8.98414, + 8.94917, + 9.0158, + 8.99277, + 8.99321, + 9.00051, + 8.98433, + 8.96671, + 8.96236, + 9.237, + 9.14925, + 9.03852, + 8.99385, + 9.06459, + 9.00997, + 8.98402, + 9.00649, + 9.27028, + 9.17079, + 9.19144, + 9.09162, + 9.04712, + 8.99441, + 8.99177, + 9.04179, + 9.18783, + 9.00063, + 8.99556, + 9.03541, + 8.98003, + 8.99828, + 9.04463, + 9.05688, + 9.00345, + 8.98074, + 9.00496, + 8.99218, + 8.98485, + 8.96378, + 9.0862, + 9.05691, + 9.12096, + 9.13381, + 9.09071, + 9.10789, + 9.12864, + 9.1105, + 9.00935, + 8.96472, + 9.00609, + 9.05681, + 9.254, + 9.01049, + 9.1177, + 9.07558, + 9.01777, + 9.04944, + 9.08187, + 9.0432, + 9.0118, + 9.00251, + 8.9708, + 8.98166, + 9.33381, + 9.55275, + 9.15966, + 9.06627, + 9.28367, + 9.07897, + 9.60228, + 9.05232, + 9.15358, + 9.66734, + 9.61507, + 9.12359, + 9.00772, + 9.04274, + 9.0257, + 9.09218, + 8.9811, + 8.94471, + 8.95483, + 8.93841, + 8.97574, + 8.94906, + 9.00935, + 8.98809, + 8.98248, + 9.00305, + 8.98861, + 9.03167, + 9.07191, + 9.04927, + 9.02728, + 8.99555, + 9.019, + 8.94673, + 8.99432, + 9.65952, + 9.13868 + ] + }, + "ddim5/K8/batch120": { + "n": 20, + "median_ms": 1.2500504342218242, + "p99_ms": 1.2943694528657943, + "mean_ms": 1.2534293264616279, + "min_ms": 1.2452242895960808, + "max_ms": 1.3013489233950775, + "note": "ms per plant, batch=120 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 1.24966, + 1.24669, + 1.30135, + 1.26461, + 1.24764, + 1.257, + 1.24522, + 1.24885, + 1.25001, + 1.2495, + 1.25117, + 1.24835, + 1.25325, + 1.24851, + 1.25105, + 1.24997, + 1.25009, + 1.25199, + 1.25126, + 1.25243 + ], + "n_batches": 20, + "n_plants_covered": 2400 + }, + "ddim20/K1/b1": { + "n": 200, + "median_ms": 51.681495271623135, + "p99_ms": 54.50264026410877, + "mean_ms": 51.9898681435734, + "min_ms": 50.29677599668503, + "max_ms": 55.44521193951368, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 50.64444, + 50.64078, + 50.29678, + 52.4432, + 51.64117, + 51.54904, + 50.83279, + 52.07931, + 53.14351, + 51.45103, + 51.14653, + 50.944, + 53.07529, + 53.6793, + 52.70729, + 51.47293, + 51.24176, + 51.47908, + 51.94692, + 51.42208, + 51.36163, + 51.1505, + 52.51238, + 52.65289, + 52.11514, + 51.61195, + 51.66194, + 54.20119, + 52.16393, + 51.44974, + 51.73523, + 52.46199, + 54.00054, + 52.54758, + 51.71842, + 51.22602, + 51.17687, + 51.75938, + 51.97766, + 51.52634, + 51.15411, + 51.45794, + 52.8776, + 52.17804, + 52.30009, + 51.2772, + 53.94411, + 52.20848, + 51.17067, + 51.01889, + 51.67877, + 53.6017, + 52.96572, + 51.55469, + 51.26511, + 51.25846, + 51.90479, + 51.83738, + 51.35149, + 50.94564, + 50.75568, + 53.44697, + 51.58202, + 52.33516, + 51.21251, + 52.54971, + 53.14086, + 51.57837, + 51.13721, + 51.08223, + 53.76224, + 53.09572, + 51.81441, + 51.35645, + 51.29544, + 51.40336, + 51.62198, + 51.98461, + 51.94919, + 51.00098, + 52.48394, + 51.79339, + 52.03074, + 51.73319, + 51.80541, + 53.53015, + 51.60891, + 50.83571, + 51.03711, + 52.39984, + 53.25357, + 52.04285, + 51.40841, + 51.16434, + 51.61258, + 51.85249, + 51.58794, + 50.99527, + 50.82229, + 51.56733, + 52.63029, + 51.48944, + 51.99382, + 53.63701, + 54.49415, + 52.14857, + 51.2066, + 51.141, + 50.98657, + 53.56475, + 52.78037, + 51.52383, + 51.07314, + 50.89101, + 50.89456, + 51.47272, + 51.01776, + 50.68055, + 50.63135, + 52.95034, + 51.27665, + 51.72468, + 51.3911, + 53.09118, + 52.39165, + 51.30143, + 50.92369, + 51.11468, + 54.35046, + 53.7723, + 52.63468, + 51.5673, + 51.56073, + 51.39332, + 51.27538, + 51.81215, + 52.00285, + 51.08401, + 52.73427, + 52.30241, + 51.79969, + 51.41119, + 52.45109, + 53.29545, + 51.45568, + 51.16915, + 51.19334, + 55.44521, + 55.34318, + 52.19693, + 51.27262, + 51.4515, + 52.21572, + 51.49042, + 51.68422, + 51.5868, + 51.10301, + 52.22471, + 52.66305, + 51.65821, + 53.57213, + 53.23064, + 53.88728, + 51.92837, + 51.43902, + 51.39055, + 52.1977, + 53.84798, + 51.83843, + 51.33763, + 51.0702, + 51.26468, + 51.06214, + 51.94977, + 51.81402, + 52.81393, + 52.81255, + 53.74634, + 54.04982, + 52.34693, + 52.40753, + 54.35612, + 52.56005, + 51.6328, + 53.38373, + 52.49549, + 54.29975, + 51.91654, + 51.4755, + 51.76069, + 51.52217, + 51.47786, + 51.51604, + 51.45608, + 50.96793, + 51.86787, + 52.6966, + 52.89491, + 51.65328, + 51.53869 + ] + }, + "ddim20/K1/batch120": { + "n": 20, + "median_ms": 1.1083231191150844, + "p99_ms": 1.1226723311313738, + "mean_ms": 1.109497519598032, + "min_ms": 1.1011312638098996, + "max_ms": 1.1234428345536192, + "note": "ms per plant, batch=120 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 1.10795, + 1.11384, + 1.10723, + 1.1099, + 1.10685, + 1.10637, + 1.11183, + 1.11494, + 1.11939, + 1.10362, + 1.10856, + 1.10274, + 1.12344, + 1.11116, + 1.11171, + 1.10113, + 1.11446, + 1.10278, + 1.10396, + 1.10809 + ], + "n_batches": 20, + "n_plants_covered": 2400 + }, + "ddim20/K8/b1": { + "n": 200, + "median_ms": 34.25364242866635, + "p99_ms": 34.98096257448195, + "mean_ms": 34.31615668814629, + "min_ms": 33.840712159872055, + "max_ms": 37.34967019408941, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 34.21712, + 34.73637, + 34.68925, + 34.78963, + 34.22683, + 34.55637, + 34.23183, + 34.17087, + 34.76297, + 34.07186, + 34.77475, + 34.52744, + 34.25447, + 37.34967, + 36.38311, + 34.73019, + 34.9668, + 34.74654, + 34.04843, + 34.22933, + 33.84071, + 34.15354, + 33.98734, + 33.90951, + 34.11477, + 34.3575, + 34.06317, + 34.41422, + 34.11808, + 34.27818, + 33.94285, + 34.39913, + 34.66745, + 34.60686, + 34.29279, + 33.98916, + 33.96811, + 34.06156, + 34.01489, + 34.48979, + 34.59417, + 34.41005, + 34.52711, + 34.2296, + 34.18276, + 34.95949, + 34.936, + 34.52526, + 34.25645, + 34.32235, + 34.29658, + 34.41311, + 33.9655, + 34.90463, + 34.39672, + 34.17927, + 34.30061, + 34.27813, + 33.99979, + 34.18409, + 34.27209, + 34.74574, + 34.4385, + 34.22681, + 34.2549, + 33.9437, + 34.14968, + 34.09111, + 34.55586, + 34.45228, + 34.62414, + 34.00497, + 34.04311, + 34.08404, + 34.18525, + 34.34716, + 34.17393, + 34.09885, + 34.04029, + 34.02754, + 34.11417, + 34.39233, + 34.16334, + 34.63221, + 34.13431, + 34.60332, + 34.58147, + 34.13138, + 34.02133, + 34.31101, + 34.93747, + 34.50119, + 34.25869, + 34.5147, + 34.05744, + 33.92616, + 34.27938, + 34.33213, + 34.82143, + 34.45561, + 34.13247, + 33.97615, + 34.4366, + 34.20848, + 34.1483, + 34.00772, + 34.31987, + 34.06841, + 34.02528, + 34.21107, + 34.30543, + 34.12611, + 34.19769, + 34.62069, + 34.23162, + 34.33729, + 34.34723, + 34.48883, + 34.31119, + 34.44676, + 34.7383, + 34.15314, + 34.53149, + 34.29831, + 34.08454, + 33.9719, + 34.38628, + 34.67691, + 34.50549, + 34.26862, + 34.06061, + 33.94773, + 34.03611, + 34.1033, + 34.08072, + 34.18036, + 34.05607, + 34.009, + 34.06374, + 34.35365, + 34.00531, + 34.1381, + 34.40304, + 34.41345, + 34.21175, + 34.32888, + 34.1303, + 34.28837, + 34.61883, + 34.54485, + 34.25558, + 34.49773, + 34.19947, + 34.09417, + 34.04052, + 33.90501, + 34.84153, + 34.50804, + 34.28161, + 34.06897, + 34.27647, + 33.92659, + 34.00519, + 34.54898, + 33.99047, + 34.44569, + 34.35481, + 33.99354, + 34.54795, + 34.12339, + 33.90038, + 34.40022, + 34.09404, + 34.49997, + 34.25281, + 34.06864, + 34.19155, + 34.445, + 34.72827, + 34.29874, + 34.66029, + 34.15198, + 34.20075, + 34.09047, + 34.19041, + 34.95198, + 34.46542, + 34.17992, + 34.27773, + 34.55996, + 34.02702, + 34.04201, + 34.15496, + 34.20289, + 34.11957, + 34.15351, + 34.1111, + 34.03467, + 34.27076, + 34.14007 + ] + }, + "ddim20/K8/batch120": { + "n": 20, + "median_ms": 5.0671992513040705, + "p99_ms": 5.723661169720193, + "mean_ms": 5.251762055171033, + "min_ms": 4.990167954626183, + "max_ms": 5.727173287111024, + "note": "ms per plant, batch=120 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 5.02736, + 5.31385, + 5.58454, + 5.70869, + 5.64379, + 5.47577, + 5.65055, + 5.72717, + 5.60841, + 5.22388, + 5.10704, + 4.99349, + 5.00644, + 4.99041, + 5.00247, + 4.99627, + 4.99049, + 4.99395, + 4.99017, + 5.00051 + ], + "n_batches": 20, + "n_plants_covered": 2400 + }, + "ddpm500/K1/b1": { + "n": 157, + "median_ms": 1279.3253250420094, + "p99_ms": 1305.290402509272, + "mean_ms": 1280.6753505341662, + "min_ms": 1265.9709341824055, + "max_ms": 1308.180060237646, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 1302.90071, + 1303.38328, + 1283.54818, + 1289.58287, + 1287.96214, + 1292.43136, + 1301.22145, + 1302.85426, + 1308.18006, + 1294.43212, + 1292.87021, + 1300.14301, + 1299.36268, + 1298.08926, + 1303.44591, + 1307.63794, + 1292.3998, + 1286.61176, + 1291.23804, + 1280.76438, + 1287.0241, + 1287.76468, + 1284.04096, + 1285.4069, + 1287.19269, + 1286.3584, + 1281.17435, + 1286.27812, + 1294.91747, + 1282.91439, + 1282.51486, + 1279.2856, + 1280.91824, + 1278.51099, + 1288.98818, + 1282.78704, + 1279.40174, + 1289.91073, + 1300.30148, + 1282.08128, + 1278.13655, + 1282.13584, + 1284.78549, + 1274.05495, + 1274.24113, + 1276.59262, + 1282.56881, + 1273.51817, + 1279.11176, + 1277.75793, + 1278.97666, + 1274.96951, + 1281.45534, + 1277.97098, + 1272.07336, + 1272.68105, + 1279.88084, + 1282.3164, + 1272.362, + 1277.2743, + 1273.70311, + 1279.54209, + 1280.68674, + 1276.99438, + 1278.73881, + 1272.23018, + 1284.55271, + 1282.84124, + 1282.30336, + 1282.96575, + 1284.96403, + 1283.93372, + 1273.60822, + 1281.60393, + 1280.43123, + 1281.45311, + 1281.50856, + 1284.63194, + 1283.45242, + 1281.14115, + 1288.95248, + 1299.01292, + 1279.44954, + 1277.43128, + 1278.75661, + 1279.59788, + 1281.8527, + 1281.37836, + 1282.18067, + 1280.72, + 1277.51645, + 1281.47211, + 1282.18129, + 1282.21924, + 1276.12672, + 1279.30935, + 1275.64253, + 1271.02703, + 1272.73483, + 1278.8526, + 1274.76583, + 1275.00817, + 1276.20421, + 1276.49819, + 1279.32533, + 1277.63697, + 1280.89211, + 1277.28276, + 1275.49071, + 1279.82947, + 1277.49364, + 1277.69992, + 1277.60601, + 1281.76001, + 1275.74051, + 1274.88271, + 1283.08375, + 1277.11151, + 1276.37329, + 1271.66478, + 1277.52423, + 1275.67443, + 1270.6181, + 1271.63726, + 1272.53547, + 1273.80652, + 1269.36438, + 1270.19736, + 1274.19834, + 1265.97093, + 1268.30435, + 1270.2482, + 1271.68405, + 1271.08963, + 1277.20223, + 1276.96064, + 1277.20581, + 1274.72286, + 1273.58062, + 1277.00826, + 1280.35361, + 1274.32565, + 1269.41508, + 1272.28669, + 1267.35398, + 1268.36006, + 1275.00294, + 1274.72544, + 1270.59738, + 1270.01746, + 1282.50203, + 1287.05398, + 1269.20653, + 1276.73105, + 1279.89137, + 1270.06443, + 1274.86219 + ] + }, + "ddpm500/K1/batch120": { + "n": 20, + "median_ms": 27.604438275254022, + "p99_ms": 27.694358413262915, + "mean_ms": 27.609135838768754, + "min_ms": 27.566251042298973, + "max_ms": 27.698372001759708, + "note": "ms per plant, batch=120 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 27.56944, + 27.58096, + 27.60568, + 27.57983, + 27.61946, + 27.62335, + 27.67725, + 27.58926, + 27.62432, + 27.63111, + 27.6625, + 27.59373, + 27.61579, + 27.69837, + 27.60319, + 27.62579, + 27.57859, + 27.56724, + 27.56625, + 27.5706 + ], + "n_batches": 20, + "n_plants_covered": 2400 + }, + "ddpm500/K8/b1": { + "n": 200, + "median_ms": 850.4144051112235, + "p99_ms": 855.635497327894, + "mean_ms": 850.6284138467163, + "min_ms": 844.0933246165514, + "max_ms": 857.6719714328647, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 849.90756, + 847.26497, + 851.40772, + 851.19597, + 849.44244, + 852.33812, + 850.10441, + 852.60818, + 852.24495, + 851.64596, + 849.41424, + 849.19529, + 850.63141, + 852.42553, + 853.63078, + 852.86602, + 852.19476, + 851.64511, + 850.55623, + 851.66997, + 848.48842, + 852.39829, + 854.29353, + 854.93373, + 849.88508, + 854.4365, + 852.01458, + 850.26527, + 849.85717, + 849.47093, + 851.61972, + 850.78107, + 851.67685, + 849.80458, + 850.67454, + 848.48425, + 850.96617, + 850.73297, + 851.68907, + 850.8147, + 851.98393, + 849.07859, + 849.81525, + 853.6659, + 850.79124, + 849.39987, + 849.6886, + 850.3914, + 854.79254, + 852.42511, + 852.92365, + 849.82782, + 851.08416, + 852.48607, + 854.79247, + 853.45037, + 848.64949, + 855.61596, + 851.96099, + 853.32463, + 853.43739, + 852.4935, + 854.06152, + 850.93254, + 854.52761, + 852.14299, + 854.6902, + 850.6081, + 852.25047, + 849.02994, + 857.56965, + 848.09336, + 848.18322, + 844.09332, + 848.61933, + 851.09428, + 850.43741, + 848.10263, + 850.54487, + 847.01169, + 847.79201, + 848.74481, + 847.92907, + 849.74765, + 849.95809, + 850.14146, + 848.48905, + 847.74174, + 849.79917, + 850.23499, + 851.27223, + 851.08683, + 850.8055, + 851.22001, + 847.6768, + 851.14387, + 848.68425, + 850.17513, + 848.92769, + 849.67405, + 849.63298, + 850.92956, + 850.3805, + 852.22559, + 849.24862, + 849.25643, + 850.34262, + 849.29312, + 850.58933, + 850.30237, + 851.08048, + 852.09546, + 848.41256, + 846.43864, + 849.69231, + 851.06408, + 850.7822, + 848.39962, + 848.93712, + 849.9712, + 847.91836, + 850.1933, + 848.82905, + 849.80292, + 848.92477, + 854.38969, + 851.24666, + 848.32204, + 849.27107, + 849.82924, + 848.6963, + 846.26906, + 849.9512, + 846.63255, + 851.43029, + 847.77844, + 851.20921, + 848.80998, + 850.11424, + 850.28557, + 850.14835, + 849.94532, + 848.52826, + 849.8692, + 850.84991, + 849.58537, + 847.8656, + 846.59082, + 850.14381, + 849.6829, + 850.67518, + 851.74652, + 851.70738, + 850.5789, + 854.12428, + 850.84425, + 852.63806, + 848.56429, + 852.3833, + 849.4443, + 848.98746, + 853.47381, + 849.9708, + 857.67197, + 855.53628, + 851.99758, + 848.33038, + 849.18902, + 850.28629, + 849.90265, + 849.08479, + 851.36234, + 851.04184, + 850.51241, + 850.13348, + 848.35901, + 848.61104, + 850.84082, + 851.66142, + 850.70861, + 850.27012, + 853.89526, + 849.72955, + 853.3017, + 849.86782, + 851.69962, + 852.25251, + 850.73626, + 848.61677, + 855.55353, + 851.73571, + 850.1905, + 851.24784, + 849.52346, + 849.60453, + 851.96501, + 850.46043, + 849.45992, + 851.4197, + 850.60227 + ] + }, + "ddpm500/K8/batch120": { + "n": 14, + "median_ms": 125.02206380401427, + "p99_ms": 125.24907609246051, + "mean_ms": 125.0305376248434, + "min_ms": 124.84824200316022, + "max_ms": 125.26492927378665, + "note": "ms per plant, batch=120 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 125.14298, + 125.26493, + 125.07418, + 125.05951, + 124.97708, + 124.84824, + 124.99961, + 125.01986, + 125.04643, + 125.12449, + 125.02427, + 124.95638, + 124.95596, + 124.9336 + ], + "n_batches": 14, + "n_plants_covered": 1680 + } + }, + "cuda_init_s": 3.594905138015747e-07, + "load_s": 0.11001911479979753, + "n_params": 9754390, + "first_call_ddpm500_k8_b1_s": 0.8645923789590597, + "second_call_ddpm500_k8_b1_s": 0.862083537504077, + "first_call_ddim20_k8_b1_s": 0.036523666232824326, + "done": true +} \ No newline at end of file diff --git a/results/timing/gen_mimo_gpu.json b/results/timing/gen_mimo_gpu.json new file mode 100644 index 0000000000000000000000000000000000000000..f1eabfd0342d318af9ef40939d95cb142b82bad7 --- /dev/null +++ b/results/timing/gen_mimo_gpu.json @@ -0,0 +1,1496 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "gpu", + "load1": 2.76904296875, + "date": "2026-09-30 07:13:49 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 16 + ], + "gpu": "NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition", + "cuda": "12.8" + }, + "family": "mimo", + "device": "cuda", + "cells": { + "ddim5/K1/b1": { + "n": 200, + "median_ms": 4.939292557537556, + "p99_ms": 6.440919945016488, + "mean_ms": 5.01047745347023, + "min_ms": 4.860975779592991, + "max_ms": 8.178510703146458, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 4.92588, + 4.94321, + 4.92044, + 4.96353, + 4.91728, + 4.97624, + 4.92174, + 4.93352, + 4.9083, + 4.93805, + 4.94124, + 4.90475, + 5.01343, + 4.97957, + 4.95319, + 5.11636, + 5.0277, + 4.922, + 4.9203, + 4.91104, + 4.94125, + 4.93342, + 4.91476, + 4.92928, + 4.92828, + 4.94899, + 4.91383, + 4.90637, + 4.91878, + 4.92056, + 4.94111, + 4.97056, + 4.9006, + 4.95954, + 5.05719, + 4.93965, + 4.95271, + 4.94032, + 4.99275, + 4.98494, + 5.06094, + 4.89431, + 4.97124, + 4.9204, + 5.0036, + 4.95289, + 4.94651, + 4.91188, + 4.92448, + 4.93679, + 4.94364, + 4.91739, + 4.9125, + 4.9222, + 4.941, + 4.97629, + 4.95437, + 4.95341, + 4.93905, + 4.91653, + 4.96038, + 4.91494, + 4.95075, + 4.95758, + 4.9816, + 4.93133, + 4.99432, + 4.91124, + 4.93094, + 4.92951, + 4.98157, + 4.9615, + 4.92408, + 4.91455, + 4.93276, + 4.94388, + 4.97259, + 4.92605, + 5.05964, + 4.97693, + 4.94911, + 4.95985, + 5.81011, + 5.13844, + 5.17157, + 4.91751, + 4.90851, + 4.99403, + 5.24922, + 4.9483, + 4.92388, + 4.92906, + 5.08084, + 6.42396, + 8.17851, + 8.11954, + 5.94396, + 5.35153, + 5.21211, + 5.21501, + 5.21107, + 5.15573, + 5.12749, + 5.12432, + 4.95974, + 4.98329, + 4.91713, + 4.88319, + 4.95281, + 4.94247, + 4.9104, + 4.88301, + 4.93506, + 4.96173, + 4.89307, + 4.90717, + 4.94206, + 4.91119, + 4.91808, + 4.94967, + 4.91796, + 5.01244, + 5.0224, + 4.93486, + 4.94318, + 4.93325, + 4.8982, + 4.92906, + 4.88754, + 4.96253, + 4.92088, + 4.94104, + 4.90791, + 4.90652, + 5.25012, + 5.10064, + 5.15744, + 5.15736, + 4.86923, + 4.90301, + 4.89324, + 5.15323, + 5.1108, + 5.0797, + 5.0748, + 4.88451, + 4.86098, + 4.87603, + 4.88723, + 4.97134, + 4.89022, + 4.9253, + 4.89671, + 4.94265, + 4.92383, + 4.93244, + 4.90147, + 4.94513, + 4.87449, + 4.92557, + 4.89999, + 5.14149, + 5.14099, + 4.95211, + 4.96056, + 4.8862, + 4.88173, + 4.92762, + 4.90396, + 4.93634, + 4.93953, + 4.9481, + 4.94512, + 4.93366, + 4.96458, + 4.91276, + 4.94897, + 4.91956, + 4.90249, + 4.91827, + 4.89862, + 4.91086, + 4.93131, + 4.99506, + 4.919, + 4.89648, + 4.99286, + 4.91534, + 5.09797, + 4.90677, + 4.97665, + 4.90145, + 4.92784, + 4.92128, + 4.99218, + 4.89803, + 4.96914, + 4.89261, + 4.97936, + 4.92147 + ] + }, + "ddim5/K1/batch120": { + "n": 20, + "median_ms": 0.03828083863481879, + "p99_ms": 0.03948267665691674, + "mean_ms": 0.03837620412620406, + "min_ms": 0.03804894319425026, + "max_ms": 0.03956630825996399, + "note": "ms per plant, batch=120 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.03833, + 0.03816, + 0.03834, + 0.03805, + 0.03832, + 0.03829, + 0.0382, + 0.03827, + 0.03869, + 0.03852, + 0.03814, + 0.0384, + 0.03816, + 0.03811, + 0.03957, + 0.03913, + 0.03824, + 0.03812, + 0.03817, + 0.03832 + ], + "n_batches": 20, + "n_plants_covered": 2400 + }, + "ddim5/K8/b1": { + "n": 200, + "median_ms": 4.079996142536402, + "p99_ms": 5.950387688353651, + "mean_ms": 4.157162099145353, + "min_ms": 4.02096938341856, + "max_ms": 6.679627113044262, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 4.0752, + 4.09099, + 4.07319, + 4.05174, + 4.05701, + 4.05526, + 4.06312, + 4.07208, + 4.0671, + 4.12651, + 4.03508, + 4.0417, + 4.17872, + 4.02749, + 4.07856, + 4.05866, + 4.08132, + 4.06413, + 4.05045, + 4.05274, + 4.04011, + 4.05766, + 4.08337, + 4.03881, + 4.06246, + 4.0668, + 4.05661, + 4.07206, + 4.07099, + 4.07289, + 4.0852, + 4.0668, + 4.10553, + 4.06231, + 4.09465, + 4.04452, + 4.07211, + 4.06291, + 4.05295, + 4.12276, + 4.06519, + 4.07707, + 4.06084, + 4.05004, + 4.06202, + 4.06767, + 4.08936, + 4.05035, + 4.05934, + 4.09455, + 4.08733, + 4.06909, + 4.0748, + 4.0564, + 4.08935, + 4.0558, + 4.07818, + 4.08208, + 4.09793, + 4.08188, + 4.04584, + 4.07557, + 4.24187, + 4.07911, + 4.10391, + 4.07933, + 4.23503, + 4.14771, + 4.1577, + 4.21272, + 4.48384, + 4.80515, + 4.26799, + 4.30348, + 4.23471, + 4.07384, + 4.0997, + 4.14408, + 4.14838, + 4.03942, + 4.06353, + 4.0914, + 4.06156, + 4.21714, + 4.2608, + 4.30419, + 5.94305, + 6.67963, + 6.67648, + 5.75949, + 4.35627, + 4.33835, + 4.3233, + 4.31672, + 4.2835, + 4.27097, + 4.26834, + 4.26309, + 4.28019, + 4.25799, + 4.25192, + 4.02097, + 4.03427, + 4.03777, + 4.10228, + 4.0985, + 4.06725, + 4.09132, + 4.0616, + 4.08067, + 4.09097, + 4.05108, + 4.08077, + 4.06826, + 4.1469, + 4.10186, + 4.09495, + 4.07668, + 4.05599, + 4.17579, + 4.0835, + 4.11323, + 4.07408, + 4.08236, + 4.04971, + 4.08234, + 4.06035, + 4.07773, + 4.03581, + 4.08134, + 4.08691, + 4.08597, + 4.07371, + 4.06559, + 4.4551, + 4.3729, + 4.30425, + 4.35288, + 4.28171, + 4.13378, + 4.03177, + 4.03857, + 4.05049, + 4.14157, + 4.0898, + 4.07067, + 4.12966, + 4.05722, + 4.06277, + 4.06788, + 4.06, + 4.06374, + 4.09823, + 4.11629, + 4.08297, + 4.10452, + 4.07165, + 4.06742, + 4.06661, + 4.09335, + 4.06462, + 4.09243, + 4.0431, + 4.05801, + 4.07676, + 4.05712, + 4.10243, + 4.25576, + 4.25149, + 4.15241, + 4.0415, + 4.05388, + 4.05751, + 4.05621, + 4.0898, + 4.04341, + 4.09065, + 4.06261, + 4.0933, + 4.08976, + 4.06368, + 4.10492, + 4.06896, + 4.10624, + 4.11655, + 4.06345, + 4.06913, + 4.05489, + 4.06279, + 4.10473, + 4.07809, + 4.2123, + 4.12171, + 4.07271, + 4.09478, + 4.07097, + 4.08981, + 4.08309, + 4.09161, + 4.32381 + ] + }, + "ddim5/K8/batch120": { + "n": 20, + "median_ms": 0.06848708726465702, + "p99_ms": 0.0691905724039922, + "mean_ms": 0.06852483532081047, + "min_ms": 0.06825666253765424, + "max_ms": 0.06926058170696099, + "note": "ms per plant, batch=120 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.06841, + 0.06848, + 0.0685, + 0.06833, + 0.06826, + 0.06839, + 0.06849, + 0.06875, + 0.06844, + 0.06849, + 0.06843, + 0.06851, + 0.0685, + 0.06868, + 0.06926, + 0.06889, + 0.06831, + 0.06839, + 0.06849, + 0.06848 + ], + "n_batches": 20, + "n_plants_covered": 2400 + }, + "ddim20/K1/b1": { + "n": 200, + "median_ms": 18.85275123640895, + "p99_ms": 26.214465675875545, + "mean_ms": 19.115841132588685, + "min_ms": 18.573097884655, + "max_ms": 27.9064467176795, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 18.7571, + 18.8991, + 18.87016, + 18.82305, + 18.8628, + 18.80316, + 18.76153, + 18.85591, + 18.86122, + 18.8762, + 19.04718, + 19.9373, + 19.58097, + 19.28706, + 19.28914, + 26.30973, + 21.64007, + 19.77455, + 18.74953, + 18.88182, + 18.86289, + 18.75153, + 18.88776, + 18.80455, + 18.80687, + 19.31384, + 19.33471, + 18.714, + 18.76132, + 18.80369, + 18.87593, + 18.77027, + 18.92031, + 18.8309, + 19.01529, + 18.86211, + 18.80653, + 18.74243, + 18.78939, + 19.00977, + 18.84095, + 18.90913, + 18.75329, + 18.75831, + 18.79664, + 18.85316, + 19.04038, + 18.87372, + 18.76668, + 18.86136, + 18.76676, + 18.96407, + 18.88295, + 18.84233, + 18.78318, + 18.84903, + 18.78918, + 18.79629, + 18.76017, + 18.82778, + 18.77662, + 18.95979, + 18.86452, + 19.21993, + 20.28647, + 19.60321, + 18.90216, + 18.88492, + 27.90645, + 19.7221, + 19.15789, + 18.75077, + 18.5731, + 18.79207, + 18.86592, + 18.8361, + 18.8279, + 19.09559, + 19.61812, + 18.80741, + 18.80934, + 18.78935, + 18.84226, + 18.89502, + 18.73138, + 18.80528, + 18.82293, + 18.79336, + 18.86528, + 18.89368, + 18.78523, + 18.85934, + 19.09788, + 18.85106, + 18.81173, + 19.02199, + 18.97122, + 18.78441, + 18.87854, + 19.10883, + 18.76687, + 18.94354, + 18.86248, + 18.82693, + 18.76472, + 18.82287, + 18.82787, + 18.74712, + 18.70719, + 18.85314, + 18.85468, + 18.75961, + 18.85314, + 18.75514, + 18.8284, + 19.18262, + 19.98159, + 18.91688, + 19.34899, + 18.73279, + 20.78825, + 26.2135, + 19.64758, + 18.89411, + 18.84076, + 18.78658, + 18.77115, + 18.97314, + 18.82461, + 18.86229, + 19.79876, + 19.01164, + 18.80066, + 18.88085, + 18.79511, + 18.84306, + 18.87213, + 18.80712, + 18.83038, + 18.87219, + 18.81549, + 18.87735, + 18.88178, + 18.86874, + 18.86307, + 18.84995, + 18.74342, + 18.76432, + 18.79477, + 18.76326, + 18.7904, + 19.01807, + 18.93134, + 18.78441, + 18.8268, + 18.84547, + 18.90552, + 19.09045, + 19.64195, + 18.61762, + 18.77482, + 18.89997, + 18.77513, + 18.83602, + 18.86781, + 19.04922, + 18.88696, + 18.9377, + 19.82188, + 19.27951, + 19.03262, + 19.16661, + 18.74623, + 25.68495, + 21.70271, + 19.43731, + 18.81925, + 18.84254, + 18.87438, + 18.94414, + 18.72105, + 18.70981, + 19.01786, + 19.17476, + 18.85237, + 18.81451, + 18.75706, + 18.84634, + 18.78235, + 18.71258, + 18.71095, + 18.82219, + 18.73756, + 18.83311, + 18.82543, + 18.72776, + 18.91054, + 18.82038, + 18.93245, + 18.83863 + ] + }, + "ddim20/K1/batch120": { + "n": 20, + "median_ms": 0.14472923940047622, + "p99_ms": 0.14715283690020442, + "mean_ms": 0.14469594073792297, + "min_ms": 0.14293560137351355, + "max_ms": 0.14741706351439157, + "note": "ms per plant, batch=120 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.14438, + 0.14482, + 0.14473, + 0.14742, + 0.14575, + 0.14473, + 0.14504, + 0.14479, + 0.14603, + 0.14524, + 0.14571, + 0.14451, + 0.14494, + 0.14458, + 0.14412, + 0.14397, + 0.14335, + 0.14319, + 0.14294, + 0.14369 + ], + "n_batches": 20, + "n_plants_covered": 2400 + }, + "ddim20/K8/b1": { + "n": 200, + "median_ms": 15.264637302607298, + "p99_ms": 21.8603534810245, + "mean_ms": 15.649386243894696, + "min_ms": 15.097235329449177, + "max_ms": 22.740035317838192, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 15.39022, + 15.42626, + 15.53634, + 15.31867, + 15.34069, + 21.85462, + 19.02397, + 22.42802, + 15.57754, + 15.20906, + 15.30439, + 15.39558, + 15.89914, + 15.91474, + 15.1639, + 15.50577, + 15.97398, + 15.28063, + 15.18364, + 15.40441, + 15.25693, + 15.17767, + 15.30231, + 15.23814, + 15.30045, + 15.22721, + 15.25433, + 15.19773, + 15.22527, + 15.29991, + 15.29635, + 15.21801, + 15.26954, + 15.37084, + 15.16741, + 15.28398, + 15.20521, + 15.25433, + 15.27963, + 15.25521, + 15.47112, + 16.40703, + 15.93865, + 15.93526, + 15.92385, + 15.72666, + 15.13962, + 15.32154, + 15.21969, + 15.21196, + 15.26584, + 15.18006, + 15.18498, + 15.24753, + 15.20383, + 15.68589, + 15.97752, + 15.3865, + 15.09724, + 15.18208, + 15.23426, + 15.19221, + 15.3411, + 16.4155, + 15.23175, + 15.58159, + 15.12252, + 15.24881, + 15.41836, + 19.27733, + 20.36118, + 22.74004, + 15.48391, + 15.27072, + 15.20186, + 15.29428, + 15.21809, + 15.28779, + 15.20544, + 15.51987, + 15.95326, + 15.96718, + 15.52599, + 15.21654, + 15.15038, + 15.17719, + 15.24345, + 15.22367, + 15.2621, + 15.21694, + 15.18951, + 15.21177, + 15.18624, + 15.38106, + 15.25012, + 15.23374, + 15.27426, + 15.2589, + 15.26801, + 15.22224, + 15.23082, + 15.2174, + 15.23374, + 15.1904, + 15.21906, + 15.54744, + 15.32996, + 15.2561, + 15.21796, + 15.25025, + 15.30561, + 15.24911, + 15.25338, + 15.25463, + 15.32587, + 15.21911, + 15.19959, + 15.2111, + 15.19023, + 15.2516, + 15.24986, + 15.29246, + 15.21424, + 15.19345, + 15.23232, + 15.23735, + 15.56231, + 16.45149, + 15.38802, + 15.88868, + 15.25362, + 15.21137, + 15.24666, + 15.47361, + 21.77497, + 20.72003, + 20.63063, + 15.49832, + 15.26827, + 15.26914, + 15.21787, + 15.22737, + 15.29914, + 15.47763, + 16.00423, + 15.19752, + 15.3087, + 15.44322, + 15.20474, + 15.23205, + 15.26344, + 15.32089, + 15.24355, + 15.23092, + 15.23366, + 15.98705, + 15.93196, + 15.14352, + 15.18568, + 15.3092, + 15.25135, + 15.21963, + 15.25275, + 15.28768, + 15.24445, + 15.19977, + 15.15057, + 15.20732, + 15.32337, + 15.38531, + 15.31298, + 15.26933, + 15.33528, + 15.19487, + 15.25958, + 15.21733, + 15.29404, + 15.3816, + 15.3139, + 15.27066, + 15.18422, + 15.23992, + 15.23586, + 15.24021, + 15.25795, + 15.26943, + 15.20755, + 15.2242, + 15.25789, + 15.40108, + 15.69763, + 16.41043, + 15.59276, + 15.40559, + 15.27778, + 15.62408, + 15.18399, + 15.4947, + 17.16913, + 21.48061 + ] + }, + "ddim20/K8/batch120": { + "n": 20, + "median_ms": 0.2651149213003616, + "p99_ms": 0.2679625421296805, + "mean_ms": 0.26553125547555584, + "min_ms": 0.2641707969208558, + "max_ms": 0.26810110236207646, + "note": "ms per plant, batch=120 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.265, + 0.26513, + 0.265, + 0.26726, + 0.26555, + 0.26436, + 0.26417, + 0.26442, + 0.26464, + 0.2649, + 0.26457, + 0.26438, + 0.26509, + 0.26696, + 0.26523, + 0.26737, + 0.26617, + 0.2658, + 0.26652, + 0.2681 + ], + "n_batches": 20, + "n_plants_covered": 2400 + }, + "ddpm500/K1/b1": { + "n": 200, + "median_ms": 441.9018137268722, + "p99_ms": 462.46655869297683, + "mean_ms": 443.662393190898, + "min_ms": 434.17476676404476, + "max_ms": 468.8106747344136, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 444.40731, + 434.59797, + 455.23331, + 436.43416, + 453.1163, + 439.64688, + 453.0252, + 434.60785, + 441.19828, + 452.87264, + 435.45841, + 455.04287, + 434.17477, + 454.87839, + 439.22516, + 455.32316, + 439.82019, + 439.19926, + 451.53664, + 434.29408, + 454.12866, + 434.61304, + 453.56789, + 437.84384, + 452.20556, + 435.26162, + 438.00747, + 452.83829, + 437.6368, + 454.2405, + 438.7433, + 455.2971, + 437.02979, + 454.26962, + 434.43417, + 437.06135, + 452.24097, + 435.90882, + 455.78483, + 435.99994, + 454.01503, + 437.46229, + 443.23691, + 447.39949, + 439.67781, + 453.2085, + 436.97188, + 455.15928, + 437.92506, + 454.44706, + 437.66371, + 435.21857, + 451.49155, + 440.1938, + 452.74461, + 436.35722, + 457.1193, + 439.18387, + 452.01259, + 439.27929, + 437.85419, + 454.20617, + 439.7915, + 453.56262, + 437.10029, + 454.90519, + 438.51546, + 454.51406, + 439.62776, + 437.16065, + 450.68042, + 440.51343, + 452.30509, + 438.68463, + 454.95429, + 437.42622, + 450.92088, + 441.33116, + 437.48208, + 450.65688, + 442.61618, + 451.83855, + 435.48541, + 454.95339, + 436.04634, + 447.48946, + 446.09144, + 440.92983, + 452.99629, + 437.68634, + 450.99084, + 434.80164, + 454.30727, + 435.64706, + 435.77678, + 454.48289, + 434.73592, + 451.27576, + 439.93241, + 452.17931, + 437.32741, + 454.71708, + 445.3252, + 444.27573, + 468.81067, + 441.14551, + 462.45625, + 444.54727, + 446.71814, + 443.5826, + 446.32826, + 439.13789, + 439.92459, + 443.16831, + 442.70491, + 442.09669, + 440.82395, + 441.90027, + 441.43562, + 443.52298, + 439.66242, + 444.59488, + 444.11872, + 443.08014, + 444.35827, + 441.9552, + 442.1798, + 440.94935, + 446.73465, + 444.14443, + 444.21651, + 448.82539, + 447.74619, + 463.48752, + 442.78008, + 446.39861, + 442.21833, + 445.25509, + 442.66299, + 441.38874, + 444.11179, + 441.90866, + 442.20506, + 442.06006, + 442.68662, + 441.80909, + 442.20385, + 439.46992, + 439.18315, + 442.89776, + 441.93556, + 443.93823, + 439.4918, + 445.94581, + 442.04066, + 438.71927, + 442.20961, + 446.45075, + 439.96439, + 439.6745, + 438.22334, + 439.51278, + 439.15155, + 440.99988, + 439.76205, + 439.30787, + 440.1409, + 442.16784, + 437.8475, + 441.61235, + 441.90336, + 439.67635, + 443.2202, + 445.29893, + 442.79642, + 437.68835, + 440.14614, + 441.65767, + 439.11583, + 442.74138, + 438.55511, + 441.86252, + 440.12263, + 441.14241, + 439.248, + 441.5299, + 438.8033, + 435.46585, + 445.31626, + 437.47089, + 444.17461, + 441.26307, + 441.23421, + 439.25126, + 441.3584, + 439.47879, + 438.93717, + 442.41536, + 441.16349, + 440.67132 + ] + }, + "ddpm500/K1/batch120": { + "n": 20, + "median_ms": 3.365958055170874, + "p99_ms": 3.3958163978531957, + "mean_ms": 3.368821849580854, + "min_ms": 3.3427761013930044, + "max_ms": 3.397684319255253, + "note": "ms per plant, batch=120 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 3.3651, + 3.38785, + 3.34785, + 3.3868, + 3.34278, + 3.35475, + 3.37801, + 3.36338, + 3.36305, + 3.36564, + 3.39768, + 3.38227, + 3.37248, + 3.37708, + 3.34956, + 3.3762, + 3.3872, + 3.35836, + 3.35411, + 3.36628 + ], + "n_batches": 20, + "n_plants_covered": 2400 + }, + "ddpm500/K8/b1": { + "n": 200, + "median_ms": 367.3916729167104, + "p99_ms": 759.4922656472772, + "mean_ms": 457.37538112327456, + "min_ms": 346.19896672666073, + "max_ms": 766.422021202743, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 346.95259, + 347.29269, + 346.57079, + 348.91402, + 346.80895, + 348.4216, + 349.64176, + 346.19897, + 346.3604, + 348.34654, + 347.03443, + 350.43167, + 349.31799, + 348.3357, + 347.31867, + 351.59515, + 359.3001, + 346.87453, + 348.87417, + 347.63792, + 357.44687, + 453.05667, + 364.46685, + 365.1637, + 365.59819, + 365.02319, + 368.80671, + 744.3501, + 743.88455, + 388.97952, + 363.51818, + 364.46506, + 373.6035, + 364.08082, + 363.88356, + 373.85921, + 364.2567, + 364.00018, + 373.81813, + 365.26033, + 369.02087, + 366.38635, + 364.93209, + 368.70654, + 366.0033, + 365.09345, + 370.37045, + 367.01913, + 367.01368, + 366.08906, + 365.42883, + 368.75188, + 365.89541, + 365.6696, + 368.61993, + 365.23219, + 364.8916, + 366.8784, + 364.1061, + 364.26976, + 367.79723, + 365.80692, + 368.19797, + 365.20149, + 364.94019, + 368.75636, + 365.33413, + 365.29102, + 368.44319, + 365.00785, + 365.9056, + 369.99199, + 365.10436, + 368.94742, + 364.7719, + 364.47222, + 367.58286, + 364.12696, + 364.40819, + 367.20367, + 365.95387, + 364.80509, + 369.19036, + 366.08805, + 371.36506, + 375.79527, + 367.77834, + 370.55885, + 366.26378, + 366.73695, + 367.5058, + 365.50783, + 366.66912, + 367.66593, + 365.82362, + 368.20299, + 367.27754, + 365.31119, + 367.63178, + 365.95168, + 365.46611, + 368.54399, + 365.2945, + 367.09508, + 368.3447, + 365.69342, + 367.64105, + 363.87136, + 364.59099, + 366.77977, + 364.26351, + 364.91744, + 375.85978, + 365.24937, + 367.70329, + 374.22032, + 363.65777, + 373.82569, + 364.68366, + 364.19078, + 368.27465, + 364.56042, + 365.16754, + 368.68128, + 363.9651, + 368.16764, + 365.95728, + 366.52072, + 367.65676, + 366.14032, + 365.76176, + 370.6449, + 365.12201, + 365.71978, + 369.2304, + 365.46237, + 368.79411, + 365.35802, + 365.56845, + 368.48698, + 365.41314, + 364.81249, + 369.17021, + 365.43658, + 367.55963, + 370.59549, + 372.25842, + 371.90501, + 367.56166, + 369.36231, + 370.15969, + 364.25391, + 472.58817, + 753.62449, + 734.05459, + 667.09519, + 748.50538, + 747.00936, + 747.77757, + 738.08932, + 738.9487, + 754.12162, + 743.14835, + 746.13967, + 745.6, + 739.77687, + 752.32011, + 757.69554, + 764.46076, + 745.98947, + 738.29954, + 736.06877, + 750.29633, + 742.94757, + 748.12257, + 746.80334, + 738.45229, + 663.82613, + 748.86542, + 751.93769, + 748.49052, + 759.44208, + 746.99389, + 737.88167, + 733.44538, + 730.28647, + 737.24028, + 720.81218, + 732.62363, + 740.14217, + 719.74448, + 734.06348, + 714.32778, + 739.23495, + 743.88473, + 711.74635, + 722.32133, + 758.71726, + 749.56521, + 766.42202 + ] + }, + "ddpm500/K8/batch120": { + "n": 20, + "median_ms": 7.338918939543268, + "p99_ms": 7.603084425131479, + "mean_ms": 7.279397990011302, + "min_ms": 6.160048100476463, + "max_ms": 7.615079575528701, + "note": "ms per plant, batch=120 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 7.49503, + 7.55195, + 7.61508, + 7.16309, + 6.16005, + 7.27944, + 6.94741, + 7.30628, + 7.45348, + 7.33814, + 7.35295, + 7.36024, + 7.33295, + 7.32923, + 7.33969, + 7.22021, + 7.00533, + 7.34578, + 7.52801, + 7.46361 + ], + "n_batches": 20, + "n_plants_covered": 2400 + } + }, + "cuda_init_s": 0.09802106395363808, + "load_s": 0.07194944377988577, + "n_params": 9754390, + "first_call_ddpm500_k8_b1_s": 0.5161713734269142, + "second_call_ddpm500_k8_b1_s": 0.3486636308953166, + "first_call_ddim20_k8_b1_s": 0.023185420781373978, + "done": true +} \ No newline at end of file diff --git a/results/timing/gen_pend_cpu1.json b/results/timing/gen_pend_cpu1.json new file mode 100644 index 0000000000000000000000000000000000000000..d9c37497f574d3b934bc13b3fe5dab912c27707d --- /dev/null +++ b/results/timing/gen_pend_cpu1.json @@ -0,0 +1,1476 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1", + "load1": 17.33642578125, + "date": "2026-09-30 07:20:14 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 17 + ] + }, + "family": "pend", + "device": "cpu", + "cells": { + "ddim5/K1/b1": { + "n": 200, + "median_ms": 5.660442169755697, + "p99_ms": 7.194314105436204, + "mean_ms": 5.725278537720442, + "min_ms": 4.814339801669121, + "max_ms": 8.821641094982624, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 8.82164, + 7.19247, + 5.66227, + 5.52373, + 5.60711, + 6.49268, + 5.68838, + 5.57095, + 5.61245, + 5.32283, + 5.30453, + 4.9826, + 4.81434, + 4.88696, + 4.88884, + 4.92285, + 4.90874, + 4.92593, + 4.9191, + 4.89831, + 5.21432, + 5.72144, + 6.47152, + 5.73535, + 5.10967, + 5.18901, + 5.38238, + 5.47651, + 5.75216, + 6.69806, + 5.9679, + 5.17169, + 5.33822, + 6.59142, + 5.31837, + 5.26952, + 5.35755, + 5.74804, + 6.36948, + 6.96121, + 6.73625, + 6.57787, + 6.29221, + 5.79801, + 5.99214, + 6.24347, + 6.46368, + 6.67257, + 6.32013, + 5.87883, + 5.58626, + 5.72567, + 5.70091, + 5.62484, + 5.77167, + 5.50408, + 5.50813, + 5.4366, + 5.59773, + 5.53188, + 5.29088, + 5.50057, + 5.36127, + 5.32115, + 5.43578, + 5.14561, + 4.99591, + 4.97768, + 4.97253, + 4.90797, + 4.94986, + 4.95627, + 4.92512, + 4.96481, + 5.04344, + 5.26936, + 6.05901, + 6.2826, + 5.78119, + 5.40951, + 5.33106, + 5.23323, + 6.48948, + 6.66193, + 6.67783, + 6.16835, + 5.77016, + 5.6754, + 5.56073, + 5.5023, + 5.73822, + 5.90801, + 6.76634, + 6.7679, + 6.67376, + 6.41057, + 6.13633, + 5.76904, + 5.6736, + 5.84455, + 6.36033, + 6.74632, + 6.47003, + 6.04875, + 5.62065, + 5.65861, + 5.67032, + 5.83853, + 5.77838, + 5.34385, + 5.50022, + 5.57718, + 5.6032, + 5.44852, + 5.43403, + 5.74652, + 5.69124, + 5.46926, + 5.56539, + 5.28174, + 5.09024, + 5.10646, + 5.0077, + 5.02565, + 5.18592, + 5.14752, + 5.09446, + 5.10485, + 5.1874, + 5.37074, + 6.0404, + 6.4608, + 6.014, + 5.6058, + 5.32924, + 5.18917, + 5.45879, + 5.52508, + 6.28518, + 6.01392, + 5.78007, + 5.85175, + 5.90492, + 5.61024, + 5.597, + 6.08212, + 6.89628, + 6.53804, + 6.62902, + 6.49636, + 6.20502, + 5.86045, + 5.71743, + 5.87606, + 5.90533, + 6.43885, + 6.66325, + 6.32893, + 5.98417, + 5.70073, + 5.71898, + 5.85969, + 5.78095, + 6.18629, + 6.0353, + 5.7698, + 5.56361, + 5.39909, + 5.48914, + 5.57712, + 5.51543, + 5.67025, + 5.4248, + 5.10335, + 5.04737, + 5.05811, + 5.04649, + 4.96092, + 5.0789, + 5.09854, + 5.18105, + 5.65811, + 5.19625, + 5.36534, + 5.74598, + 6.98031, + 6.2831, + 5.75125, + 5.70483, + 5.54736, + 5.70446, + 6.26209, + 7.37687, + 6.56156, + 6.16363, + 6.05966, + 5.99867, + 5.70682, + 5.69061, + 5.5084 + ] + }, + "ddim5/K1/batch40": { + "n": 20, + "median_ms": 0.5977902328595519, + "p99_ms": 0.625814916100353, + "mean_ms": 0.5974013661034405, + "min_ms": 0.5635627312585711, + "max_ms": 0.627329433336854, + "note": "ms per plant, batch=40 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.61133, + 0.59482, + 0.58286, + 0.61663, + 0.61846, + 0.58814, + 0.57993, + 0.5736, + 0.60059, + 0.59148, + 0.59499, + 0.56356, + 0.56782, + 0.58721, + 0.62733, + 0.61095, + 0.60483, + 0.60425, + 0.61936, + 0.6099 + ], + "n_batches": 20, + "n_plants_covered": 800 + }, + "ddim5/K8/b1": { + "n": 200, + "median_ms": 10.88875625282526, + "p99_ms": 12.906757509335872, + "mean_ms": 10.796703672967851, + "min_ms": 8.449023589491844, + "max_ms": 13.378054834902287, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 11.68299, + 11.53597, + 12.70386, + 12.1279, + 11.19894, + 10.75595, + 10.35522, + 10.13592, + 11.6492, + 12.12131, + 12.16902, + 12.58707, + 12.88797, + 12.76622, + 12.40539, + 11.15656, + 11.01921, + 10.94335, + 11.42931, + 11.91751, + 12.49171, + 11.88869, + 11.66162, + 11.60851, + 11.65974, + 11.55072, + 11.93924, + 12.31245, + 11.68304, + 12.49188, + 12.13146, + 11.81246, + 11.77238, + 11.44013, + 10.65531, + 10.43082, + 10.43568, + 10.38629, + 10.66105, + 12.54669, + 13.20709, + 12.76183, + 13.37805, + 12.30463, + 12.51325, + 12.56699, + 11.67633, + 11.91082, + 10.96164, + 11.31715, + 11.31364, + 12.26333, + 12.0422, + 11.52996, + 11.37668, + 11.4819, + 12.15611, + 12.29927, + 12.59335, + 12.05736, + 11.72063, + 11.23951, + 11.21344, + 11.94937, + 12.12559, + 11.3111, + 11.86912, + 11.25368, + 11.19248, + 11.2787, + 12.40849, + 11.85332, + 11.34928, + 11.95357, + 12.29823, + 12.34455, + 12.44846, + 11.58562, + 11.43275, + 11.48421, + 11.33329, + 11.3908, + 12.46965, + 12.90372, + 11.97, + 12.07467, + 11.76155, + 11.84378, + 12.40053, + 11.39518, + 11.15649, + 11.22113, + 11.4241, + 11.50451, + 11.98938, + 12.79731, + 11.50282, + 11.36251, + 11.51474, + 11.15847, + 12.33973, + 11.22177, + 10.24294, + 9.95119, + 9.71654, + 9.61546, + 9.55957, + 9.81486, + 10.56681, + 10.45158, + 9.88116, + 10.16305, + 10.39525, + 10.26344, + 11.32225, + 10.69165, + 10.94138, + 10.38589, + 10.2802, + 10.16819, + 10.2015, + 10.72886, + 11.78025, + 10.70866, + 10.40171, + 10.41546, + 10.48968, + 10.50611, + 10.34593, + 10.66463, + 12.6171, + 10.61498, + 10.39221, + 10.53132, + 10.38907, + 11.73881, + 11.3606, + 10.31128, + 9.80359, + 9.28215, + 9.51339, + 9.55389, + 9.13122, + 9.20585, + 9.1642, + 8.94807, + 8.62985, + 8.62273, + 8.6262, + 8.50568, + 9.12256, + 9.32156, + 9.02271, + 8.96313, + 9.32532, + 9.19944, + 9.22721, + 9.33974, + 9.35681, + 9.93843, + 9.90985, + 10.83614, + 10.00983, + 9.75578, + 9.76887, + 9.56492, + 9.33596, + 9.66494, + 9.7983, + 9.6761, + 9.47965, + 9.70102, + 10.1515, + 10.09388, + 10.44407, + 10.17832, + 10.04005, + 9.58223, + 9.24227, + 8.80905, + 8.59394, + 8.44902, + 9.17053, + 8.83758, + 8.75029, + 9.13216, + 8.99226, + 8.77549, + 8.72332, + 8.71179, + 8.71199, + 8.9159, + 9.50965, + 10.56887, + 9.64822, + 9.46704, + 9.267, + 10.28736, + 9.29011, + 9.21366 + ] + }, + "ddim5/K8/batch40": { + "n": 20, + "median_ms": 3.055523696821183, + "p99_ms": 3.116183760808781, + "mean_ms": 3.066540064755827, + "min_ms": 3.0263213207945228, + "max_ms": 3.1169856199994683, + "note": "ms per plant, batch=40 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 3.04513, + 3.03218, + 3.02632, + 3.03219, + 3.05001, + 3.03756, + 3.09702, + 3.06103, + 3.08073, + 3.08755, + 3.11699, + 3.11277, + 3.10995, + 3.09626, + 3.04752, + 3.04692, + 3.04227, + 3.07395, + 3.09232, + 3.04212 + ], + "n_batches": 20, + "n_plants_covered": 800 + }, + "ddim20/K1/b1": { + "n": 200, + "median_ms": 18.540190532803535, + "p99_ms": 29.06247245147823, + "mean_ms": 19.705242696218193, + "min_ms": 15.74123278260231, + "max_ms": 31.218371354043484, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 23.07653, + 21.34521, + 17.67712, + 20.73133, + 18.05317, + 17.3537, + 17.45657, + 16.94364, + 17.06844, + 18.39337, + 19.04649, + 23.52755, + 18.32984, + 18.38809, + 18.26023, + 18.57229, + 19.62379, + 18.37436, + 20.6862, + 19.10943, + 18.86724, + 18.46226, + 18.59447, + 17.62061, + 17.35217, + 16.13826, + 20.42478, + 16.53921, + 16.70832, + 17.24708, + 17.00577, + 18.25504, + 18.64711, + 18.14687, + 21.4191, + 18.62594, + 21.61178, + 20.24, + 18.27404, + 18.50809, + 18.34319, + 20.37998, + 21.22424, + 19.44176, + 18.72635, + 16.97093, + 17.1526, + 16.7077, + 17.97815, + 20.02501, + 17.9244, + 19.58747, + 18.49444, + 19.33064, + 18.49494, + 18.20024, + 16.25719, + 15.86811, + 15.74123, + 16.16768, + 18.25584, + 17.0103, + 17.28395, + 17.1972, + 17.18894, + 17.54199, + 18.39745, + 17.15123, + 17.91873, + 16.97578, + 16.87477, + 17.23455, + 16.91999, + 16.94821, + 19.64494, + 17.29878, + 19.32547, + 17.36552, + 17.45442, + 17.3887, + 19.9871, + 17.34011, + 17.57076, + 16.59635, + 17.33652, + 16.60991, + 16.69728, + 19.55317, + 18.1483, + 19.25307, + 17.78401, + 17.06284, + 18.47912, + 18.69016, + 17.17122, + 19.65163, + 17.12572, + 16.84827, + 16.62555, + 16.72863, + 17.48643, + 18.5899, + 18.63111, + 19.09127, + 16.81263, + 16.75252, + 17.36556, + 17.62204, + 18.68872, + 16.91234, + 17.55848, + 17.23347, + 16.66105, + 16.65383, + 18.16041, + 17.69198, + 18.65406, + 17.52188, + 18.20776, + 17.08601, + 18.63462, + 17.59006, + 18.21158, + 16.7898, + 16.38849, + 16.47906, + 18.031, + 17.75766, + 20.88874, + 19.62136, + 19.57679, + 18.69465, + 18.00497, + 19.32365, + 19.64516, + 18.68925, + 17.80047, + 17.5383, + 18.45462, + 16.90516, + 17.57248, + 17.59711, + 17.21713, + 18.2141, + 20.6134, + 21.08514, + 22.04903, + 30.65969, + 29.04634, + 25.8032, + 24.56696, + 24.34757, + 25.37079, + 23.33739, + 23.60477, + 23.98335, + 23.96243, + 24.29023, + 24.1166, + 20.97894, + 28.37318, + 31.21837, + 20.07135, + 18.64108, + 20.54287, + 21.75903, + 23.39907, + 23.76928, + 27.26034, + 24.57275, + 23.84601, + 24.23945, + 25.35926, + 23.87856, + 22.40369, + 22.59398, + 24.37604, + 22.14549, + 24.12322, + 22.99824, + 22.79355, + 22.43391, + 23.22703, + 25.68583, + 23.52224, + 22.48346, + 22.15462, + 22.24332, + 22.83707, + 28.18749, + 23.39078, + 23.4307, + 23.33975, + 25.11413, + 22.81452, + 22.3189, + 22.08477, + 22.11244, + 22.05902, + 26.06207 + ] + }, + "ddim20/K1/batch40": { + "n": 20, + "median_ms": 2.1565365605056286, + "p99_ms": 2.2717346230056137, + "mean_ms": 2.1646738203708082, + "min_ms": 2.071332442574203, + "max_ms": 2.2774095879867673, + "note": "ms per plant, batch=40 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 2.14565, + 2.19226, + 2.17127, + 2.12613, + 2.13148, + 2.19349, + 2.19065, + 2.19913, + 2.16255, + 2.07133, + 2.15905, + 2.15402, + 2.13666, + 2.10683, + 2.13974, + 2.14646, + 2.10164, + 2.24017, + 2.27741, + 2.24754 + ], + "n_batches": 20, + "n_plants_covered": 800 + }, + "ddim20/K8/b1": { + "n": 200, + "median_ms": 37.95823594555259, + "p99_ms": 45.268870536237934, + "mean_ms": 38.08384031523019, + "min_ms": 33.3392983302474, + "max_ms": 49.16486795991659, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 37.23167, + 33.98616, + 38.57696, + 40.85653, + 37.36951, + 37.75115, + 37.58083, + 38.50949, + 37.80576, + 41.15274, + 39.5778, + 47.428, + 34.28636, + 33.3393, + 37.1114, + 40.04705, + 39.86209, + 38.76988, + 38.19013, + 39.61279, + 36.27118, + 36.54989, + 35.4295, + 36.43905, + 38.98936, + 38.46341, + 34.86253, + 36.02728, + 39.44028, + 38.62135, + 35.7846, + 36.80553, + 37.94982, + 34.95959, + 35.62573, + 39.76099, + 38.40695, + 35.5, + 35.72307, + 33.96482, + 34.73524, + 40.12191, + 38.86208, + 36.25932, + 39.05429, + 36.97768, + 34.54066, + 34.78387, + 38.59556, + 39.53637, + 36.85541, + 36.92717, + 36.94309, + 36.2456, + 36.28781, + 40.11965, + 36.25979, + 38.79091, + 36.88891, + 34.54322, + 36.22059, + 40.17437, + 36.90802, + 39.52058, + 36.35474, + 35.50207, + 36.00488, + 38.00621, + 41.467, + 38.30741, + 38.39466, + 37.97643, + 36.11829, + 36.50091, + 43.08779, + 38.21438, + 36.638, + 37.71661, + 36.90416, + 34.70941, + 35.77265, + 39.06717, + 39.0195, + 38.25922, + 38.28544, + 38.34113, + 37.22836, + 40.03517, + 36.78929, + 35.15744, + 38.49341, + 35.37683, + 37.24901, + 38.30817, + 42.05464, + 36.49972, + 38.16055, + 41.12898, + 36.50277, + 38.18541, + 40.54978, + 36.65245, + 39.422, + 43.70568, + 41.02315, + 39.25742, + 40.26359, + 36.88639, + 41.12269, + 36.45434, + 39.95561, + 49.16487, + 37.6579, + 35.85546, + 38.07694, + 36.9987, + 41.22896, + 37.86684, + 40.65676, + 40.88623, + 38.53118, + 35.6518, + 37.80118, + 35.83949, + 38.56065, + 37.10693, + 35.33843, + 41.00025, + 42.97164, + 39.11487, + 37.43421, + 38.17217, + 34.93808, + 34.09718, + 36.43442, + 40.74351, + 39.64031, + 37.97261, + 39.29633, + 37.56816, + 34.84074, + 35.50269, + 36.43223, + 37.19331, + 37.96665, + 35.22959, + 36.84958, + 40.37667, + 41.28635, + 37.43755, + 38.25504, + 38.06051, + 39.19682, + 37.24555, + 37.12107, + 45.24706, + 42.85694, + 37.57424, + 35.52765, + 35.86949, + 43.48517, + 38.57903, + 40.60308, + 45.16359, + 38.04381, + 36.54375, + 35.84948, + 37.67359, + 39.47051, + 35.44038, + 36.35944, + 40.09768, + 40.23924, + 37.0702, + 36.48005, + 38.99793, + 39.04834, + 38.25984, + 36.11834, + 43.76636, + 38.6481, + 35.79116, + 36.52525, + 40.80086, + 36.20027, + 36.33874, + 39.05803, + 42.15256, + 40.3102, + 39.34786, + 39.71913, + 39.13641, + 41.35611, + 37.47734, + 34.30175, + 38.70698, + 38.13532, + 35.05746, + 38.626, + 37.22939 + ] + }, + "ddim20/K8/batch40": { + "n": 20, + "median_ms": 12.207370123360306, + "p99_ms": 12.413053142372519, + "mean_ms": 12.228082801448181, + "min_ms": 12.101854709908366, + "max_ms": 12.431341013871133, + "note": "ms per plant, batch=40 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 12.14783, + 12.20644, + 12.33509, + 12.43134, + 12.32274, + 12.20129, + 12.15589, + 12.20455, + 12.12709, + 12.30468, + 12.28755, + 12.29052, + 12.12442, + 12.2083, + 12.15236, + 12.105, + 12.28453, + 12.28919, + 12.281, + 12.10185 + ], + "n_batches": 20, + "n_plants_covered": 800 + }, + "ddpm500/K1/b1": { + "n": 200, + "median_ms": 397.0876899547875, + "p99_ms": 631.197638697922, + "mean_ms": 422.600535126403, + "min_ms": 337.16046903282404, + "max_ms": 650.6415558978915, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 460.95606, + 570.275, + 568.58489, + 470.26526, + 430.77882, + 418.79102, + 433.05706, + 466.11672, + 465.24205, + 448.36342, + 440.76667, + 421.45155, + 421.82303, + 416.86119, + 468.18335, + 464.16092, + 486.06153, + 491.09463, + 468.96231, + 467.83626, + 468.60777, + 449.07567, + 479.89537, + 463.52057, + 488.97673, + 501.68889, + 483.85188, + 483.98672, + 578.371, + 626.60753, + 649.99343, + 500.7192, + 506.84152, + 508.77362, + 631.00778, + 650.64156, + 533.95235, + 508.72318, + 481.40769, + 458.13537, + 462.69803, + 482.74067, + 561.38652, + 623.30974, + 559.31728, + 468.80528, + 481.28666, + 418.70399, + 576.66957, + 592.73598, + 536.18972, + 461.01344, + 448.32291, + 454.27055, + 456.58034, + 453.23287, + 467.7947, + 488.57921, + 457.82723, + 470.92688, + 467.40423, + 463.51448, + 490.32299, + 455.05777, + 486.8435, + 466.35419, + 476.60769, + 491.77648, + 503.68614, + 483.50953, + 503.38559, + 475.32213, + 488.40092, + 495.94117, + 581.61472, + 626.58914, + 575.98116, + 514.78669, + 529.50133, + 524.65594, + 576.17254, + 592.06702, + 464.57991, + 464.4915, + 456.88042, + 403.23429, + 412.43564, + 404.87608, + 460.7999, + 384.26091, + 395.13973, + 384.24065, + 379.01251, + 384.03926, + 380.98981, + 382.99324, + 386.06085, + 414.70497, + 456.38849, + 501.14164, + 553.30849, + 454.04439, + 448.73137, + 436.94612, + 407.5348, + 388.41228, + 399.03565, + 407.50466, + 388.11426, + 413.00764, + 392.80662, + 354.86567, + 344.80869, + 346.652, + 343.17054, + 348.23848, + 348.03902, + 346.03095, + 348.28799, + 348.30525, + 349.1985, + 349.88191, + 344.51799, + 343.77322, + 350.48475, + 344.32625, + 345.54636, + 348.59299, + 337.16047, + 339.0974, + 342.04969, + 353.71604, + 345.95109, + 341.85673, + 344.2394, + 341.17155, + 343.19251, + 337.39011, + 340.17241, + 342.58629, + 337.70891, + 347.87778, + 342.55151, + 337.30408, + 340.31039, + 341.92839, + 341.08711, + 338.32938, + 342.55045, + 337.97159, + 368.11806, + 372.85835, + 356.73895, + 360.9389, + 363.60216, + 371.01536, + 363.50687, + 371.59023, + 360.19464, + 356.88018, + 360.9563, + 361.61411, + 366.33967, + 363.53424, + 365.40148, + 365.56997, + 359.41188, + 358.18146, + 354.19804, + 356.34582, + 357.81935, + 356.25034, + 356.43021, + 368.93168, + 353.77356, + 360.45273, + 358.43441, + 356.86654, + 357.25536, + 357.01606, + 358.33614, + 359.10306, + 355.89637, + 364.09269, + 359.75182, + 355.31209, + 353.80564, + 358.51973, + 353.71472, + 356.5831, + 355.85051, + 350.47294, + 353.90525, + 355.10513, + 356.37219, + 357.0629, + 355.48702, + 355.10506, + 358.98034, + 353.48703 + ] + }, + "ddpm500/K1/batch40": { + "n": 20, + "median_ms": 46.40573819633573, + "p99_ms": 46.82311412272975, + "mean_ms": 46.381499748677015, + "min_ms": 45.83395249210298, + "max_ms": 46.8271222198382, + "note": "ms per plant, batch=40 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 46.43005, + 46.30866, + 46.36734, + 46.66758, + 46.37295, + 46.4559, + 46.39271, + 45.8729, + 46.19348, + 46.41876, + 46.82712, + 46.25402, + 46.04387, + 45.83395, + 46.12381, + 46.49671, + 46.80603, + 46.52922, + 46.73871, + 46.49623 + ], + "n_batches": 20, + "n_plants_covered": 800 + }, + "ddpm500/K8/b1": { + "n": 189, + "median_ms": 885.2624474093318, + "p99_ms": 6451.1798706278205, + "mean_ms": 1277.1071666979758, + "min_ms": 742.8405499085784, + "max_ms": 6534.5048094168305, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 768.95409, + 754.86069, + 765.70168, + 753.34051, + 752.98741, + 771.53958, + 757.61064, + 755.40482, + 760.35497, + 758.17221, + 758.64274, + 778.17042, + 752.2835, + 754.01605, + 756.05772, + 751.87585, + 753.2516, + 769.12178, + 750.72988, + 752.99425, + 753.68479, + 753.64272, + 779.81819, + 764.28782, + 758.81194, + 757.43155, + 765.10872, + 771.33749, + 756.42759, + 756.40599, + 759.58588, + 762.51431, + 766.09441, + 763.9618, + 755.93059, + 761.90653, + 750.60523, + 742.84055, + 751.84915, + 750.76173, + 752.81821, + 754.96772, + 764.83602, + 769.81093, + 761.22406, + 757.53528, + 760.41435, + 754.09629, + 753.23281, + 888.86843, + 898.92315, + 894.83409, + 835.51497, + 833.11873, + 835.53031, + 836.84547, + 816.64361, + 890.10227, + 849.62459, + 845.86573, + 846.53726, + 842.62199, + 839.65387, + 858.69447, + 853.19943, + 860.20352, + 884.14335, + 871.75402, + 881.80595, + 900.73855, + 893.42874, + 892.3265, + 882.45747, + 894.01754, + 883.40921, + 873.05272, + 896.92974, + 908.15605, + 892.13102, + 887.41349, + 884.77697, + 893.45406, + 893.04508, + 901.72931, + 873.93198, + 884.02678, + 881.50714, + 888.32122, + 882.05514, + 910.08131, + 889.89114, + 894.53075, + 901.2952, + 894.01469, + 882.30732, + 900.21562, + 897.28147, + 886.38793, + 895.018, + 879.01792, + 877.41797, + 892.35425, + 895.57904, + 885.67375, + 1022.56511, + 977.31611, + 889.67802, + 1040.28835, + 1074.28352, + 1105.37136, + 1016.36375, + 896.56086, + 872.52156, + 879.57929, + 880.37624, + 878.75857, + 872.22935, + 869.64092, + 879.18769, + 886.25513, + 888.3634, + 876.20425, + 874.5807, + 895.34867, + 887.93555, + 871.60848, + 872.54329, + 885.26245, + 874.50681, + 883.44291, + 876.02729, + 880.77919, + 873.18102, + 895.21551, + 876.62221, + 889.45791, + 890.3546, + 876.32283, + 887.29143, + 894.21335, + 932.64219, + 1152.86921, + 1467.48809, + 1359.33843, + 1551.79214, + 1637.44185, + 1943.65089, + 1921.90904, + 1842.02964, + 1901.1963, + 1555.89728, + 1818.74145, + 1810.74234, + 1845.86163, + 1805.79936, + 1816.4996, + 1798.30462, + 1652.15983, + 1567.039, + 1363.63699, + 1503.23667, + 1370.78395, + 1354.31544, + 1111.24218, + 1348.43871, + 1046.77083, + 1350.70165, + 1091.37438, + 1325.65242, + 1116.86833, + 1300.66214, + 1107.624, + 1309.25853, + 924.30042, + 950.70735, + 1494.90587, + 2629.69592, + 3386.94819, + 3928.17827, + 5143.44192, + 5729.61016, + 6119.69661, + 6479.84803, + 6384.09546, + 6534.50481, + 6447.27058, + 6338.53872, + 5957.7651, + 5631.06701 + ] + }, + "ddpm500/K8/batch40": { + "n": 13, + "median_ms": 355.6053006090224, + "p99_ms": 782.7408590670675, + "mean_ms": 471.8319864424232, + "min_ms": 310.3991782758385, + "max_ms": 787.6206319546327, + "note": "ms per plant, batch=40 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 343.28492, + 355.6053, + 326.08774, + 315.17409, + 314.8898, + 310.39918, + 327.02718, + 403.15704, + 562.04935, + 787.62063, + 746.95586, + 704.31621, + 637.24853 + ], + "n_batches": 13, + "n_plants_covered": 520 + } + }, + "cuda_init_s": 6.211921572685242e-07, + "load_s": 0.07456637732684612, + "n_params": 3823883, + "first_call_ddpm500_k8_b1_s": 1.5549900736659765, + "second_call_ddpm500_k8_b1_s": 1.5410666642710567, + "first_call_ddim20_k8_b1_s": 0.06554404646158218, + "done": true +} \ No newline at end of file diff --git a/results/timing/gen_pend_cpu1q.json b/results/timing/gen_pend_cpu1q.json new file mode 100644 index 0000000000000000000000000000000000000000..b75caf56181a3b1f1e167c04a6bf7dfe351424b2 --- /dev/null +++ b/results/timing/gen_pend_cpu1q.json @@ -0,0 +1,1491 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1q", + "load1": 7.79833984375, + "date": "2026-09-30 09:04:55 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 17 + ] + }, + "family": "pend", + "device": "cpu", + "cells": { + "ddim5/K1/b1": { + "n": 200, + "median_ms": 4.187177866697311, + "p99_ms": 5.01496260985732, + "mean_ms": 4.2090388759970665, + "min_ms": 3.841158002614975, + "max_ms": 5.274488590657711, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 4.2381, + 4.22365, + 4.20688, + 4.06199, + 4.2322, + 4.11986, + 4.21772, + 4.09279, + 4.33987, + 4.3124, + 4.18493, + 4.04139, + 3.89493, + 3.90854, + 3.91093, + 4.04863, + 4.14322, + 3.92718, + 3.90845, + 4.14582, + 4.06877, + 3.96348, + 3.97865, + 4.0864, + 4.04693, + 3.92432, + 3.90325, + 3.86961, + 4.35531, + 4.06285, + 4.12449, + 3.88535, + 3.96283, + 3.91925, + 3.90542, + 3.84116, + 4.03388, + 4.20435, + 5.01415, + 4.63747, + 4.29794, + 4.19262, + 4.07721, + 4.18055, + 4.04724, + 4.19265, + 4.13659, + 4.17923, + 4.20274, + 4.06773, + 4.2324, + 4.20326, + 4.24229, + 4.4607, + 4.34434, + 4.41239, + 4.49809, + 4.33338, + 4.24225, + 4.29284, + 4.33617, + 4.13708, + 4.21095, + 4.03717, + 4.16228, + 4.00382, + 3.96933, + 4.15827, + 4.1642, + 4.14318, + 4.16004, + 4.16399, + 4.05496, + 4.03813, + 4.1695, + 4.25607, + 4.1341, + 4.17438, + 4.23671, + 5.09574, + 4.5075, + 4.366, + 4.17869, + 4.23683, + 4.25588, + 4.23903, + 4.26872, + 4.08562, + 4.29977, + 4.05793, + 4.32601, + 4.26404, + 4.2219, + 4.27096, + 4.17301, + 4.15477, + 4.27393, + 4.1165, + 4.34211, + 4.00333, + 4.18669, + 4.0795, + 4.09742, + 5.27449, + 4.41184, + 4.18767, + 4.1076, + 4.17859, + 4.09001, + 4.23312, + 4.17393, + 4.06196, + 4.15223, + 4.09471, + 4.28249, + 4.28012, + 4.95951, + 4.33861, + 4.3737, + 4.25375, + 4.2425, + 4.23858, + 4.10399, + 4.06558, + 4.21369, + 4.04423, + 4.16122, + 4.09296, + 4.06458, + 4.23316, + 4.15024, + 4.18179, + 4.08191, + 4.13441, + 4.09438, + 4.19665, + 4.20792, + 4.0727, + 4.22928, + 4.88266, + 4.29695, + 4.01296, + 4.26534, + 4.31316, + 4.1603, + 4.28107, + 4.07708, + 4.12166, + 4.93817, + 4.31564, + 4.2791, + 4.44733, + 4.26197, + 4.23499, + 4.22837, + 4.24576, + 4.18515, + 4.2334, + 4.24154, + 4.21704, + 4.01093, + 4.24645, + 4.46999, + 4.39576, + 4.18463, + 4.18836, + 4.24852, + 4.17656, + 4.78988, + 4.24866, + 4.24355, + 4.38885, + 4.18632, + 4.20821, + 4.16163, + 4.18821, + 4.78679, + 4.48437, + 4.32258, + 4.20694, + 4.28828, + 4.19156, + 4.21142, + 4.17851, + 4.08023, + 4.12885, + 4.20658, + 4.1551, + 4.11668, + 4.15996, + 4.12611, + 4.279, + 4.33959, + 4.12687, + 4.07244, + 4.04887, + 4.22027, + 4.10783, + 4.1928, + 4.33988 + ] + }, + "ddim5/K1/batch40": { + "n": 20, + "median_ms": 0.5084454081952572, + "p99_ms": 0.5250875565689057, + "mean_ms": 0.5079327744897455, + "min_ms": 0.4970607114955783, + "max_ms": 0.5269740475341678, + "note": "ms per plant, batch=40 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.49921, + 0.50613, + 0.5027, + 0.4985, + 0.50596, + 0.49706, + 0.50631, + 0.50773, + 0.51195, + 0.50972, + 0.5116, + 0.51705, + 0.51067, + 0.51391, + 0.50946, + 0.50916, + 0.50238, + 0.50234, + 0.52697, + 0.50986 + ], + "n_batches": 20, + "n_plants_covered": 800 + }, + "ddim5/K8/b1": { + "n": 200, + "median_ms": 8.573142811655998, + "p99_ms": 9.479422373697162, + "mean_ms": 8.60841624904424, + "min_ms": 7.823820225894451, + "max_ms": 9.579451754689217, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 8.41387, + 8.57402, + 8.72271, + 9.18617, + 9.479, + 8.92192, + 8.7067, + 8.77005, + 8.34144, + 8.52244, + 8.5786, + 8.39005, + 8.57877, + 8.36759, + 8.21498, + 9.24677, + 8.76142, + 8.44315, + 8.57069, + 8.5596, + 8.36306, + 8.5245, + 9.24157, + 8.69134, + 8.55711, + 8.32339, + 8.33219, + 8.37535, + 8.36964, + 8.44452, + 8.52871, + 8.25999, + 8.46715, + 9.09002, + 8.33872, + 8.41636, + 8.32069, + 8.71886, + 8.88282, + 8.34962, + 8.60491, + 8.50442, + 8.59146, + 8.48577, + 8.5737, + 9.19563, + 8.39768, + 8.23741, + 8.2751, + 8.50856, + 8.30479, + 8.56382, + 9.47723, + 8.52576, + 8.49079, + 8.46516, + 8.50168, + 8.72058, + 8.69193, + 8.55858, + 8.29555, + 8.37897, + 8.27615, + 8.56706, + 8.63517, + 7.93215, + 7.97891, + 8.09642, + 8.19603, + 7.9833, + 8.26039, + 8.02527, + 8.11045, + 8.1677, + 7.82382, + 7.95571, + 8.04824, + 9.09258, + 9.47479, + 8.67947, + 8.55956, + 8.49179, + 8.54497, + 8.56591, + 8.27606, + 8.48161, + 8.32114, + 8.59212, + 8.68873, + 8.76068, + 8.66853, + 8.51853, + 8.78793, + 8.62345, + 9.04805, + 8.68867, + 8.61556, + 8.67491, + 8.7234, + 8.68893, + 8.70816, + 8.64309, + 8.69904, + 8.78114, + 8.5591, + 8.51598, + 8.83423, + 8.59532, + 8.57441, + 9.10765, + 9.1424, + 8.86866, + 8.83067, + 8.72599, + 8.30063, + 8.84678, + 8.63566, + 8.67835, + 8.63383, + 8.43718, + 9.379, + 8.93031, + 8.73185, + 8.6677, + 8.79379, + 8.5447, + 8.5873, + 8.69573, + 8.5742, + 8.50906, + 8.55579, + 8.41445, + 9.52121, + 8.79743, + 8.50969, + 8.62352, + 8.54825, + 8.33597, + 9.37552, + 9.11169, + 8.61467, + 8.6426, + 8.42461, + 8.39248, + 8.42867, + 8.51343, + 8.87854, + 8.60612, + 8.41632, + 8.74554, + 9.15576, + 8.43425, + 8.64592, + 8.38414, + 9.35804, + 8.74287, + 8.61076, + 8.67834, + 8.67962, + 8.60497, + 8.72737, + 9.32281, + 8.78686, + 8.54458, + 8.46562, + 8.47784, + 8.50884, + 8.47484, + 9.57945, + 8.84331, + 8.53453, + 8.44864, + 8.9262, + 8.83088, + 8.37713, + 8.69912, + 8.57258, + 8.4352, + 8.68584, + 8.54224, + 8.61202, + 8.7907, + 8.67448, + 8.53226, + 8.73059, + 8.56666, + 8.51125, + 8.68857, + 8.40928, + 8.43791, + 8.45793, + 8.51931, + 8.50634, + 8.66901, + 8.63073, + 8.56795, + 8.6678, + 8.57775, + 8.57843, + 8.56819 + ] + }, + "ddim5/K8/batch40": { + "n": 20, + "median_ms": 2.9211296583525836, + "p99_ms": 2.9437560942023993, + "mean_ms": 2.922553976532072, + "min_ms": 2.900707768276334, + "max_ms": 2.9447062872350216, + "note": "ms per plant, batch=40 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 2.92176, + 2.91861, + 2.9191, + 2.91247, + 2.93234, + 2.9324, + 2.90348, + 2.93168, + 2.9382, + 2.94471, + 2.93072, + 2.9205, + 2.90071, + 2.93971, + 2.91675, + 2.90325, + 2.91971, + 2.92402, + 2.92288, + 2.9181 + ], + "n_batches": 20, + "n_plants_covered": 800 + }, + "ddim20/K1/b1": { + "n": 200, + "median_ms": 15.563673339784145, + "p99_ms": 16.662586415186524, + "mean_ms": 15.6062341760844, + "min_ms": 14.210395514965057, + "max_ms": 16.872585751116276, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 15.32798, + 15.3794, + 15.57034, + 15.61593, + 16.11908, + 15.5234, + 16.66153, + 16.10133, + 15.67269, + 15.71675, + 16.14907, + 15.73116, + 15.20513, + 15.16739, + 16.43469, + 15.21681, + 15.67583, + 15.27788, + 15.38178, + 15.26264, + 15.13187, + 15.55183, + 15.3678, + 15.57019, + 15.54337, + 15.20378, + 15.13114, + 15.55717, + 15.32606, + 15.51949, + 15.42269, + 15.28072, + 15.42733, + 15.22399, + 15.49918, + 15.29219, + 15.66369, + 15.68727, + 15.56787, + 15.6025, + 15.65649, + 15.53165, + 15.67465, + 15.49235, + 15.42049, + 15.77363, + 15.58181, + 16.27102, + 15.65108, + 15.37337, + 15.45248, + 16.52415, + 15.54312, + 15.62088, + 15.44003, + 16.53433, + 15.77157, + 16.0841, + 16.38874, + 15.66131, + 15.24596, + 16.09568, + 15.69167, + 15.53252, + 15.29257, + 15.19637, + 15.25347, + 15.13181, + 16.31278, + 15.30891, + 15.99641, + 15.51062, + 15.58725, + 15.2674, + 15.66573, + 15.67477, + 15.14935, + 15.41657, + 16.46463, + 15.42041, + 15.35085, + 15.31765, + 15.41516, + 15.32884, + 15.32399, + 15.64454, + 15.82737, + 15.71987, + 15.66705, + 15.0779, + 15.09588, + 15.45044, + 15.48009, + 15.36248, + 15.37058, + 15.3019, + 15.20677, + 15.04884, + 15.5635, + 15.195, + 15.55404, + 15.60688, + 15.47402, + 15.52662, + 15.60935, + 15.60777, + 15.75825, + 15.59715, + 15.16312, + 15.76175, + 14.2104, + 15.171, + 15.01094, + 15.18609, + 14.6001, + 14.47364, + 15.37727, + 16.37813, + 15.78738, + 15.44151, + 15.44844, + 15.31077, + 15.32103, + 16.37932, + 15.93928, + 15.36419, + 16.35143, + 15.64059, + 15.01199, + 15.28847, + 15.64839, + 15.47927, + 15.93643, + 15.36012, + 15.61173, + 16.35418, + 15.25158, + 15.62995, + 15.74824, + 16.00984, + 15.99437, + 15.79084, + 15.92993, + 15.83039, + 15.2038, + 15.88036, + 15.61088, + 15.29038, + 15.57817, + 15.29317, + 15.59804, + 15.26876, + 15.6964, + 15.89945, + 15.43236, + 15.26957, + 15.57636, + 15.3816, + 15.60411, + 15.50516, + 15.43907, + 15.3256, + 16.13064, + 16.87259, + 16.41761, + 15.887, + 15.56384, + 15.67448, + 15.6794, + 15.74573, + 15.70426, + 16.76723, + 15.91278, + 15.45438, + 15.35229, + 15.86071, + 16.08796, + 15.84528, + 15.64915, + 15.69612, + 16.45102, + 15.68908, + 16.53586, + 16.20703, + 15.48339, + 15.18591, + 16.63886, + 15.401, + 15.72721, + 15.67677, + 16.41826, + 15.39029, + 15.34809, + 15.36114, + 15.6358, + 15.41508, + 16.04899, + 15.64221, + 16.22756, + 15.51059 + ] + }, + "ddim20/K1/batch40": { + "n": 20, + "median_ms": 1.9797960412688553, + "p99_ms": 2.029935111058876, + "mean_ms": 1.9737491360865533, + "min_ms": 1.9324096152558923, + "max_ms": 2.036385494284332, + "note": "ms per plant, batch=40 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 1.99653, + 1.95162, + 1.93241, + 1.94253, + 1.93726, + 1.98241, + 1.95308, + 2.00244, + 1.99637, + 2.03639, + 1.97718, + 1.9874, + 1.98913, + 1.95722, + 1.94856, + 1.94737, + 1.96702, + 1.98399, + 1.99346, + 1.99262 + ], + "n_batches": 20, + "n_plants_covered": 800 + }, + "ddim20/K8/b1": { + "n": 200, + "median_ms": 33.00458658486605, + "p99_ms": 34.964222749695175, + "mean_ms": 33.07208972983062, + "min_ms": 31.189369969069958, + "max_ms": 36.234104074537754, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 33.11495, + 32.78023, + 33.75878, + 32.1985, + 32.36442, + 33.04762, + 33.50006, + 31.76389, + 31.54395, + 31.75702, + 32.12916, + 34.18186, + 32.9897, + 32.14387, + 32.97395, + 32.86561, + 32.95627, + 33.39691, + 33.41902, + 32.98829, + 33.13005, + 33.40244, + 33.66485, + 33.68751, + 33.83547, + 33.57516, + 34.95898, + 34.16466, + 34.4821, + 35.48316, + 33.69415, + 34.42325, + 34.32056, + 33.04253, + 32.80958, + 33.64579, + 33.97966, + 32.68638, + 33.1385, + 33.54639, + 34.33347, + 32.91798, + 32.79393, + 32.48729, + 33.25999, + 32.47929, + 32.43743, + 32.54726, + 32.88383, + 32.41264, + 32.80068, + 32.73631, + 33.29249, + 33.15384, + 32.2473, + 31.18937, + 31.59562, + 32.34323, + 34.52464, + 33.51981, + 32.69908, + 33.19226, + 33.53034, + 33.32145, + 32.70869, + 33.40162, + 32.93807, + 33.66405, + 33.05862, + 33.08501, + 34.14783, + 32.905, + 32.99503, + 32.77151, + 32.61491, + 33.01415, + 32.37748, + 32.69017, + 32.92427, + 32.4041, + 32.54622, + 32.8577, + 33.0471, + 33.25585, + 33.01856, + 33.19048, + 34.07979, + 36.2341, + 34.55265, + 33.70585, + 33.05153, + 33.96813, + 33.26888, + 33.56365, + 32.75905, + 33.39192, + 33.24989, + 33.65168, + 33.21206, + 32.87887, + 34.36419, + 32.91298, + 33.18905, + 32.75362, + 32.43347, + 32.48109, + 32.38674, + 32.32284, + 33.06468, + 32.24031, + 32.49009, + 31.78131, + 31.32892, + 31.4872, + 33.98881, + 33.24883, + 32.10578, + 33.24822, + 34.25448, + 32.88306, + 34.00226, + 33.96517, + 33.18714, + 34.8347, + 33.0822, + 32.74856, + 33.99873, + 33.99452, + 32.22961, + 33.08848, + 33.15008, + 33.81241, + 33.30432, + 33.38153, + 32.66568, + 33.1606, + 32.43398, + 32.65664, + 33.70937, + 32.85583, + 32.49866, + 33.21235, + 32.78596, + 33.26408, + 33.24013, + 33.41652, + 32.78614, + 33.20582, + 34.30946, + 33.33023, + 33.79004, + 33.40873, + 32.46333, + 34.14714, + 32.5494, + 32.66473, + 33.27403, + 34.0615, + 32.22748, + 32.01098, + 31.49842, + 32.31558, + 32.20703, + 32.98093, + 32.20552, + 32.23103, + 32.5468, + 32.05457, + 32.29926, + 32.60623, + 32.12704, + 32.35785, + 32.51692, + 32.73639, + 33.4416, + 33.28723, + 32.96072, + 32.37617, + 32.53947, + 34.08099, + 33.94146, + 33.2554, + 34.18419, + 33.67034, + 33.73886, + 32.63486, + 33.41908, + 32.95078, + 33.91256, + 32.67274, + 32.86531, + 34.30109, + 32.88905, + 32.71559, + 32.45832, + 32.71111, + 32.37571, + 32.08088, + 32.33887, + 32.62859 + ] + }, + "ddim20/K8/batch40": { + "n": 20, + "median_ms": 11.662805022206157, + "p99_ms": 11.841937915654853, + "mean_ms": 11.6740413592197, + "min_ms": 11.551084253005683, + "max_ms": 11.842413689009845, + "note": "ms per plant, batch=40 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 11.68427, + 11.63721, + 11.69501, + 11.71377, + 11.69766, + 11.55108, + 11.68074, + 11.63203, + 11.66207, + 11.56471, + 11.66354, + 11.60239, + 11.68562, + 11.83735, + 11.83991, + 11.61072, + 11.57767, + 11.64536, + 11.6573, + 11.84241 + ], + "n_batches": 20, + "n_plants_covered": 800 + }, + "ddpm500/K1/b1": { + "n": 200, + "median_ms": 397.6349253207445, + "p99_ms": 510.2848762832575, + "mean_ms": 421.9294351711869, + "min_ms": 381.922896951437, + "max_ms": 584.7103800624609, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 582.7406, + 584.71038, + 438.3956, + 421.75713, + 505.08604, + 500.14939, + 504.93173, + 501.86243, + 400.79466, + 383.69609, + 388.67737, + 386.80406, + 387.7476, + 389.71046, + 382.93889, + 388.10349, + 387.51849, + 403.8904, + 465.7418, + 458.36156, + 471.16621, + 457.22125, + 465.29465, + 443.24236, + 394.65383, + 397.83912, + 391.92002, + 402.09386, + 395.38658, + 399.53104, + 399.00962, + 390.85445, + 400.98978, + 393.76819, + 392.30356, + 398.10934, + 392.43341, + 400.34823, + 395.85311, + 393.18079, + 397.74788, + 399.44012, + 453.75148, + 482.22756, + 488.11873, + 486.78157, + 497.41335, + 491.98206, + 492.12389, + 491.42096, + 485.09247, + 486.24011, + 423.56179, + 404.88961, + 398.4305, + 405.79019, + 399.98196, + 397.52197, + 493.9916, + 497.69497, + 503.24861, + 494.97576, + 503.15219, + 501.54365, + 506.81065, + 497.42527, + 509.553, + 499.62832, + 507.64258, + 501.51644, + 504.43122, + 499.05558, + 505.04327, + 503.6918, + 505.16288, + 401.72152, + 389.84638, + 383.59821, + 393.99213, + 385.71536, + 382.87898, + 389.30826, + 388.71926, + 388.08246, + 387.40305, + 381.9229, + 388.38042, + 383.59024, + 384.15686, + 389.95589, + 383.90775, + 389.83794, + 388.57482, + 388.06532, + 388.71184, + 384.32413, + 385.23669, + 386.54636, + 391.6392, + 394.3155, + 383.90618, + 386.36458, + 391.37209, + 383.63053, + 389.0702, + 386.68808, + 383.01538, + 388.27175, + 381.958, + 386.34052, + 386.34088, + 382.10165, + 389.78513, + 425.93747, + 461.19896, + 459.19815, + 458.03628, + 461.99497, + 461.90144, + 461.8614, + 455.81411, + 462.73324, + 460.16411, + 468.98549, + 457.71283, + 465.15386, + 459.02267, + 463.12644, + 463.78898, + 462.75657, + 466.49792, + 458.06518, + 464.70781, + 463.61203, + 474.33643, + 455.99224, + 466.25442, + 393.4044, + 394.74697, + 399.72769, + 394.62569, + 399.23913, + 394.21794, + 394.55147, + 398.11727, + 393.06976, + 400.19132, + 395.83516, + 393.22296, + 398.29156, + 392.43783, + 399.34699, + 395.7551, + 396.04755, + 399.61601, + 390.93226, + 397.17436, + 394.49125, + 393.3889, + 399.14186, + 393.36497, + 397.792, + 396.11954, + 403.29833, + 405.22136, + 393.90426, + 395.55579, + 396.21438, + 394.17423, + 398.13223, + 391.36199, + 399.37202, + 395.99356, + 392.73847, + 398.35342, + 391.4334, + 396.55803, + 396.335, + 392.31745, + 396.60901, + 392.39336, + 393.20283, + 396.30647, + 393.29866, + 397.27626, + 392.81754, + 395.06311, + 396.29498, + 392.68659, + 396.34781, + 398.9817, + 397.18369, + 400.34812, + 393.5548, + 395.39816, + 395.88826, + 394.90162, + 405.20106, + 393.64886, + 398.63926 + ] + }, + "ddpm500/K1/batch40": { + "n": 20, + "median_ms": 54.40905117429793, + "p99_ms": 54.517728199018165, + "mean_ms": 54.1911314020399, + "min_ms": 51.19806069415063, + "max_ms": 54.51849531382322, + "note": "ms per plant, batch=40 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 51.19806, + 53.71063, + 54.31867, + 54.40889, + 54.49281, + 54.41533, + 54.50793, + 54.5185, + 54.26662, + 54.20297, + 54.49161, + 54.51446, + 54.40921, + 54.23097, + 54.33936, + 54.22678, + 54.23498, + 54.43677, + 54.47399, + 54.42409 + ], + "n_batches": 20, + "n_plants_covered": 800 + }, + "ddpm500/K8/b1": { + "n": 200, + "median_ms": 1013.7449628673494, + "p99_ms": 1044.9946277402341, + "mean_ms": 964.3054902274162, + "min_ms": 851.6237149015069, + "max_ms": 1048.3406372368336, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 1044.97697, + 1036.58359, + 1034.77218, + 1037.14614, + 1034.80012, + 1038.09472, + 1035.80084, + 1041.97005, + 1046.74291, + 1039.63785, + 1038.56612, + 1041.32793, + 1043.08046, + 1036.91264, + 1044.55047, + 1033.56643, + 1037.4561, + 1039.20026, + 1036.88556, + 1038.66612, + 1037.64898, + 1041.05412, + 1043.20106, + 1036.53934, + 1034.65242, + 1033.98037, + 1038.27315, + 1034.75842, + 1043.61375, + 1040.93279, + 1037.67649, + 1034.05708, + 1032.1091, + 1037.20547, + 1031.45872, + 1032.88581, + 1035.74981, + 1034.066, + 1037.61325, + 1040.25117, + 1035.35914, + 1038.12787, + 1035.09907, + 1048.34064, + 994.22663, + 855.62798, + 855.52551, + 853.59905, + 853.24242, + 859.84074, + 859.61354, + 853.03375, + 860.79335, + 852.75248, + 852.74904, + 852.42384, + 855.96853, + 856.14735, + 856.48866, + 856.82972, + 860.17629, + 853.53811, + 852.65857, + 856.56193, + 857.03366, + 855.49593, + 856.52503, + 852.98678, + 854.54134, + 861.20715, + 860.32456, + 859.89648, + 860.53712, + 857.16041, + 854.43867, + 856.10221, + 856.33686, + 855.21763, + 868.00387, + 857.17791, + 856.67605, + 853.37053, + 856.31346, + 854.34014, + 853.14345, + 855.64495, + 855.60667, + 861.6369, + 856.00768, + 857.32614, + 853.46224, + 856.57738, + 858.62743, + 858.39075, + 855.65123, + 855.84078, + 854.89302, + 857.34457, + 854.91335, + 856.13361, + 856.30099, + 855.23259, + 851.62371, + 858.35625, + 858.73549, + 859.14499, + 857.10376, + 856.99125, + 856.42176, + 852.45096, + 857.25462, + 854.38409, + 856.39609, + 862.58241, + 856.49003, + 941.8869, + 1013.35146, + 1010.89116, + 1012.18494, + 1014.51826, + 1014.35774, + 1019.83612, + 1015.40038, + 1010.97209, + 1011.48566, + 1012.64716, + 1011.95031, + 1009.61976, + 1017.91245, + 1016.08218, + 1026.34573, + 1013.25459, + 1011.60984, + 1014.45106, + 1013.59521, + 1015.15575, + 1018.66785, + 1016.57643, + 1013.28454, + 1016.34383, + 1014.6526, + 1013.62622, + 1011.9184, + 1022.97631, + 1018.17175, + 1015.60508, + 1014.8234, + 1016.59801, + 1016.55452, + 1016.2116, + 1017.10421, + 1022.77588, + 1015.34573, + 1018.14589, + 1015.43161, + 1016.22349, + 1015.17556, + 1020.23046, + 1013.23178, + 1012.00832, + 1013.17875, + 1012.29977, + 1014.50876, + 1014.6754, + 1016.33271, + 1017.05531, + 1013.09584, + 1014.43538, + 1013.07119, + 1017.40372, + 1017.84843, + 1015.265, + 1020.84884, + 1012.98335, + 1013.44965, + 1013.32646, + 1013.891, + 1014.5229, + 1013.86371, + 1013.11504, + 1016.57474, + 1010.04517, + 1014.44923, + 1011.88888, + 1017.72859, + 1015.97133, + 1021.35359, + 1018.85695, + 1016.28426, + 1012.78111, + 1016.17602, + 1015.23236, + 1018.10862, + 1013.51472, + 1025.97994, + 1018.20031, + 1015.30657, + 1014.39073, + 1016.12905, + 1016.21854 + ] + }, + "ddpm500/K8/batch40": { + "n": 17, + "median_ms": 293.4003732400015, + "p99_ms": 298.56956374272704, + "mean_ms": 294.5764333352118, + "min_ms": 290.83922202698886, + "max_ms": 298.58828289434314, + "note": "ms per plant, batch=40 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 298.10948, + 298.37477, + 298.36612, + 298.47129, + 298.40458, + 298.19325, + 298.58828, + 293.60848, + 293.08864, + 293.40037, + 293.23969, + 291.04956, + 290.83922, + 290.94832, + 290.87314, + 291.20048, + 291.04369 + ], + "n_batches": 17, + "n_plants_covered": 680 + } + }, + "cuda_init_s": 3.213062882423401e-07, + "load_s": 0.04514408018440008, + "n_params": 3823883, + "first_call_ddpm500_k8_b1_s": 0.8137384187430143, + "second_call_ddpm500_k8_b1_s": 0.813291029073298, + "first_call_ddim20_k8_b1_s": 0.032595327123999596, + "done": true +} \ No newline at end of file diff --git a/results/timing/gen_pend_cpu8.json b/results/timing/gen_pend_cpu8.json new file mode 100644 index 0000000000000000000000000000000000000000..0d2ed6182a33d6c9768028ef91fc7a6c783a8045 --- /dev/null +++ b/results/timing/gen_pend_cpu8.json @@ -0,0 +1,1501 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 8, + "tag": "cpu8", + "load1": 4.2236328125, + "date": "2026-09-30 09:37:36 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 12, + 14, + 15, + 16, + 17, + 20, + 21, + 22 + ] + }, + "family": "pend", + "device": "cpu", + "cells": { + "ddim5/K1/b1": { + "n": 200, + "median_ms": 4.095816519111395, + "p99_ms": 5.8694625273346785, + "mean_ms": 4.183596330694854, + "min_ms": 4.052996635437012, + "max_ms": 7.28323869407177, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 4.11333, + 4.11305, + 4.07338, + 4.08602, + 4.23304, + 5.21305, + 4.09006, + 4.09659, + 4.08864, + 4.15532, + 4.10839, + 4.10945, + 4.07476, + 4.05337, + 4.10493, + 4.08418, + 4.07238, + 4.08822, + 4.09315, + 4.09834, + 4.07701, + 4.07926, + 4.08681, + 4.06683, + 4.07873, + 4.10221, + 4.09059, + 4.147, + 4.10869, + 4.0773, + 4.06996, + 4.07788, + 4.06881, + 4.07621, + 4.09883, + 4.1117, + 4.07265, + 4.08549, + 4.07313, + 4.09916, + 4.13885, + 4.09242, + 4.08719, + 4.09518, + 4.06194, + 4.0691, + 4.10037, + 4.0863, + 4.06028, + 4.09987, + 4.14174, + 4.77112, + 7.1215, + 7.28324, + 5.85682, + 4.54435, + 4.30976, + 4.3442, + 4.49663, + 4.41922, + 4.2726, + 4.1342, + 4.1131, + 4.08566, + 4.06296, + 4.06169, + 4.06674, + 4.082, + 4.08262, + 4.07177, + 4.09486, + 4.12287, + 4.09645, + 4.05885, + 4.07655, + 4.10761, + 4.08657, + 4.07798, + 4.06912, + 4.09277, + 4.08213, + 4.22507, + 4.32805, + 4.16947, + 4.11559, + 4.08442, + 4.06747, + 4.09997, + 4.0642, + 4.11335, + 4.09229, + 4.08315, + 4.06721, + 4.06714, + 4.08169, + 4.05968, + 4.07146, + 4.053, + 4.06971, + 4.08969, + 4.11597, + 4.08078, + 4.09781, + 4.06839, + 4.10966, + 4.07849, + 4.10424, + 4.07175, + 4.078, + 4.06624, + 4.09703, + 4.07037, + 4.08111, + 4.08045, + 4.05311, + 4.69808, + 4.69656, + 4.33786, + 4.21384, + 4.12178, + 4.11386, + 4.08331, + 4.07775, + 4.0862, + 4.08194, + 4.08697, + 4.08845, + 4.05695, + 4.06626, + 4.05998, + 4.48608, + 4.71327, + 4.31343, + 4.19785, + 4.17821, + 4.16682, + 4.14261, + 4.14241, + 4.11599, + 4.12081, + 4.11501, + 4.1223, + 4.20269, + 4.26388, + 4.21255, + 4.11594, + 4.13878, + 4.09202, + 4.08043, + 4.07614, + 4.08009, + 4.08639, + 4.06416, + 4.06977, + 4.49833, + 4.20649, + 4.11947, + 4.12411, + 4.12275, + 4.08007, + 4.08635, + 4.09773, + 4.07577, + 4.10902, + 4.07874, + 4.08602, + 4.12439, + 4.10029, + 4.08304, + 4.09372, + 4.116, + 4.08649, + 4.07645, + 4.09862, + 4.13217, + 4.09969, + 4.12985, + 4.32649, + 4.67426, + 4.36335, + 4.25051, + 4.17864, + 4.09025, + 4.11236, + 4.15601, + 4.10945, + 4.08729, + 4.0966, + 4.0742, + 4.08392, + 4.11318, + 4.0944, + 4.11229, + 4.1163, + 4.0893, + 4.12278, + 4.51419, + 4.27165, + 4.21888, + 4.1369 + ] + }, + "ddim5/K1/batch40": { + "n": 20, + "median_ms": 0.26112241903319955, + "p99_ms": 0.26412323163822293, + "mean_ms": 0.26131260325200856, + "min_ms": 0.25974686723202467, + "max_ms": 0.26432222221046686, + "note": "ms per plant, batch=40 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.2619, + 0.26194, + 0.26221, + 0.25999, + 0.2607, + 0.26432, + 0.26168, + 0.26082, + 0.26035, + 0.26111, + 0.26114, + 0.26327, + 0.26018, + 0.26142, + 0.26213, + 0.26103, + 0.26193, + 0.25975, + 0.26061, + 0.25977 + ], + "n_batches": 20, + "n_plants_covered": 800 + }, + "ddim5/K8/b1": { + "n": 200, + "median_ms": 5.4781571961939335, + "p99_ms": 6.4986541122198, + "mean_ms": 5.500205680727959, + "min_ms": 5.3689442574977875, + "max_ms": 7.742357440292835, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 5.52398, + 5.47003, + 5.48572, + 5.49445, + 5.49402, + 5.46682, + 5.4836, + 5.51837, + 5.48355, + 5.56051, + 5.51496, + 5.49787, + 5.4868, + 5.50451, + 5.49636, + 5.48714, + 5.53661, + 5.51457, + 5.46006, + 5.50332, + 5.47585, + 5.5746, + 5.48103, + 5.50211, + 5.5134, + 5.50725, + 6.48687, + 7.74236, + 7.66506, + 5.57844, + 5.54533, + 5.6223, + 5.66912, + 5.63002, + 5.59877, + 5.50141, + 5.48574, + 5.50224, + 5.48955, + 5.48215, + 5.52663, + 5.51337, + 5.47262, + 5.55284, + 5.49337, + 5.4866, + 5.53381, + 5.48528, + 5.49153, + 5.4838, + 5.4946, + 5.51547, + 5.49338, + 5.50932, + 5.47758, + 5.50562, + 5.48616, + 5.49257, + 5.4876, + 5.51725, + 5.48835, + 5.50395, + 5.50644, + 5.49318, + 5.49716, + 5.49699, + 5.50052, + 5.54419, + 5.49385, + 5.54347, + 5.49375, + 5.49897, + 5.48903, + 5.69109, + 5.51924, + 5.50201, + 5.48894, + 5.52113, + 5.54792, + 5.50158, + 5.48934, + 5.51074, + 5.52378, + 5.50279, + 5.66773, + 5.61232, + 5.53057, + 5.5429, + 5.53269, + 5.50497, + 5.48371, + 5.50533, + 5.47737, + 5.47591, + 5.48567, + 5.67834, + 5.5068, + 5.47712, + 5.51864, + 5.47465, + 5.46968, + 5.49941, + 5.68693, + 5.52385, + 5.45969, + 5.49588, + 5.49399, + 5.48425, + 5.46814, + 5.47874, + 5.46225, + 5.46012, + 5.46402, + 6.30381, + 5.42993, + 5.41572, + 5.40432, + 5.40971, + 5.4266, + 5.41801, + 5.43233, + 5.44558, + 5.43333, + 5.42574, + 5.4813, + 5.42944, + 5.39227, + 5.37044, + 5.39417, + 5.38371, + 5.40054, + 5.37066, + 5.42813, + 5.40234, + 5.41719, + 5.40958, + 5.42204, + 5.39693, + 5.39506, + 5.40489, + 5.41119, + 5.43758, + 5.44426, + 5.45644, + 5.41046, + 5.40359, + 5.38625, + 5.38402, + 5.39712, + 5.36894, + 5.57949, + 5.42516, + 5.43421, + 5.43787, + 5.40633, + 5.38876, + 5.39232, + 5.39484, + 5.39489, + 5.38956, + 5.46771, + 5.44545, + 5.39475, + 5.39892, + 5.3824, + 5.3971, + 5.40519, + 5.4042, + 5.38235, + 5.41491, + 5.37699, + 5.42125, + 5.44004, + 5.39003, + 5.4053, + 5.39776, + 5.40971, + 5.40747, + 5.40353, + 5.37668, + 5.39508, + 5.41143, + 5.43361, + 5.39104, + 5.42337, + 5.39112, + 5.40709, + 5.39658, + 5.45215, + 5.40973, + 5.39996, + 5.39865, + 5.3857, + 5.39652, + 5.40493, + 5.46524, + 5.42092, + 5.4249, + 5.3819, + 5.41618 + ] + }, + "ddim5/K8/batch40": { + "n": 20, + "median_ms": 0.8571169339120388, + "p99_ms": 0.9296658041421324, + "mean_ms": 0.8630632027052343, + "min_ms": 0.8534114807844162, + "max_ms": 0.9378468152135611, + "note": "ms per plant, batch=40 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.93785, + 0.89479, + 0.85919, + 0.85553, + 0.85651, + 0.8575, + 0.85547, + 0.86114, + 0.85625, + 0.85732, + 0.85834, + 0.85641, + 0.85866, + 0.85682, + 0.85691, + 0.85945, + 0.85482, + 0.85818, + 0.85341, + 0.85671 + ], + "n_batches": 20, + "n_plants_covered": 800 + }, + "ddim20/K1/b1": { + "n": 200, + "median_ms": 15.436423942446709, + "p99_ms": 19.944026526063652, + "mean_ms": 15.655492409132421, + "min_ms": 15.278165228664875, + "max_ms": 22.92644325643778, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 15.38506, + 15.41883, + 15.32166, + 15.39635, + 15.35801, + 15.35852, + 15.41901, + 15.4016, + 15.37565, + 15.32372, + 15.36811, + 15.36848, + 15.31451, + 15.35098, + 15.47368, + 15.41386, + 15.33392, + 15.27817, + 18.86934, + 19.91449, + 16.02003, + 15.61913, + 15.44371, + 15.31965, + 15.44268, + 15.39672, + 16.8981, + 15.36443, + 15.50816, + 15.42608, + 15.41783, + 15.46832, + 15.43102, + 15.45217, + 16.92458, + 15.62689, + 15.40245, + 15.36853, + 16.8439, + 15.6686, + 15.36734, + 15.68531, + 15.47867, + 15.43413, + 15.92004, + 15.49125, + 15.45024, + 15.53615, + 15.42065, + 15.40955, + 15.89797, + 16.18436, + 15.46167, + 15.37317, + 15.36456, + 15.43774, + 15.67901, + 15.40304, + 15.48197, + 15.49908, + 15.36995, + 15.99316, + 15.41245, + 15.42834, + 15.4723, + 15.49649, + 15.53028, + 15.40525, + 15.44977, + 15.41275, + 15.38996, + 15.38488, + 15.36741, + 15.38522, + 15.4361, + 15.39388, + 15.49867, + 15.3706, + 15.34485, + 15.4723, + 15.64089, + 15.36135, + 15.76353, + 22.92644, + 16.06319, + 15.71303, + 15.48888, + 15.50163, + 15.40001, + 15.46893, + 15.40497, + 15.43069, + 15.41722, + 15.46492, + 15.43025, + 15.43708, + 15.46405, + 15.43443, + 17.25226, + 15.59562, + 15.52556, + 15.46715, + 16.45312, + 15.56251, + 15.43743, + 15.64984, + 15.40935, + 15.35943, + 16.17163, + 15.73232, + 15.37658, + 15.39067, + 15.46663, + 15.35738, + 15.83153, + 15.53127, + 15.38864, + 15.48132, + 15.51801, + 15.40764, + 15.91804, + 15.37129, + 15.51399, + 15.39699, + 15.42605, + 15.85425, + 15.45286, + 15.4313, + 15.42616, + 15.45176, + 15.41503, + 15.41641, + 16.86118, + 15.50636, + 15.61515, + 16.08764, + 15.94482, + 15.4975, + 15.48674, + 15.40072, + 15.3607, + 15.44368, + 15.38747, + 15.38354, + 15.34012, + 15.45964, + 15.51791, + 22.86813, + 16.44454, + 16.0467, + 15.65972, + 15.49886, + 15.39151, + 15.33076, + 15.43687, + 15.34877, + 15.43871, + 15.4422, + 15.40341, + 15.33333, + 15.36464, + 16.10004, + 16.03, + 15.37555, + 15.43473, + 16.17311, + 15.81216, + 15.43674, + 15.34358, + 15.63549, + 15.4005, + 15.35145, + 15.75707, + 15.49518, + 15.41877, + 15.36158, + 15.33949, + 15.41873, + 15.83364, + 15.47002, + 15.42828, + 15.40748, + 15.38822, + 15.34753, + 15.91486, + 15.43246, + 15.45751, + 15.38271, + 15.39249, + 15.60773, + 15.46137, + 15.40641, + 15.5113, + 15.36561, + 15.39772, + 15.39299, + 15.35323, + 15.39026, + 15.44462, + 15.39761 + ] + }, + "ddim20/K1/batch40": { + "n": 20, + "median_ms": 1.0308772674761713, + "p99_ms": 1.1393974435050038, + "mean_ms": 1.0373522632289678, + "min_ms": 1.0192891350015998, + "max_ms": 1.1616632109507918, + "note": "ms per plant, batch=40 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 1.03603, + 1.03118, + 1.01929, + 1.16166, + 1.04447, + 1.02578, + 1.02517, + 1.02513, + 1.02756, + 1.02415, + 1.03856, + 1.02704, + 1.03898, + 1.03057, + 1.03311, + 1.03368, + 1.03375, + 1.0242, + 1.03655, + 1.03016 + ], + "n_batches": 20, + "n_plants_covered": 800 + }, + "ddim20/K8/b1": { + "n": 200, + "median_ms": 20.978812593966722, + "p99_ms": 26.351582854986187, + "mean_ms": 21.135996095836163, + "min_ms": 20.80360520631075, + "max_ms": 27.574263513088226, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 20.91614, + 20.97702, + 20.80361, + 21.09926, + 21.17327, + 20.95817, + 21.01344, + 20.99607, + 21.04597, + 21.11742, + 20.94899, + 21.12666, + 27.57426, + 21.49812, + 21.0277, + 20.92453, + 20.88315, + 20.90288, + 21.02247, + 20.9152, + 20.95869, + 20.94863, + 21.24231, + 20.92268, + 20.98252, + 21.20215, + 20.99245, + 21.01096, + 20.94934, + 21.10482, + 20.98319, + 20.90463, + 21.00271, + 21.00154, + 20.90569, + 20.86124, + 20.91189, + 20.90081, + 20.92399, + 20.99308, + 20.92765, + 21.02984, + 21.20861, + 20.92225, + 21.00668, + 20.87872, + 20.95353, + 20.95672, + 20.95884, + 21.01441, + 20.91298, + 20.86439, + 20.90592, + 20.92668, + 21.0244, + 20.94765, + 20.917, + 21.44616, + 20.9942, + 23.71765, + 24.23092, + 21.31872, + 21.00916, + 21.70005, + 21.05514, + 21.09227, + 20.98648, + 20.90918, + 21.04267, + 21.15872, + 20.94896, + 20.90166, + 21.13334, + 21.00979, + 20.93895, + 21.22934, + 20.873, + 20.97742, + 21.01767, + 20.97824, + 20.88139, + 21.05463, + 20.96196, + 20.80923, + 21.0265, + 20.91657, + 20.99322, + 20.98294, + 20.85411, + 21.26185, + 21.05811, + 20.89167, + 21.07568, + 20.90548, + 20.94175, + 20.97035, + 21.05714, + 20.96982, + 20.9069, + 21.0785, + 20.98614, + 20.88137, + 20.84423, + 20.94585, + 20.87966, + 20.91495, + 21.00045, + 26.63175, + 21.68213, + 21.21489, + 20.96453, + 21.02557, + 20.85023, + 20.93442, + 21.02211, + 20.97142, + 21.10937, + 21.04417, + 20.95203, + 21.20136, + 21.10861, + 20.91541, + 21.08099, + 20.87376, + 21.17564, + 20.96181, + 20.92342, + 20.95727, + 20.95532, + 20.95971, + 21.02559, + 20.89613, + 20.899, + 21.07084, + 20.91033, + 21.01289, + 20.9702, + 21.21771, + 20.96329, + 21.07316, + 20.96533, + 20.95546, + 21.74096, + 20.97076, + 21.17292, + 21.39881, + 21.13634, + 20.90474, + 21.01886, + 21.01695, + 21.0296, + 21.23409, + 20.88849, + 20.93471, + 21.47713, + 26.34875, + 21.49288, + 21.07071, + 21.02731, + 20.99639, + 20.93198, + 20.90077, + 20.91025, + 21.03263, + 21.16161, + 20.89648, + 20.95421, + 21.24857, + 20.9994, + 21.12168, + 20.87494, + 21.07354, + 20.97601, + 20.87708, + 20.94817, + 21.01938, + 20.97195, + 21.02028, + 20.94874, + 20.87709, + 20.87041, + 20.95441, + 20.98615, + 20.87686, + 21.22183, + 21.62715, + 20.97939, + 20.96084, + 21.09607, + 21.13967, + 20.94659, + 20.97608, + 20.94407, + 21.03542, + 20.943, + 20.92026, + 21.05506, + 20.91873, + 20.92943, + 21.03267 + ] + }, + "ddim20/K8/batch40": { + "n": 20, + "median_ms": 3.4152629785239697, + "p99_ms": 3.5394296762533486, + "mean_ms": 3.42499487567693, + "min_ms": 3.4009596100077033, + "max_ms": 3.5493456991389394, + "note": "ms per plant, batch=40 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 3.41729, + 3.41372, + 3.42002, + 3.41371, + 3.41569, + 3.40096, + 3.49716, + 3.41612, + 3.42492, + 3.40908, + 3.40285, + 3.41884, + 3.40826, + 3.41453, + 3.54935, + 3.42015, + 3.42573, + 3.41483, + 3.41332, + 3.40337 + ], + "n_batches": 20, + "n_plants_covered": 800 + }, + "ddpm500/K1/b1": { + "n": 200, + "median_ms": 381.2647149898112, + "p99_ms": 403.4777928330004, + "mean_ms": 383.46763741225004, + "min_ms": 377.1179895848036, + "max_ms": 410.63568089157343, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 390.00332, + 398.62154, + 387.62275, + 385.62194, + 382.41671, + 387.99106, + 379.41304, + 385.51395, + 383.45775, + 380.03882, + 387.98584, + 382.14399, + 381.39442, + 391.53466, + 379.24054, + 387.02225, + 384.89303, + 380.95108, + 390.54112, + 378.5918, + 378.53955, + 410.63568, + 381.81758, + 388.77332, + 379.57038, + 378.6817, + 399.22417, + 379.10073, + 388.34667, + 381.37931, + 388.36267, + 390.88737, + 378.83622, + 377.11799, + 400.40052, + 388.39662, + 388.24832, + 383.12113, + 380.12556, + 393.89053, + 378.5295, + 387.00748, + 382.44949, + 382.84355, + 396.25542, + 379.48954, + 378.18486, + 385.00904, + 380.11751, + 380.35136, + 382.11892, + 379.1274, + 383.10593, + 381.69418, + 378.13044, + 381.44446, + 378.87272, + 381.16931, + 379.1277, + 379.46073, + 381.98382, + 380.78403, + 378.28736, + 381.34305, + 379.54357, + 386.25516, + 382.91871, + 380.94377, + 403.45609, + 379.96777, + 391.0923, + 379.13537, + 382.24303, + 389.09018, + 379.57918, + 379.61783, + 391.09519, + 381.4243, + 390.44544, + 381.06668, + 379.07621, + 390.29142, + 377.99272, + 381.23001, + 388.16349, + 379.62621, + 394.97592, + 379.63168, + 379.63414, + 387.74882, + 379.07312, + 395.7269, + 383.41012, + 377.53714, + 391.29836, + 379.75113, + 380.13012, + 389.07318, + 380.34062, + 391.66982, + 378.49734, + 379.8459, + 388.23765, + 379.28201, + 381.07959, + 390.13465, + 378.12372, + 392.12155, + 380.07823, + 379.59246, + 390.61281, + 379.03128, + 389.63591, + 379.4098, + 405.62656, + 392.2836, + 379.88424, + 382.78427, + 389.83177, + 377.65253, + 390.96383, + 378.13093, + 377.90473, + 387.44742, + 378.96813, + 380.54389, + 379.8299, + 379.38606, + 383.37722, + 379.78453, + 381.65084, + 401.77981, + 380.42572, + 380.48325, + 379.54549, + 379.95275, + 382.36276, + 379.23723, + 380.45084, + 380.7884, + 384.84048, + 381.45319, + 379.34902, + 380.39082, + 381.53767, + 380.05925, + 379.30894, + 380.64195, + 377.5238, + 381.69774, + 380.94565, + 380.32749, + 382.59575, + 380.90047, + 380.3024, + 381.52941, + 385.91977, + 382.23449, + 379.91706, + 382.01319, + 402.62089, + 380.17647, + 382.67859, + 381.06426, + 381.25935, + 382.39808, + 378.38831, + 380.01573, + 381.92776, + 379.90952, + 380.37267, + 381.37873, + 381.19756, + 383.89502, + 380.59321, + 381.62896, + 400.03709, + 381.76828, + 390.82156, + 379.84373, + 380.50199, + 381.62227, + 378.91942, + 382.41308, + 380.89813, + 381.01007, + 380.6065, + 380.70034, + 379.05332, + 381.28726, + 382.56827, + 381.23488, + 379.84937, + 382.09852, + 381.61354, + 382.16365, + 379.37515, + 382.40748, + 380.11111, + 381.27008 + ] + }, + "ddpm500/K1/batch40": { + "n": 20, + "median_ms": 25.879206380341202, + "p99_ms": 26.151360362535343, + "mean_ms": 25.899972867919132, + "min_ms": 25.803973665460944, + "max_ms": 26.154127274639904, + "note": "ms per plant, batch=40 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 25.8309, + 25.8954, + 25.8474, + 26.15413, + 25.82829, + 25.84658, + 25.83966, + 25.8322, + 25.81347, + 25.84393, + 25.80397, + 25.93963, + 25.8796, + 25.8982, + 25.95762, + 25.90897, + 25.87881, + 25.94881, + 25.91233, + 26.13956 + ], + "n_batches": 20, + "n_plants_covered": 800 + }, + "ddpm500/K8/b1": { + "n": 200, + "median_ms": 529.4322520494461, + "p99_ms": 772.858805898577, + "mean_ms": 597.8914867714047, + "min_ms": 514.4155342131853, + "max_ms": 775.6497301161289, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 533.42071, + 539.77444, + 529.65754, + 539.33404, + 546.8012, + 537.56444, + 539.64677, + 528.60799, + 538.70249, + 538.95064, + 550.68323, + 584.97925, + 714.93658, + 715.88647, + 708.90978, + 705.46138, + 700.62361, + 701.36299, + 708.23179, + 706.38206, + 715.68392, + 710.21312, + 711.86984, + 706.2829, + 703.76495, + 717.21578, + 714.12892, + 704.25573, + 745.14414, + 713.96707, + 712.16317, + 711.25711, + 699.4738, + 697.70818, + 691.18881, + 692.69207, + 691.94813, + 679.07063, + 673.41104, + 650.96133, + 623.32987, + 645.38163, + 596.65649, + 656.10464, + 610.84113, + 657.67073, + 623.60141, + 541.15269, + 568.15552, + 569.71893, + 592.92821, + 609.41714, + 525.6304, + 515.43049, + 516.27074, + 515.61463, + 516.33515, + 515.50644, + 530.76127, + 516.26864, + 516.28941, + 515.81141, + 516.17784, + 515.1139, + 516.08544, + 516.30927, + 515.96138, + 517.33095, + 516.4298, + 515.44795, + 516.75249, + 515.69079, + 516.74144, + 515.9006, + 530.27373, + 515.2356, + 532.20686, + 516.30698, + 517.04651, + 515.54603, + 516.37812, + 518.14605, + 515.53236, + 517.42576, + 515.53385, + 516.94983, + 522.78362, + 517.0928, + 517.04426, + 515.17147, + 516.88592, + 516.11611, + 517.17931, + 516.54506, + 516.07007, + 515.64141, + 516.69031, + 516.63841, + 516.23247, + 516.57391, + 516.43961, + 517.47865, + 517.17012, + 516.6172, + 516.7712, + 529.20697, + 515.87837, + 522.5891, + 515.22739, + 522.05192, + 515.93887, + 521.98828, + 516.76014, + 522.32579, + 515.93264, + 522.40904, + 517.28034, + 528.85007, + 523.30272, + 517.34318, + 523.66595, + 516.38839, + 522.74963, + 515.83034, + 522.90229, + 515.7915, + 522.34604, + 514.6643, + 523.1856, + 515.94605, + 522.91836, + 516.61375, + 528.76165, + 515.54353, + 522.21264, + 514.70795, + 522.39135, + 514.97281, + 521.96834, + 515.18282, + 528.65653, + 515.53543, + 516.31618, + 514.80199, + 517.09529, + 520.17916, + 516.79631, + 514.41553, + 515.85203, + 514.79364, + 516.34745, + 515.77725, + 516.76255, + 522.16269, + 615.45525, + 751.98524, + 756.71839, + 671.28197, + 673.28005, + 686.34668, + 680.23677, + 711.3863, + 676.17588, + 662.02079, + 667.11132, + 711.1293, + 707.46857, + 741.30012, + 772.84104, + 767.66107, + 771.26046, + 769.15004, + 769.77774, + 769.37682, + 774.61726, + 749.34143, + 757.0071, + 756.04396, + 753.5114, + 745.94657, + 743.17024, + 758.70903, + 757.06546, + 754.68308, + 775.64973, + 735.47627, + 728.45662, + 737.65568, + 689.60528, + 681.5284, + 669.33497, + 695.02955, + 727.50846, + 730.75346, + 738.32935, + 704.19237, + 701.64748, + 662.88186, + 656.60273, + 687.40526 + ] + }, + "ddpm500/K8/batch40": { + "n": 20, + "median_ms": 85.62334170565009, + "p99_ms": 109.70354942255652, + "mean_ms": 88.3126274892129, + "min_ms": 84.75380362942815, + "max_ms": 111.26124376896769, + "note": "ms per plant, batch=40 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 111.26124, + 103.06285, + 89.03232, + 84.95764, + 84.96589, + 84.86437, + 84.9066, + 85.24879, + 85.454, + 85.08068, + 85.11146, + 86.56977, + 86.6891, + 87.04108, + 84.90248, + 84.7538, + 87.29853, + 88.77753, + 85.79268, + 90.48171 + ], + "n_batches": 20, + "n_plants_covered": 800 + } + }, + "cuda_init_s": 3.7066638469696045e-07, + "load_s": 0.04731632489711046, + "n_params": 3823883, + "first_call_ddpm500_k8_b1_s": 0.5197101878002286, + "second_call_ddpm500_k8_b1_s": 0.5141233671456575, + "first_call_ddim20_k8_b1_s": 0.021179859526455402, + "done": true +} \ No newline at end of file diff --git a/results/timing/gen_pend_gpu.json b/results/timing/gen_pend_gpu.json new file mode 100644 index 0000000000000000000000000000000000000000..73dd9b34657087259579f0e588a1e8a4aef0f3a8 --- /dev/null +++ b/results/timing/gen_pend_gpu.json @@ -0,0 +1,1496 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "gpu", + "load1": 1.56005859375, + "date": "2026-09-30 07:10:55 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 16 + ], + "gpu": "NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition", + "cuda": "12.8" + }, + "family": "pend", + "device": "cuda", + "cells": { + "ddim5/K1/b1": { + "n": 200, + "median_ms": 4.424253478646278, + "p99_ms": 4.889991059899329, + "mean_ms": 4.466296345926821, + "min_ms": 4.3568965047597885, + "max_ms": 5.192127078771591, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 4.3696, + 4.37177, + 4.37908, + 4.41498, + 4.88916, + 4.68269, + 4.57595, + 4.40287, + 4.38081, + 4.51986, + 4.41572, + 4.48727, + 4.44522, + 4.44223, + 4.3569, + 4.36937, + 4.39617, + 4.39436, + 4.38455, + 4.3864, + 4.41353, + 4.44549, + 4.3704, + 4.41847, + 4.40238, + 4.43, + 4.44603, + 4.43294, + 4.44622, + 4.41037, + 4.39096, + 4.39749, + 4.38439, + 4.39304, + 4.4078, + 4.40761, + 4.38283, + 4.39214, + 4.42242, + 4.40024, + 4.4242, + 4.38449, + 4.39157, + 4.43945, + 4.42074, + 4.50138, + 4.50535, + 4.46387, + 4.44506, + 4.61223, + 4.65723, + 4.61489, + 4.61196, + 4.60806, + 4.64199, + 4.63507, + 4.63484, + 4.62382, + 4.63811, + 4.62908, + 4.6412, + 4.48313, + 4.39989, + 4.38854, + 4.48197, + 4.45034, + 4.43008, + 4.39172, + 4.37592, + 4.42887, + 4.41503, + 4.42348, + 4.42714, + 4.3999, + 4.38151, + 4.39612, + 4.50351, + 4.46368, + 4.41437, + 4.41634, + 4.39575, + 4.41223, + 4.4203, + 4.42193, + 4.43397, + 4.44689, + 4.42368, + 4.45838, + 4.41517, + 4.42631, + 4.40092, + 4.43074, + 4.48192, + 4.57792, + 4.42038, + 4.40663, + 4.39608, + 4.40913, + 4.39299, + 4.42307, + 4.43216, + 4.41956, + 4.39476, + 4.40921, + 4.40464, + 4.5542, + 4.40408, + 4.39352, + 4.40367, + 4.41702, + 4.41093, + 4.46017, + 4.45615, + 4.40529, + 4.45015, + 4.42446, + 4.41825, + 4.42471, + 4.40308, + 4.3855, + 4.45068, + 4.43082, + 4.42514, + 4.41395, + 4.42583, + 4.40928, + 4.41928, + 4.3872, + 4.4107, + 4.39692, + 4.43185, + 4.39847, + 4.40186, + 4.48051, + 4.4178, + 4.42963, + 4.40694, + 4.3971, + 4.44204, + 4.44234, + 4.41372, + 4.42113, + 4.57815, + 4.42304, + 4.45651, + 4.39904, + 4.43211, + 4.44379, + 4.41969, + 4.44231, + 4.39343, + 4.40873, + 4.40624, + 4.437, + 4.41665, + 4.49938, + 4.48603, + 4.41562, + 4.41611, + 4.41157, + 4.4556, + 4.45975, + 4.47139, + 4.5827, + 4.56122, + 4.69758, + 4.67762, + 4.97186, + 5.19213, + 4.65555, + 4.61814, + 4.6084, + 4.61296, + 4.60999, + 4.63802, + 4.59737, + 4.54136, + 4.80498, + 4.64002, + 4.64244, + 4.49397, + 4.37669, + 4.38864, + 4.42431, + 4.69583, + 4.61895, + 4.47758, + 4.42457, + 4.42311, + 4.54615, + 4.41071, + 4.4718, + 4.4415, + 4.42038, + 4.39801, + 4.43195, + 4.39593, + 4.43158, + 4.47544, + 4.41282 + ] + }, + "ddim5/K1/batch40": { + "n": 20, + "median_ms": 0.10930701391771436, + "p99_ms": 0.11481004511006176, + "mean_ms": 0.11037652031518519, + "min_ms": 0.10794098488986492, + "max_ms": 0.11489263270050287, + "note": "ms per plant, batch=40 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.11172, + 0.10922, + 0.10983, + 0.10848, + 0.10875, + 0.10902, + 0.10874, + 0.1094, + 0.10804, + 0.10893, + 0.10989, + 0.10951, + 0.11352, + 0.11489, + 0.11446, + 0.11407, + 0.11331, + 0.10794, + 0.10879, + 0.10902 + ], + "n_batches": 20, + "n_plants_covered": 800 + }, + "ddim5/K8/b1": { + "n": 200, + "median_ms": 3.8739554584026337, + "p99_ms": 5.344844246283164, + "mean_ms": 3.951465329155326, + "min_ms": 3.8300389423966408, + "max_ms": 6.431812420487404, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 4.11501, + 4.06499, + 3.9103, + 3.83004, + 3.85167, + 4.13677, + 3.85, + 3.96657, + 3.84295, + 3.84049, + 3.86748, + 3.85437, + 3.85167, + 3.86083, + 3.89241, + 3.85468, + 3.88792, + 3.8911, + 3.87369, + 3.9277, + 3.8736, + 3.86631, + 3.87268, + 3.88621, + 3.90713, + 3.92811, + 3.88654, + 3.86892, + 3.87753, + 3.87264, + 3.87545, + 3.87621, + 3.87514, + 3.90593, + 3.87263, + 3.85975, + 3.87357, + 3.87897, + 3.87109, + 3.91369, + 3.87803, + 3.8689, + 3.8592, + 3.85259, + 3.87321, + 3.84156, + 3.8671, + 3.87313, + 3.88598, + 3.87452, + 3.88013, + 3.89222, + 3.87343, + 3.86353, + 3.85831, + 3.86002, + 3.8505, + 3.86072, + 3.87219, + 3.90027, + 3.86196, + 3.85429, + 3.87913, + 3.88233, + 3.85898, + 3.86341, + 3.87018, + 3.87422, + 3.87617, + 3.86305, + 3.9021, + 3.85212, + 3.87463, + 3.84498, + 3.86197, + 3.87289, + 3.88144, + 3.88025, + 3.87068, + 3.84507, + 3.85912, + 3.86222, + 3.85404, + 3.86873, + 3.86642, + 3.88013, + 3.87744, + 3.86569, + 3.88235, + 3.86004, + 3.86671, + 3.87007, + 3.88598, + 3.86969, + 3.85391, + 3.84762, + 3.86077, + 3.86386, + 3.92546, + 4.06364, + 4.06898, + 4.06861, + 4.08601, + 4.09373, + 4.05822, + 4.06392, + 4.05864, + 4.08666, + 4.08709, + 3.93711, + 3.84989, + 3.84684, + 3.83631, + 3.83975, + 4.00194, + 3.87313, + 3.83866, + 3.84433, + 3.84006, + 3.86152, + 3.84531, + 3.97937, + 3.93008, + 3.84837, + 3.86828, + 3.85954, + 3.85317, + 3.86702, + 3.90989, + 3.91424, + 3.86776, + 3.92136, + 3.93757, + 4.0713, + 4.03062, + 3.86676, + 3.872, + 3.85951, + 3.84837, + 3.85748, + 3.85358, + 3.84804, + 3.87091, + 3.87308, + 3.8618, + 3.99976, + 3.86236, + 3.89162, + 3.85951, + 3.85319, + 3.87499, + 3.87304, + 3.87683, + 3.8966, + 3.87622, + 3.87591, + 3.88694, + 3.87282, + 3.86927, + 3.90733, + 3.88851, + 4.04162, + 4.05777, + 4.04694, + 4.05886, + 4.06526, + 4.04394, + 4.03351, + 3.89339, + 3.83404, + 3.87116, + 3.98698, + 3.83564, + 3.88958, + 3.84465, + 3.84062, + 3.90296, + 3.85673, + 3.89722, + 3.85987, + 3.88244, + 4.01916, + 3.95729, + 4.06532, + 4.36372, + 4.80305, + 4.13995, + 4.0706, + 5.33388, + 6.43181, + 6.4304, + 4.67887, + 4.12037, + 4.07534, + 4.29323, + 4.07216, + 4.05253, + 3.9486, + 3.98028, + 3.83949 + ] + }, + "ddim5/K8/batch40": { + "n": 20, + "median_ms": 0.10877508902922273, + "p99_ms": 0.11417551035992801, + "mean_ms": 0.10928507661446929, + "min_ms": 0.10711974464356899, + "max_ms": 0.11459242086857557, + "note": "ms per plant, batch=40 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.11022, + 0.10942, + 0.10865, + 0.10937, + 0.10828, + 0.1124, + 0.10753, + 0.10784, + 0.10999, + 0.11036, + 0.10766, + 0.10745, + 0.10855, + 0.10712, + 0.11459, + 0.11213, + 0.1089, + 0.10785, + 0.10923, + 0.10816 + ], + "n_batches": 20, + "n_plants_covered": 800 + }, + "ddim20/K1/b1": { + "n": 200, + "median_ms": 16.70597679913044, + "p99_ms": 21.91150365397332, + "mean_ms": 16.910665659233928, + "min_ms": 16.553454101085663, + "max_ms": 24.401213973760605, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 16.59254, + 16.61395, + 16.65041, + 17.32261, + 17.10871, + 17.57016, + 17.059, + 16.5615, + 16.65601, + 16.62598, + 16.55345, + 16.62195, + 16.66344, + 16.63594, + 16.64058, + 16.68524, + 16.67808, + 16.75835, + 16.66511, + 16.64354, + 16.74272, + 16.65428, + 16.63899, + 16.69345, + 16.6738, + 16.66982, + 16.6292, + 16.8929, + 16.69756, + 16.72944, + 16.77165, + 16.64166, + 16.7456, + 16.74472, + 16.82341, + 16.76104, + 16.59573, + 16.64961, + 16.62617, + 16.64085, + 16.646, + 16.66079, + 16.58643, + 16.83996, + 16.7346, + 16.78788, + 17.00172, + 18.22816, + 24.34394, + 17.49807, + 16.60672, + 16.64981, + 16.79669, + 16.73542, + 17.4244, + 16.97533, + 16.69373, + 16.66414, + 16.6174, + 16.59893, + 16.71776, + 16.65473, + 17.03108, + 17.34303, + 16.99719, + 16.60441, + 16.57131, + 16.66671, + 16.62187, + 16.67768, + 16.69732, + 16.64929, + 16.69363, + 16.72867, + 17.02138, + 16.98904, + 16.63214, + 16.67141, + 16.70824, + 16.76597, + 16.71749, + 16.73151, + 16.67164, + 16.68151, + 16.75775, + 16.68299, + 16.78159, + 16.75065, + 16.74742, + 16.85296, + 16.6599, + 16.99741, + 16.81666, + 16.70994, + 16.9286, + 16.66574, + 16.78148, + 16.818, + 16.67259, + 16.75873, + 16.71194, + 16.6497, + 16.70372, + 16.90236, + 16.69586, + 16.82262, + 18.60823, + 20.34996, + 21.88693, + 17.03905, + 16.71551, + 16.94785, + 16.68313, + 16.67758, + 16.80889, + 16.69504, + 16.62173, + 16.67686, + 16.63064, + 16.68835, + 16.73722, + 16.99897, + 17.54226, + 16.71516, + 16.63108, + 16.64247, + 16.77005, + 16.6817, + 16.71674, + 16.65743, + 16.74819, + 16.68298, + 16.72413, + 16.62175, + 16.65049, + 16.61436, + 16.69981, + 16.65777, + 16.75781, + 16.6556, + 16.74738, + 16.72376, + 16.6706, + 16.81953, + 16.63918, + 17.26868, + 17.49323, + 17.35696, + 16.80075, + 16.63952, + 16.75796, + 16.66811, + 16.75586, + 16.98817, + 16.65866, + 16.64153, + 16.7098, + 16.65967, + 16.72414, + 16.69225, + 16.61963, + 16.66978, + 17.03634, + 16.69237, + 16.87806, + 17.77105, + 17.71766, + 24.40121, + 17.41706, + 16.57221, + 16.80997, + 16.6026, + 16.66158, + 16.77029, + 16.71222, + 16.71711, + 16.79422, + 16.7106, + 16.61667, + 16.6989, + 16.89605, + 17.43815, + 16.70135, + 16.66458, + 16.67825, + 16.80053, + 16.7506, + 16.76449, + 16.68878, + 16.66357, + 16.83907, + 16.67095, + 16.84013, + 16.74682, + 16.78129, + 16.64038, + 16.64131, + 16.69445, + 16.77801, + 16.70053 + ] + }, + "ddim20/K1/batch40": { + "n": 20, + "median_ms": 0.4128652741201222, + "p99_ms": 0.4255428984761238, + "mean_ms": 0.4138442885596305, + "min_ms": 0.4092204384505749, + "max_ms": 0.4274149192497134, + "note": "ms per plant, batch=40 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.41337, + 0.41215, + 0.41225, + 0.41726, + 0.41273, + 0.41491, + 0.41086, + 0.41476, + 0.41643, + 0.41254, + 0.41408, + 0.42741, + 0.41115, + 0.41046, + 0.41756, + 0.41112, + 0.41435, + 0.413, + 0.41128, + 0.40922 + ], + "n_batches": 20, + "n_plants_covered": 800 + }, + "ddim20/K8/b1": { + "n": 200, + "median_ms": 14.433462638407946, + "p99_ms": 19.06992664560674, + "mean_ms": 14.629926569759846, + "min_ms": 14.271659776568413, + "max_ms": 21.331362426280975, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 14.81703, + 15.88237, + 15.25063, + 19.0519, + 17.80975, + 14.53198, + 14.38874, + 14.59131, + 14.35217, + 14.57444, + 14.65233, + 14.51524, + 14.48955, + 14.41257, + 14.80497, + 14.98167, + 14.30989, + 14.3818, + 14.291, + 15.28616, + 14.36668, + 14.47982, + 14.36506, + 14.28998, + 14.28138, + 14.39446, + 14.43761, + 14.4353, + 14.43401, + 14.35736, + 14.43806, + 14.44136, + 14.44451, + 14.4603, + 14.38937, + 14.43437, + 14.40869, + 14.50858, + 14.41771, + 14.44049, + 14.51975, + 14.38354, + 14.42301, + 14.33559, + 14.59272, + 14.3681, + 14.56547, + 14.48528, + 14.46331, + 14.44098, + 14.32889, + 14.45212, + 14.53237, + 14.46889, + 14.48236, + 14.92216, + 14.38098, + 14.3529, + 14.87608, + 14.39997, + 14.47852, + 14.48645, + 14.52637, + 14.45858, + 14.35816, + 14.89176, + 14.45933, + 14.49655, + 14.34568, + 15.98378, + 15.21092, + 15.2794, + 21.33136, + 15.72664, + 14.41831, + 14.55472, + 14.46826, + 14.33432, + 14.41402, + 14.4018, + 14.43506, + 14.4279, + 14.41363, + 14.41181, + 14.423, + 14.27166, + 14.3558, + 15.11666, + 14.65142, + 14.47051, + 14.30553, + 14.33867, + 14.33369, + 14.34669, + 14.4042, + 14.33758, + 14.67013, + 14.46075, + 14.38275, + 14.336, + 14.39546, + 14.41415, + 14.34801, + 14.4099, + 14.35978, + 14.38481, + 14.45953, + 14.40275, + 14.38543, + 14.38878, + 14.47376, + 14.43233, + 14.32929, + 14.36889, + 14.54548, + 14.42149, + 14.38242, + 14.41515, + 14.39541, + 14.36755, + 14.43804, + 14.41616, + 14.42608, + 14.5703, + 14.50046, + 14.36743, + 14.28982, + 14.37827, + 14.31683, + 14.37109, + 14.40256, + 14.433, + 14.36551, + 14.37707, + 14.49032, + 14.39945, + 14.36864, + 15.45652, + 15.42974, + 14.36718, + 15.13817, + 20.85446, + 16.232, + 14.55078, + 14.51053, + 14.41289, + 14.32717, + 14.88969, + 14.61242, + 14.5249, + 14.45549, + 14.41759, + 14.33504, + 14.33604, + 14.48976, + 14.40843, + 15.6287, + 14.64415, + 14.49979, + 14.41955, + 14.37765, + 14.44089, + 14.46598, + 14.53314, + 14.40215, + 14.47961, + 14.41133, + 14.40532, + 14.45575, + 14.36614, + 14.47802, + 14.48322, + 14.49543, + 14.38596, + 14.36298, + 14.40777, + 14.40476, + 14.50911, + 14.33336, + 14.42557, + 14.38894, + 14.41804, + 14.44604, + 14.57833, + 14.43392, + 14.46313, + 14.40581, + 14.44095, + 14.52798, + 14.48381, + 15.15061, + 14.92975, + 14.73329, + 14.40483, + 14.30682, + 14.7107, + 14.37408, + 14.40117, + 14.53174, + 14.4054 + ] + }, + "ddim20/K8/batch40": { + "n": 20, + "median_ms": 0.4076775279827416, + "p99_ms": 0.5389101624023168, + "mean_ms": 0.42262263828888535, + "min_ms": 0.4038842162117362, + "max_ms": 0.5518160294741392, + "note": "ms per plant, batch=40 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.41541, + 0.42774, + 0.40581, + 0.40454, + 0.44817, + 0.4202, + 0.42339, + 0.48389, + 0.55182, + 0.4107, + 0.40811, + 0.40627, + 0.40597, + 0.40725, + 0.40938, + 0.4046, + 0.40616, + 0.40428, + 0.40388, + 0.40487 + ], + "n_batches": 20, + "n_plants_covered": 800 + }, + "ddpm500/K1/b1": { + "n": 200, + "median_ms": 385.17007417976856, + "p99_ms": 396.73221934586763, + "mean_ms": 387.3422318091616, + "min_ms": 380.83883188664913, + "max_ms": 399.70236737281084, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 381.9231, + 390.1935, + 383.16049, + 383.23018, + 390.25893, + 382.0082, + 387.30784, + 384.19872, + 384.31382, + 389.30198, + 382.83978, + 387.74565, + 385.85574, + 383.98397, + 391.37806, + 386.39618, + 383.99681, + 396.71805, + 383.39619, + 398.13477, + 385.10199, + 383.16113, + 394.82754, + 383.74303, + 386.83993, + 395.70719, + 385.52298, + 394.17384, + 382.23616, + 384.61109, + 395.83062, + 383.87519, + 393.01183, + 384.78824, + 383.75724, + 394.90535, + 383.18884, + 386.39973, + 391.32794, + 384.11333, + 395.2774, + 383.14923, + 384.06737, + 392.9918, + 383.20891, + 393.38895, + 383.72187, + 389.46106, + 394.3587, + 382.84651, + 388.45545, + 391.505, + 382.61704, + 396.55397, + 382.25694, + 386.93701, + 393.56716, + 381.66526, + 394.56405, + 382.92556, + 383.54751, + 393.39972, + 383.55917, + 386.55395, + 390.59812, + 386.27298, + 393.78739, + 383.51726, + 383.0935, + 391.0797, + 382.09178, + 393.96624, + 380.83883, + 384.02132, + 391.85978, + 381.66847, + 383.65644, + 389.95431, + 383.74614, + 390.16568, + 381.2485, + 388.74838, + 392.82981, + 381.98114, + 393.34471, + 381.41662, + 384.64924, + 392.17291, + 383.45822, + 384.92329, + 390.69688, + 384.31521, + 391.89137, + 382.30269, + 383.35887, + 392.13317, + 381.81042, + 393.08547, + 382.14893, + 382.8187, + 392.73175, + 383.7468, + 386.15871, + 392.55145, + 384.71113, + 399.70237, + 382.61519, + 384.19649, + 392.64023, + 384.69082, + 392.97598, + 386.71654, + 384.48974, + 392.22914, + 381.32542, + 386.44001, + 391.30857, + 384.83222, + 393.50901, + 383.4232, + 387.95792, + 391.07643, + 382.93298, + 392.35707, + 382.49738, + 383.46407, + 391.6583, + 384.21608, + 386.48285, + 389.51707, + 383.8034, + 392.71188, + 385.77833, + 386.11889, + 392.20875, + 383.52112, + 395.06931, + 382.97824, + 383.81501, + 392.01872, + 384.95361, + 394.54024, + 385.18748, + 384.44584, + 393.4151, + 383.10471, + 384.47532, + 391.59575, + 384.53778, + 392.57727, + 383.14163, + 383.74441, + 391.83956, + 385.16492, + 392.91093, + 387.2828, + 382.77816, + 392.53357, + 385.06771, + 385.17522, + 392.39689, + 383.05327, + 393.29059, + 383.28804, + 385.15761, + 391.64632, + 383.69144, + 391.35376, + 382.95245, + 383.48115, + 391.9489, + 384.34763, + 383.33182, + 392.04156, + 384.98147, + 392.41316, + 382.9949, + 384.75473, + 391.38821, + 385.31482, + 391.69832, + 382.77397, + 383.56631, + 392.71089, + 384.1786, + 383.73306, + 393.4352, + 384.15267, + 393.40302, + 384.44748, + 383.30568, + 391.06998, + 383.73707, + 391.10268, + 383.06129, + 385.00087, + 390.70502, + 386.07598, + 382.0977, + 391.01403 + ] + }, + "ddpm500/K1/batch40": { + "n": 20, + "median_ms": 9.465669840574265, + "p99_ms": 10.048620248679072, + "mean_ms": 9.529197799274698, + "min_ms": 9.35117518529296, + "max_ms": 10.139406868256629, + "note": "ms per plant, batch=40 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 9.57161, + 9.41343, + 9.35118, + 9.61248, + 9.42882, + 9.39743, + 9.64035, + 9.44936, + 9.60617, + 9.48198, + 9.52798, + 9.66158, + 9.38822, + 9.44303, + 10.13941, + 9.42256, + 9.64325, + 9.40125, + 9.39172, + 9.61215 + ], + "n_batches": 20, + "n_plants_covered": 800 + }, + "ddpm500/K8/b1": { + "n": 200, + "median_ms": 325.59692300856113, + "p99_ms": 342.93430040590465, + "mean_ms": 329.20272261369973, + "min_ms": 322.30057939887047, + "max_ms": 344.26588099449873, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 325.51897, + 324.29707, + 333.47008, + 325.47676, + 325.20303, + 334.7557, + 324.59655, + 323.419, + 331.40014, + 325.65106, + 325.36004, + 333.6336, + 325.75515, + 323.60803, + 332.59538, + 325.7417, + 323.793, + 332.98996, + 327.52485, + 324.7922, + 333.20888, + 325.08419, + 323.86422, + 333.06917, + 325.29496, + 324.49338, + 333.8674, + 327.09725, + 325.09025, + 331.81733, + 324.95293, + 326.91707, + 325.13405, + 331.5828, + 325.54278, + 331.04821, + 331.66033, + 325.98663, + 324.83936, + 332.24195, + 326.6075, + 324.06469, + 332.46366, + 325.71583, + 324.59535, + 339.89107, + 326.41917, + 324.46721, + 327.26553, + 325.52707, + 326.3472, + 334.62655, + 327.64017, + 324.10339, + 333.04803, + 327.18945, + 324.34529, + 338.24184, + 327.23817, + 324.77255, + 338.49311, + 326.5813, + 326.17121, + 339.04185, + 326.59786, + 326.23326, + 341.36751, + 328.69987, + 325.24002, + 341.60971, + 325.28113, + 328.30678, + 340.29496, + 325.39242, + 325.48509, + 342.93328, + 327.36644, + 327.45317, + 340.68668, + 325.51828, + 326.68081, + 339.05762, + 325.14407, + 324.45924, + 344.26588, + 326.68399, + 323.69486, + 339.87953, + 324.71569, + 325.46595, + 335.48987, + 327.81494, + 323.57654, + 330.1316, + 332.92291, + 323.90833, + 323.92765, + 341.19013, + 324.07626, + 322.62114, + 341.04793, + 323.88817, + 322.82318, + 340.8734, + 323.36436, + 323.09843, + 342.61194, + 324.58594, + 323.80735, + 339.84017, + 326.69481, + 324.53138, + 341.62831, + 324.24433, + 323.08129, + 342.0954, + 324.04631, + 323.47419, + 341.35712, + 323.66278, + 322.64514, + 339.14431, + 325.44523, + 323.17647, + 339.70965, + 325.94916, + 324.11762, + 339.02039, + 325.73947, + 323.17776, + 340.20745, + 326.51373, + 322.8169, + 338.78565, + 325.01467, + 323.28927, + 339.73945, + 324.21037, + 327.58792, + 338.90739, + 323.21095, + 322.9983, + 337.72114, + 324.82692, + 324.23903, + 337.25265, + 327.24999, + 323.72287, + 331.38336, + 331.79774, + 323.3947, + 323.10302, + 341.38914, + 323.58694, + 322.78124, + 341.21302, + 324.42532, + 323.10154, + 340.71754, + 322.58553, + 324.54929, + 340.64966, + 324.82444, + 323.42924, + 341.71242, + 325.24368, + 324.62797, + 342.24013, + 323.76126, + 323.88424, + 341.11396, + 325.13074, + 324.33457, + 341.49036, + 324.2035, + 326.17767, + 343.03501, + 323.07743, + 322.71843, + 340.83641, + 324.98721, + 323.07175, + 340.39521, + 324.37282, + 323.14501, + 340.82118, + 324.03227, + 323.90589, + 341.33144, + 324.00588, + 323.50842, + 340.58102, + 323.45071, + 322.30058, + 339.18972, + 325.3334, + 323.01843, + 339.66194, + 324.31369, + 324.01581 + ] + }, + "ddpm500/K8/batch40": { + "n": 20, + "median_ms": 9.264671697746962, + "p99_ms": 9.758603586815298, + "mean_ms": 9.416694610845298, + "min_ms": 9.220436331816018, + "max_ms": 9.764102613553405, + "note": "ms per plant, batch=40 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 9.25286, + 9.28667, + 9.67333, + 9.25389, + 9.23902, + 9.7001, + 9.22044, + 9.68387, + 9.26373, + 9.25246, + 9.69995, + 9.26561, + 9.25307, + 9.7641, + 9.24184, + 9.72994, + 9.25487, + 9.30243, + 9.73516, + 9.26053 + ], + "n_batches": 20, + "n_plants_covered": 800 + } + }, + "cuda_init_s": 0.12667046673595905, + "load_s": 0.04377342388033867, + "n_params": 3823883, + "first_call_ddpm500_k8_b1_s": 0.5069997198879719, + "second_call_ddpm500_k8_b1_s": 0.3299233987927437, + "first_call_ddim20_k8_b1_s": 0.02648885641247034, + "done": true +} \ No newline at end of file diff --git a/results/timing/gen_siso_cpu1.json b/results/timing/gen_siso_cpu1.json new file mode 100644 index 0000000000000000000000000000000000000000..34928b65eb8d24f8eebc49b4517b5793d3641a4c --- /dev/null +++ b/results/timing/gen_siso_cpu1.json @@ -0,0 +1,1107 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1", + "load1": 17.33642578125, + "date": "2026-09-30 07:20:14 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 19 + ] + }, + "family": "siso", + "device": "cpu", + "cells": { + "ddim5/K1/b1": { + "n": 200, + "median_ms": 39.99582212418318, + "p99_ms": 43.4271141141653, + "mean_ms": 40.2029813779518, + "min_ms": 37.80923318117857, + "max_ms": 44.46981754153967, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 39.67831, + 39.67683, + 40.37316, + 40.01051, + 40.34175, + 44.27755, + 40.29884, + 40.09503, + 40.06934, + 40.40521, + 39.25141, + 39.91356, + 40.0089, + 39.93431, + 38.58556, + 38.63671, + 38.88077, + 38.59554, + 39.12285, + 39.84198, + 40.00795, + 40.5242, + 40.45027, + 38.57307, + 38.80134, + 39.23855, + 39.84357, + 40.42169, + 39.0216, + 40.20607, + 43.41852, + 41.21411, + 38.78164, + 40.33424, + 40.41468, + 40.18499, + 39.99681, + 40.05653, + 38.47561, + 39.33474, + 39.27005, + 41.17112, + 39.04431, + 38.66493, + 40.08746, + 39.6739, + 40.74042, + 39.59952, + 39.13632, + 38.8844, + 39.5124, + 38.55083, + 38.18025, + 39.88808, + 39.03239, + 39.61986, + 42.57003, + 40.51264, + 41.8398, + 39.54013, + 39.99484, + 39.79878, + 39.20355, + 39.76553, + 41.62846, + 39.87677, + 40.69987, + 40.75108, + 40.12929, + 40.05118, + 39.49887, + 39.49972, + 40.43334, + 40.63787, + 39.34782, + 39.02818, + 38.55594, + 38.78072, + 38.33307, + 39.02252, + 38.43855, + 43.14876, + 39.78259, + 39.55659, + 39.99337, + 39.60064, + 40.03949, + 39.8292, + 38.9316, + 40.08885, + 40.31128, + 39.72147, + 39.90843, + 38.02934, + 40.38463, + 41.17059, + 42.93856, + 41.54911, + 42.34697, + 42.00405, + 41.7964, + 41.89843, + 42.06915, + 41.55459, + 40.9218, + 40.7856, + 44.46982, + 41.53667, + 42.24114, + 40.25159, + 41.18873, + 42.10712, + 41.11289, + 41.14584, + 40.38418, + 41.70377, + 40.08685, + 41.06783, + 40.9053, + 40.02393, + 40.45501, + 40.51585, + 41.13599, + 41.09891, + 41.23835, + 41.32921, + 42.30212, + 41.17088, + 39.97314, + 40.86142, + 42.2063, + 42.31873, + 42.23217, + 40.8647, + 41.66431, + 41.36743, + 41.2796, + 41.62263, + 41.04498, + 41.62799, + 41.86415, + 40.99906, + 40.92162, + 42.14987, + 40.32634, + 38.99528, + 39.72776, + 39.67004, + 38.97033, + 39.92569, + 39.47743, + 39.27537, + 39.94733, + 40.50476, + 39.29132, + 42.9768, + 40.15819, + 40.1736, + 41.62988, + 39.51355, + 39.9192, + 39.17783, + 39.67002, + 39.45968, + 39.53199, + 39.2352, + 39.79022, + 39.94058, + 40.15595, + 39.78846, + 39.13492, + 39.37459, + 40.07569, + 39.80679, + 39.65228, + 39.63539, + 38.7122, + 38.37838, + 38.91894, + 39.94362, + 39.75017, + 41.90053, + 41.1529, + 39.46468, + 38.90081, + 41.14102, + 40.43961, + 39.78193, + 38.92872, + 39.70356, + 39.43745, + 38.98716, + 39.7834, + 39.67168, + 39.19623, + 37.80923, + 39.4961, + 39.21432, + 39.72128, + 40.12525 + ] + }, + "ddim5/K1/batch60": { + "n": 20, + "median_ms": 3.509301505982876, + "p99_ms": 3.5949612755017974, + "mean_ms": 3.519450422221174, + "min_ms": 3.476064403851827, + "max_ms": 3.5985481459647417, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 3.59855, + 3.51463, + 3.50751, + 3.48219, + 3.51332, + 3.57967, + 3.49751, + 3.48858, + 3.4914, + 3.56089, + 3.50924, + 3.51671, + 3.50173, + 3.47606, + 3.56442, + 3.50936, + 3.5172, + 3.50378, + 3.49085, + 3.56542 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim5/K8/b1": { + "n": 200, + "median_ms": 98.57238922268152, + "p99_ms": 103.47966892644763, + "mean_ms": 98.83986330591142, + "min_ms": 94.92071531713009, + "max_ms": 104.64061051607132, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 96.89113, + 95.88864, + 95.95853, + 95.91019, + 96.85151, + 99.83699, + 97.54015, + 96.27979, + 96.52818, + 95.72993, + 95.36892, + 95.68921, + 96.80299, + 99.6083, + 99.65463, + 102.70164, + 102.36085, + 99.73613, + 99.37392, + 100.27033, + 100.29885, + 97.75868, + 99.20335, + 99.27295, + 98.52093, + 99.14027, + 104.64061, + 102.25726, + 102.50814, + 98.82656, + 98.26423, + 100.60577, + 96.57494, + 98.60446, + 98.6768, + 98.97855, + 102.93056, + 98.33097, + 98.29929, + 98.53309, + 98.77627, + 98.09209, + 97.85924, + 98.20879, + 97.56467, + 97.83719, + 102.23864, + 98.72295, + 97.85928, + 97.84067, + 98.63514, + 98.49572, + 97.89756, + 97.28826, + 97.88516, + 98.61678, + 102.52237, + 98.73893, + 99.15468, + 99.69627, + 99.40212, + 99.40384, + 99.14831, + 98.4172, + 97.43388, + 98.01801, + 101.68187, + 98.52228, + 98.46263, + 98.01722, + 98.95577, + 98.63356, + 97.58665, + 97.6321, + 98.23827, + 97.7149, + 99.1369, + 100.77826, + 99.49316, + 101.67999, + 102.37181, + 101.40611, + 100.96045, + 101.405, + 99.70598, + 100.72075, + 103.88069, + 102.16952, + 98.72784, + 98.9457, + 97.82507, + 98.51481, + 97.64655, + 98.57301, + 99.20105, + 98.34594, + 97.12989, + 100.62783, + 98.91208, + 97.43544, + 98.23805, + 98.95986, + 97.76019, + 97.46925, + 97.15216, + 96.69381, + 97.17815, + 98.90074, + 97.26353, + 97.91321, + 98.49512, + 99.35022, + 97.61242, + 98.21277, + 97.43407, + 97.80947, + 97.20983, + 100.54043, + 97.38944, + 98.4621, + 99.4619, + 98.88272, + 98.85809, + 98.35064, + 97.62754, + 96.62133, + 97.24077, + 98.6211, + 98.57211, + 97.74337, + 98.54437, + 98.17302, + 98.82203, + 97.68883, + 97.88945, + 100.03432, + 101.64788, + 101.92982, + 103.26536, + 103.03752, + 102.40011, + 101.34991, + 102.61499, + 99.02647, + 99.56369, + 99.54484, + 100.02454, + 100.50518, + 99.25481, + 97.31544, + 97.82568, + 97.46775, + 101.22912, + 99.66567, + 99.25236, + 99.6684, + 99.77813, + 100.28471, + 102.36984, + 97.36926, + 98.009, + 98.01902, + 97.91051, + 96.98937, + 97.21914, + 97.19825, + 96.10303, + 96.77349, + 97.68438, + 96.15898, + 95.7383, + 95.50118, + 96.25605, + 97.6702, + 98.5361, + 99.0809, + 99.19239, + 98.94622, + 102.05897, + 100.80174, + 99.41048, + 99.16081, + 100.04608, + 99.16947, + 98.37818, + 98.57266, + 100.28875, + 97.74905, + 95.65975, + 101.87257, + 94.92072, + 98.60511, + 98.85509, + 98.61361, + 97.75985, + 98.45319, + 98.28986, + 97.70858, + 97.56678, + 103.47562 + ] + }, + "ddim5/K8/batch60": { + "n": 20, + "median_ms": 18.475363356992602, + "p99_ms": 18.67103099497035, + "mean_ms": 18.42718026445558, + "min_ms": 18.018880502010386, + "max_ms": 18.686269565174978, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 18.11082, + 18.21647, + 18.40429, + 18.18203, + 18.01888, + 18.20983, + 18.50455, + 18.44107, + 18.52916, + 18.51625, + 18.48072, + 18.46572, + 18.50907, + 18.47001, + 18.55286, + 18.60607, + 18.60027, + 18.58184, + 18.68627, + 18.45745 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim20/K1/b1": { + "n": 200, + "median_ms": 136.07782684266567, + "p99_ms": 148.0466052610427, + "mean_ms": 137.04279855359346, + "min_ms": 130.86533267050982, + "max_ms": 150.22020880132914, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 140.78277, + 138.82225, + 141.35298, + 148.04501, + 139.86003, + 140.208, + 139.6544, + 140.81224, + 137.91531, + 142.39796, + 148.20445, + 143.61695, + 139.39437, + 140.85091, + 138.61553, + 137.42919, + 140.57202, + 146.26431, + 140.58242, + 143.46932, + 140.66909, + 142.19295, + 143.34035, + 144.25752, + 150.22021, + 143.49352, + 143.3573, + 143.83306, + 144.21484, + 145.07918, + 146.45994, + 145.50936, + 140.04529, + 134.09097, + 133.29518, + 133.29503, + 133.17417, + 133.52808, + 131.83283, + 138.36564, + 131.80961, + 130.86533, + 131.18557, + 131.95374, + 131.87891, + 133.11449, + 137.96028, + 134.13317, + 132.85768, + 131.80105, + 131.76214, + 132.89647, + 131.34468, + 134.29551, + 140.37411, + 132.3758, + 132.06602, + 134.22577, + 132.32599, + 133.89703, + 133.62413, + 138.59052, + 135.65094, + 134.22631, + 132.97267, + 133.41252, + 134.48979, + 135.11787, + 136.14925, + 137.23341, + 133.73346, + 133.67677, + 134.45968, + 133.83632, + 133.22678, + 139.65496, + 138.74657, + 135.63702, + 134.54713, + 136.24358, + 135.75634, + 136.03543, + 136.77227, + 134.92419, + 136.32413, + 135.58521, + 135.54913, + 134.4553, + 134.664, + 134.71081, + 139.18605, + 137.78844, + 135.77682, + 135.9747, + 135.72183, + 136.54369, + 134.88542, + 136.97347, + 135.78454, + 135.52297, + 134.60881, + 138.16555, + 143.76491, + 141.91623, + 142.41352, + 142.48599, + 139.69118, + 135.49584, + 134.80167, + 135.79928, + 135.14461, + 134.82591, + 136.14657, + 138.16275, + 132.69798, + 133.51701, + 138.0971, + 136.07346, + 133.62145, + 135.57513, + 140.43186, + 137.00291, + 135.62979, + 135.36649, + 138.24157, + 134.7488, + 135.42554, + 134.86551, + 137.39958, + 136.27785, + 133.93071, + 141.3497, + 137.75903, + 137.51373, + 137.83942, + 141.42975, + 136.94526, + 136.76365, + 137.48356, + 136.55338, + 135.79005, + 134.64724, + 139.56189, + 136.13695, + 135.53513, + 134.52818, + 136.16082, + 136.54468, + 136.05842, + 135.52991, + 139.33673, + 135.17099, + 134.68032, + 136.664, + 135.43645, + 136.81691, + 135.80302, + 139.70267, + 135.59079, + 134.73435, + 134.57667, + 135.71508, + 135.40887, + 137.37077, + 135.96146, + 140.29951, + 135.10413, + 135.19984, + 135.29793, + 136.13326, + 135.31351, + 135.05238, + 138.81195, + 135.88345, + 135.23099, + 135.58142, + 134.69921, + 136.07403, + 136.07655, + 136.83261, + 136.55869, + 135.34895, + 136.34683, + 140.08838, + 137.69264, + 136.60073, + 136.0791, + 138.83248, + 135.29248, + 136.63105, + 136.34306, + 134.57001, + 135.43105, + 137.40436, + 142.04103, + 139.69147, + 138.68566, + 137.63344, + 139.70701, + 140.17239 + ] + }, + "ddim20/K1/batch60": { + "n": 20, + "median_ms": 13.489551795646548, + "p99_ms": 13.680240922607481, + "mean_ms": 13.498804511812827, + "min_ms": 13.383769057691097, + "max_ms": 13.702657306566834, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 13.58468, + 13.56908, + 13.5032, + 13.48941, + 13.50666, + 13.41903, + 13.4897, + 13.38377, + 13.46245, + 13.55138, + 13.53248, + 13.53321, + 13.54231, + 13.41956, + 13.44267, + 13.44313, + 13.47674, + 13.45001, + 13.47396, + 13.70266 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim20/K8/b1": { + "n": 200, + "median_ms": 388.4010040201247, + "p99_ms": 407.8755789343267, + "mean_ms": 389.1732724569738, + "min_ms": 373.62198159098625, + "max_ms": 421.22937832027674, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 388.63029, + 384.92052, + 386.2091, + 379.78275, + 378.55958, + 380.51523, + 377.73423, + 388.13959, + 379.15456, + 378.3776, + 375.15385, + 381.96976, + 373.62198, + 377.29017, + 375.31448, + 382.27296, + 387.73894, + 385.93588, + 387.65175, + 390.58591, + 387.39416, + 394.35632, + 391.04345, + 386.32112, + 391.6993, + 386.25327, + 392.74429, + 392.05507, + 387.95426, + 407.82576, + 385.00234, + 389.96114, + 389.93446, + 383.0662, + 391.09205, + 386.29732, + 382.7796, + 392.964, + 385.89332, + 389.09976, + 395.0904, + 392.23025, + 399.01586, + 394.91872, + 389.00074, + 389.3376, + 385.64807, + 387.57896, + 390.63923, + 387.10912, + 388.03114, + 380.01425, + 384.10391, + 388.46917, + 376.21925, + 383.70816, + 384.75652, + 377.50291, + 383.79978, + 381.24293, + 385.37899, + 384.03736, + 375.71402, + 385.68026, + 382.15589, + 380.78068, + 387.29732, + 385.37457, + 385.65011, + 382.03712, + 384.4451, + 384.07417, + 381.44192, + 400.36375, + 391.02155, + 384.26488, + 401.64286, + 386.56761, + 395.14557, + 390.11253, + 392.39662, + 395.3961, + 385.07184, + 389.4565, + 395.52165, + 379.75804, + 394.39262, + 382.74608, + 376.0321, + 395.58169, + 386.56436, + 387.70147, + 387.36913, + 385.96277, + 399.92001, + 391.47312, + 385.4817, + 396.58856, + 398.35373, + 400.98882, + 393.06728, + 393.05901, + 394.39115, + 389.61455, + 390.79817, + 390.24439, + 390.02684, + 397.83601, + 391.06127, + 393.40412, + 387.34483, + 386.58178, + 390.35125, + 387.76951, + 389.0585, + 390.65942, + 391.66578, + 395.92469, + 403.27417, + 394.5289, + 388.33284, + 382.74729, + 392.44734, + 392.33903, + 390.87075, + 399.86281, + 388.08166, + 391.95034, + 394.31768, + 387.27906, + 396.14047, + 389.53203, + 386.58831, + 392.98635, + 389.53916, + 395.50527, + 395.08751, + 394.18035, + 384.67492, + 384.80029, + 387.35835, + 389.52815, + 383.95596, + 390.58809, + 384.95961, + 383.7867, + 397.46382, + 389.70208, + 387.71908, + 398.14516, + 396.46658, + 395.34444, + 390.60355, + 391.10117, + 392.72149, + 391.12034, + 394.23353, + 391.22957, + 392.85198, + 389.23148, + 403.17344, + 401.20469, + 396.04687, + 395.72785, + 393.68379, + 383.05661, + 385.85541, + 383.78984, + 382.75415, + 385.3128, + 381.16088, + 388.12027, + 389.86038, + 384.53739, + 384.25459, + 383.00565, + 383.89353, + 384.97482, + 384.385, + 385.19928, + 390.11301, + 386.71374, + 392.34087, + 388.67216, + 388.10367, + 386.37169, + 390.2705, + 397.32601, + 386.37192, + 385.40819, + 384.21363, + 384.54024, + 391.52549, + 386.00938, + 421.22938, + 412.80732, + 400.81791, + 401.55182, + 405.05709, + 407.52053 + ] + }, + "ddim20/K8/batch60": { + "n": 20, + "median_ms": 75.65538867687187, + "p99_ms": 81.13513213039066, + "mean_ms": 76.39656675436224, + "min_ms": 74.72585467621684, + "max_ms": 81.31482788982491, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 75.57024, + 75.64405, + 75.28165, + 75.43231, + 75.34803, + 75.41874, + 75.59329, + 75.67287, + 75.76883, + 77.28275, + 76.56076, + 74.72585, + 74.81481, + 75.66673, + 75.93785, + 75.19608, + 76.01573, + 80.31685, + 81.31483, + 80.36906 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddpm500/K1/b1": { + "n": 30, + "median_ms": 5153.414095751941, + "p99_ms": 25141.687245443463, + "mean_ms": 8469.345621640483, + "min_ms": 3964.823704212904, + "max_ms": 25422.719308175147, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 5132.95234, + 5259.14919, + 5775.83832, + 17082.9662, + 25422.71931, + 24453.64323, + 21989.20917, + 9625.55532, + 5173.87585, + 5226.27142, + 5626.89439, + 6240.31003, + 5103.94677, + 4122.22285, + 4343.44995, + 4063.06061, + 3987.06262, + 4150.68208, + 4145.23877, + 4187.69296, + 4037.77962, + 3964.8237, + 4231.82604, + 4257.66433, + 4538.27434, + 4831.95145, + 5629.04273, + 10423.72, + 20690.54977, + 20361.9953 + ] + }, + "ddpm500/K1/batch60": { + "n": 7, + "median_ms": 654.8396854195744, + "p99_ms": 972.3557798375064, + "mean_ms": 613.639344944663, + "min_ms": 381.41317271317047, + "max_ms": 983.2827113724003, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 983.28271, + 689.56317, + 392.90198, + 381.41317, + 392.30752, + 654.83969, + 801.16719 + ], + "n_batches": 7, + "n_plants_covered": 420 + }, + "ddpm500/K8/b1": { + "n": 14, + "median_ms": 13683.41975659132, + "p99_ms": 35585.34460630268, + "mean_ms": 19215.541679944312, + "min_ms": 10438.900023698807, + "max_ms": 35682.09972139448, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 14930.5316, + 11249.92599, + 10919.1292, + 11021.71503, + 10913.15979, + 10438.90002, + 10919.06085, + 12436.30791, + 22641.13789, + 25501.36719, + 26212.24798, + 35682.09972, + 34937.82961, + 31214.17072 + ] + }, + "ddpm500/K8/batch60": { + "n": 2, + "median_ms": 2146.682979213074, + "p99_ms": 2319.212459018764, + "mean_ms": 2146.682979213074, + "min_ms": 1970.6324896154304, + "max_ms": 2322.733468810717, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 2322.73347, + 1970.63249 + ], + "n_batches": 2, + "n_plants_covered": 120 + } + }, + "cuda_init_s": 3.809109330177307e-07, + "load_s": 0.22239862196147442, + "n_params": 21445653, + "first_call_ddpm500_k8_b1_s": 10.202169133350253, + "second_call_ddpm500_k8_b1_s": 10.3016318641603, + "first_call_ddim20_k8_b1_s": 0.3960212515667081, + "done": true +} \ No newline at end of file diff --git a/results/timing/gen_siso_cpu1q.json b/results/timing/gen_siso_cpu1q.json new file mode 100644 index 0000000000000000000000000000000000000000..9175dcddd3c6d3c3c8f53c54f867a778d6ecde50 --- /dev/null +++ b/results/timing/gen_siso_cpu1q.json @@ -0,0 +1,1149 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1q", + "load1": 7.79833984375, + "date": "2026-09-30 09:04:55 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 19 + ] + }, + "family": "siso", + "device": "cpu", + "cells": { + "ddim5/K1/b1": { + "n": 200, + "median_ms": 32.990791369229555, + "p99_ms": 34.33137954212725, + "mean_ms": 33.07182303164154, + "min_ms": 32.075850293040276, + "max_ms": 34.5899797976017, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 33.50212, + 33.25518, + 33.12591, + 33.99706, + 33.24578, + 33.47725, + 32.40926, + 32.33707, + 33.13943, + 32.70298, + 32.40738, + 32.91488, + 32.94025, + 32.78098, + 32.54071, + 32.32869, + 32.35869, + 32.81514, + 32.49924, + 33.17341, + 32.89347, + 32.74908, + 32.72925, + 32.939, + 32.86166, + 32.57965, + 33.15311, + 33.68848, + 32.67513, + 34.05553, + 34.03168, + 34.04668, + 33.3882, + 32.3235, + 33.01571, + 32.29809, + 32.30088, + 32.19164, + 32.55294, + 32.83374, + 32.42937, + 32.07585, + 32.46545, + 32.70651, + 32.74141, + 33.11029, + 33.10563, + 32.65046, + 33.20277, + 33.23239, + 33.38919, + 32.96351, + 32.70755, + 32.52197, + 33.7089, + 32.93748, + 33.46077, + 33.8905, + 33.79953, + 33.05344, + 32.63376, + 32.60069, + 32.6406, + 32.35359, + 32.74911, + 32.32852, + 32.88496, + 32.33713, + 32.26269, + 32.54523, + 33.38144, + 32.71789, + 33.29006, + 33.39193, + 33.57746, + 34.32504, + 33.80061, + 32.9033, + 33.168, + 33.18421, + 33.55613, + 32.93759, + 33.1232, + 33.98095, + 33.23488, + 33.13589, + 32.40732, + 32.91951, + 32.53969, + 33.02021, + 32.73051, + 32.82943, + 32.64519, + 33.01908, + 32.53411, + 32.31858, + 32.74957, + 32.92601, + 32.42057, + 33.1177, + 32.8408, + 33.20774, + 33.29543, + 32.90961, + 33.00552, + 32.82894, + 33.3348, + 33.04465, + 33.11505, + 33.04698, + 34.01348, + 34.10275, + 32.45346, + 33.1004, + 33.96492, + 33.18471, + 33.98846, + 32.97831, + 34.45807, + 32.54457, + 32.51579, + 32.47785, + 32.81749, + 33.30908, + 32.24561, + 32.25511, + 32.68424, + 32.59357, + 33.04264, + 33.71697, + 33.42323, + 32.89543, + 33.74512, + 33.79781, + 33.64718, + 33.71706, + 33.90035, + 33.37326, + 33.36924, + 33.63916, + 34.58998, + 33.88384, + 33.93551, + 32.65496, + 33.4256, + 32.92432, + 32.73735, + 33.47043, + 34.10306, + 33.70371, + 32.612, + 32.93648, + 32.6319, + 34.27273, + 33.02365, + 32.88379, + 33.62893, + 33.2361, + 33.55221, + 33.2037, + 33.67494, + 32.7977, + 32.88729, + 33.55861, + 32.95293, + 33.60657, + 33.95917, + 33.24852, + 33.88647, + 33.03681, + 32.66087, + 32.4379, + 32.30668, + 32.3537, + 32.84949, + 32.83726, + 32.11077, + 32.29596, + 32.79331, + 32.72603, + 33.10515, + 32.76186, + 33.10241, + 33.9869, + 33.11194, + 33.19756, + 33.24839, + 32.88118, + 32.95651, + 33.36374, + 32.92818, + 33.36213, + 33.49567, + 33.89001, + 33.64811, + 34.3301, + 33.00327, + 32.97452, + 32.80477, + 32.60206 + ] + }, + "ddim5/K1/batch60": { + "n": 20, + "median_ms": 3.3125107642263174, + "p99_ms": 3.3739919729220373, + "mean_ms": 3.321052941804131, + "min_ms": 3.2942618088175855, + "max_ms": 3.376611120377978, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 3.30995, + 3.31278, + 3.30659, + 3.30046, + 3.29426, + 3.33772, + 3.32371, + 3.30207, + 3.29865, + 3.31334, + 3.3312, + 3.33046, + 3.30134, + 3.30748, + 3.31224, + 3.33488, + 3.37661, + 3.36283, + 3.3577, + 3.30679 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim5/K8/b1": { + "n": 200, + "median_ms": 94.28216051310301, + "p99_ms": 96.27366391010582, + "mean_ms": 93.78813421819359, + "min_ms": 91.11335501074791, + "max_ms": 96.99674602597952, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 94.5393, + 94.0921, + 94.08368, + 94.57741, + 95.33149, + 94.96453, + 95.52688, + 95.33227, + 95.03473, + 94.49613, + 94.68975, + 94.14638, + 94.23462, + 94.57831, + 95.39276, + 95.61942, + 94.66763, + 94.67865, + 94.3297, + 95.39706, + 95.54593, + 91.56058, + 94.23289, + 94.85316, + 95.05887, + 94.81463, + 94.88055, + 94.34066, + 93.74224, + 94.41418, + 95.18217, + 94.39431, + 94.60973, + 94.58411, + 95.06996, + 94.35813, + 94.64956, + 95.66563, + 95.1792, + 94.58848, + 92.21317, + 92.63894, + 93.17606, + 95.94279, + 94.77442, + 95.43857, + 95.08595, + 92.86828, + 91.91389, + 91.11336, + 91.59438, + 92.31087, + 92.38027, + 92.58304, + 92.60574, + 92.64761, + 92.48172, + 92.55449, + 92.27651, + 91.76873, + 91.24263, + 92.01853, + 91.77203, + 92.65701, + 92.21681, + 91.97827, + 91.86769, + 92.65079, + 94.36244, + 93.78659, + 91.57427, + 91.28994, + 91.48648, + 92.20817, + 92.87752, + 92.38369, + 91.91216, + 92.84056, + 92.31212, + 91.81419, + 91.43304, + 91.3037, + 91.6133, + 91.38975, + 92.8405, + 92.95551, + 92.51392, + 92.16832, + 92.61536, + 91.9634, + 92.47695, + 92.01316, + 91.91623, + 91.8819, + 92.37194, + 92.99166, + 92.492, + 94.45207, + 95.58301, + 95.50481, + 95.49777, + 95.46338, + 95.21368, + 94.71648, + 96.08417, + 96.10703, + 96.99675, + 95.93327, + 95.45361, + 94.76374, + 95.15629, + 94.75697, + 95.17835, + 95.17201, + 95.73436, + 92.57758, + 93.26208, + 93.04926, + 92.55882, + 92.14753, + 92.25287, + 93.20178, + 95.7009, + 94.80609, + 95.37606, + 94.91847, + 95.28157, + 96.2504, + 95.30068, + 95.3893, + 94.75928, + 95.0566, + 95.22813, + 95.53094, + 95.4252, + 94.95437, + 94.55201, + 95.02778, + 95.56935, + 94.38831, + 91.86096, + 91.93369, + 92.11827, + 92.04887, + 92.12618, + 92.15328, + 92.3827, + 91.93304, + 92.38677, + 92.45754, + 92.11913, + 91.80094, + 92.19549, + 92.69458, + 92.29715, + 92.09573, + 92.02334, + 92.18534, + 92.10624, + 92.72582, + 92.911, + 92.29285, + 92.46724, + 92.70713, + 93.28069, + 92.01281, + 92.14909, + 91.9207, + 92.06725, + 91.6819, + 92.82733, + 91.62188, + 91.62521, + 93.41955, + 95.53519, + 95.73796, + 95.43775, + 95.28758, + 95.92206, + 95.03489, + 95.43562, + 96.15276, + 95.2365, + 95.17136, + 95.4407, + 95.33555, + 95.12364, + 95.84354, + 95.03546, + 94.59073, + 94.90995, + 95.69738, + 95.31506, + 95.33984, + 95.29284, + 96.26845, + 95.93782, + 96.79022, + 95.67784, + 95.11435 + ] + }, + "ddim5/K8/batch60": { + "n": 20, + "median_ms": 18.17317269742489, + "p99_ms": 18.28071226490041, + "mean_ms": 18.020753778982908, + "min_ms": 17.56796029706796, + "max_ms": 18.28923762465517, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 17.61238, + 17.59702, + 17.64454, + 17.61443, + 17.56796, + 17.59687, + 18.11774, + 18.1666, + 18.19017, + 18.13834, + 18.14632, + 18.18399, + 18.17975, + 18.19409, + 18.23695, + 18.23466, + 18.24437, + 18.28924, + 18.23093, + 18.22873 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim20/K1/b1": { + "n": 200, + "median_ms": 133.87836189940572, + "p99_ms": 145.60518744401634, + "mean_ms": 134.7079441556707, + "min_ms": 129.85667400062084, + "max_ms": 146.68432343751192, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 138.12652, + 143.12273, + 143.34844, + 141.31171, + 140.772, + 138.58962, + 137.79647, + 138.81977, + 143.47578, + 143.85368, + 146.68432, + 143.62783, + 142.29901, + 141.4424, + 137.54651, + 139.5603, + 139.29933, + 141.00502, + 135.977, + 136.62043, + 136.74924, + 138.36994, + 139.14116, + 140.80375, + 139.563, + 136.04176, + 137.44211, + 139.95331, + 138.38705, + 139.57631, + 141.2934, + 131.05869, + 130.36385, + 130.96362, + 131.17446, + 132.15578, + 131.85144, + 133.41442, + 132.82828, + 130.59648, + 130.97432, + 133.31657, + 132.8121, + 131.80825, + 134.53672, + 130.41735, + 129.85667, + 129.93723, + 132.72515, + 136.04169, + 131.78969, + 134.1609, + 132.21578, + 131.13801, + 130.61605, + 130.38675, + 132.87115, + 133.51448, + 133.24082, + 131.84786, + 130.82777, + 130.99508, + 138.37005, + 137.53812, + 136.4419, + 137.06335, + 135.99969, + 134.01126, + 136.29279, + 134.47212, + 134.59596, + 136.50267, + 132.84979, + 132.04261, + 133.71217, + 131.70216, + 131.95183, + 133.39655, + 137.02493, + 132.7534, + 131.10961, + 133.83787, + 133.42613, + 134.6156, + 134.66414, + 133.76617, + 135.36778, + 137.12153, + 133.84221, + 144.7754, + 145.59764, + 146.35262, + 141.71261, + 136.62685, + 131.22074, + 131.61283, + 132.74053, + 134.4149, + 133.41381, + 135.36735, + 131.99361, + 131.66655, + 132.87549, + 134.31718, + 135.80246, + 131.33342, + 133.47885, + 133.56901, + 131.33931, + 133.39926, + 134.27714, + 134.3398, + 131.52451, + 133.05934, + 131.52994, + 133.12489, + 133.25636, + 134.70259, + 132.20253, + 133.18227, + 133.50626, + 132.38474, + 134.81432, + 136.47498, + 133.78875, + 131.99035, + 133.38946, + 132.03802, + 134.05539, + 135.85095, + 136.46137, + 137.55629, + 134.68472, + 133.05507, + 132.79422, + 131.10299, + 135.00785, + 132.9944, + 134.31508, + 131.98144, + 131.92054, + 134.24475, + 131.26796, + 135.31143, + 135.08535, + 134.22982, + 132.92943, + 132.16554, + 132.14648, + 132.89981, + 134.11152, + 134.90035, + 133.5404, + 132.29383, + 132.64735, + 130.89153, + 135.14785, + 136.07076, + 135.96621, + 132.66683, + 132.32779, + 132.91931, + 131.15361, + 134.68587, + 136.77268, + 134.85883, + 133.91451, + 130.39972, + 132.41356, + 134.22184, + 132.79576, + 134.54936, + 135.39424, + 131.92135, + 130.95317, + 131.87068, + 134.30441, + 132.36359, + 135.08029, + 135.57136, + 132.08106, + 131.92474, + 132.62256, + 134.4568, + 133.14559, + 134.87464, + 133.39286, + 130.92564, + 133.07302, + 134.02275, + 133.96991, + 131.90965, + 135.51404, + 139.23827, + 134.24371, + 135.51483, + 137.51363, + 135.08453, + 137.73848, + 132.86628 + ] + }, + "ddim20/K1/batch60": { + "n": 20, + "median_ms": 13.512456285146374, + "p99_ms": 13.620147029558819, + "mean_ms": 13.44768941324825, + "min_ms": 13.239281376202902, + "max_ms": 13.625561290731033, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 13.55163, + 13.51467, + 13.42588, + 13.36979, + 13.47752, + 13.52263, + 13.54229, + 13.51025, + 13.62556, + 13.52449, + 13.2947, + 13.54852, + 13.285, + 13.23928, + 13.59707, + 13.55272, + 13.53303, + 13.32961, + 13.24608, + 13.26307 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim20/K8/b1": { + "n": 200, + "median_ms": 379.45898808538914, + "p99_ms": 383.90104077756405, + "mean_ms": 377.1259270515293, + "min_ms": 366.7732570320368, + "max_ms": 384.22967307269573, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 381.43097, + 378.80927, + 381.16677, + 379.45073, + 381.34591, + 383.90002, + 379.73117, + 379.84849, + 377.20046, + 382.06577, + 381.73566, + 379.12949, + 381.31255, + 380.07967, + 381.55908, + 380.15382, + 378.65914, + 381.74947, + 380.05759, + 381.30087, + 380.38209, + 379.87753, + 380.43916, + 378.50805, + 381.33589, + 378.92529, + 380.30083, + 380.00398, + 379.91821, + 377.64293, + 378.95733, + 380.47698, + 379.43309, + 381.24312, + 381.46523, + 379.07535, + 381.87169, + 379.83171, + 380.03487, + 381.00749, + 378.89826, + 381.67443, + 379.71262, + 380.12321, + 380.70996, + 377.27775, + 381.26727, + 382.18676, + 378.94792, + 381.31327, + 378.82904, + 380.74445, + 381.05902, + 379.52324, + 382.19054, + 378.63804, + 381.94163, + 381.79189, + 381.73436, + 381.16613, + 380.86266, + 380.19754, + 380.39136, + 378.36529, + 379.13703, + 380.9153, + 370.11057, + 379.96855, + 380.05109, + 384.22967, + 383.12354, + 375.97741, + 381.01026, + 380.06493, + 379.17308, + 380.71397, + 378.96556, + 380.14524, + 379.46581, + 379.61194, + 380.15249, + 379.4495, + 381.45405, + 375.82085, + 372.76732, + 377.98658, + 380.67846, + 376.60862, + 373.07924, + 380.26725, + 367.45124, + 369.77914, + 369.95255, + 367.56268, + 373.01613, + 380.57164, + 382.12411, + 384.00198, + 378.43201, + 383.05089, + 380.18771, + 380.61441, + 382.42935, + 381.58867, + 381.61134, + 380.86648, + 367.92202, + 378.84279, + 379.83261, + 381.79249, + 382.21995, + 381.03403, + 381.26679, + 380.3362, + 381.19982, + 381.54546, + 382.38605, + 380.53653, + 379.76328, + 373.59547, + 374.00407, + 369.85751, + 368.49939, + 368.44148, + 372.13648, + 374.55963, + 380.54723, + 380.12594, + 367.8669, + 379.56526, + 379.45216, + 383.55042, + 371.84632, + 367.42425, + 370.40843, + 367.85955, + 369.20847, + 371.65434, + 368.14038, + 370.81612, + 370.5292, + 373.91841, + 383.57062, + 367.42961, + 375.90893, + 377.68632, + 371.2085, + 382.39711, + 372.25007, + 370.46992, + 380.78488, + 368.37066, + 374.99812, + 382.10396, + 381.0567, + 382.21113, + 374.48155, + 369.29622, + 370.71785, + 381.15682, + 381.11292, + 371.61733, + 368.60786, + 369.30448, + 370.3017, + 374.76244, + 381.75747, + 375.01659, + 381.39643, + 374.12295, + 368.25801, + 368.4828, + 370.49134, + 379.05022, + 380.7702, + 368.88236, + 370.56617, + 383.66314, + 374.40982, + 377.58766, + 378.2506, + 373.10186, + 370.10659, + 366.92783, + 367.45101, + 369.4711, + 377.91552, + 382.00975, + 378.33271, + 369.47643, + 370.60609, + 367.92746, + 368.9046, + 369.90296, + 366.77326, + 370.29383, + 369.70204, + 367.49336, + 368.78659, + 367.67249 + ] + }, + "ddim20/K8/batch60": { + "n": 20, + "median_ms": 71.27053228517373, + "p99_ms": 71.38155394404505, + "mean_ms": 71.27294485922903, + "min_ms": 71.19330014102161, + "max_ms": 71.39118602499366, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 71.28251, + 71.39119, + 71.28562, + 71.27115, + 71.22432, + 71.24755, + 71.25829, + 71.34049, + 71.24139, + 71.30685, + 71.25779, + 71.28684, + 71.21561, + 71.1933, + 71.30577, + 71.31989, + 71.24776, + 71.26992, + 71.2875, + 71.22518 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddpm500/K1/b1": { + "n": 61, + "median_ms": 3257.007231004536, + "p99_ms": 3452.4182356894016, + "mean_ms": 3310.647652545547, + "min_ms": 3232.19214938581, + "max_ms": 3453.350070863962, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 3443.86827, + 3450.33982, + 3444.30815, + 3450.13282, + 3451.79701, + 3450.69296, + 3445.93803, + 3447.58783, + 3453.35007, + 3443.12309, + 3448.80546, + 3449.82133, + 3444.9031, + 3443.55883, + 3451.06934, + 3447.92787, + 3448.20574, + 3442.26461, + 3302.94675, + 3257.00723, + 3258.49409, + 3259.30711, + 3262.15307, + 3261.50837, + 3264.52666, + 3257.93644, + 3258.74468, + 3263.6851, + 3251.30511, + 3254.1075, + 3255.10329, + 3247.25095, + 3254.56392, + 3262.9183, + 3326.04776, + 3292.32864, + 3252.37255, + 3246.90115, + 3252.33118, + 3247.08372, + 3255.74065, + 3252.88127, + 3248.94858, + 3251.01756, + 3245.81266, + 3252.38688, + 3247.702, + 3243.40715, + 3242.30545, + 3245.07415, + 3232.76377, + 3236.74877, + 3238.49788, + 3232.19215, + 3251.51155, + 3236.05831, + 3244.64119, + 3242.02404, + 3234.16997, + 3236.01039, + 3233.29453 + ] + }, + "ddpm500/K1/batch60": { + "n": 10, + "median_ms": 339.32233945621795, + "p99_ms": 349.6706641960579, + "mean_ms": 340.1126746848846, + "min_ms": 332.8539978868018, + "max_ms": 349.76997372383875, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 332.854, + 333.33054, + 333.3103, + 338.28686, + 339.6044, + 339.04027, + 340.01663, + 346.24723, + 348.66653, + 349.76997 + ], + "n_batches": 10, + "n_plants_covered": 600 + }, + "ddpm500/K8/b1": { + "n": 22, + "median_ms": 9311.121842823923, + "p99_ms": 9828.607212873176, + "mean_ms": 9359.314390839163, + "min_ms": 9149.394793435931, + "max_ms": 9855.431569740176, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 9719.0446, + 9727.69654, + 9855.43157, + 9591.86938, + 9365.61641, + 9353.91249, + 9356.90391, + 9355.44155, + 9318.74655, + 9320.78994, + 9329.25524, + 9303.49713, + 9243.46052, + 9213.75826, + 9226.94148, + 9276.84534, + 9257.23941, + 9250.85163, + 9220.67383, + 9254.03088, + 9213.51515, + 9149.39479 + ] + }, + "ddpm500/K8/batch60": { + "n": 2, + "median_ms": 1702.0987598380693, + "p99_ms": 1720.6984362499788, + "mean_ms": 1702.0987598380693, + "min_ms": 1683.119498193264, + "max_ms": 1721.0780214828749, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 1721.07802, + 1683.1195 + ], + "n_batches": 2, + "n_plants_covered": 120 + } + }, + "cuda_init_s": 4.6100467443466187e-07, + "load_s": 0.22922670654952526, + "n_params": 21445653, + "first_call_ddpm500_k8_b1_s": 10.147100812755525, + "second_call_ddpm500_k8_b1_s": 9.884341671131551, + "first_call_ddim20_k8_b1_s": 0.37683570105582476, + "done": true +} \ No newline at end of file diff --git a/results/timing/gen_siso_cpu8.json b/results/timing/gen_siso_cpu8.json new file mode 100644 index 0000000000000000000000000000000000000000..6e18e4d973d5d633046b478b20ea007d368793c5 --- /dev/null +++ b/results/timing/gen_siso_cpu8.json @@ -0,0 +1,1194 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 8, + "tag": "cpu8", + "load1": 21.9912109375, + "date": "2026-09-30 09:42:50 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 12, + 14, + 15, + 16, + 17, + 20, + 21, + 22 + ] + }, + "family": "siso", + "device": "cpu", + "cells": { + "ddim5/K1/b1": { + "n": 200, + "median_ms": 27.564643882215023, + "p99_ms": 30.400308659300208, + "mean_ms": 28.048963421024382, + "min_ms": 26.03557240217924, + "max_ms": 30.81283625215292, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 29.33743, + 29.32097, + 29.0906, + 29.21039, + 29.56004, + 29.62588, + 29.96366, + 28.97656, + 29.35106, + 29.61219, + 29.63139, + 29.48539, + 29.18987, + 29.30023, + 29.8191, + 29.40631, + 29.06932, + 29.06641, + 28.81856, + 29.22111, + 29.11605, + 29.10712, + 28.61582, + 30.11826, + 29.46444, + 29.58943, + 28.8386, + 29.55994, + 29.95234, + 29.61725, + 29.3929, + 26.63544, + 26.76205, + 26.4331, + 26.65361, + 26.71839, + 26.79634, + 26.54088, + 26.44365, + 26.73398, + 26.43716, + 26.61765, + 26.54125, + 26.03557, + 26.35023, + 26.3829, + 26.53124, + 27.15125, + 26.70124, + 27.2218, + 27.4252, + 26.95984, + 26.6254, + 26.60127, + 26.39948, + 26.85081, + 26.8351, + 26.4235, + 26.46294, + 26.61385, + 26.91572, + 26.78491, + 26.29135, + 26.34563, + 26.15918, + 27.00079, + 27.09587, + 27.37102, + 26.49362, + 26.73176, + 27.0754, + 26.39803, + 26.63121, + 26.52138, + 26.70405, + 26.84222, + 26.99822, + 26.19761, + 26.34484, + 26.39511, + 26.92227, + 26.50212, + 26.54905, + 26.49454, + 26.48261, + 26.47855, + 26.46542, + 27.06461, + 26.49055, + 26.68286, + 26.66112, + 26.68517, + 26.49999, + 26.69415, + 26.63974, + 26.34132, + 26.53709, + 26.93916, + 26.71715, + 26.55986, + 26.63775, + 26.77663, + 26.715, + 26.81101, + 27.05298, + 26.94315, + 26.65123, + 26.62668, + 26.89357, + 26.47843, + 26.88991, + 27.04298, + 26.84222, + 26.67149, + 26.98324, + 26.48146, + 26.6043, + 26.4879, + 26.55671, + 26.58924, + 26.31852, + 27.14767, + 28.4333, + 27.4076, + 27.37658, + 27.57864, + 27.60032, + 27.32474, + 27.54356, + 27.65946, + 28.01657, + 28.10663, + 27.55065, + 27.436, + 27.50567, + 27.6887, + 27.24641, + 27.66778, + 27.68037, + 27.35354, + 27.79401, + 28.20243, + 27.91402, + 27.64751, + 27.69836, + 27.63213, + 29.22047, + 29.50268, + 29.42858, + 29.89029, + 29.61999, + 29.99442, + 29.09953, + 28.96386, + 30.08081, + 29.38134, + 29.2088, + 29.53907, + 29.75491, + 29.77118, + 30.08413, + 29.84277, + 29.52531, + 29.89483, + 29.27285, + 28.64804, + 29.63299, + 29.66984, + 30.39207, + 29.966, + 30.11336, + 29.74203, + 30.07494, + 30.36684, + 30.26653, + 30.38155, + 30.81284, + 30.40159, + 30.29583, + 29.92147, + 29.79042, + 30.24969, + 29.98864, + 29.74438, + 29.46871, + 29.55962, + 30.02265, + 29.78483, + 29.04125, + 29.37254, + 29.87553, + 29.36225, + 30.26389, + 30.4003, + 29.3646, + 29.74007, + 30.25849, + 30.24815, + 29.54104, + 29.66785 + ] + }, + "ddim5/K1/batch60": { + "n": 20, + "median_ms": 0.8265973068773746, + "p99_ms": 0.8400955951462189, + "mean_ms": 0.8249895034047465, + "min_ms": 0.8010085516919693, + "max_ms": 0.8418682341774305, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.81704, + 0.80101, + 0.81275, + 0.82508, + 0.83133, + 0.84187, + 0.83107, + 0.82938, + 0.82753, + 0.82577, + 0.8156, + 0.82751, + 0.8216, + 0.82306, + 0.82354, + 0.83254, + 0.82742, + 0.82892, + 0.82522, + 0.83155 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim5/K8/b1": { + "n": 200, + "median_ms": 21.212601102888584, + "p99_ms": 22.05766350030899, + "mean_ms": 20.697998637333512, + "min_ms": 19.179808907210827, + "max_ms": 22.279501892626286, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 21.98852, + 21.51205, + 21.21373, + 21.60589, + 21.63964, + 21.41368, + 21.6408, + 21.72014, + 22.05572, + 21.99571, + 21.84194, + 21.73064, + 21.65616, + 22.01758, + 22.03773, + 21.29978, + 21.13146, + 21.72247, + 21.33628, + 21.79822, + 21.85163, + 21.50341, + 21.5314, + 20.89424, + 21.44013, + 21.56242, + 21.51045, + 21.56422, + 21.16358, + 21.79882, + 21.52271, + 21.72086, + 21.80232, + 21.61417, + 21.32039, + 21.73399, + 21.62131, + 21.41078, + 21.57097, + 21.22344, + 21.57499, + 21.6155, + 21.76602, + 21.3776, + 21.94978, + 21.41964, + 21.96246, + 21.49735, + 21.69247, + 21.14213, + 21.67723, + 20.99709, + 20.88315, + 21.84283, + 21.88086, + 21.2311, + 21.90721, + 21.24476, + 21.57444, + 21.4004, + 21.01423, + 21.36422, + 21.34383, + 21.09704, + 21.9359, + 21.756, + 21.33634, + 21.64935, + 21.45429, + 21.8527, + 21.64456, + 21.88182, + 21.41534, + 21.01369, + 21.24296, + 21.70331, + 21.47361, + 21.53984, + 21.49297, + 20.97771, + 21.52861, + 21.34492, + 21.76747, + 21.49614, + 21.64241, + 21.40678, + 21.84854, + 20.76272, + 21.41317, + 21.76864, + 21.51707, + 22.25035, + 21.55608, + 21.31414, + 20.80476, + 21.5858, + 21.76079, + 21.2871, + 20.85863, + 21.75507, + 21.33081, + 21.39863, + 21.87315, + 21.4008, + 20.84304, + 21.90984, + 21.80779, + 21.55662, + 21.17758, + 21.19934, + 21.08155, + 21.82728, + 21.32064, + 21.30209, + 21.21147, + 21.17107, + 21.4313, + 21.19331, + 21.21392, + 20.15445, + 19.30013, + 19.22542, + 19.47686, + 19.35323, + 19.44248, + 19.3618, + 19.42409, + 19.55639, + 19.44327, + 19.43002, + 19.48415, + 19.47773, + 19.5003, + 19.40368, + 19.42917, + 19.60575, + 20.06346, + 19.53115, + 19.54379, + 19.46013, + 19.47429, + 19.83237, + 19.45636, + 19.61153, + 19.52829, + 19.52387, + 20.15694, + 19.48888, + 19.54586, + 19.23837, + 19.32735, + 19.38561, + 19.41479, + 19.70516, + 19.30017, + 19.23319, + 19.38076, + 19.39357, + 19.38638, + 20.12841, + 19.29506, + 19.27282, + 19.20745, + 19.42244, + 19.26606, + 19.23112, + 19.3225, + 19.17981, + 19.5712, + 19.22495, + 19.26375, + 19.23344, + 19.21621, + 19.26549, + 19.57628, + 19.54383, + 19.37463, + 19.42373, + 19.3519, + 19.34159, + 20.57281, + 19.43617, + 19.34825, + 19.25702, + 19.41204, + 19.49008, + 19.46499, + 19.53389, + 19.31722, + 19.43306, + 19.70368, + 19.34674, + 19.42729, + 19.43969, + 20.29471, + 22.2795, + 19.67967, + 19.38657, + 19.31741, + 19.22958 + ] + }, + "ddim5/K8/batch60": { + "n": 20, + "median_ms": 2.8841556515544653, + "p99_ms": 2.938972342759371, + "mean_ms": 2.894549784250558, + "min_ms": 2.873187776034077, + "max_ms": 2.941339431951443, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 2.91082, + 2.90854, + 2.91242, + 2.91957, + 2.89642, + 2.92888, + 2.87319, + 2.87707, + 2.87974, + 2.94134, + 2.88651, + 2.88846, + 2.92699, + 2.87585, + 2.8818, + 2.87515, + 2.87729, + 2.88118, + 2.874, + 2.87579 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim20/K1/b1": { + "n": 200, + "median_ms": 103.61830145120621, + "p99_ms": 108.75910488888618, + "mean_ms": 103.97850216832012, + "min_ms": 102.42610331624746, + "max_ms": 115.77554699033499, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 102.59494, + 103.46012, + 103.8277, + 102.50738, + 102.4261, + 103.06031, + 102.95454, + 103.2868, + 103.65898, + 102.89634, + 103.24174, + 104.15394, + 103.56836, + 102.92473, + 102.73872, + 103.35783, + 103.13863, + 103.88361, + 103.41141, + 103.08908, + 104.07521, + 115.77555, + 105.14127, + 102.73005, + 102.73038, + 103.31879, + 103.39949, + 103.24451, + 102.85403, + 102.84927, + 104.20914, + 103.36152, + 102.8599, + 103.62636, + 103.28695, + 103.2821, + 103.26978, + 102.94315, + 103.14836, + 103.64108, + 104.17177, + 103.46863, + 103.41094, + 102.83551, + 103.51301, + 103.23655, + 103.61707, + 102.90313, + 102.84091, + 104.19412, + 104.25539, + 103.40098, + 103.03497, + 103.57718, + 104.20575, + 103.62764, + 103.971, + 103.46479, + 103.30418, + 104.58792, + 104.29305, + 103.31304, + 103.32873, + 103.66698, + 103.62126, + 104.16205, + 103.52915, + 103.70239, + 103.16301, + 104.92526, + 103.96102, + 103.26486, + 103.37725, + 104.24644, + 103.1627, + 103.79924, + 103.36923, + 103.56236, + 103.95143, + 104.82496, + 103.33214, + 103.68314, + 104.31374, + 108.30796, + 106.15507, + 104.78633, + 103.88056, + 102.73446, + 106.26373, + 105.5179, + 103.02424, + 103.61696, + 104.13127, + 103.56777, + 104.00625, + 103.7155, + 103.59248, + 103.41981, + 105.20746, + 103.68631, + 103.48261, + 103.18183, + 103.78134, + 104.22947, + 104.32768, + 103.46316, + 103.46599, + 103.53039, + 104.51571, + 103.25656, + 103.34175, + 103.24277, + 103.54294, + 104.55165, + 103.86046, + 103.63749, + 103.46529, + 104.64605, + 104.18387, + 103.14048, + 104.02976, + 103.90141, + 103.85086, + 103.94555, + 103.52029, + 103.38994, + 103.56955, + 104.86479, + 103.55936, + 103.42012, + 103.25622, + 103.53841, + 104.32947, + 103.86223, + 103.69068, + 103.69864, + 103.48356, + 104.88667, + 103.34019, + 104.0935, + 102.71996, + 103.26965, + 104.02949, + 103.59374, + 103.42031, + 103.40497, + 104.50417, + 104.26605, + 103.61953, + 102.8832, + 103.60551, + 103.4418, + 103.54773, + 103.74825, + 103.99115, + 104.91414, + 105.42356, + 103.99078, + 103.25991, + 103.56782, + 103.9595, + 103.59668, + 104.20725, + 103.52125, + 103.82833, + 103.59142, + 106.65649, + 104.62564, + 105.16047, + 105.47524, + 104.87799, + 105.86844, + 105.60075, + 104.96282, + 105.48173, + 106.36558, + 104.65534, + 108.73494, + 111.15104, + 105.98692, + 106.59414, + 104.47411, + 103.68107, + 104.11486, + 105.57899, + 107.11855, + 103.62362, + 103.61108, + 103.59481, + 103.23379, + 103.62311, + 103.46825, + 103.39306, + 103.32603, + 104.26238, + 103.95589, + 103.6506, + 103.54984, + 104.60299, + 103.93798 + ] + }, + "ddim20/K1/batch60": { + "n": 20, + "median_ms": 3.147013089619577, + "p99_ms": 3.2923309188336134, + "mean_ms": 3.1604406152231, + "min_ms": 3.13431645433108, + "max_ms": 3.319100569933653, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 3.1394, + 3.16618, + 3.17223, + 3.14367, + 3.14577, + 3.1425, + 3.16111, + 3.14593, + 3.14239, + 3.1357, + 3.13432, + 3.15347, + 3.15829, + 3.17451, + 3.17821, + 3.14706, + 3.14173, + 3.16031, + 3.14696, + 3.3191 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim20/K8/b1": { + "n": 200, + "median_ms": 77.4243245832622, + "p99_ms": 83.51227714680134, + "mean_ms": 77.8665497014299, + "min_ms": 76.86050422489643, + "max_ms": 92.96588599681854, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 77.50832, + 77.39059, + 77.65451, + 78.48096, + 77.8222, + 77.71435, + 78.12604, + 77.71664, + 79.80397, + 79.37724, + 79.22719, + 79.6054, + 79.22855, + 79.3762, + 79.16592, + 79.31829, + 80.69248, + 79.6409, + 79.56838, + 79.90929, + 83.46387, + 85.31128, + 83.49411, + 77.67186, + 77.67808, + 78.15372, + 78.17789, + 78.0135, + 79.30603, + 78.13908, + 77.84635, + 78.42793, + 78.48941, + 77.877, + 78.03223, + 77.9053, + 78.27789, + 80.25072, + 77.88015, + 78.28036, + 77.81783, + 78.88471, + 78.02649, + 77.78556, + 77.8938, + 77.60108, + 77.78722, + 77.77952, + 78.51276, + 78.18828, + 78.16852, + 78.10094, + 77.90997, + 78.07373, + 79.56531, + 78.15539, + 78.09273, + 78.11919, + 77.99707, + 77.76259, + 77.8162, + 77.18748, + 76.94343, + 77.11628, + 76.8605, + 76.97139, + 77.06535, + 78.16335, + 77.23731, + 76.99643, + 77.26116, + 78.29452, + 77.17944, + 77.33063, + 77.42662, + 77.2192, + 77.28498, + 77.15087, + 77.20698, + 77.82053, + 77.74098, + 77.40163, + 77.3324, + 77.28324, + 77.18922, + 77.27554, + 77.03628, + 78.4427, + 77.71169, + 77.55466, + 77.58202, + 77.06882, + 78.07856, + 77.45128, + 77.46773, + 77.25823, + 77.31562, + 77.09109, + 77.14531, + 77.31103, + 77.31632, + 77.42373, + 77.11942, + 77.05937, + 77.04425, + 77.67175, + 77.74249, + 78.44491, + 79.05276, + 77.16747, + 77.40802, + 77.16287, + 77.20498, + 77.36241, + 77.21149, + 77.36537, + 77.27528, + 77.06195, + 77.46793, + 77.51496, + 92.96589, + 81.85823, + 77.3355, + 78.1928, + 77.34686, + 77.2081, + 77.20697, + 77.09054, + 77.21056, + 77.17774, + 77.07423, + 77.29717, + 77.657, + 77.34419, + 77.40884, + 77.40163, + 77.13938, + 77.20107, + 77.90741, + 77.88194, + 77.16642, + 77.35516, + 77.15988, + 77.43146, + 77.65787, + 77.43942, + 77.37209, + 77.36079, + 77.41907, + 77.21464, + 77.20678, + 77.55364, + 77.24679, + 77.38456, + 77.40738, + 77.76418, + 77.88179, + 78.16771, + 77.06667, + 77.15922, + 77.22455, + 77.32262, + 77.52294, + 77.29268, + 77.64816, + 77.66636, + 76.98219, + 77.88282, + 77.10066, + 76.91572, + 77.92628, + 77.04543, + 77.40556, + 77.22729, + 77.22801, + 76.93088, + 77.01595, + 77.09419, + 77.16841, + 77.0405, + 77.39184, + 77.0525, + 77.22456, + 77.43524, + 77.26697, + 77.38871, + 77.44076, + 77.32474, + 76.97486, + 77.30727, + 77.42492, + 77.095, + 76.97437, + 76.98511, + 76.86271, + 77.11013, + 77.5358, + 77.22375, + 77.39325, + 77.35938 + ] + }, + "ddim20/K8/batch60": { + "n": 20, + "median_ms": 11.495653454524774, + "p99_ms": 11.540598795594025, + "mean_ms": 11.497537420752147, + "min_ms": 11.473634388918677, + "max_ms": 11.545284480477372, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 11.52062, + 11.51067, + 11.49359, + 11.48988, + 11.49734, + 11.47363, + 11.54528, + 11.48964, + 11.48871, + 11.49429, + 11.50418, + 11.49701, + 11.48641, + 11.50435, + 11.492, + 11.47809, + 11.48555, + 11.50197, + 11.49804, + 11.49948 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddpm500/K1/b1": { + "n": 46, + "median_ms": 2583.046250976622, + "p99_ms": 2859.8222800996155, + "mean_ms": 2611.137007707325, + "min_ms": 2575.0969387590885, + "max_ms": 2867.7759086713195, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 2591.57574, + 2588.7892, + 2585.5529, + 2581.66746, + 2583.06853, + 2581.02102, + 2580.92342, + 2582.12249, + 2607.97096, + 2580.18903, + 2619.29907, + 2850.10118, + 2764.65437, + 2761.32264, + 2867.77591, + 2726.43428, + 2616.77146, + 2581.12509, + 2595.22665, + 2586.25557, + 2579.76076, + 2588.45357, + 2633.78772, + 2588.00051, + 2577.68897, + 2578.25771, + 2581.82789, + 2620.40023, + 2585.23136, + 2584.32856, + 2580.03758, + 2578.27271, + 2592.68452, + 2620.42422, + 2579.68513, + 2580.53132, + 2583.02397, + 2623.37107, + 2578.06779, + 2577.14423, + 2575.09694, + 2581.555, + 2576.4935, + 2581.33834, + 2577.92874, + 2577.06306 + ] + }, + "ddpm500/K1/batch60": { + "n": 20, + "median_ms": 79.39791514072567, + "p99_ms": 79.56929012108594, + "mean_ms": 79.40574809986477, + "min_ms": 79.27163339530428, + "max_ms": 79.56973377925654, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 79.34796, + 79.38524, + 79.4156, + 79.38384, + 79.40402, + 79.52538, + 79.4045, + 79.45056, + 79.28869, + 79.33992, + 79.39181, + 79.29776, + 79.33564, + 79.27163, + 79.48488, + 79.35705, + 79.43166, + 79.46169, + 79.56973, + 79.5674 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddpm500/K8/b1": { + "n": 62, + "median_ms": 1928.9620276540518, + "p99_ms": 2228.750791158527, + "mean_ms": 1940.4568103622764, + "min_ms": 1920.0187539681792, + "max_ms": 2376.367066986859, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 1929.66127, + 1931.40982, + 1930.93006, + 1931.99773, + 1942.18423, + 1929.93142, + 1928.84577, + 1934.29616, + 1930.34118, + 1920.01875, + 1930.87304, + 1930.2434, + 1930.51773, + 1929.43662, + 1929.28825, + 1930.6039, + 1931.81952, + 1934.18799, + 1927.80134, + 1923.68372, + 1930.57863, + 1931.5027, + 1931.25916, + 1920.68989, + 1922.85432, + 1923.3297, + 1921.2072, + 1929.53189, + 1922.96014, + 1922.65445, + 1920.39468, + 1922.90253, + 1923.47208, + 1921.62305, + 1923.0289, + 1924.57266, + 1927.76326, + 1923.66506, + 1924.09997, + 1924.27999, + 1922.83626, + 1930.7591, + 1923.68737, + 1925.29916, + 1922.39145, + 1930.26467, + 1924.15166, + 1935.41448, + 1937.52868, + 2134.37317, + 2376.36707, + 1978.62034, + 1951.32791, + 1986.10806, + 1942.41475, + 1925.05109, + 1925.10477, + 1925.75785, + 1929.07828, + 1924.99693, + 1928.07085, + 1928.2762 + ] + }, + "ddpm500/K8/batch60": { + "n": 5, + "median_ms": 528.084913144509, + "p99_ms": 563.6588820007939, + "mean_ms": 504.98457470598316, + "min_ms": 441.7814154954006, + "max_ms": 565.0422871733705, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 441.78142, + 459.5571, + 530.45716, + 528.08491, + 565.04229 + ], + "n_batches": 5, + "n_plants_covered": 300 + } + }, + "cuda_init_s": 3.604218363761902e-07, + "load_s": 0.2245666515082121, + "n_params": 21445653, + "first_call_ddpm500_k8_b1_s": 2.0919456919655204, + "second_call_ddpm500_k8_b1_s": 2.1523199509829283, + "first_call_ddim20_k8_b1_s": 0.08828980848193169, + "done": true +} \ No newline at end of file diff --git a/results/timing/gen_siso_gpu.json b/results/timing/gen_siso_gpu.json new file mode 100644 index 0000000000000000000000000000000000000000..4f42181d1da85318ea1a8404410e61194458b8be --- /dev/null +++ b/results/timing/gen_siso_gpu.json @@ -0,0 +1,1496 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "gpu", + "load1": 16.62939453125, + "date": "2026-09-30 07:17:34 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 16 + ], + "gpu": "NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition", + "cuda": "12.8" + }, + "family": "siso", + "device": "cuda", + "cells": { + "ddim5/K1/b1": { + "n": 200, + "median_ms": 12.680767104029655, + "p99_ms": 13.65649971179664, + "mean_ms": 12.190246018581092, + "min_ms": 7.948471233248711, + "max_ms": 14.30281437933445, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 9.85473, + 8.06761, + 8.00477, + 9.01196, + 12.99849, + 13.18855, + 13.12365, + 13.2508, + 13.02143, + 13.19348, + 13.09851, + 13.14352, + 12.88459, + 13.20625, + 12.85961, + 13.26815, + 13.56819, + 11.06018, + 8.32406, + 10.08406, + 12.59228, + 12.90384, + 12.74539, + 12.4757, + 12.43052, + 12.42181, + 11.87728, + 12.37617, + 12.44356, + 12.60612, + 12.26638, + 12.39137, + 12.25915, + 12.12603, + 12.23521, + 12.36533, + 12.5714, + 12.47948, + 12.58305, + 8.99107, + 8.0547, + 8.21202, + 10.77795, + 12.98202, + 12.97166, + 13.17047, + 12.94379, + 13.40321, + 13.18613, + 12.89231, + 13.1207, + 12.8958, + 13.1623, + 12.96152, + 13.45002, + 11.62849, + 10.83822, + 8.27096, + 10.60933, + 12.50343, + 12.50171, + 12.48418, + 12.45465, + 12.50971, + 12.45594, + 12.42726, + 12.38601, + 12.41647, + 12.44404, + 12.55899, + 12.71463, + 12.62138, + 12.53976, + 12.44216, + 12.30156, + 12.31417, + 12.46819, + 12.47712, + 8.1837, + 8.1093, + 8.26452, + 12.09933, + 13.04044, + 13.04197, + 12.92016, + 12.88888, + 12.76178, + 12.79347, + 12.91936, + 12.90166, + 13.07121, + 12.99514, + 13.03644, + 13.03727, + 11.60725, + 14.30281, + 13.81545, + 13.45646, + 13.60341, + 13.65489, + 13.44664, + 12.9659, + 12.95593, + 13.01226, + 12.96193, + 12.96214, + 13.23029, + 13.21007, + 12.97077, + 13.0104, + 13.22817, + 13.26422, + 13.0891, + 12.98008, + 12.99523, + 12.98011, + 12.86088, + 12.92295, + 13.08241, + 13.15975, + 12.83044, + 12.77411, + 12.81853, + 12.8966, + 12.80692, + 12.16208, + 9.11961, + 9.15717, + 9.15281, + 8.95458, + 9.07704, + 9.22974, + 8.96788, + 10.0096, + 12.26846, + 12.57894, + 12.79987, + 12.78446, + 12.731, + 12.6952, + 12.58892, + 12.64888, + 12.6203, + 12.94221, + 12.21872, + 13.31359, + 12.93154, + 13.18965, + 12.73313, + 12.99282, + 13.00061, + 12.77437, + 13.14406, + 12.9188, + 13.28888, + 12.94881, + 13.08182, + 12.92201, + 10.06261, + 8.19708, + 7.94847, + 9.35525, + 12.32323, + 12.40787, + 12.27795, + 12.25857, + 12.29363, + 12.44993, + 12.35465, + 12.37858, + 12.30052, + 12.43987, + 12.46893, + 12.36789, + 12.24591, + 12.17768, + 12.19994, + 12.20563, + 12.3471, + 12.33906, + 12.28771, + 12.2566, + 10.62568, + 9.58781, + 13.09887, + 12.88833, + 12.78735, + 12.99039, + 12.68389, + 12.48312, + 12.96394, + 12.67764, + 12.9739, + 12.69016, + 13.33164, + 13.16439, + 11.75252, + 13.14906, + 12.91484, + 8.56607 + ] + }, + "ddim5/K1/batch60": { + "n": 20, + "median_ms": 0.11577166151255369, + "p99_ms": 0.1981632481329143, + "mean_ms": 0.13696728972718117, + "min_ms": 0.09618401527404785, + "max_ms": 0.1981903954098622, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.13543, + 0.13314, + 0.13167, + 0.18442, + 0.19708, + 0.19571, + 0.19805, + 0.19562, + 0.19767, + 0.19819, + 0.09987, + 0.09784, + 0.09717, + 0.09665, + 0.09626, + 0.09618, + 0.09744, + 0.09638, + 0.097, + 0.09759 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim5/K8/b1": { + "n": 200, + "median_ms": 5.204968154430389, + "p99_ms": 5.490453159436583, + "mean_ms": 5.208311812020838, + "min_ms": 5.104362964630127, + "max_ms": 5.609158426523209, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 5.1149, + 5.12636, + 5.15553, + 5.18646, + 5.27626, + 5.25047, + 5.27739, + 5.24998, + 5.31759, + 5.24123, + 5.2355, + 5.22991, + 5.20895, + 5.18194, + 5.21353, + 5.22922, + 5.20502, + 5.185, + 5.41581, + 5.45546, + 5.27389, + 5.19861, + 5.21951, + 5.17856, + 5.23171, + 5.17331, + 5.17968, + 5.18906, + 5.24769, + 5.21829, + 5.17969, + 5.16137, + 5.17699, + 5.14049, + 5.16747, + 5.14919, + 5.13651, + 5.15617, + 5.16368, + 5.16268, + 5.15673, + 5.13516, + 5.15146, + 5.19317, + 5.48942, + 5.18864, + 5.14127, + 5.19545, + 5.1548, + 5.1608, + 5.15053, + 5.12479, + 5.15411, + 5.16367, + 5.27403, + 5.27464, + 5.26574, + 5.2053, + 5.21765, + 5.23001, + 5.22779, + 5.20681, + 5.24992, + 5.23671, + 5.18867, + 5.21575, + 5.19705, + 5.17038, + 5.18852, + 5.30844, + 5.23952, + 5.20133, + 5.21179, + 5.19042, + 5.21139, + 5.20863, + 5.19375, + 5.20786, + 5.16358, + 5.18019, + 5.15699, + 5.16629, + 5.20788, + 5.15188, + 5.15088, + 5.13868, + 5.234, + 5.17272, + 5.16708, + 5.12929, + 5.11758, + 5.10694, + 5.11127, + 5.11622, + 5.12866, + 5.10727, + 5.10436, + 5.13068, + 5.1571, + 5.16167, + 5.14395, + 5.19618, + 5.14447, + 5.12584, + 5.11759, + 5.29457, + 5.20958, + 5.12573, + 5.12884, + 5.18822, + 5.16654, + 5.17132, + 5.14767, + 5.13586, + 5.13487, + 5.10606, + 5.15644, + 5.14035, + 5.17506, + 5.23637, + 5.19501, + 5.2833, + 5.20693, + 5.19052, + 5.25512, + 5.30165, + 5.22143, + 5.22224, + 5.22355, + 5.23577, + 5.25923, + 5.26438, + 5.20857, + 5.23342, + 5.21852, + 5.25246, + 5.21895, + 5.18584, + 5.21671, + 5.21066, + 5.27104, + 5.21296, + 5.18588, + 5.25779, + 5.2241, + 5.18522, + 5.1981, + 5.19024, + 5.17681, + 5.1961, + 5.22877, + 5.18748, + 5.1849, + 5.21833, + 5.18689, + 5.2176, + 5.1558, + 5.16798, + 5.59281, + 5.60916, + 5.1458, + 5.13981, + 5.14605, + 5.26769, + 5.32266, + 5.21967, + 5.1836, + 5.18917, + 5.26518, + 5.21244, + 5.24709, + 5.2193, + 5.1934, + 5.24219, + 5.18967, + 5.23147, + 5.28102, + 5.23981, + 5.33643, + 5.20491, + 5.21799, + 5.23826, + 5.30086, + 5.22519, + 5.22798, + 5.25135, + 5.24922, + 5.22998, + 5.23103, + 5.27, + 5.25275, + 5.23941, + 5.28014, + 5.23327, + 5.22214, + 5.21025, + 5.22535, + 5.307, + 5.25542, + 5.2153 + ] + }, + "ddim5/K8/batch60": { + "n": 20, + "median_ms": 0.17841513423870006, + "p99_ms": 0.1814711183930437, + "mean_ms": 0.1787709437000255, + "min_ms": 0.1773944435020288, + "max_ms": 0.18149924774964651, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.17957, + 0.17925, + 0.17908, + 0.1815, + 0.18135, + 0.17821, + 0.17797, + 0.17803, + 0.1791, + 0.17745, + 0.17763, + 0.17841, + 0.17815, + 0.17739, + 0.1789, + 0.17868, + 0.17797, + 0.17842, + 0.18028, + 0.17807 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim20/K1/b1": { + "n": 200, + "median_ms": 22.794474381953478, + "p99_ms": 48.481172993779175, + "mean_ms": 23.950612009502947, + "min_ms": 22.491776384413242, + "max_ms": 49.383681267499924, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 22.79813, + 22.75571, + 22.73584, + 22.75197, + 23.37495, + 32.17315, + 22.84087, + 22.75752, + 22.91609, + 23.00892, + 22.94663, + 22.78058, + 22.8033, + 22.85103, + 22.97565, + 23.14713, + 23.13651, + 22.82853, + 22.80383, + 22.9155, + 23.37635, + 23.25446, + 23.2952, + 23.30509, + 23.18507, + 22.78112, + 22.79569, + 22.78284, + 22.78516, + 22.93168, + 23.06645, + 22.86793, + 23.53293, + 22.8305, + 23.10047, + 23.02787, + 22.87336, + 22.97052, + 22.93856, + 22.93863, + 22.89026, + 22.79843, + 22.84641, + 23.09741, + 23.02277, + 22.99389, + 22.77423, + 22.74812, + 27.08976, + 26.90514, + 22.72645, + 23.22116, + 22.94454, + 22.91774, + 23.06895, + 23.0496, + 23.23307, + 22.96309, + 22.77747, + 22.96276, + 23.02622, + 22.88471, + 23.08558, + 23.12486, + 22.92051, + 22.97073, + 22.95105, + 22.97785, + 22.8269, + 22.79831, + 22.8105, + 22.77835, + 22.76629, + 23.0824, + 22.79975, + 23.28674, + 22.84185, + 22.8235, + 22.79042, + 22.74377, + 22.67587, + 22.65119, + 22.99055, + 22.64215, + 22.74617, + 22.68258, + 22.87278, + 22.67418, + 22.60274, + 22.77408, + 22.81698, + 22.70595, + 30.68314, + 22.64649, + 22.73675, + 22.96166, + 22.67839, + 22.62091, + 22.78169, + 22.68349, + 22.67419, + 22.63104, + 22.55637, + 22.64858, + 22.57943, + 22.50422, + 22.55415, + 30.88805, + 37.13122, + 37.18919, + 47.44717, + 48.47416, + 47.47087, + 49.17555, + 49.38368, + 43.69529, + 22.59688, + 22.58814, + 22.57274, + 22.6025, + 22.6213, + 22.62508, + 22.72404, + 22.65728, + 22.68282, + 22.62071, + 22.71762, + 22.77397, + 30.97506, + 22.97489, + 22.87499, + 22.57763, + 22.79944, + 22.73602, + 22.63698, + 22.93419, + 22.63411, + 22.63738, + 22.59629, + 22.69997, + 22.80553, + 22.72401, + 23.06208, + 22.75056, + 22.73646, + 22.68878, + 22.62043, + 22.66649, + 22.85168, + 22.84267, + 22.78588, + 22.85576, + 22.90792, + 22.80429, + 23.06447, + 22.70651, + 22.72615, + 22.8134, + 22.69687, + 22.68014, + 22.79608, + 22.79326, + 22.70002, + 22.7646, + 22.78013, + 22.75093, + 22.72827, + 22.69203, + 22.70904, + 22.5561, + 22.62905, + 23.13949, + 30.03708, + 22.73485, + 23.08089, + 22.69997, + 22.67952, + 22.70103, + 22.70483, + 22.67099, + 22.66629, + 22.67284, + 22.77712, + 22.6703, + 22.71395, + 22.79865, + 23.03103, + 22.62631, + 22.78388, + 22.63384, + 22.49178, + 22.73812, + 22.80438, + 22.65922, + 22.70275, + 22.5235, + 22.80845, + 22.70232, + 22.78863, + 22.63654 + ] + }, + "ddim20/K1/batch60": { + "n": 20, + "median_ms": 0.365711065630118, + "p99_ms": 0.46439343271777017, + "mean_ms": 0.37188816117122764, + "min_ms": 0.36112287392218906, + "max_ms": 0.48644919879734516, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.36791, + 0.36573, + 0.36441, + 0.36392, + 0.36654, + 0.3655, + 0.36714, + 0.3657, + 0.3649, + 0.36667, + 0.36592, + 0.36465, + 0.36566, + 0.36889, + 0.36881, + 0.48645, + 0.37037, + 0.36458, + 0.36291, + 0.36112 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddim20/K8/b1": { + "n": 200, + "median_ms": 19.47174919769168, + "p99_ms": 25.25455009192227, + "mean_ms": 19.64526695664972, + "min_ms": 19.059608690440655, + "max_ms": 27.602949179708958, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 19.27589, + 19.12245, + 19.29066, + 19.48311, + 19.54653, + 19.85582, + 19.39647, + 19.42214, + 19.93799, + 19.05961, + 19.27024, + 19.1906, + 19.38739, + 19.41137, + 19.39381, + 19.60712, + 19.53451, + 19.58101, + 19.48013, + 19.37755, + 19.45157, + 19.55072, + 19.72895, + 19.42541, + 19.44789, + 19.44354, + 19.42136, + 19.32049, + 19.43935, + 19.47522, + 19.4904, + 19.58094, + 19.37006, + 19.3648, + 19.44285, + 19.38735, + 19.49859, + 19.37321, + 19.41483, + 19.28184, + 19.35117, + 19.59512, + 19.40962, + 27.60295, + 19.41652, + 20.32475, + 19.43975, + 19.52838, + 19.39569, + 19.35851, + 19.42555, + 19.54051, + 19.52245, + 19.44489, + 19.6358, + 19.44617, + 19.43766, + 19.45539, + 19.53249, + 19.93432, + 19.50831, + 19.56463, + 19.4716, + 19.43487, + 19.48931, + 19.46363, + 19.56323, + 19.53065, + 19.49557, + 19.46351, + 19.473, + 19.48707, + 19.54241, + 20.39929, + 19.5364, + 19.34303, + 19.41357, + 19.58354, + 19.4133, + 19.47728, + 19.48615, + 19.42907, + 19.57238, + 19.63306, + 19.47136, + 19.45442, + 19.47435, + 19.46643, + 19.5178, + 19.50049, + 19.4122, + 19.44672, + 19.60943, + 19.48975, + 26.96153, + 19.88765, + 19.42408, + 19.10519, + 19.12687, + 19.46394, + 19.39284, + 19.43952, + 19.54599, + 19.42821, + 19.40567, + 19.37905, + 19.50648, + 19.57744, + 19.45204, + 19.53884, + 19.88878, + 19.47905, + 19.74372, + 19.47189, + 19.44958, + 19.43485, + 19.50312, + 19.57423, + 19.42711, + 19.56544, + 19.46458, + 19.39669, + 19.50119, + 19.40364, + 19.75626, + 19.4176, + 19.37516, + 19.36893, + 19.46822, + 19.42522, + 19.43488, + 19.43789, + 19.53804, + 19.48808, + 19.46141, + 19.61615, + 19.48966, + 19.39663, + 19.49317, + 19.49335, + 19.41418, + 19.37263, + 19.46143, + 19.5317, + 19.48169, + 24.37253, + 22.90515, + 19.78691, + 19.35872, + 19.23827, + 19.25086, + 19.35951, + 19.16493, + 19.26259, + 19.34298, + 19.4731, + 19.20017, + 19.46782, + 19.58509, + 19.54766, + 19.58611, + 19.93156, + 19.40473, + 19.50487, + 19.48136, + 19.55663, + 19.53942, + 19.56859, + 19.58354, + 19.50105, + 19.52103, + 19.64736, + 19.51891, + 19.49008, + 19.63224, + 19.72091, + 19.5361, + 19.51067, + 19.54654, + 19.50678, + 19.43522, + 19.61052, + 19.58783, + 19.43037, + 19.51146, + 19.42734, + 19.4366, + 19.47146, + 19.40717, + 19.51802, + 19.42093, + 19.43155, + 19.46677, + 19.63511, + 19.73424, + 19.41289, + 22.03797, + 25.23731, + 19.25935, + 19.16578 + ] + }, + "ddim20/K8/batch60": { + "n": 20, + "median_ms": 0.6837450355912249, + "p99_ms": 0.6863211000648638, + "mean_ms": 0.6841180869378151, + "min_ms": 0.6829515565186739, + "max_ms": 0.6864296272397041, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 0.68335, + 0.68345, + 0.68329, + 0.68436, + 0.68643, + 0.68586, + 0.68537, + 0.68418, + 0.68455, + 0.68323, + 0.68349, + 0.68575, + 0.68373, + 0.68376, + 0.68349, + 0.684, + 0.683, + 0.68359, + 0.68295, + 0.68454 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddpm500/K1/b1": { + "n": 200, + "median_ms": 525.5689066834748, + "p99_ms": 538.5945509839803, + "mean_ms": 526.5449723787606, + "min_ms": 521.9677882269025, + "max_ms": 542.1268725767732, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 533.12286, + 523.96448, + 533.46349, + 525.71977, + 532.96833, + 525.16655, + 533.13089, + 525.30462, + 536.4136, + 524.90511, + 536.72597, + 524.4362, + 538.58677, + 526.87835, + 537.48303, + 524.61977, + 539.36476, + 527.78423, + 532.57684, + 537.35026, + 525.89133, + 537.90864, + 524.45822, + 534.7579, + 523.68459, + 534.18185, + 523.80215, + 536.93605, + 523.64913, + 532.44608, + 523.10927, + 542.12687, + 524.37281, + 524.6518, + 523.9619, + 528.82123, + 523.90641, + 527.3639, + 525.63468, + 523.19638, + 526.78596, + 524.17474, + 525.69543, + 523.4085, + 528.70983, + 524.47628, + 527.29365, + 523.99745, + 525.24865, + 522.02981, + 525.69196, + 522.53359, + 525.89894, + 523.85354, + 526.74122, + 522.83112, + 527.00809, + 523.68775, + 527.52947, + 523.72877, + 527.04577, + 526.59348, + 526.51286, + 525.00958, + 525.66505, + 524.892, + 523.06125, + 524.41979, + 524.53725, + 527.90211, + 525.26136, + 524.21654, + 521.96779, + 523.43591, + 524.41508, + 524.49311, + 524.22616, + 524.54096, + 523.76369, + 528.31197, + 525.08913, + 528.18108, + 524.36974, + 525.94304, + 524.08374, + 526.27916, + 527.25541, + 523.46967, + 529.73914, + 524.75026, + 525.49473, + 522.58014, + 524.42894, + 525.35541, + 525.36907, + 524.71902, + 525.62758, + 524.86124, + 524.38194, + 525.7145, + 525.88048, + 526.47043, + 528.06379, + 529.03578, + 526.25777, + 526.03411, + 526.66427, + 535.37504, + 527.05026, + 526.39506, + 525.15219, + 527.06506, + 526.07198, + 527.10151, + 524.12077, + 526.38387, + 523.47192, + 524.82768, + 526.01713, + 525.5768, + 524.3679, + 525.6983, + 525.80868, + 526.43886, + 524.66895, + 526.29521, + 526.24128, + 527.166, + 537.33897, + 524.20319, + 524.40087, + 529.64714, + 523.9693, + 526.13243, + 526.46401, + 525.36307, + 524.1384, + 531.87006, + 524.71251, + 524.85961, + 525.45164, + 525.37594, + 530.29888, + 523.76594, + 525.09732, + 531.30692, + 529.89147, + 529.22301, + 524.04218, + 525.06351, + 527.67645, + 525.84043, + 524.61475, + 524.42506, + 525.51533, + 527.3348, + 528.84642, + 524.94836, + 524.84351, + 525.39251, + 526.18666, + 526.08665, + 526.01203, + 523.86831, + 525.28511, + 524.41623, + 525.56102, + 525.6721, + 525.20929, + 526.13574, + 526.19545, + 524.9501, + 525.36109, + 524.86169, + 525.45387, + 525.40327, + 526.97914, + 525.14494, + 525.16786, + 525.22895, + 525.05512, + 525.84633, + 525.02726, + 525.85469, + 524.3205, + 523.55694, + 524.82474, + 527.19756, + 525.93292, + 524.67957, + 524.68753, + 526.31043, + 525.67642, + 526.3171, + 526.84973, + 526.6015, + 525.38097, + 525.72763, + 526.70124, + 527.39521 + ] + }, + "ddpm500/K1/batch60": { + "n": 20, + "median_ms": 8.353103270443778, + "p99_ms": 8.410535878657052, + "mean_ms": 8.35937981416161, + "min_ms": 8.328954968601465, + "max_ms": 8.413934024671713, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 8.34376, + 8.34539, + 8.34026, + 8.36182, + 8.33957, + 8.39605, + 8.37665, + 8.35008, + 8.34113, + 8.34793, + 8.35554, + 8.41393, + 8.36977, + 8.36841, + 8.34622, + 8.35067, + 8.32895, + 8.35756, + 8.36265, + 8.39124 + ], + "n_batches": 20, + "n_plants_covered": 1200 + }, + "ddpm500/K8/b1": { + "n": 200, + "median_ms": 443.2346890680492, + "p99_ms": 451.05782653205097, + "mean_ms": 443.6284892074764, + "min_ms": 438.7042559683323, + "max_ms": 453.1449740752578, + "note": "ms per plant (K controllers), batch = 1 plant", + "samples_ms": [ + 440.08955, + 440.71014, + 439.51424, + 442.06952, + 441.19486, + 439.28853, + 438.86193, + 438.70426, + 439.55469, + 441.3305, + 442.3339, + 440.9925, + 442.40052, + 440.80443, + 441.35065, + 442.30487, + 443.42887, + 442.23657, + 442.08447, + 440.63846, + 442.26427, + 442.21771, + 441.44191, + 442.87494, + 441.59294, + 440.35273, + 440.93664, + 442.86012, + 440.66741, + 439.73399, + 442.03723, + 441.87241, + 442.79358, + 442.30029, + 441.89174, + 441.42095, + 441.65634, + 440.56579, + 440.83485, + 441.68987, + 443.60582, + 443.12498, + 442.76474, + 442.63142, + 441.19343, + 441.44902, + 441.66782, + 441.95734, + 443.39694, + 442.4657, + 440.82333, + 440.65819, + 440.00678, + 440.77979, + 440.62734, + 441.44653, + 441.60216, + 442.50989, + 442.23691, + 441.68377, + 442.47079, + 441.82411, + 443.2129, + 442.42692, + 442.46288, + 442.44516, + 443.61757, + 443.66837, + 443.20454, + 441.74129, + 442.28658, + 441.82893, + 443.16276, + 449.17427, + 441.62417, + 442.1079, + 445.56333, + 443.25647, + 443.09021, + 442.62799, + 443.81495, + 442.25544, + 442.70159, + 443.17713, + 444.271, + 443.44098, + 440.63465, + 440.4812, + 441.93988, + 442.46665, + 442.71145, + 442.32338, + 444.81516, + 442.16492, + 443.68078, + 442.56349, + 442.59643, + 445.20272, + 444.63125, + 445.31415, + 443.61046, + 443.49378, + 443.33404, + 444.04685, + 442.91423, + 443.20722, + 444.64582, + 447.93058, + 444.40532, + 444.57274, + 444.14673, + 446.62969, + 447.02941, + 441.62155, + 441.25466, + 442.9443, + 446.55162, + 446.97387, + 443.40239, + 444.85525, + 445.56723, + 444.99643, + 442.1517, + 442.07971, + 440.58967, + 442.66705, + 444.26261, + 444.94442, + 446.17144, + 443.89817, + 447.90789, + 443.08049, + 442.07551, + 444.25169, + 444.6606, + 447.10208, + 444.68027, + 447.97328, + 444.82377, + 446.89002, + 443.6658, + 447.91739, + 443.10746, + 444.45884, + 443.44045, + 445.4516, + 443.48932, + 443.51503, + 443.61416, + 444.67028, + 453.14497, + 444.57476, + 443.75522, + 444.22131, + 446.57179, + 445.046, + 443.67594, + 445.23497, + 443.77115, + 444.7794, + 443.85704, + 448.50598, + 446.22076, + 446.09717, + 444.14666, + 452.36887, + 451.04458, + 449.66191, + 446.26817, + 442.91778, + 446.85733, + 444.80944, + 445.77785, + 449.69588, + 446.50666, + 448.05636, + 444.91665, + 443.84591, + 445.90136, + 446.11939, + 447.23591, + 446.07033, + 446.60163, + 445.46986, + 447.10237, + 444.65638, + 445.36951, + 444.04969, + 448.82048, + 444.05576, + 442.67514, + 444.21783, + 443.06653, + 445.8574, + 442.96459, + 445.19734, + 445.30556, + 445.40257, + 445.32181, + 444.71555 + ] + }, + "ddpm500/K8/batch60": { + "n": 20, + "median_ms": 15.236176278752586, + "p99_ms": 15.325507571765531, + "mean_ms": 15.230496927009275, + "min_ms": 15.094931796193123, + "max_ms": 15.327435700843731, + "note": "ms per plant, batch=60 plants x K in one call; n = batches (each yields one per-plant value)", + "samples_ms": [ + 15.09493, + 15.12013, + 15.13699, + 15.14837, + 15.16456, + 15.1833, + 15.21083, + 15.22164, + 15.24068, + 15.23185, + 15.22501, + 15.2405, + 15.25108, + 15.28058, + 15.29254, + 15.29922, + 15.30752, + 15.3155, + 15.31729, + 15.32744 + ], + "n_batches": 20, + "n_plants_covered": 1200 + } + }, + "cuda_init_s": 0.12939345557242632, + "load_s": 0.22100429981946945, + "n_params": 21445653, + "first_call_ddpm500_k8_b1_s": 1.1390049243345857, + "second_call_ddpm500_k8_b1_s": 0.8146240944042802, + "first_call_ddim20_k8_b1_s": 0.051172228530049324, + "done": true +} \ No newline at end of file diff --git a/results/timing/oracle_mimo_cpu1.json b/results/timing/oracle_mimo_cpu1.json new file mode 100644 index 0000000000000000000000000000000000000000..c853620fd4a0f8a8765a1c3d6dcd667b73cbfc37 --- /dev/null +++ b/results/timing/oracle_mimo_cpu1.json @@ -0,0 +1,60 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1", + "load1": 37.771484375, + "date": "2026-09-30 07:32:09 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 21 + ] + }, + "family": "mimo", + "device": "cpu", + "cells": { + "oracle/adam150/batch120": { + "n": 2, + "median_ms": 1860.0965301467418, + "p99_ms": 1957.1764258022886, + "mean_ms": 1860.0965301467418, + "min_ms": 1761.0354121308774, + "max_ms": 1959.157648162606, + "note": "eval_mimo_regret oracle (150-step Adam), ms per plant, one batched solve of 120 plants; n = batch repetitions", + "samples_ms": [ + 1959.15765, + 1761.03541 + ] + }, + "oracle/adam150/b1": { + "n": 12, + "median_ms": 148155.34113859758, + "p99_ms": 188870.2158807218, + "mean_ms": 150920.03905237652, + "min_ms": 117297.31095954776, + "max_ms": 189779.31565791368, + "note": "same oracle, ONE plant per solve", + "samples_ms": [ + 181514.77223, + 189779.31566, + 148493.44964, + 155203.92719, + 159612.11885, + 172375.22007, + 127256.17108, + 126837.89897, + 140827.10776, + 117297.31096, + 144025.94359, + 147817.23263 + ] + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/oracle_mimo_cpu1q.json b/results/timing/oracle_mimo_cpu1q.json new file mode 100644 index 0000000000000000000000000000000000000000..1243076a79e735c2012144d8e60f515e1172e15d --- /dev/null +++ b/results/timing/oracle_mimo_cpu1q.json @@ -0,0 +1,54 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1q", + "load1": 7.79833984375, + "date": "2026-09-30 09:04:55 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 23 + ] + }, + "family": "mimo", + "device": "cpu", + "cells": { + "oracle/adam150/batch120": { + "n": 2, + "median_ms": 1150.624909022978, + "p99_ms": 1150.6291575739936, + "mean_ms": 1150.624909022978, + "min_ms": 1150.62057376684, + "max_ms": 1150.6292442791164, + "note": "eval_mimo_regret oracle (150-step Adam), ms per plant, one batched solve of 120 plants; n = batch repetitions", + "samples_ms": [ + 1150.62924, + 1150.62057 + ] + }, + "oracle/adam150/b1": { + "n": 6, + "median_ms": 109816.13452918828, + "p99_ms": 129105.125040235, + "mean_ms": 113058.35267963509, + "min_ms": 108235.26628501713, + "max_ms": 130012.85372395068, + "note": "same oracle, ONE plant per solve", + "samples_ms": [ + 110144.55646, + 108235.26629, + 109487.7126, + 130012.85372, + 111858.28005, + 108611.44696 + ] + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/oracle_mimo_cpu8.json b/results/timing/oracle_mimo_cpu8.json new file mode 100644 index 0000000000000000000000000000000000000000..5bc08e0818dcc58126dfeb7d1bda02055835fd14 --- /dev/null +++ b/results/timing/oracle_mimo_cpu8.json @@ -0,0 +1,61 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 8, + "tag": "cpu8", + "load1": 10.1474609375, + "date": "2026-09-30 09:22:33 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 12, + 15, + 16, + 17, + 20, + 21, + 22, + 23 + ] + }, + "family": "mimo", + "device": "cpu", + "cells": { + "oracle/adam150/batch120": { + "n": 2, + "median_ms": 1134.0355385715761, + "p99_ms": 1170.1260829176754, + "mean_ms": 1134.0355385715761, + "min_ms": 1097.2084525041282, + "max_ms": 1170.8626246390243, + "note": "eval_mimo_regret oracle (150-step Adam), ms per plant, one batched solve of 120 plants; n = batch repetitions", + "samples_ms": [ + 1097.20845, + 1170.86262 + ] + }, + "oracle/adam150/b1": { + "n": 6, + "median_ms": 88183.11753682792, + "p99_ms": 173113.0998827517, + "mean_ms": 103822.33836269006, + "min_ms": 85776.750292629, + "max_ms": 177089.14453629404, + "note": "same oracle, ONE plant per solve", + "samples_ms": [ + 97568.25147, + 177089.14454, + 86133.64881, + 85776.75029, + 90146.65548, + 86219.57959 + ] + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/oracle_mimo_gpu.json b/results/timing/oracle_mimo_gpu.json new file mode 100644 index 0000000000000000000000000000000000000000..e1152ec0566c2d96adc67a7974518877d9043f62 --- /dev/null +++ b/results/timing/oracle_mimo_gpu.json @@ -0,0 +1,52 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "gpu", + "load1": 46.10107421875, + "date": "2026-09-30 07:30:45 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 16 + ], + "gpu": "NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition", + "cuda": "12.8" + }, + "family": "mimo", + "device": "cuda", + "cells": { + "oracle/adam150/batch120": { + "n": 2, + "median_ms": 2576.0375507059507, + "p99_ms": 2670.705292608356, + "mean_ms": 2576.0375507059507, + "min_ms": 2479.437814070843, + "max_ms": 2672.6372873410583, + "note": "eval_mimo_regret oracle (150-step Adam), ms per plant, one batched solve of 120 plants; n = batch repetitions", + "samples_ms": [ + 2672.63729, + 2479.43781 + ] + }, + "oracle/adam150/b1": { + "n": 3, + "median_ms": 254514.16378468275, + "p99_ms": 268118.0927769281, + "mean_ms": 252102.45706296214, + "min_ms": 233397.48342335224, + "max_ms": 268395.7239808515, + "note": "same oracle, ONE plant per solve", + "samples_ms": [ + 268395.72398, + 254514.16378, + 233397.48342 + ] + } + } +} \ No newline at end of file diff --git a/results/timing/oracle_pend_cpu1.json b/results/timing/oracle_pend_cpu1.json new file mode 100644 index 0000000000000000000000000000000000000000..f5b606941c88db87b16f736e7ae9afbff382d202 --- /dev/null +++ b/results/timing/oracle_pend_cpu1.json @@ -0,0 +1,47 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1", + "load1": 33.609375, + "date": "2026-09-30 07:33:10 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 17 + ] + }, + "family": "pend", + "device": "cpu", + "cells": { + "oracle/strong_multistart_24x100/b1": { + "n": 12, + "median_ms": 29039.02208665386, + "p99_ms": 65227.58076972329, + "mean_ms": 32361.67634317341, + "min_ms": 19287.61942218989, + "max_ms": 67227.71043423563, + "note": "eval_pendulum.strong_oracle, one plant per call (the oracle is per-plant by construction; no batched form)", + "samples_ms": [ + 19806.93109, + 30737.31177, + 44842.87161, + 67227.71043, + 49044.71348, + 27340.7324, + 20243.23911, + 19529.06805, + 19287.61942, + 22668.01631, + 34803.70555, + 32808.19688 + ] + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/oracle_pend_cpu1q.json b/results/timing/oracle_pend_cpu1q.json new file mode 100644 index 0000000000000000000000000000000000000000..9dc93c79e620253be390fd85615818c7ab12d8fb --- /dev/null +++ b/results/timing/oracle_pend_cpu1q.json @@ -0,0 +1,47 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1q", + "load1": 12.83203125, + "date": "2026-09-30 09:15:34 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 17 + ] + }, + "family": "pend", + "device": "cpu", + "cells": { + "oracle/strong_multistart_24x100/b1": { + "n": 12, + "median_ms": 16616.220326162875, + "p99_ms": 17084.302011178806, + "mean_ms": 16662.25606482476, + "min_ms": 16329.501961357892, + "max_ms": 17086.069444194436, + "note": "eval_pendulum.strong_oracle, one plant per call (the oracle is per-plant by construction; no batched form)", + "samples_ms": [ + 16507.20663, + 16451.89667, + 16619.29174, + 17070.00187, + 16763.14128, + 17086.06944, + 16964.30451, + 16329.50196, + 16678.52101, + 16613.14892, + 16377.18579, + 16486.80297 + ] + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/oracle_pend_cpu8.json b/results/timing/oracle_pend_cpu8.json new file mode 100644 index 0000000000000000000000000000000000000000..91ce940087d3afd2b4350fcaf0ee0685e33ff676 --- /dev/null +++ b/results/timing/oracle_pend_cpu8.json @@ -0,0 +1,54 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 8, + "tag": "cpu8", + "load1": 3.080078125, + "date": "2026-09-30 08:45:30 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 14, + 15, + 17, + 18, + 19, + 20, + 22, + 23 + ] + }, + "family": "pend", + "device": "cpu", + "cells": { + "oracle/strong_multistart_24x100/b1": { + "n": 12, + "median_ms": 14719.201350118965, + "p99_ms": 14997.788086039945, + "mean_ms": 14728.058140802508, + "min_ms": 14550.387470982969, + "max_ms": 15007.277552038431, + "note": "eval_pendulum.strong_oracle, one plant per call (the oracle is per-plant by construction; no batched form)", + "samples_ms": [ + 15007.27755, + 14725.1384, + 14708.51023, + 14921.00968, + 14577.92648, + 14642.52806, + 14774.86661, + 14550.38747, + 14730.08673, + 14736.88541, + 14713.2643, + 14648.81678 + ] + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/oracle_siso_cpu1.json b/results/timing/oracle_siso_cpu1.json new file mode 100644 index 0000000000000000000000000000000000000000..065f073be8bca38f6bacd2a639bff08afad031b1 --- /dev/null +++ b/results/timing/oracle_siso_cpu1.json @@ -0,0 +1,60 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1", + "load1": 22.6337890625, + "date": "2026-09-30 07:21:45 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 22 + ] + }, + "family": "siso", + "device": "cpu", + "cells": { + "oracle/cold60/b1": { + "n": 12, + "median_ms": 31680.391223169863, + "p99_ms": 60265.21435888485, + "mean_ms": 35539.726428532354, + "min_ms": 28950.617771595716, + "max_ms": 62101.048186421394, + "note": "timing_families.py's per-plant cold 60-step Adam oracle (generalize.py protocol from zero init), one plant per solve", + "samples_ms": [ + 28950.61777, + 29812.94558, + 31693.75975, + 31095.02228, + 30673.1407, + 30857.82278, + 35045.84821, + 45411.64975, + 62101.04819, + 36129.2895, + 31667.02269, + 33038.54994 + ] + }, + "oracle/warm60/batch60": { + "n": 2, + "median_ms": 1571.8580776282274, + "p99_ms": 1695.4353832812048, + "mean_ms": 1571.8580776282274, + "min_ms": 1445.7587861455977, + "max_ms": 1697.9573691108574, + "note": "retrieval_baselines.siso_batch_oracle, 60-step Adam warm-started from a candidate, ms per plant, 60 plants in one batched solve; n = repetitions", + "samples_ms": [ + 1445.75879, + 1697.95737 + ] + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/oracle_siso_cpu1q.json b/results/timing/oracle_siso_cpu1q.json new file mode 100644 index 0000000000000000000000000000000000000000..8118f53c92a5128c2c6f5d3634c69cd090be503d --- /dev/null +++ b/results/timing/oracle_siso_cpu1q.json @@ -0,0 +1,60 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1q", + "load1": 11.45263671875, + "date": "2026-09-30 09:06:20 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 22 + ] + }, + "family": "siso", + "device": "cpu", + "cells": { + "oracle/cold60/b1": { + "n": 12, + "median_ms": 28268.213748931885, + "p99_ms": 29196.61516033113, + "mean_ms": 28352.796490537003, + "min_ms": 27712.486871518195, + "max_ms": 29204.71998024732, + "note": "timing_families.py's per-plant cold 60-step Adam oracle (generalize.py protocol from zero init), one plant per solve", + "samples_ms": [ + 28025.41573, + 28746.47194, + 29204.71998, + 29131.0398, + 28080.25895, + 28184.78006, + 28303.35354, + 28417.50298, + 28300.12359, + 28236.30391, + 27712.48687, + 27891.10055 + ] + }, + "oracle/warm60/batch60": { + "n": 2, + "median_ms": 583.9678125455976, + "p99_ms": 585.308511111575, + "mean_ms": 583.9678125455976, + "min_ms": 582.5997527843962, + "max_ms": 585.3358723067989, + "note": "retrieval_baselines.siso_batch_oracle, 60-step Adam warm-started from a candidate, ms per plant, 60 plants in one batched solve; n = repetitions", + "samples_ms": [ + 585.33587, + 582.59975 + ] + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/oracle_siso_cpu8.json b/results/timing/oracle_siso_cpu8.json new file mode 100644 index 0000000000000000000000000000000000000000..d88a8bee9b14ebfdd2a097acedf5d834d89722d8 --- /dev/null +++ b/results/timing/oracle_siso_cpu8.json @@ -0,0 +1,67 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 8, + "tag": "cpu8", + "load1": 3.8251953125, + "date": "2026-09-30 08:48:30 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 14, + 15, + 17, + 18, + 19, + 20, + 22, + 23 + ] + }, + "family": "siso", + "device": "cpu", + "cells": { + "oracle/cold60/b1": { + "n": 12, + "median_ms": 21858.863453380764, + "p99_ms": 22063.43061707914, + "mean_ms": 21867.654127068818, + "min_ms": 21706.709085963666, + "max_ms": 22076.534883119166, + "note": "timing_families.py's per-plant cold 60-step Adam oracle (generalize.py protocol from zero init), one plant per solve", + "samples_ms": [ + 21796.19785, + 21842.27572, + 21754.97372, + 21924.34442, + 21814.5858, + 21863.9334, + 21957.40519, + 21947.83103, + 21873.26491, + 22076.53488, + 21853.7935, + 21706.70909 + ] + }, + "oracle/warm60/batch60": { + "n": 2, + "median_ms": 507.2496796492487, + "p99_ms": 513.8955450436722, + "mean_ms": 507.2496796492487, + "min_ms": 500.4681843488167, + "max_ms": 514.0311749496808, + "note": "retrieval_baselines.siso_batch_oracle, 60-step Adam warm-started from a candidate, ms per plant, 60 plants in one batched solve; n = repetitions", + "samples_ms": [ + 514.03117, + 500.46818 + ] + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/quality_mimo_gpu.json b/results/timing/quality_mimo_gpu.json new file mode 100644 index 0000000000000000000000000000000000000000..739d443babf1bd47541581e1018d7f374773832e --- /dev/null +++ b/results/timing/quality_mimo_gpu.json @@ -0,0 +1,158 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "gpu", + "load1": 25.037109375, + "date": "2026-09-30 07:28:40 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 16 + ], + "gpu": "NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition", + "cuda": "12.8" + }, + "family": "mimo", + "device": "cuda", + "cells": { + "ddpm500/K1": { + "rows": [ + { + "coverage": 0.925, + "regret_median": 10.762478828430176, + "regret_p90": 62.083251953125 + }, + { + "coverage": 0.975, + "regret_median": 9.589077949523926, + "regret_p90": 91.99904174804688 + }, + { + "coverage": 0.9583333333333334, + "regret_median": 11.791301727294922, + "regret_p90": 55.617220306396554 + } + ], + "coverage": 0.9527777777777778, + "regret_median": 10.714286168416342, + "regret_p90": 69.8998380025228 + }, + "ddpm500/K8": { + "rows": [ + { + "coverage": 1.0, + "regret_median": 2.5994205474853516, + "regret_p90": 8.888959312438965 + }, + { + "coverage": 0.9916666666666667, + "regret_median": 2.5918526649475098, + "regret_p90": 8.089753341674804 + }, + { + "coverage": 0.9916666666666667, + "regret_median": 2.263702154159546, + "regret_p90": 11.764431381225586 + } + ], + "coverage": 0.9944444444444445, + "regret_median": 2.4849917888641357, + "regret_p90": 9.581048011779785 + }, + "ddim20/K1": { + "rows": [ + { + "coverage": 0.95, + "regret_median": 8.150480270385742, + "regret_p90": 40.97680358886719 + }, + { + "coverage": 0.95, + "regret_median": 11.523700714111328, + "regret_p90": 51.08840827941896 + }, + { + "coverage": 0.9583333333333334, + "regret_median": 10.074531555175781, + "regret_p90": 47.24070053100586 + } + ], + "coverage": 0.9527777777777778, + "regret_median": 9.916237513224283, + "regret_p90": 46.43530413309734 + }, + "ddim20/K8": { + "rows": [ + { + "coverage": 1.0, + "regret_median": 3.2222347259521484, + "regret_p90": 9.419433689117435 + }, + { + "coverage": 0.9833333333333333, + "regret_median": 3.378887176513672, + "regret_p90": 9.502167510986329 + }, + { + "coverage": 0.9916666666666667, + "regret_median": 3.3639166355133057, + "regret_p90": 10.980108261108398 + } + ], + "coverage": 0.9916666666666667, + "regret_median": 3.3216795126597085, + "regret_p90": 9.967236487070721 + }, + "ddim5/K1": { + "rows": [ + { + "coverage": 0.9666666666666667, + "regret_median": 8.644620895385742, + "regret_p90": 34.81656837463379 + }, + { + "coverage": 0.95, + "regret_median": 11.419219017028809, + "regret_p90": 38.23469467163086 + }, + { + "coverage": 0.9583333333333334, + "regret_median": 9.865762710571289, + "regret_p90": 33.54949645996096 + } + ], + "coverage": 0.9583333333333334, + "regret_median": 9.976534207661947, + "regret_p90": 35.5335865020752 + }, + "ddim5/K8": { + "rows": [ + { + "coverage": 0.9916666666666667, + "regret_median": 4.273409366607666, + "regret_p90": 13.419203758239746 + }, + { + "coverage": 0.9916666666666667, + "regret_median": 4.240518093109131, + "regret_p90": 11.846592903137207 + }, + { + "coverage": 0.9916666666666667, + "regret_median": 4.4668869972229, + "regret_p90": 11.656932449340822 + } + ], + "coverage": 0.9916666666666667, + "regret_median": 4.326938152313232, + "regret_p90": 12.307576370239259 + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/quality_pend_gpu.json b/results/timing/quality_pend_gpu.json new file mode 100644 index 0000000000000000000000000000000000000000..803e33c3185eacee7ce44c11c162a62842e49c54 --- /dev/null +++ b/results/timing/quality_pend_gpu.json @@ -0,0 +1,182 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "gpu", + "load1": 28.72900390625, + "date": "2026-09-30 07:25:07 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 16 + ], + "gpu": "NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition", + "cuda": "12.8" + }, + "family": "pend", + "device": "cuda", + "cells": { + "ddpm500/K1": { + "rows": [ + { + "cert_any": 1.0, + "stable_any": 1.0, + "regret_median": 1.583759523659104, + "regret_p90": 3.1039971195120333 + }, + { + "cert_any": 1.0, + "stable_any": 1.0, + "regret_median": 1.5032449654509494, + "regret_p90": 2.834626190962848 + }, + { + "cert_any": 0.975, + "stable_any": 1.0, + "regret_median": 1.4600120769333342, + "regret_p90": 3.2968367684427764 + } + ], + "cert_any": 0.9916666666666667, + "regret_median": 1.515672188681129, + "regret_median_sd": 0.0628027431781156, + "regret_p90": 3.0784866929725525 + }, + "ddpm500/K8": { + "rows": [ + { + "cert_any": 1.0, + "stable_any": 1.0, + "regret_median": 1.1498640356663328, + "regret_p90": 2.4506374629807524 + }, + { + "cert_any": 1.0, + "stable_any": 1.0, + "regret_median": 1.1665954577890871, + "regret_p90": 2.5090558373546172 + }, + { + "cert_any": 1.0, + "stable_any": 1.0, + "regret_median": 1.0057734600555726, + "regret_p90": 2.4958252234699296 + } + ], + "cert_any": 1.0, + "regret_median": 1.1074109845036642, + "regret_median_sd": 0.08841733372769596, + "regret_p90": 2.485172841268433 + }, + "ddim20/K1": { + "rows": [ + { + "cert_any": 1.0, + "stable_any": 1.0, + "regret_median": 1.386275615040137, + "regret_p90": 3.052668991372913 + }, + { + "cert_any": 1.0, + "stable_any": 1.0, + "regret_median": 1.5343688396530832, + "regret_p90": 3.3888521229741184 + }, + { + "cert_any": 1.0, + "stable_any": 1.0, + "regret_median": 1.4805934409811432, + "regret_p90": 3.028872322248467 + } + ], + "cert_any": 1.0, + "regret_median": 1.4670792985581211, + "regret_median_sd": 0.07496582440110582, + "regret_p90": 3.156797812198499 + }, + "ddim20/K8": { + "rows": [ + { + "cert_any": 1.0, + "stable_any": 1.0, + "regret_median": 1.0679157024801706, + "regret_p90": 2.7061658754405036 + }, + { + "cert_any": 1.0, + "stable_any": 1.0, + "regret_median": 1.1083770074566457, + "regret_p90": 2.823599188712565 + }, + { + "cert_any": 1.0, + "stable_any": 1.0, + "regret_median": 1.0033826692030734, + "regret_p90": 2.5735154516327414 + } + ], + "cert_any": 1.0, + "regret_median": 1.0598917930466298, + "regret_median_sd": 0.052955076322054685, + "regret_p90": 2.701093505261936 + }, + "ddim5/K1": { + "rows": [ + { + "cert_any": 1.0, + "stable_any": 1.0, + "regret_median": 1.3855296109657385, + "regret_p90": 3.512262805946843 + }, + { + "cert_any": 0.95, + "stable_any": 1.0, + "regret_median": 1.6069722975196978, + "regret_p90": 3.574437684342155 + }, + { + "cert_any": 0.975, + "stable_any": 1.0, + "regret_median": 1.488126580936128, + "regret_p90": 3.4547098288043507 + } + ], + "cert_any": 0.975, + "regret_median": 1.493542829807188, + "regret_median_sd": 0.11082065543450698, + "regret_p90": 3.513803439697783 + }, + "ddim5/K8": { + "rows": [ + { + "cert_any": 1.0, + "stable_any": 1.0, + "regret_median": 1.0328098751389785, + "regret_p90": 2.5283769535174425 + }, + { + "cert_any": 1.0, + "stable_any": 1.0, + "regret_median": 1.05485533112412, + "regret_p90": 2.5405831954711875 + }, + { + "cert_any": 1.0, + "stable_any": 1.0, + "regret_median": 0.8064087774308109, + "regret_p90": 2.1163876372267207 + } + ], + "cert_any": 1.0, + "regret_median": 0.9646913278979697, + "regret_median_sd": 0.13751918000478966, + "regret_p90": 2.3951159287384503 + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/quality_siso_gpu.json b/results/timing/quality_siso_gpu.json new file mode 100644 index 0000000000000000000000000000000000000000..c2faacc2f77ebc81ef0035b4c58573f8897119b4 --- /dev/null +++ b/results/timing/quality_siso_gpu.json @@ -0,0 +1,188 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "gpu", + "load1": 20.09619140625, + "date": "2026-09-30 07:57:07 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 16 + ], + "gpu": "NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition", + "cuda": "12.8" + }, + "family": "siso", + "device": "cuda", + "cells": { + "ddpm500/K1": { + "rows": [ + { + "coverage": 0.65, + "regret_median": 409.4017811584853, + "regret_p90": 12790.218612600942, + "n": 39 + }, + { + "coverage": 0.6666666666666666, + "regret_median": 1258.4214615289782, + "regret_p90": 12129.095576465374, + "n": 39 + }, + { + "coverage": 0.7, + "regret_median": 651.9342512380058, + "regret_p90": 9129.421216244871, + "n": 42 + } + ], + "coverage": 0.6722222222222222, + "regret_median": 773.2524979751564, + "regret_p90": 11349.578468437065 + }, + "ddpm500/K8": { + "rows": [ + { + "coverage": 0.7833333333333333, + "regret_median": 13.962409812978796, + "regret_p90": 47.02760298297946, + "n": 47 + }, + { + "coverage": 0.8, + "regret_median": 22.374110272722255, + "regret_p90": 510.59434622367735, + "n": 47 + }, + { + "coverage": 0.8, + "regret_median": 34.82219170345869, + "regret_p90": 388.18758168020895, + "n": 47 + } + ], + "coverage": 0.7944444444444446, + "regret_median": 23.719570596386585, + "regret_p90": 315.26984362895524 + }, + "ddim20/K1": { + "rows": [ + { + "coverage": 0.65, + "regret_median": 414.12980912722963, + "regret_p90": 12330.977183035164, + "n": 39 + }, + { + "coverage": 0.6333333333333333, + "regret_median": 858.8676837598463, + "regret_p90": 6361.025354927274, + "n": 38 + }, + { + "coverage": 0.65, + "regret_median": 405.34781086198024, + "regret_p90": 11020.733282931402, + "n": 39 + } + ], + "coverage": 0.6444444444444444, + "regret_median": 559.4484345830186, + "regret_p90": 9904.245273631279 + }, + "ddim20/K8": { + "rows": [ + { + "coverage": 0.8, + "regret_median": -5.810166676231452, + "regret_p90": 296.5532708430836, + "n": 46 + }, + { + "coverage": 0.8166666666666667, + "regret_median": 20.397460109765778, + "regret_p90": 198.12825028457618, + "n": 47 + }, + { + "coverage": 0.7833333333333333, + "regret_median": 2.534581777378574, + "regret_p90": 257.8613039301446, + "n": 47 + } + ], + "coverage": 0.7999999999999999, + "regret_median": 5.707291736970967, + "regret_p90": 250.84760835260147 + }, + "ddim5/K1": { + "rows": [ + { + "coverage": 0.7166666666666667, + "regret_median": 467.98373066399336, + "regret_p90": 6576.448833657772, + "n": 42 + }, + { + "coverage": 0.6833333333333333, + "regret_median": 687.782259233123, + "regret_p90": 15448.856382396334, + "n": 41 + }, + { + "coverage": 0.6833333333333333, + "regret_median": 290.34366275413817, + "regret_p90": 19076.567477815162, + "n": 41 + } + ], + "coverage": 0.6944444444444443, + "regret_median": 482.03655088375154, + "regret_p90": 13700.624231289758 + }, + "ddim5/K8": { + "rows": [ + { + "coverage": 0.8333333333333334, + "regret_median": 4.854007820201005, + "regret_p90": 328.9413087551786, + "n": 47 + }, + { + "coverage": 0.8, + "regret_median": 0.4543050355128775, + "regret_p90": 306.1727834427512, + "n": 46 + }, + { + "coverage": 0.8166666666666667, + "regret_median": -6.689652390277775, + "regret_p90": 245.55181958340088, + "n": 47 + } + ], + "coverage": 0.8166666666666668, + "regret_median": -0.46044651152129745, + "regret_p90": 293.55530392711023 + }, + "retrieval_distinct/K1": { + "coverage": 0.5166666666666667, + "regret_median": 72.69385261163676, + "regret_p90": 1060.025486031762, + "n": 31 + }, + "retrieval_distinct/K8": { + "coverage": 0.7666666666666667, + "regret_median": 4.307894779311727, + "regret_p90": 197.24222611035964, + "n": 46 + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/timing_vs_classical.txt b/results/timing/timing_vs_classical.txt new file mode 100644 index 0000000000000000000000000000000000000000..fd523c121250eea534ac29204de05a8ae528b7e5 --- /dev/null +++ b/results/timing/timing_vs_classical.txt @@ -0,0 +1,56 @@ +===== SISO : synthesis time ms per plant, median/p99 (batch = family held-out N=60) ===== +method cpu1/b1 cpu1/batch cpu8/b1 cpu8/batch gpu/b1 gpu/batch cov/cert regret% +diffusion DDPM500 K=1 3.37e+03/3.56e+03 341/348 2.7e+03/2.98e+03 82.6/83.4 635/648 11/11 0.672 773.25 +diffusion DDPM500 K=8 9.44e+03/9.95e+03 1.71e+03/1.73e+03 2.06e+03/2.35e+03 536/571 565/574 22.7/22.8 0.794 23.72 +diffusion DDIM20 K=1 243/255 16.1/16.2 220/234 6.27/7.18 132/158 3/3.02 0.644 559.45 +diffusion DDIM20 K=8 500/505 78.9/78.9 202/222 19/20.6 141/148 8.26/8.29 0.800 5.71 +diffusion DDIM5 K=1 142/145 5.94/5.98 144/157 3.95/4.82 121/124 2.82/2.85 0.694 482.04 +diffusion DDIM5 K=8 215/218 25.2/25.7 145/164 10.4/12 126/128 7.75/7.78 0.817 -0.46 +retrieval K=1 (distinct plants) 109/112 2.71/2.73 116/130 3.2/4.09 -- -- 0.517 72.69 +retrieval K=8 (distinct plants) 122/123 7.8/7.83 125/144 7.67/9.35 -- -- 0.767 4.31 +per-plant Adam oracle 2.83e+04/2.92e+04 584/585 2.19e+04/2.21e+04 507/514 -- -- 1.000 0.00 +Hurwitz eigenvalue linear gain (stabilize_repair_fast) 0.301/0.85 -- 0.329/1.34 -- -- -- -- -- +static-gain LQ design F=1 + eigenvalue cert 2.35/3.04 2.35/3.8 2.64/3.94 2.41/4.75 -- -- 0.883 1274.62 + +===== MIMO : synthesis time ms per plant, median/p99 (batch = family held-out N=120) ===== +method cpu1/b1 cpu1/batch cpu8/b1 cpu8/batch gpu/b1 gpu/batch cov/cert regret% +diffusion DDPM500 K=1 1.68e+03/5.3e+03 584/662 1.46e+03/4.77e+03 522/599 651/4.35e+03 484/562 0.953 10.71 +diffusion DDPM500 K=8 3.72e+03/6.94e+03 1.21e+03/1.3e+03 1.9e+03/5.45e+03 632/710 1.62e+03/5.21e+03 501/579 0.994 2.48 +diffusion DDIM20 K=1 268/3.98e+03 485/563 235/3.79e+03 495/573 225/3.93e+03 481/559 0.953 9.92 +diffusion DDIM20 K=8 1.25e+03/4.96e+03 522/600 1.09e+03/4.63e+03 512/590 1.17e+03/4.88e+03 494/572 0.992 3.32 +diffusion DDIM5 K=1 223/3.93e+03 482/560 197/3.75e+03 494/572 211/3.92e+03 481/559 0.958 9.98 +diffusion DDIM5 K=8 1.18e+03/4.89e+03 501/579 1.06e+03/4.61e+03 508/586 1.16e+03/4.87e+03 493/571 0.992 4.33 +retrieval K=1 206/3.91e+03 481/559 184/3.74e+03 494/572 -- -- 0.860 13.66 +retrieval K=8 1.16e+03/4.86e+03 494/572 1.05e+03/4.6e+03 507/585 -- -- 0.990 2.62 +per-plant Adam oracle 1.1e+05/1.29e+05 1.15e+03/1.15e+03 8.82e+04/1.73e+05 1.13e+03/1.17e+03 2.55e+05/2.68e+05 2.58e+03/2.67e+03 1.000 0.00 +circle-criterion LMI bisection + linear gain 66.2/3.76e+03 479/557 72.3/3.82e+03 492/570 -- -- 1.000 13.91 + +===== PEND : synthesis time ms per plant, median/p99 (batch = family held-out N=40) ===== +method cpu1/b1 cpu1/batch cpu8/b1 cpu8/batch gpu/b1 gpu/batch cov/cert regret% +diffusion DDPM500 K=1 442/628 61/71.8 460/481 41.8/58.4 430/443 16/27.2 0.992 1.52 +diffusion DDPM500 K=8 1.1e+03/1.56e+03 355/390 687/1.34e+03 164/214 410/851 65.6/102 1.000 1.11 +diffusion DDIM20 K=1 60.3/62.7 8.54/19.5 93.8/101 16.8/33.5 61.4/69.3 7/17.9 1.000 1.47 +diffusion DDIM20 K=8 118/558 67.8/104 159/831 73.8/113 99/539 56.6/92.5 1.000 1.06 +diffusion DDIM5 K=1 48.8/50.6 7.09/18 82.2/91.4 16/32.8 49.1/50.9 6.69/17.6 0.975 1.49 +diffusion DDIM5 K=8 93/533 59.1/95 144/815 71.2/110 88.3/529 56.3/92.2 1.000 0.96 +retrieval K=1 44.7/46.6 6.62/17.6 78.2/85.8 15.8/32.6 -- -- 1.000 1.84 +retrieval K=8 84.6/525 56.3/92.2 139/810 70.5/109 -- -- 1.000 0.40 +per-plant Adam oracle 1.66e+04/1.71e+04 -- 1.47e+04/1.5e+04 -- -- -- 1.000 0.00 +LQR (Riccati, linearisation) + Lyapunov cert 0.302/0.334 0.304/0.314 0.316/0.37 0.315/0.439 -- -- 1.000 -1.10 + +===== FURUTA : synthesis time ms per plant (offline; n per row) ===== +collocation + TVLQR (per plant) med 11261.9 p99 57694.5 n= 60 success 75.0% medJ 4.25 +NMPC trajectory solve (per plant, offline) med 33.0 p99 85.6 n= 60 success 95.0% medJ 4.1 +NMPC + certificate SDP (per plant) med 9112.3 p99 24645.1 n= 60 success 95.0% medJ 4.1 +retrieval + P re-solve (K=4) med 557.8 p99 3817.2 n= 120 success 82.5% medJ 4.109 +retrieval + P re-solve (K=8) med 557.8 p99 7374.7 n= 120 success 90.0% medJ 4.121 +retrieval + P re-solve (K=16) med 557.8 p99 11497.5 n= 120 success 93.3% medJ 4.157 +diffusion generated + P (DDPM500, K=8) [cpu1] med 1893.5 p99 8355.6 n= 120 success 65.3% medJ None +diffusion generated + P (DDIM20, K=8) [cpu1] med 1008.4 p99 7409.3 n= 120 success 65.3% medJ None +diffusion generated + P (DDIM5, K=8) [cpu1] med 977.1 p99 7378.8 n= 120 success 65.3% medJ None +diffusion generated + P (DDPM500, K=8) [cpu8] med 1483.5 p99 7885.1 n= 120 success 65.3% medJ None +diffusion generated + P (DDIM20, K=8) [cpu8] med 987.1 p99 7388.9 n= 120 success 65.3% medJ None +diffusion generated + P (DDIM5, K=8) [cpu8] med 971.8 p99 7373.6 n= 120 success 65.3% medJ None +diffusion generated + P (DDPM500, K=8) [gpu] med 1301.4 p99 7705.1 n= 120 success 65.3% medJ None +diffusion generated + P (DDIM20, K=8) [gpu] med 980.8 p99 7382.7 n= 120 success 65.3% medJ None +diffusion generated + P (DDIM5, K=8) [gpu] med 970.2 p99 7372.1 n= 120 success 65.3% medJ None diff --git a/results/timing/timing_vs_classical_summary.json b/results/timing/timing_vs_classical_summary.json new file mode 100644 index 0000000000000000000000000000000000000000..68052cc8b4acc4b2b08ac3da7c6a19bcc1463f91 --- /dev/null +++ b/results/timing/timing_vs_classical_summary.json @@ -0,0 +1,2770 @@ +{ + "siso": [ + { + "family": "siso", + "method": "diffusion DDPM500 K=1", + "kind": "diffusion", + "sampler": "ddpm500", + "K": 1, + "synth": { + "cpu1/b1": { + "median": 3366.58028, + "p99": 3560.993712, + "n": 61 + }, + "cpu1/batch": { + "median": 341.29922, + "p99": 348.4461954, + "n": 8 + }, + "cpu8/b1": { + "median": 2703.310595, + "p99": 2977.1041585, + "n": 46 + }, + "cpu8/batch": { + "median": 82.56865499999999, + "p99": 83.4001076, + "n": 8 + }, + "gpu/b1": { + "median": 634.51754, + "p99": 648.2464747000001, + "n": 200 + }, + "gpu/batch": { + "median": 10.989484999999998, + "p99": 11.0337426, + "n": 8 + } + }, + "gen": { + "cpu1/b1": { + "median": 3257.00723, + "p99": 3452.4182339999998, + "n": 61 + }, + "cpu1/batch": { + "median": 339.322335, + "p99": 349.67066040000003, + "n": 10 + }, + "cpu8/b1": { + "median": 2583.0462500000003, + "p99": 2859.8222815, + "n": 46 + }, + "cpu8/batch": { + "median": 79.39791500000001, + "p99": 79.56928730000001, + "n": 20 + }, + "gpu/b1": { + "median": 525.56891, + "p99": 538.5945499, + "n": 200 + }, + "gpu/batch": { + "median": 8.353105, + "p99": 8.4105328, + "n": 20 + } + }, + "ver": { + "cpu1/b1": { + "median": 108.68165, + "p99": 111.6346588, + "n": 200 + }, + "cpu1/batch": { + "median": 2.633535, + "p99": 2.657498, + "n": 8 + }, + "cpu8/b1": { + "median": 115.587815, + "p99": 129.53860679999997, + "n": 200 + }, + "cpu8/batch": { + "median": 3.120755, + "p99": 4.013553, + "n": 8 + }, + "gpu/b1": { + "median": 108.68165, + "p99": 111.6346588, + "n": 200 + }, + "gpu/batch": { + "median": 2.633535, + "p99": 2.657498, + "n": 8 + } + }, + "quality": { + "cov": 0.6722222222222222, + "reg": 773.2524979751564, + "src": "results/timing/quality_siso_*.json (3 seeded draws, mean)" + } + }, + { + "family": "siso", + "method": "diffusion DDPM500 K=8", + "kind": "diffusion", + "sampler": "ddpm500", + "K": 8, + "synth": { + "cpu1/b1": { + "median": 9441.27163, + "p99": 9950.3675544, + "n": 22 + }, + "cpu1/batch": { + "median": 1709.66617, + "p99": 1728.3016148, + "n": 2 + }, + "cpu8/b1": { + "median": 2055.710935, + "p99": 2352.7089422, + "n": 62 + }, + "cpu8/batch": { + "median": 535.76734, + "p99": 570.8037316, + "n": 5 + }, + "gpu/b1": { + "median": 564.635975, + "p99": 573.9267017999999, + "n": 200 + }, + "gpu/batch": { + "median": 22.727825000000003, + "p99": 22.801706300000003, + "n": 8 + } + }, + "gen": { + "cpu1/b1": { + "median": 9311.12184, + "p99": 9828.607213700001, + "n": 22 + }, + "cpu1/batch": { + "median": 1702.0987599999999, + "p99": 1720.6984347999999, + "n": 2 + }, + "cpu8/b1": { + "median": 1928.9620249999998, + "p99": 2228.750791, + "n": 62 + }, + "cpu8/batch": { + "median": 528.08491, + "p99": 563.6588848, + "n": 5 + }, + "gpu/b1": { + "median": 443.234685, + "p99": 451.05782289999996, + "n": 200 + }, + "gpu/batch": { + "median": 15.236175, + "p99": 15.3255115, + "n": 20 + } + }, + "ver": { + "cpu1/b1": { + "median": 121.274125, + "p99": 122.63589569999999, + "n": 200 + }, + "cpu1/batch": { + "median": 7.57591, + "p99": 7.6038239, + "n": 8 + }, + "cpu8/b1": { + "median": 124.641885, + "p99": 143.47571119999998, + "n": 200 + }, + "cpu8/batch": { + "median": 7.454435, + "p99": 9.119549600000001, + "n": 8 + }, + "gpu/b1": { + "median": 121.274125, + "p99": 122.63589569999999, + "n": 200 + }, + "gpu/batch": { + "median": 7.57591, + "p99": 7.6038239, + "n": 8 + } + }, + "quality": { + "cov": 0.7944444444444446, + "reg": 23.719570596386585, + "src": "results/timing/quality_siso_*.json (3 seeded draws, mean)" + } + }, + { + "family": "siso", + "method": "diffusion DDIM20 K=1", + "kind": "diffusion", + "sampler": "ddim20", + "K": 1, + "synth": { + "cpu1/b1": { + "median": 242.85655, + "p99": 254.8831149, + "n": 200 + }, + "cpu1/batch": { + "median": 16.141265, + "p99": 16.1812662, + "n": 8 + }, + "cpu8/b1": { + "median": 220.08023000000003, + "p99": 233.82835029999995, + "n": 200 + }, + "cpu8/batch": { + "median": 6.2743150000000005, + "p99": 7.1783043, + "n": 8 + }, + "gpu/b1": { + "median": 131.584495, + "p99": 158.13514819999997, + "n": 200 + }, + "gpu/batch": { + "median": 3.000175, + "p99": 3.0239652, + "n": 8 + } + }, + "gen": { + "cpu1/b1": { + "median": 133.87836, + "p99": 145.6051898, + "n": 200 + }, + "cpu1/batch": { + "median": 13.51246, + "p99": 13.6201469, + "n": 20 + }, + "cpu8/b1": { + "median": 103.6183, + "p99": 108.75910099999997, + "n": 200 + }, + "cpu8/batch": { + "median": 3.14701, + "p99": 3.2923309, + "n": 20 + }, + "gpu/b1": { + "median": 22.794475, + "p99": 48.481173899999995, + "n": 200 + }, + "gpu/batch": { + "median": 0.365715, + "p99": 0.46439479999999983, + "n": 20 + } + }, + "ver": { + "cpu1/b1": { + "median": 108.68165, + "p99": 111.6346588, + "n": 200 + }, + "cpu1/batch": { + "median": 2.633535, + "p99": 2.657498, + "n": 8 + }, + "cpu8/b1": { + "median": 115.587815, + "p99": 129.53860679999997, + "n": 200 + }, + "cpu8/batch": { + "median": 3.120755, + "p99": 4.013553, + "n": 8 + }, + "gpu/b1": { + "median": 108.68165, + "p99": 111.6346588, + "n": 200 + }, + "gpu/batch": { + "median": 2.633535, + "p99": 2.657498, + "n": 8 + } + }, + "quality": { + "cov": 0.6444444444444444, + "reg": 559.4484345830186, + "src": "results/timing/quality_siso_*.json (3 seeded draws, mean)" + } + }, + { + "family": "siso", + "method": "diffusion DDIM20 K=8", + "kind": "diffusion", + "sampler": "ddim20", + "K": 8, + "synth": { + "cpu1/b1": { + "median": 500.423535, + "p99": 505.3605722, + "n": 200 + }, + "cpu1/batch": { + "median": 78.85187, + "p99": 78.9220748, + "n": 8 + }, + "cpu8/b1": { + "median": 202.206525, + "p99": 221.77077809999997, + "n": 200 + }, + "cpu8/batch": { + "median": 18.95892, + "p99": 20.636880299999998, + "n": 8 + }, + "gpu/b1": { + "median": 140.76969000000003, + "p99": 147.8577887, + "n": 200 + }, + "gpu/batch": { + "median": 8.260685, + "p99": 8.2884504, + "n": 8 + } + }, + "gen": { + "cpu1/b1": { + "median": 379.458985, + "p99": 383.9010396, + "n": 200 + }, + "cpu1/batch": { + "median": 71.270535, + "p99": 71.381557, + "n": 20 + }, + "cpu8/b1": { + "median": 77.42432500000001, + "p99": 83.51228169999999, + "n": 200 + }, + "cpu8/batch": { + "median": 11.49565, + "p99": 11.5405946, + "n": 20 + }, + "gpu/b1": { + "median": 19.471745, + "p99": 25.254552199999985, + "n": 200 + }, + "gpu/batch": { + "median": 0.683745, + "p99": 0.6863217, + "n": 20 + } + }, + "ver": { + "cpu1/b1": { + "median": 121.274125, + "p99": 122.63589569999999, + "n": 200 + }, + "cpu1/batch": { + "median": 7.57591, + "p99": 7.6038239, + "n": 8 + }, + "cpu8/b1": { + "median": 124.641885, + "p99": 143.47571119999998, + "n": 200 + }, + "cpu8/batch": { + "median": 7.454435, + "p99": 9.119549600000001, + "n": 8 + }, + "gpu/b1": { + "median": 121.274125, + "p99": 122.63589569999999, + "n": 200 + }, + "gpu/batch": { + "median": 7.57591, + "p99": 7.6038239, + "n": 8 + } + }, + "quality": { + "cov": 0.7999999999999999, + "reg": 5.707291736970967, + "src": "results/timing/quality_siso_*.json (3 seeded draws, mean)" + } + }, + { + "family": "siso", + "method": "diffusion DDIM5 K=1", + "kind": "diffusion", + "sampler": "ddim5", + "K": 1, + "synth": { + "cpu1/b1": { + "median": 141.811025, + "p99": 145.0683622, + "n": 200 + }, + "cpu1/batch": { + "median": 5.942885, + "p99": 5.9761798, + "n": 8 + }, + "cpu8/b1": { + "median": 143.838225, + "p99": 156.94967559999995, + "n": 200 + }, + "cpu8/batch": { + "median": 3.95021, + "p99": 4.8166854, + "n": 8 + }, + "gpu/b1": { + "median": 121.29037, + "p99": 124.2674854, + "n": 200 + }, + "gpu/batch": { + "median": 2.8186799999999996, + "p99": 2.8544821, + "n": 8 + } + }, + "gen": { + "cpu1/b1": { + "median": 32.990790000000004, + "p99": 34.3313797, + "n": 200 + }, + "cpu1/batch": { + "median": 3.31251, + "p99": 3.3739917999999998, + "n": 20 + }, + "cpu8/b1": { + "median": 27.564645, + "p99": 30.400312900000003, + "n": 200 + }, + "cpu8/batch": { + "median": 0.826595, + "p99": 0.8400972999999999, + "n": 20 + }, + "gpu/b1": { + "median": 12.680765000000001, + "p99": 13.656495599999998, + "n": 200 + }, + "gpu/batch": { + "median": 0.11577000000000001, + "p99": 0.19816340000000002, + "n": 20 + } + }, + "ver": { + "cpu1/b1": { + "median": 108.68165, + "p99": 111.6346588, + "n": 200 + }, + "cpu1/batch": { + "median": 2.633535, + "p99": 2.657498, + "n": 8 + }, + "cpu8/b1": { + "median": 115.587815, + "p99": 129.53860679999997, + "n": 200 + }, + "cpu8/batch": { + "median": 3.120755, + "p99": 4.013553, + "n": 8 + }, + "gpu/b1": { + "median": 108.68165, + "p99": 111.6346588, + "n": 200 + }, + "gpu/batch": { + "median": 2.633535, + "p99": 2.657498, + "n": 8 + } + }, + "quality": { + "cov": 0.6944444444444443, + "reg": 482.03655088375154, + "src": "results/timing/quality_siso_*.json (3 seeded draws, mean)" + } + }, + { + "family": "siso", + "method": "diffusion DDIM5 K=8", + "kind": "diffusion", + "sampler": "ddim5", + "K": 8, + "synth": { + "cpu1/b1": { + "median": 214.99095499999999, + "p99": 217.9133182, + "n": 200 + }, + "cpu1/batch": { + "median": 25.203545, + "p99": 25.7436822, + "n": 8 + }, + "cpu8/b1": { + "median": 145.48524500000002, + "p99": 164.0712695, + "n": 200 + }, + "cpu8/batch": { + "median": 10.368490000000001, + "p99": 12.031633800000002, + "n": 8 + }, + "gpu/b1": { + "median": 126.47084000000001, + "p99": 127.92198389999999, + "n": 200 + }, + "gpu/batch": { + "median": 7.753909999999999, + "p99": 7.7832987, + "n": 8 + } + }, + "gen": { + "cpu1/b1": { + "median": 94.28216, + "p99": 96.27366769999999, + "n": 200 + }, + "cpu1/batch": { + "median": 18.173175, + "p99": 18.2807147, + "n": 20 + }, + "cpu8/b1": { + "median": 21.212600000000002, + "p99": 22.057666299999998, + "n": 200 + }, + "cpu8/batch": { + "median": 2.884155, + "p99": 2.9389726, + "n": 20 + }, + "gpu/b1": { + "median": 5.204965, + "p99": 5.490453899999999, + "n": 200 + }, + "gpu/batch": { + "median": 0.178415, + "p99": 0.1814715, + "n": 20 + } + }, + "ver": { + "cpu1/b1": { + "median": 121.274125, + "p99": 122.63589569999999, + "n": 200 + }, + "cpu1/batch": { + "median": 7.57591, + "p99": 7.6038239, + "n": 8 + }, + "cpu8/b1": { + "median": 124.641885, + "p99": 143.47571119999998, + "n": 200 + }, + "cpu8/batch": { + "median": 7.454435, + "p99": 9.119549600000001, + "n": 8 + }, + "gpu/b1": { + "median": 121.274125, + "p99": 122.63589569999999, + "n": 200 + }, + "gpu/batch": { + "median": 7.57591, + "p99": 7.6038239, + "n": 8 + } + }, + "quality": { + "cov": 0.8166666666666668, + "reg": -0.46044651152129745, + "src": "results/timing/quality_siso_*.json (3 seeded draws, mean)" + } + }, + { + "family": "siso", + "method": "retrieval K=1 (distinct plants)", + "kind": "retrieval", + "K": 1, + "synth": { + "cpu1/b1": { + "median": 108.89391499999999, + "p99": 111.8528688, + "n": 200 + }, + "cpu1/batch": { + "median": 2.70944, + "p99": 2.7330759, + "n": 8 + }, + "cpu8/b1": { + "median": 115.78509, + "p99": 129.75021199999998, + "n": 200 + }, + "cpu8/batch": { + "median": 3.2001049999999998, + "p99": 4.0932375, + "n": 8 + } + }, + "ver": { + "cpu1/b1": { + "median": 0.210895, + "p99": 0.24559439999999996, + "n": 200 + }, + "cpu1/batch": { + "median": 0.07568, + "p99": 0.07809, + "n": 40 + }, + "cpu8/b1": { + "median": 0.20354, + "p99": 0.245254, + "n": 200 + }, + "cpu8/batch": { + "median": 0.07361999999999999, + "p99": 0.08504590000000001, + "n": 40 + } + }, + "quality": { + "cov": 0.5166666666666667, + "reg": 72.69385261163676, + "src": "results/timing/quality_siso_*.json (distinct-plant retrieval, N=60 seed 0)" + } + }, + { + "family": "siso", + "method": "retrieval K=8 (distinct plants)", + "kind": "retrieval", + "K": 8, + "synth": { + "cpu1/b1": { + "median": 121.632445, + "p99": 123.00559239999998, + "n": 200 + }, + "cpu1/batch": { + "median": 7.8031950000000005, + "p99": 7.8343592, + "n": 8 + }, + "cpu8/b1": { + "median": 124.98064, + "p99": 143.81867129999998, + "n": 200 + }, + "cpu8/batch": { + "median": 7.674125, + "p99": 9.3514344, + "n": 8 + } + }, + "ver": { + "cpu1/b1": { + "median": 0.36011000000000004, + "p99": 0.3823712999999999, + "n": 200 + }, + "cpu1/batch": { + "median": 0.227615, + "p99": 0.2313902, + "n": 40 + }, + "cpu8/b1": { + "median": 0.345995, + "p99": 0.46166419999999997, + "n": 200 + }, + "cpu8/batch": { + "median": 0.220255, + "p99": 0.2377709, + "n": 40 + } + }, + "quality": { + "cov": 0.7666666666666667, + "reg": 4.307894779311727, + "src": "results/timing/quality_siso_*.json (distinct-plant retrieval, N=60 seed 0)" + } + }, + { + "family": "siso", + "method": "per-plant Adam oracle", + "kind": "oracle", + "K": null, + "synth": { + "cpu1/b1": { + "median": 28268.21375, + "p99": 29196.615160200003, + "n": 12 + }, + "cpu1/batch": { + "median": 583.96781, + "p99": 585.3085088, + "n": 2 + }, + "cpu8/b1": { + "median": 21858.86345, + "p99": 22063.430614099998, + "n": 12 + }, + "cpu8/batch": { + "median": 507.249675, + "p99": 513.8955401, + "n": 2 + }, + "gpu/b1": null, + "gpu/batch": null + }, + "quality": { + "cov": 1.0, + "reg": 0.0, + "src": "reference by definition (regret is measured against it)" + } + }, + { + "family": "siso", + "method": "Hurwitz eigenvalue linear gain (stabilize_repair_fast)", + "kind": "classical", + "K": null, + "synth": { + "cpu1/b1": { + "median": 0.30062500000000003, + "p99": 0.8504022999999997, + "n": 240 + }, + "cpu1/batch": null, + "cpu8/b1": { + "median": 0.32864, + "p99": 1.3357683999999983, + "n": 240 + }, + "cpu8/batch": null, + "gpu/b1": null, + "gpu/batch": null + }, + "quality": null + }, + { + "family": "siso", + "method": "static-gain LQ design F=1 + eigenvalue cert", + "kind": "classical", + "K": null, + "synth": { + "cpu1/b1": { + "median": 2.348725, + "p99": 3.0389701999999996, + "n": 240 + }, + "cpu1/batch": { + "median": 2.3454800000000002, + "p99": 3.797016899999999, + "n": 40 + }, + "cpu8/b1": { + "median": 2.63668, + "p99": 3.9378496, + "n": 240 + }, + "cpu8/batch": { + "median": 2.406175, + "p99": 4.753685399999998, + "n": 40 + }, + "gpu/b1": null, + "gpu/batch": null + }, + "quality": { + "cov": 0.8833333333333333, + "reg": 1274.6151773239899, + "src": "results/timing/classical_siso_*.json" + } + } + ], + "mimo": [ + { + "family": "mimo", + "method": "diffusion DDPM500 K=1", + "kind": "diffusion", + "sampler": "ddpm500", + "K": 1, + "synth": { + "cpu1/b1": { + "median": 1679.72881, + "p99": 5297.050129999994, + "n": 137 + }, + "cpu1/batch": { + "median": 584.042825, + "p99": 662.1170093, + "n": 2 + }, + "cpu8/b1": { + "median": 1463.17405, + "p99": 4773.036041999999, + "n": 157 + }, + "cpu8/batch": { + "median": 521.71732, + "p99": 599.3428946, + "n": 2 + }, + "gpu/b1": { + "median": 651.08588, + "p99": 4353.168158099998, + "n": 200 + }, + "gpu/batch": { + "median": 484.17582, + "p99": 562.1836337999999, + "n": 2 + } + }, + "gen": { + "cpu1/b1": { + "median": 1446.16804, + "p99": 1568.1691879999998, + "n": 137 + }, + "cpu1/batch": { + "median": 103.00855, + "p99": 103.5314432, + "n": 17 + }, + "cpu8/b1": { + "median": 1279.32533, + "p99": 1305.2904032, + "n": 157 + }, + "cpu8/batch": { + "median": 27.604435000000002, + "p99": 27.6943572, + "n": 20 + }, + "gpu/b1": { + "median": 441.901815, + "p99": 462.4665627, + "n": 200 + }, + "gpu/batch": { + "median": 3.3659600000000003, + "p99": 3.3958123, + "n": 20 + } + }, + "ver": { + "cpu1/b1": { + "median": 205.848655, + "p99": 3913.822492099998, + "n": 200 + }, + "cpu1/batch": { + "median": 480.799345, + "p99": 558.8183063, + "n": 2 + }, + "cpu8/b1": { + "median": 183.872655, + "p99": 3735.329076099998, + "n": 200 + }, + "cpu8/batch": { + "median": 494.14212, + "p99": 571.7733393999999, + "n": 2 + }, + "gpu/b1": { + "median": 205.848655, + "p99": 3913.822492099998, + "n": 200 + }, + "gpu/batch": { + "median": 480.799345, + "p99": 558.8183063, + "n": 2 + } + }, + "quality": { + "cov": 0.9527777777777778, + "reg": 10.714286168416342, + "src": "results/timing/quality_mimo_*.json (3 seeded draws, mean)" + } + }, + { + "family": "mimo", + "method": "diffusion DDPM500 K=8", + "kind": "diffusion", + "sampler": "ddpm500", + "K": 8, + "synth": { + "cpu1/b1": { + "median": 3716.44042, + "p99": 6941.110325899997, + "n": 80 + }, + "cpu1/batch": { + "median": 1207.51489, + "p99": 1296.0074788000002, + "n": 2 + }, + "cpu8/b1": { + "median": 1903.63065, + "p99": 5450.713800499999, + "n": 200 + }, + "cpu8/batch": { + "median": 632.348035, + "p99": 709.9345321, + "n": 2 + }, + "gpu/b1": { + "median": 1622.5454049999998, + "p99": 5211.252114699998, + "n": 200 + }, + "gpu/batch": { + "median": 500.80340499999994, + "p99": 578.7926918999999, + "n": 2 + } + }, + "gen": { + "cpu1/b1": { + "median": 2494.2376750000003, + "p99": 2639.8713675999998, + "n": 80 + }, + "cpu1/batch": { + "median": 711.76743, + "p99": 724.6610352, + "n": 3 + }, + "cpu8/b1": { + "median": 850.414405, + "p99": 855.6354968999999, + "n": 200 + }, + "cpu8/batch": { + "median": 125.022065, + "p99": 125.2490765, + "n": 14 + }, + "gpu/b1": { + "median": 367.39167, + "p99": 759.4922668, + "n": 200 + }, + "gpu/batch": { + "median": 7.338915, + "p99": 7.6030853, + "n": 20 + } + }, + "ver": { + "cpu1/b1": { + "median": 1156.268635, + "p99": 4863.753519499998, + "n": 200 + }, + "cpu1/batch": { + "median": 493.27991499999996, + "p99": 571.2970927, + "n": 2 + }, + "cpu8/b1": { + "median": 1052.17686, + "p99": 4597.117576999998, + "n": 200 + }, + "cpu8/batch": { + "median": 507.14408000000003, + "p99": 584.7903326, + "n": 2 + }, + "gpu/b1": { + "median": 1156.268635, + "p99": 4863.753519499998, + "n": 200 + }, + "gpu/batch": { + "median": 493.27991499999996, + "p99": 571.2970927, + "n": 2 + } + }, + "quality": { + "cov": 0.9944444444444445, + "reg": 2.4849917888641357, + "src": "results/timing/quality_mimo_*.json (3 seeded draws, mean)" + } + }, + { + "family": "mimo", + "method": "diffusion DDIM20 K=1", + "kind": "diffusion", + "sampler": "ddim20", + "K": 1, + "synth": { + "cpu1/b1": { + "median": 268.092935, + "p99": 3976.4215892999982, + "n": 200 + }, + "cpu1/batch": { + "median": 484.9472999999999, + "p99": 562.9832398, + "n": 2 + }, + "cpu8/b1": { + "median": 235.46819, + "p99": 3788.0192458999986, + "n": 200 + }, + "cpu8/batch": { + "median": 495.253015, + "p99": 572.8813483, + "n": 2 + }, + "gpu/b1": { + "median": 224.60721, + "p99": 3933.106584799998, + "n": 200 + }, + "gpu/batch": { + "median": 480.943945, + "p99": 558.9626906999999, + "n": 2 + } + }, + "gen": { + "cpu1/b1": { + "median": 62.104595, + "p99": 63.79703129999999, + "n": 200 + }, + "cpu1/batch": { + "median": 4.02056, + "p99": 4.1616396, + "n": 20 + }, + "cpu8/b1": { + "median": 51.681495, + "p99": 54.50264029999999, + "n": 200 + }, + "cpu8/batch": { + "median": 1.108325, + "p99": 1.1226705, + "n": 20 + }, + "gpu/b1": { + "median": 18.852755000000002, + "p99": 26.214462299999997, + "n": 200 + }, + "gpu/batch": { + "median": 0.14473, + "p99": 0.1471559, + "n": 20 + } + }, + "ver": { + "cpu1/b1": { + "median": 205.848655, + "p99": 3913.822492099998, + "n": 200 + }, + "cpu1/batch": { + "median": 480.799345, + "p99": 558.8183063, + "n": 2 + }, + "cpu8/b1": { + "median": 183.872655, + "p99": 3735.329076099998, + "n": 200 + }, + "cpu8/batch": { + "median": 494.14212, + "p99": 571.7733393999999, + "n": 2 + }, + "gpu/b1": { + "median": 205.848655, + "p99": 3913.822492099998, + "n": 200 + }, + "gpu/batch": { + "median": 480.799345, + "p99": 558.8183063, + "n": 2 + } + }, + "quality": { + "cov": 0.9527777777777778, + "reg": 9.916237513224283, + "src": "results/timing/quality_mimo_*.json (3 seeded draws, mean)" + } + }, + { + "family": "mimo", + "method": "diffusion DDIM20 K=8", + "kind": "diffusion", + "sampler": "ddim20", + "K": 8, + "synth": { + "cpu1/b1": { + "median": 1254.51064, + "p99": 4961.016721999998, + "n": 200 + }, + "cpu1/batch": { + "median": 522.2961949999999, + "p99": 600.3081199, + "n": 2 + }, + "cpu8/b1": { + "median": 1086.4770899999999, + "p99": 4633.480177199998, + "n": 200 + }, + "cpu8/batch": { + "median": 512.314685, + "p99": 589.8205575, + "n": 2 + }, + "gpu/b1": { + "median": 1171.5508399999999, + "p99": 4878.918369499997, + "n": 200 + }, + "gpu/batch": { + "median": 493.54498, + "p99": 571.562094, + "n": 2 + } + }, + "gen": { + "cpu1/b1": { + "median": 97.736035, + "p99": 103.7916722, + "n": 200 + }, + "cpu1/batch": { + "median": 29.414479999999998, + "p99": 29.705378500000002, + "n": 20 + }, + "cpu8/b1": { + "median": 34.25364, + "p99": 34.98096309999999, + "n": 200 + }, + "cpu8/batch": { + "median": 5.0672, + "p99": 5.7236588, + "n": 20 + }, + "gpu/b1": { + "median": 15.26464, + "p99": 21.860353999999994, + "n": 200 + }, + "gpu/batch": { + "median": 0.26510999999999996, + "p99": 0.2679613, + "n": 20 + } + }, + "ver": { + "cpu1/b1": { + "median": 1156.268635, + "p99": 4863.753519499998, + "n": 200 + }, + "cpu1/batch": { + "median": 493.27991499999996, + "p99": 571.2970927, + "n": 2 + }, + "cpu8/b1": { + "median": 1052.17686, + "p99": 4597.117576999998, + "n": 200 + }, + "cpu8/batch": { + "median": 507.14408000000003, + "p99": 584.7903326, + "n": 2 + }, + "gpu/b1": { + "median": 1156.268635, + "p99": 4863.753519499998, + "n": 200 + }, + "gpu/batch": { + "median": 493.27991499999996, + "p99": 571.2970927, + "n": 2 + } + }, + "quality": { + "cov": 0.9916666666666667, + "reg": 3.3216795126597085, + "src": "results/timing/quality_mimo_*.json (3 seeded draws, mean)" + } + }, + { + "family": "mimo", + "method": "diffusion DDIM5 K=1", + "kind": "diffusion", + "sampler": "ddim5", + "K": 1, + "synth": { + "cpu1/b1": { + "median": 222.90554, + "p99": 3931.486326299998, + "n": 200 + }, + "cpu1/batch": { + "median": 481.85097499999995, + "p99": 559.8716512999999, + "n": 2 + }, + "cpu8/b1": { + "median": 197.04064, + "p99": 3749.7671918999986, + "n": 200 + }, + "cpu8/batch": { + "median": 494.42262, + "p99": 572.053859, + "n": 2 + }, + "gpu/b1": { + "median": 210.77759500000002, + "p99": 3918.779665499998, + "n": 200 + }, + "gpu/batch": { + "median": 480.83759, + "p99": 558.8566346, + "n": 2 + } + }, + "gen": { + "cpu1/b1": { + "median": 17.547314999999998, + "p99": 18.3225472, + "n": 200 + }, + "cpu1/batch": { + "median": 1.04943, + "p99": 1.0777056, + "n": 20 + }, + "cpu8/b1": { + "median": 13.204945, + "p99": 14.213566199999997, + "n": 200 + }, + "cpu8/batch": { + "median": 0.279385, + "p99": 0.2854869, + "n": 20 + }, + "gpu/b1": { + "median": 4.93929, + "p99": 6.440915799999985, + "n": 200 + }, + "gpu/batch": { + "median": 0.038279999999999995, + "p99": 0.0394864, + "n": 20 + } + }, + "ver": { + "cpu1/b1": { + "median": 205.848655, + "p99": 3913.822492099998, + "n": 200 + }, + "cpu1/batch": { + "median": 480.799345, + "p99": 558.8183063, + "n": 2 + }, + "cpu8/b1": { + "median": 183.872655, + "p99": 3735.329076099998, + "n": 200 + }, + "cpu8/batch": { + "median": 494.14212, + "p99": 571.7733393999999, + "n": 2 + }, + "gpu/b1": { + "median": 205.848655, + "p99": 3913.822492099998, + "n": 200 + }, + "gpu/batch": { + "median": 480.799345, + "p99": 558.8183063, + "n": 2 + } + }, + "quality": { + "cov": 0.9583333333333334, + "reg": 9.976534207661947, + "src": "results/timing/quality_mimo_*.json (3 seeded draws, mean)" + } + }, + { + "family": "mimo", + "method": "diffusion DDIM5 K=8", + "kind": "diffusion", + "sampler": "ddim5", + "K": 8, + "synth": { + "cpu1/b1": { + "median": 1182.4026450000001, + "p99": 4889.887466399998, + "n": 200 + }, + "cpu1/batch": { + "median": 500.706725, + "p99": 578.7453353, + "n": 2 + }, + "cpu8/b1": { + "median": 1061.1799649999998, + "p99": 4606.087906799999, + "n": 200 + }, + "cpu8/batch": { + "median": 508.392255, + "p99": 586.0399629, + "n": 2 + }, + "gpu/b1": { + "median": 1160.37669, + "p99": 4867.8339247999975, + "n": 200 + }, + "gpu/batch": { + "median": 493.34835999999996, + "p99": 571.3655034, + "n": 2 + } + }, + "gen": { + "cpu1/b1": { + "median": 26.15591, + "p99": 26.487853599999998, + "n": 200 + }, + "cpu1/batch": { + "median": 7.293415, + "p99": 7.440369400000001, + "n": 20 + }, + "cpu8/b1": { + "median": 9.023145, + "p99": 9.6155145, + "n": 200 + }, + "cpu8/batch": { + "median": 1.2500499999999999, + "p99": 1.2943694, + "n": 20 + }, + "gpu/b1": { + "median": 4.08, + "p99": 5.950384299999993, + "n": 200 + }, + "gpu/batch": { + "median": 0.06848499999999999, + "p99": 0.0691897, + "n": 20 + } + }, + "ver": { + "cpu1/b1": { + "median": 1156.268635, + "p99": 4863.753519499998, + "n": 200 + }, + "cpu1/batch": { + "median": 493.27991499999996, + "p99": 571.2970927, + "n": 2 + }, + "cpu8/b1": { + "median": 1052.17686, + "p99": 4597.117576999998, + "n": 200 + }, + "cpu8/batch": { + "median": 507.14408000000003, + "p99": 584.7903326, + "n": 2 + }, + "gpu/b1": { + "median": 1156.268635, + "p99": 4863.753519499998, + "n": 200 + }, + "gpu/batch": { + "median": 493.27991499999996, + "p99": 571.2970927, + "n": 2 + } + }, + "quality": { + "cov": 0.9916666666666667, + "reg": 4.326938152313232, + "src": "results/timing/quality_mimo_*.json (3 seeded draws, mean)" + } + }, + { + "family": "mimo", + "method": "retrieval K=1", + "kind": "retrieval", + "K": 1, + "synth": { + "cpu1/b1": { + "median": 206.056495, + "p99": 3914.044207299998, + "n": 200 + }, + "cpu1/batch": { + "median": 480.875685, + "p99": 558.8948717, + "n": 2 + }, + "cpu8/b1": { + "median": 184.07435500000003, + "p99": 3735.5432007999984, + "n": 200 + }, + "cpu8/batch": { + "median": 494.2173, + "p99": 571.8493622, + "n": 2 + } + }, + "ver": { + "cpu1/b1": { + "median": 0.216335, + "p99": 0.2543113999999999, + "n": 200 + }, + "cpu1/batch": { + "median": 0.07633, + "p99": 0.0775415, + "n": 40 + }, + "cpu8/b1": { + "median": 0.207255, + "p99": 0.23751299999999997, + "n": 200 + }, + "cpu8/batch": { + "median": 0.07422999999999999, + "p99": 0.0758918, + "n": 40 + } + }, + "quality": { + "cov": 0.86, + "reg": 13.66, + "src": "results/baselines/retrieval_mimo.txt (N=120, seed 9999; nearest-row, MIMO bank has one row per plant)" + } + }, + { + "family": "mimo", + "method": "retrieval K=8", + "kind": "retrieval", + "K": 8, + "synth": { + "cpu1/b1": { + "median": 1156.709255, + "p99": 4864.211733299998, + "n": 200 + }, + "cpu1/batch": { + "median": 493.58444499999996, + "p99": 571.6008386999999, + "n": 2 + }, + "cpu8/b1": { + "median": 1052.6032599999999, + "p99": 4597.5577183999985, + "n": 200 + }, + "cpu8/batch": { + "median": 507.44413499999996, + "p99": 585.0903827, + "n": 2 + } + }, + "ver": { + "cpu1/b1": { + "median": 0.44638, + "p99": 0.4953262999999999, + "n": 200 + }, + "cpu1/batch": { + "median": 0.30591999999999997, + "p99": 0.3097634, + "n": 40 + }, + "cpu8/b1": { + "median": 0.434465, + "p99": 0.48132189999999936, + "n": 200 + }, + "cpu8/batch": { + "median": 0.29835, + "p99": 0.3013551, + "n": 40 + } + }, + "quality": { + "cov": 0.99, + "reg": 2.62, + "src": "results/baselines/retrieval_mimo.txt (N=120, seed 9999; nearest-row, MIMO bank has one row per plant)" + } + }, + { + "family": "mimo", + "method": "per-plant Adam oracle", + "kind": "oracle", + "K": null, + "synth": { + "cpu1/b1": { + "median": 109816.13453000001, + "p99": 129105.1250365, + "n": 6 + }, + "cpu1/batch": { + "median": 1150.6249050000001, + "p99": 1150.6291532999999, + "n": 2 + }, + "cpu8/b1": { + "median": 88183.117535, + "p99": 173113.09988650001, + "n": 6 + }, + "cpu8/batch": { + "median": 1134.035535, + "p99": 1170.1260783, + "n": 2 + }, + "gpu/b1": { + "median": 254514.16378, + "p99": 268118.09277600003, + "n": 3 + }, + "gpu/batch": { + "median": 2576.03755, + "p99": 2670.7052952, + "n": 2 + } + }, + "quality": { + "cov": 1.0, + "reg": 0.0, + "src": "reference by definition (regret is measured against it)" + } + }, + { + "family": "mimo", + "method": "circle-criterion LMI bisection + linear gain", + "kind": "classical", + "K": null, + "synth": { + "cpu1/b1": { + "median": 66.19772, + "p99": 3756.5721672999975, + "n": 200 + }, + "cpu1/batch": { + "median": 479.01488499999994, + "p99": 557.0329936999999, + "n": 2 + }, + "cpu8/b1": { + "median": 72.32201, + "p99": 3823.689867499998, + "n": 200 + }, + "cpu8/batch": { + "median": 492.284695, + "p99": 569.9142925, + "n": 2 + }, + "gpu/b1": null, + "gpu/batch": null + }, + "quality": { + "cov": 1.0, + "reg": 13.914860725402832, + "src": "results/timing/classical_mimo_*.json" + } + } + ], + "pend": [ + { + "family": "pend", + "method": "diffusion DDPM500 K=1", + "kind": "diffusion", + "sampler": "ddpm500", + "K": 1, + "synth": { + "cpu1/b1": { + "median": 442.133775, + "p99": 627.5577692, + "n": 200 + }, + "cpu1/batch": { + "median": 60.994805, + "p99": 71.797493, + "n": 8 + }, + "cpu8/b1": { + "median": 459.80591, + "p99": 481.4118506999999, + "n": 200 + }, + "cpu8/batch": { + "median": 41.755605, + "p99": 58.3501282, + "n": 8 + }, + "gpu/b1": { + "median": 430.23141499999997, + "p99": 443.18157339999993, + "n": 200 + }, + "gpu/batch": { + "median": 15.990459999999999, + "p99": 27.1567921, + "n": 8 + } + }, + "gen": { + "cpu1/b1": { + "median": 397.634925, + "p99": 510.2848759999993, + "n": 200 + }, + "cpu1/batch": { + "median": 54.40905, + "p99": 54.5177324, + "n": 20 + }, + "cpu8/b1": { + "median": 381.264715, + "p99": 403.4777947, + "n": 200 + }, + "cpu8/batch": { + "median": 25.879205, + "p99": 26.1513617, + "n": 20 + }, + "gpu/b1": { + "median": 385.17007, + "p99": 396.7322172, + "n": 200 + }, + "gpu/batch": { + "median": 9.46567, + "p99": 10.0486223, + "n": 20 + } + }, + "ver": { + "cpu1/b1": { + "median": 44.662185, + "p99": 46.50776959999995, + "n": 200 + }, + "cpu1/batch": { + "median": 6.584685, + "p99": 17.5212539, + "n": 8 + }, + "cpu8/b1": { + "median": 78.08782, + "p99": 85.70136619999995, + "n": 200 + }, + "cpu8/batch": { + "median": 15.75525, + "p99": 32.5110814, + "n": 8 + }, + "gpu/b1": { + "median": 44.662185, + "p99": 46.50776959999995, + "n": 200 + }, + "gpu/batch": { + "median": 6.584685, + "p99": 17.5212539, + "n": 8 + } + }, + "quality": { + "cov": 0.9916666666666667, + "reg": 1.515672188681129, + "src": "results/timing/quality_pend_*.json (3 seeded draws, mean)" + } + }, + { + "family": "pend", + "method": "diffusion DDPM500 K=8", + "kind": "diffusion", + "sampler": "ddpm500", + "K": 8, + "synth": { + "cpu1/b1": { + "median": 1098.4250200000001, + "p99": 1563.6918451999998, + "n": 200 + }, + "cpu1/batch": { + "median": 354.58242, + "p99": 390.2468975, + "n": 8 + }, + "cpu8/b1": { + "median": 687.20398, + "p99": 1343.6896068999993, + "n": 200 + }, + "cpu8/batch": { + "median": 164.36631500000001, + "p99": 214.2103875, + "n": 8 + }, + "gpu/b1": { + "median": 410.43949499999997, + "p99": 850.7766109999998, + "n": 200 + }, + "gpu/batch": { + "median": 65.563705, + "p99": 101.71742800000001, + "n": 8 + } + }, + "gen": { + "cpu1/b1": { + "median": 1013.744965, + "p99": 1044.9946294, + "n": 200 + }, + "cpu1/batch": { + "median": 293.40037, + "p99": 298.5695616, + "n": 17 + }, + "cpu8/b1": { + "median": 529.4322549999999, + "p99": 772.8588022, + "n": 200 + }, + "cpu8/batch": { + "median": 85.62334, + "p99": 109.7035459, + "n": 20 + }, + "gpu/b1": { + "median": 325.59691999999995, + "p99": 342.9342973, + "n": 200 + }, + "gpu/batch": { + "median": 9.26467, + "p99": 9.7586014, + "n": 20 + } + }, + "ver": { + "cpu1/b1": { + "median": 84.357235, + "p99": 524.8819159999999, + "n": 200 + }, + "cpu1/batch": { + "median": 56.15939, + "p99": 92.0486348, + "n": 8 + }, + "cpu8/b1": { + "median": 138.36820999999998, + "p99": 809.5573932999998, + "n": 200 + }, + "cpu8/batch": { + "median": 70.35607, + "p99": 109.0174337, + "n": 8 + }, + "gpu/b1": { + "median": 84.357235, + "p99": 524.8819159999999, + "n": 200 + }, + "gpu/batch": { + "median": 56.15939, + "p99": 92.0486348, + "n": 8 + } + }, + "quality": { + "cov": 1.0, + "reg": 1.1074109845036642, + "src": "results/timing/quality_pend_*.json (3 seeded draws, mean)" + } + }, + { + "family": "pend", + "method": "diffusion DDIM20 K=1", + "kind": "diffusion", + "sampler": "ddim20", + "K": 1, + "synth": { + "cpu1/b1": { + "median": 60.263670000000005, + "p99": 62.65690079999995, + "n": 200 + }, + "cpu1/batch": { + "median": 8.53717, + "p99": 19.5050846, + "n": 8 + }, + "cpu8/b1": { + "median": 93.794685, + "p99": 101.08910519999996, + "n": 200 + }, + "cpu8/batch": { + "median": 16.84897, + "p99": 33.53701160000001, + "n": 8 + }, + "gpu/b1": { + "median": 61.408280000000005, + "p99": 69.3213846, + "n": 200 + }, + "gpu/batch": { + "median": 6.997175, + "p99": 17.9322896, + "n": 8 + } + }, + "gen": { + "cpu1/b1": { + "median": 15.56367, + "p99": 16.662587, + "n": 200 + }, + "cpu1/batch": { + "median": 1.979795, + "p99": 2.0299395, + "n": 20 + }, + "cpu8/b1": { + "median": 15.43642, + "p99": 19.944026399999974, + "n": 200 + }, + "cpu8/batch": { + "median": 1.030875, + "p99": 1.1393938999999997, + "n": 20 + }, + "gpu/b1": { + "median": 16.70598, + "p99": 21.911500099999976, + "n": 200 + }, + "gpu/batch": { + "median": 0.412865, + "p99": 0.4255385, + "n": 20 + } + }, + "ver": { + "cpu1/b1": { + "median": 44.662185, + "p99": 46.50776959999995, + "n": 200 + }, + "cpu1/batch": { + "median": 6.584685, + "p99": 17.5212539, + "n": 8 + }, + "cpu8/b1": { + "median": 78.08782, + "p99": 85.70136619999995, + "n": 200 + }, + "cpu8/batch": { + "median": 15.75525, + "p99": 32.5110814, + "n": 8 + }, + "gpu/b1": { + "median": 44.662185, + "p99": 46.50776959999995, + "n": 200 + }, + "gpu/batch": { + "median": 6.584685, + "p99": 17.5212539, + "n": 8 + } + }, + "quality": { + "cov": 1.0, + "reg": 1.4670792985581211, + "src": "results/timing/quality_pend_*.json (3 seeded draws, mean)" + } + }, + { + "family": "pend", + "method": "diffusion DDIM20 K=8", + "kind": "diffusion", + "sampler": "ddim20", + "K": 8, + "synth": { + "cpu1/b1": { + "median": 117.68995, + "p99": 557.872541, + "n": 200 + }, + "cpu1/batch": { + "median": 67.83488, + "p99": 103.6090381, + "n": 8 + }, + "cpu8/b1": { + "median": 159.34867, + "p99": 830.5401144999998, + "n": 200 + }, + "cpu8/batch": { + "median": 73.769785, + "p99": 112.5078597, + "n": 8 + }, + "gpu/b1": { + "median": 99.04766000000001, + "p99": 539.3715751, + "n": 200 + }, + "gpu/batch": { + "median": 56.57553, + "p99": 92.4684995, + "n": 8 + } + }, + "gen": { + "cpu1/b1": { + "median": 33.00459, + "p99": 34.96422179999999, + "n": 200 + }, + "cpu1/batch": { + "median": 11.662804999999999, + "p99": 11.841935, + "n": 20 + }, + "cpu8/b1": { + "median": 20.978814999999997, + "p99": 26.351579999999995, + "n": 200 + }, + "cpu8/batch": { + "median": 3.41526, + "p99": 3.5394339, + "n": 20 + }, + "gpu/b1": { + "median": 14.43346, + "p99": 19.069925599999983, + "n": 200 + }, + "gpu/batch": { + "median": 0.40768, + "p99": 0.5389132999999999, + "n": 20 + } + }, + "ver": { + "cpu1/b1": { + "median": 84.357235, + "p99": 524.8819159999999, + "n": 200 + }, + "cpu1/batch": { + "median": 56.15939, + "p99": 92.0486348, + "n": 8 + }, + "cpu8/b1": { + "median": 138.36820999999998, + "p99": 809.5573932999998, + "n": 200 + }, + "cpu8/batch": { + "median": 70.35607, + "p99": 109.0174337, + "n": 8 + }, + "gpu/b1": { + "median": 84.357235, + "p99": 524.8819159999999, + "n": 200 + }, + "gpu/batch": { + "median": 56.15939, + "p99": 92.0486348, + "n": 8 + } + }, + "quality": { + "cov": 1.0, + "reg": 1.0598917930466298, + "src": "results/timing/quality_pend_*.json (3 seeded draws, mean)" + } + }, + { + "family": "pend", + "method": "diffusion DDIM5 K=1", + "kind": "diffusion", + "sampler": "ddim5", + "K": 1, + "synth": { + "cpu1/b1": { + "median": 48.831245, + "p99": 50.60123469999996, + "n": 200 + }, + "cpu1/batch": { + "median": 7.089015, + "p99": 18.0270669, + "n": 8 + }, + "cpu8/b1": { + "median": 82.23312, + "p99": 91.40422259999997, + "n": 200 + }, + "cpu8/batch": { + "median": 16.017405, + "p99": 32.7727768, + "n": 8 + }, + "gpu/b1": { + "median": 49.11018, + "p99": 50.911175999999955, + "n": 200 + }, + "gpu/batch": { + "median": 6.693975, + "p99": 17.630202500000003, + "n": 8 + } + }, + "gen": { + "cpu1/b1": { + "median": 4.18718, + "p99": 5.014965899999999, + "n": 200 + }, + "cpu1/batch": { + "median": 0.508445, + "p99": 0.5250852, + "n": 20 + }, + "cpu8/b1": { + "median": 4.095815, + "p99": 5.869466799999988, + "n": 200 + }, + "cpu8/batch": { + "median": 0.261125, + "p99": 0.2641205, + "n": 20 + }, + "gpu/b1": { + "median": 4.4242550000000005, + "p99": 4.889987, + "n": 200 + }, + "gpu/batch": { + "median": 0.10930999999999999, + "p99": 0.1148083, + "n": 20 + } + }, + "ver": { + "cpu1/b1": { + "median": 44.662185, + "p99": 46.50776959999995, + "n": 200 + }, + "cpu1/batch": { + "median": 6.584685, + "p99": 17.5212539, + "n": 8 + }, + "cpu8/b1": { + "median": 78.08782, + "p99": 85.70136619999995, + "n": 200 + }, + "cpu8/batch": { + "median": 15.75525, + "p99": 32.5110814, + "n": 8 + }, + "gpu/b1": { + "median": 44.662185, + "p99": 46.50776959999995, + "n": 200 + }, + "gpu/batch": { + "median": 6.584685, + "p99": 17.5212539, + "n": 8 + } + }, + "quality": { + "cov": 0.975, + "reg": 1.493542829807188, + "src": "results/timing/quality_pend_*.json (3 seeded draws, mean)" + } + }, + { + "family": "pend", + "method": "diffusion DDIM5 K=8", + "kind": "diffusion", + "sampler": "ddim5", + "K": 8, + "synth": { + "cpu1/b1": { + "median": 92.99055, + "p99": 533.4628361999999, + "n": 200 + }, + "cpu1/batch": { + "median": 59.074929999999995, + "p99": 94.98029000000001, + "n": 8 + }, + "cpu8/b1": { + "median": 143.862935, + "p99": 815.0810014999998, + "n": 200 + }, + "cpu8/batch": { + "median": 71.23123000000001, + "p99": 109.8730458, + "n": 8 + }, + "gpu/b1": { + "median": 88.2846, + "p99": 528.7337521, + "n": 200 + }, + "gpu/batch": { + "median": 56.268784999999994, + "p99": 92.1608822, + "n": 8 + } + }, + "gen": { + "cpu1/b1": { + "median": 8.57314, + "p99": 9.479422099999999, + "n": 200 + }, + "cpu1/batch": { + "median": 2.92113, + "p99": 2.94376, + "n": 20 + }, + "cpu8/b1": { + "median": 5.47816, + "p99": 6.498651899999989, + "n": 200 + }, + "cpu8/batch": { + "median": 0.857115, + "p99": 0.9296686, + "n": 20 + }, + "gpu/b1": { + "median": 3.873955, + "p99": 5.34484519999999, + "n": 200 + }, + "gpu/batch": { + "median": 0.108775, + "p99": 0.1141739, + "n": 20 + } + }, + "ver": { + "cpu1/b1": { + "median": 84.357235, + "p99": 524.8819159999999, + "n": 200 + }, + "cpu1/batch": { + "median": 56.15939, + "p99": 92.0486348, + "n": 8 + }, + "cpu8/b1": { + "median": 138.36820999999998, + "p99": 809.5573932999998, + "n": 200 + }, + "cpu8/batch": { + "median": 70.35607, + "p99": 109.0174337, + "n": 8 + }, + "gpu/b1": { + "median": 84.357235, + "p99": 524.8819159999999, + "n": 200 + }, + "gpu/batch": { + "median": 56.15939, + "p99": 92.0486348, + "n": 8 + } + }, + "quality": { + "cov": 1.0, + "reg": 0.9646913278979697, + "src": "results/timing/quality_pend_*.json (3 seeded draws, mean)" + } + }, + { + "family": "pend", + "method": "retrieval K=1", + "kind": "retrieval", + "K": 1, + "synth": { + "cpu1/b1": { + "median": 44.748935, + "p99": 46.600099299999954, + "n": 200 + }, + "cpu1/batch": { + "median": 6.623025, + "p99": 17.5600243, + "n": 8 + }, + "cpu8/b1": { + "median": 78.17368499999999, + "p99": 85.82294179999997, + "n": 200 + }, + "cpu8/batch": { + "median": 15.80266, + "p99": 32.551677, + "n": 8 + } + }, + "ver": { + "cpu1/b1": { + "median": 0.08877499999999999, + "p99": 0.1117662, + "n": 200 + }, + "cpu1/batch": { + "median": 0.038294999999999996, + "p99": 0.040091999999999996, + "n": 40 + }, + "cpu8/b1": { + "median": 0.095235, + "p99": 0.2244686999999996, + "n": 200 + }, + "cpu8/batch": { + "median": 0.045595, + "p99": 0.0615682, + "n": 40 + } + }, + "quality": { + "cov": 1.0, + "reg": 1.84, + "src": "results/baselines/retrieval_pendulum.txt (N=40, seed 123)" + } + }, + { + "family": "pend", + "method": "retrieval K=8", + "kind": "retrieval", + "K": 8, + "synth": { + "cpu1/b1": { + "median": 84.57257999999999, + "p99": 525.0877478, + "n": 200 + }, + "cpu1/batch": { + "median": 56.315805, + "p99": 92.2038354, + "n": 8 + }, + "cpu8/b1": { + "median": 138.591465, + "p99": 809.7897935999998, + "n": 200 + }, + "cpu8/batch": { + "median": 70.52510000000001, + "p99": 109.1912898, + "n": 8 + } + }, + "ver": { + "cpu1/b1": { + "median": 0.20851999999999998, + "p99": 0.223074, + "n": 200 + }, + "cpu1/batch": { + "median": 0.15715, + "p99": 0.1631453, + "n": 40 + }, + "cpu8/b1": { + "median": 0.220455, + "p99": 0.34777939999999974, + "n": 200 + }, + "cpu8/batch": { + "median": 0.177395, + "p99": 0.1998747, + "n": 40 + } + }, + "quality": { + "cov": 1.0, + "reg": 0.4, + "src": "results/baselines/retrieval_pendulum.txt (N=40, seed 123)" + } + }, + { + "family": "pend", + "method": "per-plant Adam oracle", + "kind": "oracle", + "K": null, + "synth": { + "cpu1/b1": { + "median": 16616.22033, + "p99": 17084.3020073, + "n": 12 + }, + "cpu8/b1": { + "median": 14719.20135, + "p99": 14997.7880843, + "n": 12 + }, + "gpu/b1": null + }, + "quality": { + "cov": 1.0, + "reg": 0.0, + "src": "reference by definition (regret is measured against it)" + } + }, + { + "family": "pend", + "method": "LQR (Riccati, linearisation) + Lyapunov cert", + "kind": "classical", + "K": null, + "synth": { + "cpu1/b1": { + "median": 0.301975, + "p99": 0.3336085, + "n": 240 + }, + "cpu1/batch": { + "median": 0.303875, + "p99": 0.3142502, + "n": 60 + }, + "cpu8/b1": { + "median": 0.31562500000000004, + "p99": 0.3697564999999999, + "n": 240 + }, + "cpu8/batch": { + "median": 0.31482, + "p99": 0.4394849, + "n": 60 + }, + "gpu/b1": null, + "gpu/batch": null + }, + "quality": { + "cov": 1.0, + "reg": -1.095747339427589, + "src": "results/timing/classical_pend_*.json", + "stable": 1.0 + } + } + ], + "furuta": [ + { + "method": "collocation + TVLQR (per plant)", + "src": "results/furuta/strong_baselines.npz collo+TVLQR_t_synth", + "synth": { + "median": 11261.93680963479, + "p99": 57694.52554245014, + "max": 58050.744163803756, + "n": 60 + }, + "success": 75.0, + "medJ": 4.25, + "cert": 70.0, + "online_note": "TVLQR gain-schedule lookup, us" + }, + { + "method": "NMPC trajectory solve (per plant, offline)", + "src": "results/furuta/strong_baselines.npz NMPC_t_synth", + "synth": { + "median": 32.99401584081352, + "p99": 85.592537918128, + "max": 96.95507027208805, + "n": 60 + }, + "success": 95.0, + "medJ": 4.1, + "cert": null, + "online_note": "LIVE NMPC per step (see online table)" + }, + { + "method": "NMPC + certificate SDP (per plant)", + "src": "results/furuta/strong_baselines.npz NMPC+cert_t_synth", + "synth": { + "median": 9112.293346552178, + "p99": 24645.052343406693, + "max": 28305.214647203684, + "n": 60 + }, + "success": 95.0, + "medJ": 4.1, + "cert": 95.0, + "online_note": "static gain after hand-off, us" + }, + { + "method": "retrieval + P re-solve (K=4)", + "src": "results/furuta/retrieval_deploy_raw.pkl design[...]['retr'][:K] dt (SDP+rollout screen, stop at first success)", + "synth": { + "median": 557.8016848303378, + "p99": 3817.184351189062, + "max": 5097.653286531568, + "n": 120 + }, + "success": 82.5, + "medJ": 4.109, + "cert": 82.5, + "online_note": "static gain, us" + }, + { + "method": "retrieval + P re-solve (K=8)", + "src": "results/furuta/retrieval_deploy_raw.pkl design[...]['retr'][:K] dt (SDP+rollout screen, stop at first success)", + "synth": { + "median": 557.8016848303378, + "p99": 7374.656458869577, + "max": 7502.927633933723, + "n": 120 + }, + "success": 90.0, + "medJ": 4.121, + "cert": 90.0, + "online_note": "static gain, us" + }, + { + "method": "retrieval + P re-solve (K=16)", + "src": "results/furuta/retrieval_deploy_raw.pkl design[...]['retr'][:K] dt (SDP+rollout screen, stop at first success)", + "synth": { + "median": 557.8016848303378, + "p99": 11497.462658761073, + "max": 15021.53692021966, + "n": 120 + }, + "success": 93.3, + "medJ": 4.157, + "cert": 93.3, + "online_note": "static gain, us" + }, + { + "method": "diffusion generated + P (DDPM500, K=8) [cpu1]", + "src": "fresh generation (gen_furuta) + retrieval_deploy_raw.pkl gen0 SDP/screen dt", + "synth": { + "median": 1893.4631325184273, + "p99": 8355.603332459414, + "max": 12025.140933827186, + "n": 120 + }, + "gen_only": { + "median": 826.4020700000001, + "p99": 990.8078532999999, + "n": 200 + }, + "success": 65.3, + "medJ": null, + "cert": 65.3, + "online_note": "static gain, us" + }, + { + "method": "diffusion generated + P (DDIM20, K=8) [cpu1]", + "src": "fresh generation (gen_furuta) + retrieval_deploy_raw.pkl gen0 SDP/screen dt", + "synth": { + "median": 1008.4421029754828, + "p99": 7409.278648459414, + "max": 11240.645563827185, + "n": 120 + }, + "gen_only": { + "median": 41.770489999999995, + "p99": 43.3793545, + "n": 200 + }, + "success": 65.3, + "medJ": null, + "cert": 65.3, + "online_note": "static gain, us" + }, + { + "method": "diffusion generated + P (DDIM5, K=8) [cpu1]", + "src": "fresh generation (gen_furuta) + retrieval_deploy_raw.pkl gen0 SDP/screen dt", + "synth": { + "median": 977.0807629754829, + "p99": 7378.800831259414, + "max": 11209.604063827186, + "n": 120 + }, + "gen_only": { + "median": 10.756885, + "p99": 11.8669247, + "n": 200 + }, + "success": 65.3, + "medJ": null, + "cert": 65.3, + "online_note": "static gain, us" + }, + { + "method": "diffusion generated + P (DDPM500, K=8) [cpu8]", + "src": "fresh generation (gen_furuta) + retrieval_deploy_raw.pkl gen0 SDP/screen dt", + "synth": { + "median": 1483.526207975483, + "p99": 7885.1030892594135, + "max": 11715.747063827186, + "n": 120 + }, + "gen_only": { + "median": 517.74912, + "p99": 527.6156471999999, + "n": 200 + }, + "success": 65.3, + "medJ": null, + "cert": 65.3, + "online_note": "static gain, us" + }, + { + "method": "diffusion generated + P (DDIM20, K=8) [cpu8]", + "src": "fresh generation (gen_furuta) + retrieval_deploy_raw.pkl gen0 SDP/screen dt", + "synth": { + "median": 987.1132929754829, + "p99": 7388.938547859414, + "max": 11219.710653827186, + "n": 120 + }, + "gen_only": { + "median": 20.9148, + "p99": 21.2266457, + "n": 200 + }, + "success": 65.3, + "medJ": null, + "cert": 65.3, + "online_note": "static gain, us" + }, + { + "method": "diffusion generated + P (DDIM5, K=8) [cpu8]", + "src": "fresh generation (gen_furuta) + retrieval_deploy_raw.pkl gen0 SDP/screen dt", + "synth": { + "median": 971.8027629754829, + "p99": 7373.628900059414, + "max": 11204.344263827186, + "n": 120 + }, + "gen_only": { + "median": 5.559065, + "p99": 6.000208199999993, + "n": 200 + }, + "success": 65.3, + "medJ": null, + "cert": 65.3, + "online_note": "static gain, us" + }, + { + "method": "diffusion generated + P (DDPM500, K=8) [gpu]", + "src": "fresh generation (gen_furuta) + retrieval_deploy_raw.pkl gen0 SDP/screen dt", + "synth": { + "median": 1301.3819579754831, + "p99": 7705.077793859415, + "max": 11534.740223827186, + "n": 120 + }, + "gen_only": { + "median": 334.688655, + "p99": 407.1526864999998, + "n": 200 + }, + "success": 65.3, + "medJ": null, + "cert": 65.3, + "online_note": "static gain, us" + }, + { + "method": "diffusion generated + P (DDIM20, K=8) [gpu]", + "src": "fresh generation (gen_furuta) + retrieval_deploy_raw.pkl gen0 SDP/screen dt", + "synth": { + "median": 980.8079479754829, + "p99": 7382.711395759414, + "max": 11213.052923827187, + "n": 120 + }, + "gen_only": { + "median": 14.542774999999999, + "p99": 15.345665499999997, + "n": 200 + }, + "success": 65.3, + "medJ": null, + "cert": 65.3, + "online_note": "static gain, us" + }, + { + "method": "diffusion generated + P (DDIM5, K=8) [gpu]", + "src": "fresh generation (gen_furuta) + retrieval_deploy_raw.pkl gen0 SDP/screen dt", + "synth": { + "median": 970.227197975483, + "p99": 7372.051979259414, + "max": 11202.669693827185, + "n": 120 + }, + "gen_only": { + "median": 3.971115, + "p99": 4.1739627, + "n": 200 + }, + "success": 65.3, + "medJ": null, + "cert": 65.3, + "online_note": "static gain, us" + } + ] +} \ No newline at end of file diff --git a/results/timing/timing_vs_classical_tables.md b/results/timing/timing_vs_classical_tables.md new file mode 100644 index 0000000000000000000000000000000000000000..661f769e265d3dedfa3438b9b4410285bba51fba --- /dev/null +++ b/results/timing/timing_vs_classical_tables.md @@ -0,0 +1,97 @@ +#### SISO (batch = 60) + +| method | b1 CPU-1t | b1 CPU-8t | b1 GPU | batch CPU-1t | batch CPU-8t | batch GPU | cov/cert | med regret % | +|---|---|---|---|---|---|---|---|---| +| diffusion DDPM500 K=1 | 3.37e+03 (3.56e+03) | 2.7e+03 (2.98e+03) | 635 (648) | 341 (348) | 82.6 (83.4) | 11 (11) | 0.672 | +773.3 | +| diffusion DDPM500 K=8 | 9.44e+03 (9.95e+03) | 2.06e+03 (2.35e+03) | 565 (574) | 1.71e+03 (1.73e+03) | 536 (571) | 22.7 (22.8) | 0.794 | +23.7 | +| diffusion DDIM20 K=1 | 243 (255) | 220 (234) | 132 (158) | 16.1 (16.2) | 6.27 (7.18) | 3 (3.02) | 0.644 | +559.4 | +| diffusion DDIM20 K=8 | 500 (505) | 202 (222) | 141 (148) | 78.9 (78.9) | 19 (20.6) | 8.26 (8.29) | 0.800 | +5.7 | +| diffusion DDIM5 K=1 | 142 (145) | 144 (157) | 121 (124) | 5.94 (5.98) | 3.95 (4.82) | 2.82 (2.85) | 0.694 | +482.0 | +| diffusion DDIM5 K=8 | 215 (218) | 145 (164) | 126 (128) | 25.2 (25.7) | 10.4 (12) | 7.75 (7.78) | 0.817 | -0.5 | +| retrieval K=1 (distinct plants) | 109 (112) | 116 (130) | n/a | 2.71 (2.73) | 3.2 (4.09) | n/a | 0.517 | +72.7 | +| retrieval K=8 (distinct plants) | 122 (123) | 125 (144) | n/a | 7.8 (7.83) | 7.67 (9.35) | n/a | 0.767 | +4.3 | +| per-plant Adam oracle | 2.83e+04 (2.92e+04) | 2.19e+04 (2.21e+04) | n/a | 584 (585) | 507 (514) | n/a | 1.000 | +0.0 | +| Hurwitz eigenvalue linear gain (stabilize_repair_fast) | 0.301 (0.85) | 0.329 (1.34) | n/a | n/a | n/a | n/a | n/a | n/a | +| static-gain LQ design F=1 + eigenvalue cert | 2.35 (3.04) | 2.64 (3.94) | n/a | 2.35 (3.8) | 2.41 (4.75) | n/a | 0.883 | +1274.6 | + +#### MIMO (batch = 120) + +| method | b1 CPU-1t | b1 CPU-8t | b1 GPU | batch CPU-1t | batch CPU-8t | batch GPU | cov/cert | med regret % | +|---|---|---|---|---|---|---|---|---| +| diffusion DDPM500 K=1 | 1.68e+03 (5.3e+03) | 1.46e+03 (4.77e+03) | 651 (4.35e+03) | 584 (662) | 522 (599) | 484 (562) | 0.953 | +10.7 | +| diffusion DDPM500 K=8 | 3.72e+03 (6.94e+03) | 1.9e+03 (5.45e+03) | 1.62e+03 (5.21e+03) | 1.21e+03 (1.3e+03) | 632 (710) | 501 (579) | 0.994 | +2.5 | +| diffusion DDIM20 K=1 | 268 (3.98e+03) | 235 (3.79e+03) | 225 (3.93e+03) | 485 (563) | 495 (573) | 481 (559) | 0.953 | +9.9 | +| diffusion DDIM20 K=8 | 1.25e+03 (4.96e+03) | 1.09e+03 (4.63e+03) | 1.17e+03 (4.88e+03) | 522 (600) | 512 (590) | 494 (572) | 0.992 | +3.3 | +| diffusion DDIM5 K=1 | 223 (3.93e+03) | 197 (3.75e+03) | 211 (3.92e+03) | 482 (560) | 494 (572) | 481 (559) | 0.958 | +10.0 | +| diffusion DDIM5 K=8 | 1.18e+03 (4.89e+03) | 1.06e+03 (4.61e+03) | 1.16e+03 (4.87e+03) | 501 (579) | 508 (586) | 493 (571) | 0.992 | +4.3 | +| retrieval K=1 | 206 (3.91e+03) | 184 (3.74e+03) | n/a | 481 (559) | 494 (572) | n/a | 0.860 | +13.7 | +| retrieval K=8 | 1.16e+03 (4.86e+03) | 1.05e+03 (4.6e+03) | n/a | 494 (572) | 507 (585) | n/a | 0.990 | +2.6 | +| per-plant Adam oracle | 1.1e+05 (1.29e+05) | 8.82e+04 (1.73e+05) | 2.55e+05 (2.68e+05) | 1.15e+03 (1.15e+03) | 1.13e+03 (1.17e+03) | 2.58e+03 (2.67e+03) | 1.000 | +0.0 | +| circle-criterion LMI bisection + linear gain | 66.2 (3.76e+03) | 72.3 (3.82e+03) | n/a | 479 (557) | 492 (570) | n/a | 1.000 | +13.9 | + +#### PEND (batch = 40) + +| method | b1 CPU-1t | b1 CPU-8t | b1 GPU | batch CPU-1t | batch CPU-8t | batch GPU | cov/cert | med regret % | +|---|---|---|---|---|---|---|---|---| +| diffusion DDPM500 K=1 | 442 (628) | 460 (481) | 430 (443) | 61 (71.8) | 41.8 (58.4) | 16 (27.2) | 0.992 | +1.5 | +| diffusion DDPM500 K=8 | 1.1e+03 (1.56e+03) | 687 (1.34e+03) | 410 (851) | 355 (390) | 164 (214) | 65.6 (102) | 1.000 | +1.1 | +| diffusion DDIM20 K=1 | 60.3 (62.7) | 93.8 (101) | 61.4 (69.3) | 8.54 (19.5) | 16.8 (33.5) | 7 (17.9) | 1.000 | +1.5 | +| diffusion DDIM20 K=8 | 118 (558) | 159 (831) | 99 (539) | 67.8 (104) | 73.8 (113) | 56.6 (92.5) | 1.000 | +1.1 | +| diffusion DDIM5 K=1 | 48.8 (50.6) | 82.2 (91.4) | 49.1 (50.9) | 7.09 (18) | 16 (32.8) | 6.69 (17.6) | 0.975 | +1.5 | +| diffusion DDIM5 K=8 | 93 (533) | 144 (815) | 88.3 (529) | 59.1 (95) | 71.2 (110) | 56.3 (92.2) | 1.000 | +1.0 | +| retrieval K=1 | 44.7 (46.6) | 78.2 (85.8) | n/a | 6.62 (17.6) | 15.8 (32.6) | n/a | 1.000 | +1.8 | +| retrieval K=8 | 84.6 (525) | 139 (810) | n/a | 56.3 (92.2) | 70.5 (109) | n/a | 1.000 | +0.4 | +| per-plant Adam oracle | 1.66e+04 (1.71e+04) | 1.47e+04 (1.5e+04) | n/a | n/a | n/a | n/a | 1.000 | +0.0 | +| LQR (Riccati, linearisation) + Lyapunov cert | 0.302 (0.334) | 0.316 (0.37) | n/a | 0.304 (0.314) | 0.315 (0.439) | n/a | 1.000 | -1.1 | + +#### Generation only (no verification), ms per plant, median (p99) + +| family | sampler | K | b1 CPU-1t | b1 CPU-8t | b1 GPU | batch CPU-1t | batch CPU-8t | batch GPU | +|---|---|---|---|---|---|---|---|---| +| siso | DDPM500 | 1 | 3.26e+03 (3.45e+03) | 2.58e+03 (2.86e+03) | 526 (539) | 339 (350) | 79.4 (79.6) | 8.35 (8.41) | +| siso | DDPM500 | 8 | 9.31e+03 (9.83e+03) | 1.93e+03 (2.23e+03) | 443 (451) | 1.7e+03 (1.72e+03) | 528 (564) | 15.2 (15.3) | +| siso | DDIM20 | 1 | 134 (146) | 104 (109) | 22.8 (48.5) | 13.5 (13.6) | 3.15 (3.29) | 0.366 (0.464) | +| siso | DDIM20 | 8 | 379 (384) | 77.4 (83.5) | 19.5 (25.3) | 71.3 (71.4) | 11.5 (11.5) | 0.684 (0.686) | +| siso | DDIM5 | 1 | 33 (34.3) | 27.6 (30.4) | 12.7 (13.7) | 3.31 (3.37) | 0.827 (0.84) | 0.116 (0.198) | +| siso | DDIM5 | 8 | 94.3 (96.3) | 21.2 (22.1) | 5.2 (5.49) | 18.2 (18.3) | 2.88 (2.94) | 0.178 (0.181) | +| mimo | DDPM500 | 1 | 1.45e+03 (1.57e+03) | 1.28e+03 (1.31e+03) | 442 (462) | 103 (104) | 27.6 (27.7) | 3.37 (3.4) | +| mimo | DDPM500 | 8 | 2.49e+03 (2.64e+03) | 850 (856) | 367 (759) | 712 (725) | 125 (125) | 7.34 (7.6) | +| mimo | DDIM20 | 1 | 62.1 (63.8) | 51.7 (54.5) | 18.9 (26.2) | 4.02 (4.16) | 1.11 (1.12) | 0.145 (0.147) | +| mimo | DDIM20 | 8 | 97.7 (104) | 34.3 (35) | 15.3 (21.9) | 29.4 (29.7) | 5.07 (5.72) | 0.265 (0.268) | +| mimo | DDIM5 | 1 | 17.5 (18.3) | 13.2 (14.2) | 4.94 (6.44) | 1.05 (1.08) | 0.279 (0.285) | 0.0383 (0.0395) | +| mimo | DDIM5 | 8 | 26.2 (26.5) | 9.02 (9.62) | 4.08 (5.95) | 7.29 (7.44) | 1.25 (1.29) | 0.0685 (0.0692) | +| pend | DDPM500 | 1 | 398 (510) | 381 (403) | 385 (397) | 54.4 (54.5) | 25.9 (26.2) | 9.47 (10) | +| pend | DDPM500 | 8 | 1.01e+03 (1.04e+03) | 529 (773) | 326 (343) | 293 (299) | 85.6 (110) | 9.26 (9.76) | +| pend | DDIM20 | 1 | 15.6 (16.7) | 15.4 (19.9) | 16.7 (21.9) | 1.98 (2.03) | 1.03 (1.14) | 0.413 (0.426) | +| pend | DDIM20 | 8 | 33 (35) | 21 (26.4) | 14.4 (19.1) | 11.7 (11.8) | 3.42 (3.54) | 0.408 (0.539) | +| pend | DDIM5 | 1 | 4.19 (5.01) | 4.1 (5.87) | 4.42 (4.89) | 0.508 (0.525) | 0.261 (0.264) | 0.109 (0.115) | +| pend | DDIM5 | 8 | 8.57 (9.48) | 5.48 (6.5) | 3.87 (5.34) | 2.92 (2.94) | 0.857 (0.93) | 0.109 (0.114) | +| furuta | DDPM500 | 1 | 483 (496) | 389 (407) | 395 (404) | 48 (48.1) | 22.4 (22.5) | 6.3 (6.41) | +| furuta | DDPM500 | 8 | 826 (991) | 518 (528) | 335 (407) | 287 (290) | 78.9 (130) | 6.3 (6.36) | +| furuta | DDPM500 | 16 | 1.05e+03 (1.09e+03) | 675 (681) | n/a | 550 (564) | 132 (132) | n/a | +| furuta | DDIM20 | 1 | 23.7 (25.1) | 15.8 (16.5) | 17.2 (18.2) | 1.92 (1.95) | 0.896 (0.952) | 0.274 (0.282) | +| furuta | DDIM20 | 8 | 41.8 (43.4) | 20.9 (21.2) | 14.5 (15.3) | 11.7 (11.8) | 3.1 (3.11) | 0.321 (0.324) | +| furuta | DDIM20 | 16 | 53.6 (55.5) | 27.5 (28.1) | n/a | 23.4 (23.6) | 5.14 (5.16) | n/a | +| furuta | DDIM5 | 1 | 5.54 (6.42) | 4.21 (4.88) | 4.57 (4.86) | 0.485 (0.491) | 0.227 (0.229) | 0.0746 (0.0762) | +| furuta | DDIM5 | 8 | 10.8 (11.9) | 5.56 (6) | 3.97 (4.17) | 2.94 (2.98) | 0.782 (0.787) | 0.0853 (0.0865) | +| furuta | DDIM5 | 16 | 13.7 (14.7) | 7.15 (7.31) | n/a | 5.85 (5.91) | 1.28 (1.29) | n/a | + +#### FURUTA synthesis (offline, per plant, ms) + +| method | median | p99 | max | n | success % | median J | +|---|---|---|---|---|---|---| +| collocation + TVLQR (per plant) | 1.126e+04 | 5.769e+04 | 5.805e+04 | 60 | 75.0 | 4.25 | +| NMPC trajectory solve (per plant, offline) | 32.99 | 85.59 | 96.96 | 60 | 95.0 | 4.1 | +| NMPC + certificate SDP (per plant) | 9112 | 2.465e+04 | 2.831e+04 | 60 | 95.0 | 4.1 | +| retrieval + P re-solve (K=4) | 557.8 | 3817 | 5098 | 120 | 82.5 | 4.109 | +| retrieval + P re-solve (K=8) | 557.8 | 7375 | 7503 | 120 | 90.0 | 4.121 | +| retrieval + P re-solve (K=16) | 557.8 | 1.15e+04 | 1.502e+04 | 120 | 93.3 | 4.157 | +| diffusion generated + P (DDPM500, K=8) [cpu1] | 1893 | 8356 | 1.203e+04 | 120 | 65.3 | None | +| diffusion generated + P (DDIM20, K=8) [cpu1] | 1008 | 7409 | 1.124e+04 | 120 | 65.3 | None | +| diffusion generated + P (DDIM5, K=8) [cpu1] | 977.1 | 7379 | 1.121e+04 | 120 | 65.3 | None | +| diffusion generated + P (DDPM500, K=8) [cpu8] | 1484 | 7885 | 1.172e+04 | 120 | 65.3 | None | +| diffusion generated + P (DDIM20, K=8) [cpu8] | 987.1 | 7389 | 1.122e+04 | 120 | 65.3 | None | +| diffusion generated + P (DDIM5, K=8) [cpu8] | 971.8 | 7374 | 1.12e+04 | 120 | 65.3 | None | +| diffusion generated + P (DDPM500, K=8) [gpu] | 1301 | 7705 | 1.153e+04 | 120 | 65.3 | None | +| diffusion generated + P (DDIM20, K=8) [gpu] | 980.8 | 7383 | 1.121e+04 | 120 | 65.3 | None | +| diffusion generated + P (DDIM5, K=8) [gpu] | 970.2 | 7372 | 1.12e+04 | 120 | 65.3 | None | diff --git a/results/timing/timing_vs_classical_tables_raw.txt b/results/timing/timing_vs_classical_tables_raw.txt new file mode 100644 index 0000000000000000000000000000000000000000..fd523c121250eea534ac29204de05a8ae528b7e5 --- /dev/null +++ b/results/timing/timing_vs_classical_tables_raw.txt @@ -0,0 +1,56 @@ +===== SISO : synthesis time ms per plant, median/p99 (batch = family held-out N=60) ===== +method cpu1/b1 cpu1/batch cpu8/b1 cpu8/batch gpu/b1 gpu/batch cov/cert regret% +diffusion DDPM500 K=1 3.37e+03/3.56e+03 341/348 2.7e+03/2.98e+03 82.6/83.4 635/648 11/11 0.672 773.25 +diffusion DDPM500 K=8 9.44e+03/9.95e+03 1.71e+03/1.73e+03 2.06e+03/2.35e+03 536/571 565/574 22.7/22.8 0.794 23.72 +diffusion DDIM20 K=1 243/255 16.1/16.2 220/234 6.27/7.18 132/158 3/3.02 0.644 559.45 +diffusion DDIM20 K=8 500/505 78.9/78.9 202/222 19/20.6 141/148 8.26/8.29 0.800 5.71 +diffusion DDIM5 K=1 142/145 5.94/5.98 144/157 3.95/4.82 121/124 2.82/2.85 0.694 482.04 +diffusion DDIM5 K=8 215/218 25.2/25.7 145/164 10.4/12 126/128 7.75/7.78 0.817 -0.46 +retrieval K=1 (distinct plants) 109/112 2.71/2.73 116/130 3.2/4.09 -- -- 0.517 72.69 +retrieval K=8 (distinct plants) 122/123 7.8/7.83 125/144 7.67/9.35 -- -- 0.767 4.31 +per-plant Adam oracle 2.83e+04/2.92e+04 584/585 2.19e+04/2.21e+04 507/514 -- -- 1.000 0.00 +Hurwitz eigenvalue linear gain (stabilize_repair_fast) 0.301/0.85 -- 0.329/1.34 -- -- -- -- -- +static-gain LQ design F=1 + eigenvalue cert 2.35/3.04 2.35/3.8 2.64/3.94 2.41/4.75 -- -- 0.883 1274.62 + +===== MIMO : synthesis time ms per plant, median/p99 (batch = family held-out N=120) ===== +method cpu1/b1 cpu1/batch cpu8/b1 cpu8/batch gpu/b1 gpu/batch cov/cert regret% +diffusion DDPM500 K=1 1.68e+03/5.3e+03 584/662 1.46e+03/4.77e+03 522/599 651/4.35e+03 484/562 0.953 10.71 +diffusion DDPM500 K=8 3.72e+03/6.94e+03 1.21e+03/1.3e+03 1.9e+03/5.45e+03 632/710 1.62e+03/5.21e+03 501/579 0.994 2.48 +diffusion DDIM20 K=1 268/3.98e+03 485/563 235/3.79e+03 495/573 225/3.93e+03 481/559 0.953 9.92 +diffusion DDIM20 K=8 1.25e+03/4.96e+03 522/600 1.09e+03/4.63e+03 512/590 1.17e+03/4.88e+03 494/572 0.992 3.32 +diffusion DDIM5 K=1 223/3.93e+03 482/560 197/3.75e+03 494/572 211/3.92e+03 481/559 0.958 9.98 +diffusion DDIM5 K=8 1.18e+03/4.89e+03 501/579 1.06e+03/4.61e+03 508/586 1.16e+03/4.87e+03 493/571 0.992 4.33 +retrieval K=1 206/3.91e+03 481/559 184/3.74e+03 494/572 -- -- 0.860 13.66 +retrieval K=8 1.16e+03/4.86e+03 494/572 1.05e+03/4.6e+03 507/585 -- -- 0.990 2.62 +per-plant Adam oracle 1.1e+05/1.29e+05 1.15e+03/1.15e+03 8.82e+04/1.73e+05 1.13e+03/1.17e+03 2.55e+05/2.68e+05 2.58e+03/2.67e+03 1.000 0.00 +circle-criterion LMI bisection + linear gain 66.2/3.76e+03 479/557 72.3/3.82e+03 492/570 -- -- 1.000 13.91 + +===== PEND : synthesis time ms per plant, median/p99 (batch = family held-out N=40) ===== +method cpu1/b1 cpu1/batch cpu8/b1 cpu8/batch gpu/b1 gpu/batch cov/cert regret% +diffusion DDPM500 K=1 442/628 61/71.8 460/481 41.8/58.4 430/443 16/27.2 0.992 1.52 +diffusion DDPM500 K=8 1.1e+03/1.56e+03 355/390 687/1.34e+03 164/214 410/851 65.6/102 1.000 1.11 +diffusion DDIM20 K=1 60.3/62.7 8.54/19.5 93.8/101 16.8/33.5 61.4/69.3 7/17.9 1.000 1.47 +diffusion DDIM20 K=8 118/558 67.8/104 159/831 73.8/113 99/539 56.6/92.5 1.000 1.06 +diffusion DDIM5 K=1 48.8/50.6 7.09/18 82.2/91.4 16/32.8 49.1/50.9 6.69/17.6 0.975 1.49 +diffusion DDIM5 K=8 93/533 59.1/95 144/815 71.2/110 88.3/529 56.3/92.2 1.000 0.96 +retrieval K=1 44.7/46.6 6.62/17.6 78.2/85.8 15.8/32.6 -- -- 1.000 1.84 +retrieval K=8 84.6/525 56.3/92.2 139/810 70.5/109 -- -- 1.000 0.40 +per-plant Adam oracle 1.66e+04/1.71e+04 -- 1.47e+04/1.5e+04 -- -- -- 1.000 0.00 +LQR (Riccati, linearisation) + Lyapunov cert 0.302/0.334 0.304/0.314 0.316/0.37 0.315/0.439 -- -- 1.000 -1.10 + +===== FURUTA : synthesis time ms per plant (offline; n per row) ===== +collocation + TVLQR (per plant) med 11261.9 p99 57694.5 n= 60 success 75.0% medJ 4.25 +NMPC trajectory solve (per plant, offline) med 33.0 p99 85.6 n= 60 success 95.0% medJ 4.1 +NMPC + certificate SDP (per plant) med 9112.3 p99 24645.1 n= 60 success 95.0% medJ 4.1 +retrieval + P re-solve (K=4) med 557.8 p99 3817.2 n= 120 success 82.5% medJ 4.109 +retrieval + P re-solve (K=8) med 557.8 p99 7374.7 n= 120 success 90.0% medJ 4.121 +retrieval + P re-solve (K=16) med 557.8 p99 11497.5 n= 120 success 93.3% medJ 4.157 +diffusion generated + P (DDPM500, K=8) [cpu1] med 1893.5 p99 8355.6 n= 120 success 65.3% medJ None +diffusion generated + P (DDIM20, K=8) [cpu1] med 1008.4 p99 7409.3 n= 120 success 65.3% medJ None +diffusion generated + P (DDIM5, K=8) [cpu1] med 977.1 p99 7378.8 n= 120 success 65.3% medJ None +diffusion generated + P (DDPM500, K=8) [cpu8] med 1483.5 p99 7885.1 n= 120 success 65.3% medJ None +diffusion generated + P (DDIM20, K=8) [cpu8] med 987.1 p99 7388.9 n= 120 success 65.3% medJ None +diffusion generated + P (DDIM5, K=8) [cpu8] med 971.8 p99 7373.6 n= 120 success 65.3% medJ None +diffusion generated + P (DDPM500, K=8) [gpu] med 1301.4 p99 7705.1 n= 120 success 65.3% medJ None +diffusion generated + P (DDIM20, K=8) [gpu] med 980.8 p99 7382.7 n= 120 success 65.3% medJ None +diffusion generated + P (DDIM5, K=8) [gpu] med 970.2 p99 7372.1 n= 120 success 65.3% medJ None diff --git a/results/timing/verify_mimo_cpu1.json b/results/timing/verify_mimo_cpu1.json new file mode 100644 index 0000000000000000000000000000000000000000..7a415b5cf43eed05ffb0bca1297b9ed1f337829b --- /dev/null +++ b/results/timing/verify_mimo_cpu1.json @@ -0,0 +1,2143 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1", + "load1": 24.64013671875, + "date": "2026-09-30 07:24:18 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 21 + ] + }, + "family": "mimo", + "cells": { + "lmi_circle_certificate_per_plant": { + "n": 200, + "median_ms": 106.42384923994541, + "p99_ms": 4823.881243523205, + "mean_ms": 705.6818500114605, + "min_ms": 46.829087659716606, + "max_ms": 5997.846742160618, + "note": "certified_beta(bmax=8, iters=5) (eval_mimo_regret setting), per plant, one solve chain per PLANT (independent of K)", + "samples_ms": [ + 2187.0748, + 126.53253, + 89.06009, + 232.22777, + 82.67319, + 73.15231, + 82.04307, + 2885.09386, + 450.96509, + 71.22036, + 71.41551, + 70.6116, + 128.81679, + 3835.17521, + 5461.0833, + 531.2668, + 87.49013, + 133.0543, + 86.95594, + 1029.94439, + 4743.0356, + 81.84408, + 83.75233, + 66.91513, + 101.93982, + 1917.01782, + 82.98746, + 93.64199, + 3733.1652, + 128.70053, + 71.26043, + 72.82974, + 1708.92338, + 79.36198, + 1207.78826, + 155.66513, + 3723.24709, + 88.04811, + 122.99931, + 94.16437, + 2059.3466, + 3845.77078, + 341.21791, + 75.93521, + 157.52523, + 79.70103, + 88.97683, + 3847.45854, + 389.38961, + 2108.91768, + 78.13713, + 121.15637, + 90.36984, + 282.99115, + 1398.68911, + 157.91507, + 218.15289, + 3766.57169, + 1124.4942, + 100.64673, + 110.50123, + 73.79507, + 100.80961, + 80.38236, + 77.38335, + 98.01623, + 85.33989, + 75.83238, + 2295.6498, + 95.83163, + 2134.95194, + 2217.90571, + 226.6718, + 75.69429, + 87.90477, + 2917.40776, + 66.83215, + 585.109, + 99.95487, + 84.99462, + 69.18838, + 119.26427, + 737.28363, + 68.14883, + 2754.63112, + 107.32823, + 1367.38004, + 85.55109, + 99.32971, + 76.93784, + 105.51947, + 3713.93414, + 83.79055, + 1931.10848, + 92.98835, + 83.58516, + 2175.66281, + 5997.84674, + 126.11115, + 110.33213, + 97.83278, + 692.86088, + 100.42545, + 1983.34326, + 298.51453, + 139.85173, + 121.49291, + 110.07834, + 97.36298, + 168.20206, + 107.41851, + 108.16196, + 127.49865, + 98.70404, + 4613.94267, + 1652.54827, + 82.90144, + 133.03503, + 83.38436, + 62.05062, + 77.56157, + 2793.03816, + 88.40937, + 599.78598, + 99.64485, + 196.28617, + 174.53642, + 111.95995, + 65.00241, + 2687.51133, + 51.00742, + 134.3214, + 74.83757, + 82.96107, + 530.5417, + 52.71081, + 48.69866, + 2588.61183, + 84.44732, + 2703.31849, + 63.10785, + 66.34747, + 3188.76822, + 71.19933, + 123.2696, + 79.73215, + 96.27547, + 75.48437, + 440.99461, + 1378.37258, + 1386.49785, + 83.86269, + 133.78308, + 81.65901, + 208.84036, + 2886.53695, + 74.11972, + 1899.88154, + 57.35645, + 76.35716, + 74.94309, + 73.89861, + 4817.44486, + 46.82909, + 47.09047, + 62.14711, + 60.76945, + 176.35347, + 56.57472, + 284.33656, + 630.67221, + 60.04167, + 101.44704, + 191.82435, + 59.11882, + 116.09336, + 82.0098, + 1496.28904, + 65.90208, + 201.6097, + 61.80983, + 67.21715, + 58.50299, + 596.5401, + 87.57346, + 59.96667, + 55.13724, + 2338.89097, + 61.39967, + 55.30123, + 70.45726, + 1275.11174, + 180.26862, + 92.67074, + 474.94804, + 90.83797, + 689.43365, + 1404.69006, + 49.9726, + 159.59614 + ] + }, + "verify/K1/b1/decode": { + "n": 200, + "median_ms": 0.4432341083884239, + "p99_ms": 0.5744936317205427, + "mean_ms": 0.43149189092218876, + "min_ms": 0.19755680114030838, + "max_ms": 0.6271190941333771, + "note": "ms per plant (decode + RK4 rollout verifier); batch=1; excludes the LMI (see lmi_circle_certificate_per_plant)", + "samples_ms": [ + 0.47335, + 0.47988, + 0.44349, + 0.52757, + 0.48818, + 0.45149, + 0.40411, + 0.48188, + 0.42047, + 0.44645, + 0.46178, + 0.43126, + 0.45212, + 0.4685, + 0.44585, + 0.48991, + 0.34759, + 0.47249, + 0.4834, + 0.49602, + 0.48035, + 0.49298, + 0.40946, + 0.44715, + 0.28499, + 0.43871, + 0.44651, + 0.44962, + 0.43956, + 0.45772, + 0.4187, + 0.28917, + 0.42009, + 0.4359, + 0.47221, + 0.46748, + 0.35019, + 0.4269, + 0.4717, + 0.45136, + 0.43271, + 0.45954, + 0.46464, + 0.45536, + 0.51344, + 0.45655, + 0.39482, + 0.47545, + 0.57429, + 0.4589, + 0.45593, + 0.47672, + 0.48267, + 0.44389, + 0.46502, + 0.44727, + 0.49334, + 0.44445, + 0.49575, + 0.39011, + 0.46034, + 0.42596, + 0.43704, + 0.44956, + 0.4894, + 0.42579, + 0.43686, + 0.44901, + 0.51926, + 0.32555, + 0.4242, + 0.49398, + 0.46203, + 0.44765, + 0.44856, + 0.46549, + 0.44989, + 0.44421, + 0.47593, + 0.34971, + 0.4895, + 0.4347, + 0.45753, + 0.42291, + 0.44481, + 0.43773, + 0.44714, + 0.42843, + 0.44932, + 0.41763, + 0.48128, + 0.42723, + 0.47738, + 0.44292, + 0.43459, + 0.53094, + 0.45546, + 0.48934, + 0.44796, + 0.43906, + 0.59467, + 0.46246, + 0.37292, + 0.47538, + 0.51526, + 0.47943, + 0.42831, + 0.44682, + 0.49202, + 0.44544, + 0.45593, + 0.52917, + 0.51053, + 0.30445, + 0.44584, + 0.4392, + 0.43386, + 0.47969, + 0.44175, + 0.42667, + 0.44355, + 0.43005, + 0.45092, + 0.45063, + 0.43828, + 0.47416, + 0.39261, + 0.40654, + 0.47056, + 0.41116, + 0.45018, + 0.44089, + 0.48005, + 0.42806, + 0.40971, + 0.42338, + 0.44751, + 0.41949, + 0.44349, + 0.34202, + 0.54696, + 0.27167, + 0.44725, + 0.40807, + 0.40664, + 0.48083, + 0.3973, + 0.41775, + 0.43403, + 0.49562, + 0.46664, + 0.39204, + 0.40924, + 0.42074, + 0.42802, + 0.46247, + 0.48197, + 0.38412, + 0.44297, + 0.40811, + 0.41196, + 0.41551, + 0.39332, + 0.36572, + 0.45299, + 0.44607, + 0.39655, + 0.43685, + 0.44151, + 0.39826, + 0.39006, + 0.36999, + 0.39135, + 0.35152, + 0.39935, + 0.43066, + 0.48487, + 0.62712, + 0.42826, + 0.38093, + 0.30486, + 0.33006, + 0.39062, + 0.30329, + 0.32027, + 0.34774, + 0.27897, + 0.36785, + 0.33262, + 0.33347, + 0.35263, + 0.27166, + 0.39384, + 0.27864, + 0.31781, + 0.32925, + 0.29269, + 0.38855, + 0.38403, + 0.19756 + ] + }, + "verify/K1/b1/rollout_verify": { + "n": 200, + "median_ms": 138.05094873532653, + "p99_ms": 155.6664165947586, + "mean_ms": 138.85358535684645, + "min_ms": 133.7198494002223, + "max_ms": 158.29070750623941, + "note": "ms per plant (decode + RK4 rollout verifier); batch=1; excludes the LMI (see lmi_circle_certificate_per_plant)", + "samples_ms": [ + 133.87548, + 134.84461, + 137.49468, + 137.89745, + 137.06635, + 133.71985, + 134.90733, + 136.08135, + 137.07042, + 135.56727, + 137.10903, + 137.39936, + 136.96913, + 135.93409, + 138.79363, + 137.76372, + 150.76698, + 139.82407, + 135.62402, + 137.29605, + 134.97212, + 134.14432, + 136.57216, + 135.57662, + 135.84454, + 138.24826, + 135.43898, + 139.96305, + 136.38308, + 134.81619, + 136.79686, + 136.67227, + 137.7966, + 137.6161, + 137.38138, + 135.66797, + 135.58667, + 136.55455, + 140.57211, + 139.49989, + 140.02554, + 138.34034, + 135.63958, + 136.21144, + 136.29186, + 137.15665, + 139.43905, + 157.78234, + 139.56468, + 134.79246, + 135.83803, + 137.3187, + 136.79391, + 139.68887, + 141.61642, + 137.66627, + 137.49914, + 135.94099, + 141.60627, + 137.20104, + 139.33267, + 140.12301, + 147.7511, + 136.0635, + 140.06068, + 137.42417, + 140.69552, + 140.16316, + 140.70194, + 136.43499, + 136.83798, + 136.72171, + 138.17937, + 137.06924, + 138.00855, + 137.32523, + 138.20393, + 137.55442, + 135.09259, + 135.07374, + 136.30389, + 139.25531, + 142.21525, + 134.66616, + 136.28678, + 135.63871, + 134.67736, + 136.50973, + 137.52959, + 140.63767, + 138.63064, + 136.10689, + 141.5673, + 138.31045, + 135.70984, + 137.57973, + 143.81188, + 141.71452, + 138.37781, + 145.13066, + 138.72181, + 137.49915, + 138.48882, + 143.77405, + 145.38791, + 141.4594, + 141.16124, + 138.49009, + 137.52552, + 140.81801, + 139.42458, + 143.50034, + 138.97173, + 140.39613, + 138.38628, + 138.04312, + 138.60301, + 138.90241, + 138.64403, + 141.68199, + 138.76166, + 136.94902, + 140.70313, + 155.64504, + 142.59503, + 150.56021, + 139.8106, + 139.01381, + 136.87795, + 137.97231, + 137.58797, + 138.87486, + 140.27402, + 140.05384, + 138.73927, + 137.15486, + 137.36809, + 138.04254, + 136.4939, + 140.85181, + 142.45207, + 139.35989, + 139.30184, + 137.82426, + 137.4011, + 137.11608, + 140.49504, + 142.54671, + 137.55001, + 139.55758, + 137.85907, + 138.34353, + 138.10975, + 140.41226, + 143.8686, + 137.89064, + 138.017, + 137.01875, + 138.04768, + 146.34944, + 140.57827, + 143.44978, + 138.3535, + 138.98123, + 138.71298, + 137.02725, + 138.05421, + 139.99977, + 139.18872, + 143.59161, + 138.70396, + 137.59213, + 138.54977, + 139.19857, + 140.97743, + 141.48233, + 158.29071, + 139.90566, + 138.48081, + 137.47647, + 137.37338, + 138.70431, + 140.76569, + 137.35621, + 137.95782, + 137.25918, + 138.779, + 138.60301, + 137.51698, + 138.73619, + 140.05173, + 137.58652, + 137.83223, + 137.42428, + 137.78009, + 136.78516, + 139.85534, + 141.00853, + 137.01912, + 141.99647 + ] + }, + "verify/K1/b1/total": { + "n": 200, + "median_ms": 138.49481334909797, + "p99_ms": 156.11729087308046, + "mean_ms": 139.28507724776864, + "min_ms": 134.1713359579444, + "max_ms": 158.77557452768087, + "note": "ms per plant (decode + RK4 rollout verifier); batch=1; excludes the LMI (see lmi_circle_certificate_per_plant) (sum of components per item)", + "samples_ms": [ + 134.34883, + 135.32449, + 137.93818, + 138.42502, + 137.55453, + 134.17134, + 135.31143, + 136.56323, + 137.49089, + 136.01371, + 137.57082, + 137.83062, + 137.42124, + 136.40259, + 139.23948, + 138.25363, + 151.11457, + 140.29656, + 136.10743, + 137.79207, + 135.45247, + 134.6373, + 136.98162, + 136.02377, + 136.12953, + 138.68697, + 135.88549, + 140.41267, + 136.82264, + 135.27391, + 137.21555, + 136.96145, + 138.21669, + 138.052, + 137.85359, + 136.13545, + 135.93687, + 136.98145, + 141.04381, + 139.95124, + 140.45825, + 138.79988, + 136.10421, + 136.6668, + 136.8053, + 137.6132, + 139.83387, + 158.2578, + 140.13897, + 135.25135, + 136.29396, + 137.79542, + 137.27659, + 140.13276, + 142.08143, + 138.11354, + 137.99248, + 136.38543, + 142.10202, + 137.59116, + 139.79301, + 140.54897, + 148.18813, + 136.51306, + 140.55008, + 137.84996, + 141.13238, + 140.61217, + 141.2212, + 136.76053, + 137.26218, + 137.21569, + 138.6414, + 137.51689, + 138.45712, + 137.79072, + 138.65382, + 137.99864, + 135.56852, + 135.42345, + 136.79339, + 139.69001, + 142.67277, + 135.08907, + 136.73159, + 136.07644, + 135.1245, + 136.93816, + 137.97891, + 141.0553, + 139.11192, + 136.53412, + 142.04467, + 138.75337, + 136.14443, + 138.11068, + 144.26734, + 142.20386, + 138.82577, + 145.56972, + 139.31648, + 137.96161, + 138.86174, + 144.24943, + 145.90317, + 141.93883, + 141.58955, + 138.9369, + 138.01754, + 141.26345, + 139.88052, + 144.02951, + 139.48226, + 140.70058, + 138.83212, + 138.48231, + 139.03687, + 139.3821, + 139.08578, + 142.10866, + 139.20522, + 137.37907, + 141.15406, + 156.09567, + 143.0333, + 151.03437, + 140.20321, + 139.42035, + 137.34851, + 138.38347, + 138.03815, + 139.31575, + 140.75407, + 140.4819, + 139.14898, + 137.57824, + 137.8156, + 138.46203, + 136.93739, + 141.19384, + 142.99903, + 139.63156, + 139.74909, + 138.23233, + 137.80774, + 137.59691, + 140.89234, + 142.96446, + 137.98404, + 140.05321, + 138.32571, + 138.73556, + 138.51899, + 140.833, + 144.29662, + 138.35311, + 138.49897, + 137.40287, + 138.49066, + 146.75755, + 140.99023, + 143.86529, + 138.74682, + 139.34695, + 139.16597, + 137.47332, + 138.45077, + 140.43662, + 139.63024, + 143.98987, + 139.09402, + 137.96213, + 138.94111, + 139.55008, + 141.37678, + 141.91299, + 158.77557, + 140.53278, + 138.90907, + 137.8574, + 137.67824, + 139.03437, + 141.15631, + 137.65949, + 138.27809, + 137.60692, + 139.05797, + 138.97086, + 137.8496, + 139.06965, + 140.40435, + 137.85818, + 138.22607, + 137.70292, + 138.0979, + 137.11442, + 140.14803, + 141.39708, + 137.40315, + 142.19403 + ] + }, + "verify/K1/batch120/decode": { + "n": 8, + "median_ms": 0.0365286017768085, + "p99_ms": 0.037241344184925154, + "mean_ms": 0.03655592930347969, + "min_ms": 0.03598524102320274, + "max_ms": 0.037253384167949356, + "note": "ms per plant, batch=120; n = batches", + "samples_ms": [ + 0.03725, + 0.03701, + 0.03687, + 0.03599, + 0.03619, + 0.03601, + 0.03606, + 0.03708 + ] + }, + "verify/K1/batch120/rollout_verify": { + "n": 8, + "median_ms": 1.75823870425423, + "p99_ms": 1.790386981330812, + "mean_ms": 1.7598028711897011, + "min_ms": 1.7417342790092032, + "max_ms": 1.791460090316832, + "note": "ms per plant, batch=120; n = batches", + "samples_ms": [ + 1.74494, + 1.77613, + 1.74442, + 1.79146, + 1.74173, + 1.76326, + 1.7598, + 1.75667 + ] + }, + "verify/K1/batch120/total": { + "n": 8, + "median_ms": 1.7948079039342701, + "p99_ms": 1.8264437000422427, + "mean_ms": 1.7963588004931808, + "min_ms": 1.7779230838641524, + "max_ms": 1.8274453313400347, + "note": "ms per plant, batch=120; n = batches (sum of components per item)", + "samples_ms": [ + 1.7822, + 1.81314, + 1.78129, + 1.82745, + 1.77792, + 1.79926, + 1.79586, + 1.79375 + ] + }, + "verify/K8/b1/decode": { + "n": 200, + "median_ms": 0.75534638017416, + "p99_ms": 1.0323840379714966, + "mean_ms": 0.7054688269272447, + "min_ms": 0.4230644553899765, + "max_ms": 1.1481503024697304, + "note": "ms per plant (decode + RK4 rollout verifier); batch=1; excludes the LMI (see lmi_circle_certificate_per_plant)", + "samples_ms": [ + 0.57052, + 0.57832, + 0.45493, + 0.52589, + 0.48624, + 0.45086, + 0.49666, + 0.56388, + 0.47853, + 0.49407, + 0.49879, + 0.49149, + 0.49115, + 0.46138, + 0.49309, + 0.50039, + 0.50339, + 0.46669, + 0.46988, + 0.4855, + 0.51901, + 0.51012, + 0.52083, + 0.51011, + 0.42306, + 0.47625, + 0.46237, + 0.44999, + 0.47104, + 0.46689, + 0.45395, + 0.45722, + 0.45894, + 0.4805, + 0.46997, + 0.56183, + 0.45144, + 0.46459, + 0.46468, + 0.49281, + 0.48829, + 0.46148, + 0.55236, + 0.47648, + 0.48905, + 0.47969, + 0.47744, + 0.45257, + 0.46538, + 0.50159, + 0.60941, + 0.46023, + 0.45756, + 0.47363, + 0.45536, + 0.45035, + 0.50152, + 0.47101, + 0.46436, + 0.46571, + 0.50114, + 0.4573, + 0.46797, + 0.45985, + 0.51377, + 0.52006, + 0.48399, + 0.47426, + 0.47768, + 0.47389, + 0.46503, + 0.55349, + 0.50178, + 0.47641, + 0.48637, + 0.47955, + 0.50879, + 0.49474, + 0.51707, + 0.49453, + 0.49699, + 0.56119, + 0.5028, + 0.52201, + 0.55811, + 0.6102, + 0.70139, + 0.68753, + 0.85872, + 0.74613, + 0.91345, + 0.7624, + 0.71318, + 0.90529, + 0.89741, + 0.77247, + 0.67827, + 0.67897, + 1.01471, + 0.89778, + 0.85017, + 0.91163, + 0.91548, + 0.78625, + 0.85196, + 0.89867, + 0.64803, + 0.93896, + 0.70778, + 0.74144, + 0.70231, + 0.8111, + 1.03232, + 0.65976, + 0.78942, + 0.89358, + 0.76978, + 0.98582, + 0.95419, + 0.81671, + 0.91519, + 0.85171, + 1.00645, + 0.98409, + 0.97567, + 0.90291, + 0.78495, + 0.94709, + 0.9338, + 0.9514, + 0.8908, + 0.89161, + 0.98506, + 1.14815, + 0.91108, + 0.93727, + 0.95366, + 0.89593, + 0.97277, + 0.92531, + 0.8736, + 0.93995, + 0.8162, + 0.90824, + 0.74454, + 0.94493, + 0.77319, + 0.98197, + 0.94965, + 0.94382, + 0.89298, + 0.96977, + 0.83671, + 0.64138, + 0.97386, + 0.97738, + 0.83597, + 0.93044, + 0.91752, + 0.92005, + 0.87676, + 0.94638, + 0.91507, + 0.79018, + 0.88958, + 0.77904, + 0.74829, + 1.00615, + 0.81918, + 0.99447, + 1.03902, + 0.92273, + 0.94029, + 0.82558, + 0.79193, + 0.82809, + 0.85142, + 0.8196, + 0.80809, + 0.8011, + 0.80796, + 0.82828, + 0.82847, + 0.9738, + 0.84144, + 0.91683, + 0.95035, + 0.84923, + 0.813, + 0.83148, + 0.83544, + 0.90363, + 0.98333, + 0.83603, + 0.83857, + 0.81289, + 0.78856, + 0.79984, + 0.78965, + 0.80228 + ] + }, + "verify/K8/b1/rollout_verify": { + "n": 200, + "median_ms": 1223.5985230654478, + "p99_ms": 1682.579321525991, + "mean_ms": 1312.4505939893425, + "min_ms": 1075.8938556537032, + "max_ms": 1705.7499708607793, + "note": "ms per plant (decode + RK4 rollout verifier); batch=1; excludes the LMI (see lmi_circle_certificate_per_plant)", + "samples_ms": [ + 1089.40024, + 1104.80973, + 1081.26286, + 1075.89386, + 1077.29869, + 1082.80926, + 1082.42363, + 1079.5634, + 1077.89778, + 1077.70766, + 1083.91766, + 1081.12545, + 1084.29007, + 1081.2088, + 1079.6306, + 1080.09184, + 1081.92657, + 1086.13856, + 1098.70542, + 1108.0543, + 1098.3234, + 1083.83469, + 1093.34786, + 1094.7934, + 1095.97356, + 1079.76868, + 1096.82738, + 1079.72394, + 1096.08216, + 1093.58881, + 1105.8783, + 1129.04012, + 1129.36657, + 1124.85309, + 1158.30914, + 1109.50168, + 1116.17784, + 1107.69693, + 1085.99269, + 1095.90384, + 1124.65135, + 1103.137, + 1270.21244, + 1215.41565, + 1252.96414, + 1217.74671, + 1174.69503, + 1235.12852, + 1155.44883, + 1160.95805, + 1138.07771, + 1122.1563, + 1140.60858, + 1150.66457, + 1091.39815, + 1088.98646, + 1096.42363, + 1089.67366, + 1108.34177, + 1094.00291, + 1099.67941, + 1115.17899, + 1101.30491, + 1121.98818, + 1097.75707, + 1098.41063, + 1101.09116, + 1097.88502, + 1104.76227, + 1114.38674, + 1094.9495, + 1093.17713, + 1102.50733, + 1097.38027, + 1108.5725, + 1107.8303, + 1103.75274, + 1133.68795, + 1112.4414, + 1106.25093, + 1134.87302, + 1111.56043, + 1114.52821, + 1187.43229, + 1132.67512, + 1096.19984, + 1166.27148, + 1293.48315, + 1411.40177, + 1635.87137, + 1525.60964, + 1521.99425, + 1503.32429, + 1472.85271, + 1397.30863, + 1293.72754, + 1300.70236, + 1569.37354, + 1574.99716, + 1524.63172, + 1617.33745, + 1610.8207, + 1633.92542, + 1612.91153, + 1624.14249, + 1566.45994, + 1581.45753, + 1586.56171, + 1573.15366, + 1582.45476, + 1508.68449, + 1464.82037, + 1412.31878, + 1513.34201, + 1559.12046, + 1555.49467, + 1587.66033, + 1661.73978, + 1662.36871, + 1688.32424, + 1682.52129, + 1565.41663, + 1552.81595, + 1624.08458, + 1662.60382, + 1591.49717, + 1516.65216, + 1612.38368, + 1705.74997, + 1637.66224, + 1605.39692, + 1674.6741, + 1675.38964, + 1680.14251, + 1614.13668, + 1624.31749, + 1652.09255, + 1663.55737, + 1559.55519, + 1517.33797, + 1541.65477, + 1522.67897, + 1547.54432, + 1504.2003, + 1489.91252, + 1490.09841, + 1502.51611, + 1482.64538, + 1477.35851, + 1507.06062, + 1531.64254, + 1508.06372, + 1521.98, + 1477.70009, + 1538.60501, + 1545.34991, + 1526.18998, + 1490.05759, + 1567.03835, + 1522.77888, + 1506.64673, + 1539.50621, + 1358.32369, + 1354.43342, + 1500.47264, + 1489.08973, + 1524.19417, + 1502.10615, + 1503.23788, + 1517.74413, + 1527.15711, + 1357.42716, + 1290.80091, + 1296.67575, + 1294.07933, + 1213.99485, + 1198.86296, + 1181.98117, + 1177.30747, + 1224.15514, + 1168.22827, + 1194.73305, + 1220.52846, + 1316.00977, + 1289.01464, + 1322.88127, + 1317.34178, + 1334.11148, + 1281.18798, + 1277.41325, + 1308.90609, + 1223.0419, + 1199.06029, + 1188.69788, + 1173.24862, + 1192.63175, + 1177.05193, + 1181.6979, + 1186.51623, + 1181.81186 + ] + }, + "verify/K8/b1/total": { + "n": 200, + "median_ms": 1224.4508899748325, + "p99_ms": 1683.4935278911144, + "mean_ms": 1313.1560628162697, + "min_ms": 1076.4197437092662, + "max_ms": 1706.6837698221207, + "note": "ms per plant (decode + RK4 rollout verifier); batch=1; excludes the LMI (see lmi_circle_certificate_per_plant) (sum of components per item)", + "samples_ms": [ + 1089.97076, + 1105.38805, + 1081.71779, + 1076.41974, + 1077.78493, + 1083.26011, + 1082.92029, + 1080.12729, + 1078.37631, + 1078.20173, + 1084.41645, + 1081.61693, + 1084.78121, + 1081.67019, + 1080.12369, + 1080.59223, + 1082.42997, + 1086.60525, + 1099.1753, + 1108.5398, + 1098.8424, + 1084.34481, + 1093.86869, + 1095.30352, + 1096.39663, + 1080.24493, + 1097.28975, + 1080.17393, + 1096.55319, + 1094.0557, + 1106.33225, + 1129.49734, + 1129.82551, + 1125.33359, + 1158.77911, + 1110.06352, + 1116.62927, + 1108.16152, + 1086.45737, + 1096.39665, + 1125.13964, + 1103.59849, + 1270.7648, + 1215.89214, + 1253.45319, + 1218.2264, + 1175.17247, + 1235.58108, + 1155.91421, + 1161.45964, + 1138.68713, + 1122.61653, + 1141.06613, + 1151.1382, + 1091.85351, + 1089.4368, + 1096.92515, + 1090.14466, + 1108.80613, + 1094.46862, + 1100.18055, + 1115.63629, + 1101.77288, + 1122.44803, + 1098.27084, + 1098.93069, + 1101.57514, + 1098.35928, + 1105.23995, + 1114.86063, + 1095.41453, + 1093.73062, + 1103.00912, + 1097.85669, + 1109.05887, + 1108.30985, + 1104.26154, + 1134.18269, + 1112.95848, + 1106.74546, + 1135.37001, + 1112.12162, + 1115.03101, + 1187.95431, + 1133.23322, + 1096.81005, + 1166.97287, + 1294.17068, + 1412.26048, + 1636.6175, + 1526.52309, + 1522.75666, + 1504.03746, + 1473.75799, + 1398.20604, + 1294.50001, + 1301.38063, + 1570.0525, + 1576.01187, + 1525.52949, + 1618.18762, + 1611.73234, + 1634.8409, + 1613.69778, + 1624.99444, + 1567.35861, + 1582.10556, + 1587.50067, + 1573.86144, + 1583.1962, + 1509.3868, + 1465.63146, + 1413.3511, + 1514.00177, + 1559.90988, + 1556.38825, + 1588.43011, + 1662.72559, + 1663.3229, + 1689.14096, + 1683.43648, + 1566.26834, + 1553.8224, + 1625.06868, + 1663.57949, + 1592.40008, + 1517.43711, + 1613.33077, + 1706.68377, + 1638.61365, + 1606.28772, + 1675.56571, + 1676.3747, + 1681.29066, + 1615.04776, + 1625.25476, + 1653.04621, + 1664.45331, + 1560.52796, + 1518.26327, + 1542.52837, + 1523.61892, + 1548.36052, + 1505.10854, + 1490.65705, + 1491.04333, + 1503.2893, + 1483.62735, + 1478.30817, + 1508.00445, + 1532.53552, + 1509.03349, + 1522.81671, + 1478.34147, + 1539.57887, + 1546.32729, + 1527.02595, + 1490.98803, + 1567.95587, + 1523.69893, + 1507.5235, + 1540.45259, + 1359.23876, + 1355.22361, + 1501.36222, + 1489.86877, + 1524.94246, + 1503.11229, + 1504.05706, + 1518.7386, + 1528.19612, + 1358.34989, + 1291.7412, + 1297.50133, + 1294.87126, + 1214.82294, + 1199.71438, + 1182.80077, + 1178.11556, + 1224.95624, + 1169.03623, + 1195.56133, + 1221.35693, + 1316.98357, + 1289.85608, + 1323.7981, + 1318.29214, + 1334.96071, + 1282.00098, + 1278.24472, + 1309.74153, + 1223.94554, + 1200.04362, + 1189.53391, + 1174.08719, + 1193.44463, + 1177.84049, + 1182.49774, + 1187.30588, + 1182.61414 + ] + }, + "verify/K8/batch120/decode": { + "n": 8, + "median_ms": 0.2806579616541664, + "p99_ms": 0.4084995264808337, + "mean_ms": 0.3099574940279126, + "min_ms": 0.2744068546841542, + "max_ms": 0.4096250981092453, + "note": "ms per plant, batch=120; n = batches", + "samples_ms": [ + 0.28293, + 0.27747, + 0.27441, + 0.28588, + 0.27839, + 0.27742, + 0.39355, + 0.40963 + ] + }, + "verify/K8/batch120/rollout_verify": { + "n": 8, + "median_ms": 14.676510895757625, + "p99_ms": 20.293685594651226, + "mean_ms": 15.649831244566787, + "min_ms": 14.361737994477153, + "max_ms": 20.529199484735727, + "note": "ms per plant, batch=120; n = batches", + "samples_ms": [ + 14.49254, + 14.83542, + 14.36188, + 14.36174, + 14.51761, + 17.16472, + 20.5292, + 14.93556 + ] + }, + "verify/K8/batch120/total": { + "n": 8, + "median_ms": 14.954439271241426, + "p99_ms": 20.679102168418467, + "mean_ms": 15.9597887385947, + "min_ms": 14.636281869995097, + "max_ms": 20.92274498815338, + "note": "ms per plant, batch=120; n = batches (sum of components per item)", + "samples_ms": [ + 14.77547, + 15.11288, + 14.63628, + 14.64762, + 14.79599, + 17.44213, + 20.92274, + 15.34519 + ] + }, + "retrieval_index_build_s": { + "median_ms": 0.0013122335076332092, + "n": 1, + "note": "one-off; bank rows=5000, searched rows=5000" + }, + "retrieval/K1/b1": { + "n": 200, + "median_ms": 0.2159327268600464, + "p99_ms": 0.2903003245592111, + "mean_ms": 0.21941122598946095, + "min_ms": 0.20230282098054886, + "max_ms": 0.3695031628012657, + "note": "ms per plant: distance to bank + top-K + decode; batch=1", + "samples_ms": [ + 0.35425, + 0.22473, + 0.24294, + 0.22194, + 0.23519, + 0.21425, + 0.3695, + 0.26338, + 0.26238, + 0.22272, + 0.21696, + 0.20841, + 0.22766, + 0.22421, + 0.21865, + 0.22859, + 0.21553, + 0.21997, + 0.2114, + 0.2129, + 0.22253, + 0.2265, + 0.21722, + 0.20962, + 0.20827, + 0.21837, + 0.21985, + 0.20871, + 0.21155, + 0.21215, + 0.21116, + 0.21914, + 0.2273, + 0.20934, + 0.21087, + 0.24613, + 0.22448, + 0.20325, + 0.21726, + 0.21162, + 0.22341, + 0.21256, + 0.2199, + 0.20754, + 0.22558, + 0.2159, + 0.20552, + 0.21601, + 0.21068, + 0.2284, + 0.21703, + 0.21617, + 0.20813, + 0.21163, + 0.22126, + 0.22308, + 0.21765, + 0.21713, + 0.22857, + 0.21011, + 0.21208, + 0.20318, + 0.21524, + 0.21495, + 0.21574, + 0.21656, + 0.22554, + 0.22768, + 0.21881, + 0.21115, + 0.22142, + 0.2203, + 0.21441, + 0.21435, + 0.21336, + 0.21981, + 0.20681, + 0.23121, + 0.20592, + 0.21528, + 0.21185, + 0.21589, + 0.21277, + 0.21547, + 0.21006, + 0.21215, + 0.22374, + 0.20523, + 0.21076, + 0.2105, + 0.22202, + 0.24857, + 0.24318, + 0.20997, + 0.21297, + 0.2111, + 0.21661, + 0.2148, + 0.20819, + 0.20787, + 0.21557, + 0.22107, + 0.21688, + 0.21861, + 0.22344, + 0.21689, + 0.20895, + 0.21058, + 0.20526, + 0.26815, + 0.21596, + 0.20828, + 0.21031, + 0.2237, + 0.21142, + 0.21863, + 0.21443, + 0.21406, + 0.22583, + 0.22233, + 0.22127, + 0.21917, + 0.20724, + 0.2253, + 0.2064, + 0.22164, + 0.21333, + 0.22178, + 0.21205, + 0.21318, + 0.20617, + 0.21353, + 0.22902, + 0.20687, + 0.21186, + 0.21046, + 0.21701, + 0.22163, + 0.21672, + 0.21367, + 0.21308, + 0.21825, + 0.21515, + 0.20722, + 0.21119, + 0.21479, + 0.28965, + 0.20671, + 0.2167, + 0.22, + 0.24095, + 0.21989, + 0.21319, + 0.20984, + 0.2157, + 0.24121, + 0.21132, + 0.20589, + 0.20494, + 0.25323, + 0.22614, + 0.20331, + 0.207, + 0.21088, + 0.2196, + 0.21262, + 0.20755, + 0.21681, + 0.24304, + 0.21407, + 0.21998, + 0.20567, + 0.22274, + 0.22376, + 0.21322, + 0.21491, + 0.21741, + 0.22314, + 0.22129, + 0.21261, + 0.22348, + 0.21057, + 0.20886, + 0.21765, + 0.2172, + 0.21067, + 0.21197, + 0.21831, + 0.20893, + 0.21118, + 0.21608, + 0.22567, + 0.21777, + 0.21972, + 0.22156, + 0.2023, + 0.22914, + 0.21904, + 0.22274, + 0.21147 + ] + }, + "retrieval/K1/batch120": { + "n": 40, + "median_ms": 0.10537920364489159, + "p99_ms": 0.11253987563153107, + "mean_ms": 0.10581116871132205, + "min_ms": 0.10032788074264924, + "max_ms": 0.11340280373891194, + "note": "ms per plant, vectorised over batch=120", + "samples_ms": [ + 0.10713, + 0.10696, + 0.10698, + 0.10532, + 0.10509, + 0.10167, + 0.10643, + 0.10182, + 0.10448, + 0.10672, + 0.10708, + 0.10033, + 0.10341, + 0.10291, + 0.10301, + 0.10415, + 0.10469, + 0.10261, + 0.10333, + 0.10622, + 0.10933, + 0.10719, + 0.10511, + 0.10753, + 0.10949, + 0.11005, + 0.10581, + 0.10808, + 0.10556, + 0.10973, + 0.1134, + 0.11119, + 0.10517, + 0.10544, + 0.10351, + 0.10734, + 0.10437, + 0.10503, + 0.10385, + 0.10491 + ] + }, + "retrieval/K8/b1": { + "n": 200, + "median_ms": 0.4492630250751972, + "p99_ms": 0.4957026522606607, + "mean_ms": 0.45113787055015564, + "min_ms": 0.4287632182240486, + "max_ms": 0.6339792162179947, + "note": "ms per plant: distance to bank + top-K + decode; batch=1", + "samples_ms": [ + 0.54131, + 0.46319, + 0.46405, + 0.45783, + 0.45073, + 0.44149, + 0.44556, + 0.46891, + 0.44078, + 0.44421, + 0.44934, + 0.43565, + 0.45746, + 0.45921, + 0.45477, + 0.45847, + 0.45068, + 0.44727, + 0.45053, + 0.45213, + 0.46282, + 0.44819, + 0.45082, + 0.4454, + 0.43355, + 0.4488, + 0.43921, + 0.4727, + 0.44611, + 0.44045, + 0.44602, + 0.4386, + 0.45861, + 0.43713, + 0.44562, + 0.44011, + 0.45619, + 0.43944, + 0.44954, + 0.44931, + 0.44468, + 0.4493, + 0.45348, + 0.44603, + 0.44971, + 0.46023, + 0.44461, + 0.45514, + 0.44119, + 0.457, + 0.45059, + 0.44592, + 0.48131, + 0.44147, + 0.4503, + 0.45762, + 0.44051, + 0.44615, + 0.46351, + 0.4401, + 0.44841, + 0.43902, + 0.44342, + 0.63398, + 0.45293, + 0.45983, + 0.45675, + 0.45586, + 0.45487, + 0.46952, + 0.45199, + 0.45522, + 0.4412, + 0.44658, + 0.46561, + 0.44963, + 0.44389, + 0.44529, + 0.44396, + 0.45405, + 0.49524, + 0.45288, + 0.45085, + 0.44922, + 0.44626, + 0.45213, + 0.45041, + 0.44418, + 0.44145, + 0.45169, + 0.44978, + 0.45472, + 0.45263, + 0.44437, + 0.44002, + 0.42876, + 0.4547, + 0.4428, + 0.44394, + 0.44249, + 0.46565, + 0.47384, + 0.45439, + 0.45311, + 0.44007, + 0.45494, + 0.44331, + 0.44883, + 0.43345, + 0.458, + 0.4422, + 0.44598, + 0.4447, + 0.44211, + 0.44815, + 0.45112, + 0.4546, + 0.44633, + 0.46123, + 0.45363, + 0.45574, + 0.45439, + 0.44466, + 0.4453, + 0.43734, + 0.46047, + 0.44482, + 0.4587, + 0.44419, + 0.45244, + 0.4358, + 0.45342, + 0.45871, + 0.43807, + 0.45459, + 0.43966, + 0.44526, + 0.48278, + 0.4559, + 0.44413, + 0.45011, + 0.44423, + 0.45164, + 0.44133, + 0.4372, + 0.45449, + 0.43851, + 0.44385, + 0.4472, + 0.45398, + 0.43973, + 0.45785, + 0.44412, + 0.43923, + 0.45442, + 0.46603, + 0.45008, + 0.44353, + 0.45048, + 0.44131, + 0.49056, + 0.43577, + 0.44408, + 0.44662, + 0.44424, + 0.44984, + 0.43717, + 0.45239, + 0.45498, + 0.44387, + 0.45076, + 0.44267, + 0.4534, + 0.44804, + 0.45082, + 0.44215, + 0.44963, + 0.45152, + 0.45657, + 0.44242, + 0.46792, + 0.43877, + 0.4394, + 0.44903, + 0.44791, + 0.44666, + 0.44394, + 0.44919, + 0.43936, + 0.45288, + 0.44558, + 0.45619, + 0.44949, + 0.45106, + 0.45705, + 0.43404, + 0.44792, + 0.44716, + 0.46209, + 0.44151 + ] + }, + "retrieval/K8/batch120": { + "n": 40, + "median_ms": 0.33858775083596504, + "p99_ms": 0.36396959765503806, + "mean_ms": 0.3393101238179952, + "min_ms": 0.32917014323174953, + "max_ms": 0.3648661232242982, + "note": "ms per plant, vectorised over batch=120", + "samples_ms": [ + 0.34073, + 0.34394, + 0.34198, + 0.33365, + 0.34421, + 0.36487, + 0.33473, + 0.34618, + 0.34215, + 0.34009, + 0.3391, + 0.34004, + 0.34486, + 0.33825, + 0.33902, + 0.34273, + 0.35091, + 0.33874, + 0.36257, + 0.33977, + 0.3367, + 0.33429, + 0.33906, + 0.33027, + 0.33562, + 0.33561, + 0.33953, + 0.33251, + 0.33544, + 0.33844, + 0.3424, + 0.33606, + 0.33583, + 0.32968, + 0.32917, + 0.33517, + 0.33616, + 0.33285, + 0.33344, + 0.33565 + ] + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/verify_mimo_cpu1q.json b/results/timing/verify_mimo_cpu1q.json new file mode 100644 index 0000000000000000000000000000000000000000..b56dceb575faa1952549b4ac8f992d94abd3e2a2 --- /dev/null +++ b/results/timing/verify_mimo_cpu1q.json @@ -0,0 +1,2776 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1q", + "load1": 7.79833984375, + "date": "2026-09-30 09:04:55 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 20 + ] + }, + "family": "mimo", + "cells": { + "lmi_circle_certificate_per_plant": { + "n": 200, + "median_ms": 67.83527135848999, + "p99_ms": 3774.6364452689863, + "mean_ms": 540.862765214406, + "min_ms": 38.25738187879324, + "max_ms": 4743.007379584014, + "note": "certified_beta(bmax=8, iters=5) (eval_mimo_regret setting), per plant, one solve chain per PLANT (independent of K)", + "samples_ms": [ + 1524.01044, + 83.34328, + 56.77379, + 155.31823, + 55.68119, + 47.08438, + 51.6884, + 2013.10379, + 315.65672, + 47.74081, + 47.14361, + 48.51308, + 87.1357, + 2654.0822, + 3772.14492, + 366.06029, + 53.5377, + 86.8998, + 53.20959, + 709.26863, + 3293.17095, + 48.97743, + 48.69602, + 40.91609, + 61.41101, + 1316.35365, + 50.12183, + 56.0828, + 2610.28413, + 86.71037, + 38.6843, + 40.05111, + 1214.92306, + 47.80002, + 840.8931, + 100.89634, + 2629.47354, + 53.32839, + 78.45227, + 57.68463, + 1454.47139, + 2707.30231, + 233.57746, + 49.67554, + 101.01076, + 57.07455, + 51.65045, + 2708.40716, + 271.66847, + 1479.59284, + 51.44748, + 78.16257, + 55.62687, + 194.5585, + 992.67932, + 107.23987, + 162.16643, + 2670.60753, + 779.22875, + 68.60445, + 69.84584, + 48.01607, + 61.83808, + 54.74866, + 48.08555, + 61.76076, + 57.19542, + 45.8521, + 1611.41905, + 63.18139, + 1481.20593, + 1563.12531, + 150.23209, + 45.60865, + 54.26293, + 2081.16786, + 38.74235, + 399.75541, + 58.49914, + 47.85806, + 42.94665, + 67.06609, + 513.13381, + 44.499, + 1914.34961, + 71.08358, + 957.72251, + 58.28258, + 61.6617, + 45.76688, + 70.7301, + 2643.44874, + 63.69924, + 1379.79334, + 53.91702, + 52.7491, + 1371.89463, + 4021.29706, + 62.11367, + 50.75797, + 48.29856, + 462.26597, + 52.78596, + 1307.75943, + 172.9918, + 69.87416, + 56.36003, + 51.47708, + 42.9419, + 90.64983, + 48.69984, + 48.44012, + 59.26906, + 44.29919, + 3022.88077, + 1352.87005, + 58.76859, + 111.1902, + 61.39226, + 43.99749, + 57.68301, + 2748.85393, + 70.69775, + 562.96934, + 66.41495, + 165.36656, + 139.55043, + 87.60957, + 40.01586, + 2634.28721, + 42.93211, + 113.58403, + 58.44911, + 53.16956, + 509.68395, + 40.64881, + 43.52208, + 2535.94831, + 59.33682, + 2606.7679, + 38.25738, + 51.23992, + 3083.13597, + 47.12537, + 96.93941, + 56.54791, + 71.19066, + 46.68878, + 404.89813, + 1323.48706, + 1329.8367, + 64.50883, + 104.10649, + 57.5946, + 179.42297, + 2802.3312, + 65.68142, + 1837.36937, + 47.74145, + 61.75881, + 53.7139, + 50.97344, + 4743.00738, + 40.04916, + 42.35473, + 46.73969, + 44.3565, + 140.20228, + 43.44794, + 260.57917, + 588.90738, + 47.0223, + 77.9609, + 151.9225, + 39.67835, + 94.245, + 59.16568, + 1437.57265, + 59.04791, + 185.0748, + 48.92011, + 51.30218, + 43.0463, + 563.67641, + 69.89102, + 45.10982, + 44.31348, + 2280.16753, + 55.47181, + 50.96304, + 62.89711, + 1239.54806, + 156.85514, + 68.99444, + 451.52131, + 68.6889, + 674.77028, + 1367.63732, + 48.46458, + 152.35232 + ] + }, + "verify/K1/b1/decode": { + "n": 200, + "median_ms": 0.193724874407053, + "p99_ms": 0.265585808083415, + "mean_ms": 0.20717805717140436, + "min_ms": 0.15934836119413376, + "max_ms": 0.2982970327138901, + "note": "ms per plant (decode + RK4 rollout verifier); batch=1; excludes the LMI (see lmi_circle_certificate_per_plant)", + "samples_ms": [ + 0.19862, + 0.1922, + 0.18567, + 0.18609, + 0.18819, + 0.1843, + 0.2415, + 0.24212, + 0.23846, + 0.18718, + 0.18514, + 0.24071, + 0.19016, + 0.19737, + 0.24837, + 0.20019, + 0.19458, + 0.1969, + 0.18607, + 0.23433, + 0.18584, + 0.22781, + 0.19737, + 0.24991, + 0.18432, + 0.24842, + 0.1982, + 0.25493, + 0.24296, + 0.18958, + 0.18646, + 0.19003, + 0.18818, + 0.19018, + 0.18414, + 0.20283, + 0.19277, + 0.21273, + 0.18805, + 0.15935, + 0.25379, + 0.18698, + 0.19336, + 0.19018, + 0.18982, + 0.19321, + 0.25868, + 0.25467, + 0.25656, + 0.25198, + 0.25534, + 0.23067, + 0.2282, + 0.22031, + 0.18705, + 0.19409, + 0.19221, + 0.22676, + 0.20541, + 0.1982, + 0.1972, + 0.19525, + 0.18589, + 0.25061, + 0.19723, + 0.19134, + 0.20558, + 0.19797, + 0.1906, + 0.1924, + 0.1939, + 0.25682, + 0.19042, + 0.22923, + 0.19157, + 0.1922, + 0.19087, + 0.26178, + 0.19183, + 0.1691, + 0.19539, + 0.19424, + 0.18662, + 0.20172, + 0.19182, + 0.24932, + 0.18932, + 0.18947, + 0.20008, + 0.18773, + 0.1955, + 0.19055, + 0.23453, + 0.19098, + 0.23156, + 0.19592, + 0.18007, + 0.19295, + 0.24659, + 0.18734, + 0.19273, + 0.18733, + 0.18406, + 0.18972, + 0.27136, + 0.22729, + 0.18937, + 0.19469, + 0.19155, + 0.1882, + 0.19377, + 0.1848, + 0.19182, + 0.20596, + 0.19004, + 0.18996, + 0.2983, + 0.19294, + 0.1903, + 0.24265, + 0.18867, + 0.18943, + 0.26541, + 0.25687, + 0.1935, + 0.19368, + 0.18896, + 0.1952, + 0.19281, + 0.18542, + 0.26346, + 0.25229, + 0.18536, + 0.19063, + 0.25483, + 0.19337, + 0.19015, + 0.19447, + 0.25999, + 0.25488, + 0.19032, + 0.24523, + 0.23566, + 0.26553, + 0.19605, + 0.19366, + 0.19735, + 0.24857, + 0.19854, + 0.18218, + 0.1856, + 0.20005, + 0.18751, + 0.19736, + 0.18574, + 0.20558, + 0.19816, + 0.2526, + 0.25234, + 0.18589, + 0.19288, + 0.19781, + 0.24994, + 0.1866, + 0.19732, + 0.19511, + 0.18923, + 0.20184, + 0.19341, + 0.24263, + 0.18814, + 0.19019, + 0.19128, + 0.18632, + 0.19093, + 0.18578, + 0.18291, + 0.19624, + 0.19618, + 0.18861, + 0.25634, + 0.19431, + 0.19019, + 0.18573, + 0.18827, + 0.18596, + 0.18392, + 0.18675, + 0.19526, + 0.2269, + 0.18876, + 0.19297, + 0.24882, + 0.26383, + 0.25506, + 0.25818, + 0.19348, + 0.18895, + 0.19567, + 0.2596 + ] + }, + "verify/K1/b1/rollout_verify": { + "n": 200, + "median_ms": 138.3469826541841, + "p99_ms": 139.79121632874012, + "mean_ms": 138.174340124242, + "min_ms": 134.60698630660772, + "max_ms": 140.15113469213247, + "note": "ms per plant (decode + RK4 rollout verifier); batch=1; excludes the LMI (see lmi_circle_certificate_per_plant)", + "samples_ms": [ + 134.63531, + 134.60699, + 135.99838, + 137.00895, + 136.30284, + 136.93267, + 136.17749, + 135.95119, + 136.64489, + 135.87814, + 137.03378, + 136.74306, + 136.86139, + 137.58123, + 138.93478, + 136.00234, + 136.55029, + 137.3363, + 136.64438, + 137.30201, + 136.75261, + 136.88687, + 136.69116, + 136.55416, + 137.1541, + 137.68854, + 136.72587, + 137.45297, + 137.36907, + 137.04279, + 136.96977, + 137.85454, + 138.21588, + 137.86177, + 137.76978, + 137.3861, + 138.14466, + 136.28662, + 137.71201, + 137.76742, + 137.18258, + 137.83584, + 137.10937, + 137.26594, + 137.01718, + 137.39318, + 138.57966, + 137.89128, + 138.32412, + 138.92425, + 138.09941, + 138.3861, + 137.78315, + 138.15377, + 138.42764, + 138.28931, + 138.21333, + 138.65899, + 138.49923, + 138.04948, + 138.11413, + 138.14429, + 137.07302, + 139.25041, + 137.72688, + 138.49088, + 137.27842, + 138.40969, + 138.55421, + 138.85141, + 138.62611, + 138.94167, + 139.34822, + 138.49986, + 138.25161, + 138.61657, + 138.7066, + 137.67342, + 138.30765, + 138.66829, + 138.44188, + 137.93969, + 138.39654, + 138.4975, + 138.53069, + 138.72778, + 138.15667, + 138.06395, + 138.35074, + 138.77571, + 139.19425, + 138.14072, + 138.9706, + 137.67063, + 137.16403, + 137.22267, + 137.69694, + 139.28027, + 138.7768, + 138.9947, + 138.51975, + 138.82875, + 138.89399, + 138.45107, + 138.54518, + 138.95752, + 138.61826, + 138.90936, + 138.46063, + 138.15655, + 138.25817, + 138.34322, + 138.63209, + 139.45848, + 138.5438, + 138.46543, + 138.26813, + 137.60259, + 137.99668, + 139.02845, + 138.17091, + 138.79177, + 139.21171, + 138.28714, + 138.36141, + 138.55111, + 139.29665, + 138.57944, + 138.27497, + 138.73648, + 138.10852, + 138.39037, + 138.21632, + 139.1634, + 139.12553, + 138.22212, + 138.80605, + 138.19599, + 138.38737, + 139.07599, + 138.58668, + 139.69162, + 138.37585, + 137.9513, + 138.66747, + 137.15035, + 137.62493, + 138.52741, + 139.27563, + 138.48306, + 138.95542, + 138.60123, + 138.16504, + 137.8597, + 138.15505, + 139.47999, + 138.2282, + 138.03545, + 139.02806, + 137.43163, + 138.05331, + 138.30312, + 139.64126, + 138.89529, + 138.54606, + 139.91215, + 138.31035, + 138.21875, + 139.10283, + 138.63158, + 139.12596, + 138.73799, + 138.90589, + 139.19373, + 138.28758, + 138.59578, + 138.31729, + 139.43831, + 139.40709, + 139.78999, + 140.15113, + 138.87704, + 138.76314, + 138.76477, + 138.9624, + 138.67175, + 138.94793, + 138.18616, + 137.27036, + 138.83403, + 138.44066, + 139.04778, + 138.73346, + 138.89168, + 139.01235, + 137.55022, + 138.81577, + 138.99003, + 138.39306, + 138.96153 + ] + }, + "verify/K1/b1/total": { + "n": 200, + "median_ms": 138.5606680996716, + "p99_ms": 139.9798937048763, + "mean_ms": 138.3815181814134, + "min_ms": 134.7991842776537, + "max_ms": 140.40747843682766, + "note": "ms per plant (decode + RK4 rollout verifier); batch=1; excludes the LMI (see lmi_circle_certificate_per_plant) (sum of components per item)", + "samples_ms": [ + 134.83393, + 134.79918, + 136.18405, + 137.19504, + 136.49103, + 137.11697, + 136.41899, + 136.19332, + 136.88335, + 136.06532, + 137.21891, + 136.98377, + 137.05155, + 137.77859, + 139.18315, + 136.20253, + 136.74487, + 137.5332, + 136.83045, + 137.53634, + 136.93845, + 137.11468, + 136.88853, + 136.80407, + 137.33841, + 137.93696, + 136.92407, + 137.70791, + 137.61203, + 137.23237, + 137.15623, + 138.04456, + 138.40406, + 138.05194, + 137.95392, + 137.58894, + 138.33743, + 136.49934, + 137.90006, + 137.92676, + 137.43637, + 138.02282, + 137.30273, + 137.45612, + 137.20701, + 137.58639, + 138.83834, + 138.14595, + 138.58068, + 139.17623, + 138.35476, + 138.61677, + 138.01135, + 138.37408, + 138.61469, + 138.4834, + 138.40554, + 138.88575, + 138.70464, + 138.24768, + 138.31132, + 138.33955, + 137.2589, + 139.50102, + 137.9241, + 138.68222, + 137.484, + 138.60766, + 138.7448, + 139.04381, + 138.82001, + 139.19849, + 139.53863, + 138.72909, + 138.44318, + 138.80877, + 138.89746, + 137.9352, + 138.49948, + 138.83739, + 138.63727, + 138.13393, + 138.58316, + 138.69923, + 138.72251, + 138.9771, + 138.346, + 138.25343, + 138.55082, + 138.96344, + 139.38975, + 138.33127, + 139.20513, + 137.86161, + 137.39559, + 137.4186, + 137.87701, + 139.47322, + 139.02339, + 139.18204, + 138.71248, + 139.01608, + 139.07804, + 138.64079, + 138.81653, + 139.18481, + 138.80764, + 139.10405, + 138.65218, + 138.34476, + 138.45194, + 138.52802, + 138.8239, + 139.66444, + 138.73385, + 138.65539, + 138.56643, + 137.79553, + 138.18698, + 139.2711, + 138.35959, + 138.98121, + 139.47711, + 138.54401, + 138.55491, + 138.74479, + 139.48561, + 138.77464, + 138.46778, + 138.9219, + 138.37198, + 138.64266, + 138.40168, + 139.35403, + 139.38036, + 138.41549, + 138.9962, + 138.39047, + 138.64736, + 139.33088, + 138.777, + 139.93684, + 138.61152, + 138.21682, + 138.86352, + 137.34401, + 137.82227, + 138.77598, + 139.47417, + 138.66524, + 139.14102, + 138.80128, + 138.35255, + 138.05705, + 138.34079, + 139.68557, + 138.42636, + 138.28805, + 139.2804, + 137.61752, + 138.24619, + 138.50093, + 139.8912, + 139.08189, + 138.74338, + 140.10726, + 138.49958, + 138.42059, + 139.29624, + 138.87421, + 139.3141, + 138.92817, + 139.09717, + 139.38005, + 138.47851, + 138.78156, + 138.5002, + 139.63455, + 139.60327, + 139.97861, + 140.40748, + 139.07135, + 138.95334, + 138.9505, + 139.15068, + 138.85771, + 139.13185, + 138.37291, + 137.46562, + 139.06093, + 138.62943, + 139.24075, + 138.98228, + 139.1555, + 139.26741, + 137.80839, + 139.00925, + 139.17898, + 138.58873, + 139.22113 + ] + }, + "verify/K1/batch120/decode": { + "n": 8, + "median_ms": 0.035098090302199125, + "p99_ms": 0.03527098358608782, + "mean_ms": 0.03501354464484999, + "min_ms": 0.03442477900534868, + "max_ms": 0.03527347774555286, + "note": "ms per plant, batch=120; n = batches", + "samples_ms": [ + 0.03527, + 0.03474, + 0.03524, + 0.03509, + 0.0351, + 0.03508, + 0.03516, + 0.03442 + ] + }, + "verify/K1/batch120/rollout_verify": { + "n": 8, + "median_ms": 1.7496478899071612, + "p99_ms": 1.7611669425386935, + "mean_ms": 1.74999605709066, + "min_ms": 1.7400123178958893, + "max_ms": 1.7617997402946155, + "note": "ms per plant, batch=120; n = batches", + "samples_ms": [ + 1.75006, + 1.74885, + 1.75042, + 1.75276, + 1.7618, + 1.74001, + 1.74683, + 1.74924 + ] + }, + "verify/K1/batch120/total": { + "n": 8, + "median_ms": 1.784497018282612, + "p99_ms": 1.7962708830212555, + "mean_ms": 1.78500960173551, + "min_ms": 1.7750874084110062, + "max_ms": 1.7969046331321201, + "note": "ms per plant, batch=120; n = batches (sum of components per item)", + "samples_ms": [ + 1.78533, + 1.78359, + 1.78566, + 1.78785, + 1.7969, + 1.77509, + 1.78199, + 1.78366 + ] + }, + "verify/K8/b1/decode": { + "n": 200, + "median_ms": 0.45236339792609215, + "p99_ms": 0.5468289460986853, + "mean_ms": 0.46213723719120026, + "min_ms": 0.41332002729177475, + "max_ms": 0.5516568198800087, + "note": "ms per plant (decode + RK4 rollout verifier); batch=1; excludes the LMI (see lmi_circle_certificate_per_plant)", + "samples_ms": [ + 0.45736, + 0.43463, + 0.44883, + 0.45639, + 0.44574, + 0.5143, + 0.4567, + 0.45101, + 0.45924, + 0.45049, + 0.44475, + 0.46059, + 0.44899, + 0.43999, + 0.46864, + 0.45716, + 0.45166, + 0.48635, + 0.45342, + 0.52283, + 0.4467, + 0.5164, + 0.45722, + 0.46418, + 0.45634, + 0.4494, + 0.4547, + 0.44134, + 0.44858, + 0.45851, + 0.45391, + 0.41332, + 0.45061, + 0.45375, + 0.45204, + 0.45359, + 0.45883, + 0.44279, + 0.44733, + 0.52486, + 0.46062, + 0.45981, + 0.4382, + 0.53396, + 0.51253, + 0.44731, + 0.43973, + 0.43474, + 0.45603, + 0.45154, + 0.45442, + 0.43938, + 0.43592, + 0.44035, + 0.45323, + 0.4418, + 0.4458, + 0.44826, + 0.44137, + 0.46299, + 0.45436, + 0.44634, + 0.44891, + 0.44796, + 0.45905, + 0.43657, + 0.45896, + 0.44882, + 0.46079, + 0.51263, + 0.44515, + 0.44916, + 0.4569, + 0.44888, + 0.52913, + 0.45523, + 0.45483, + 0.43919, + 0.48233, + 0.44443, + 0.45753, + 0.52491, + 0.45795, + 0.44539, + 0.45403, + 0.41865, + 0.45366, + 0.45184, + 0.446, + 0.43277, + 0.47962, + 0.4453, + 0.44931, + 0.45269, + 0.45411, + 0.44201, + 0.45409, + 0.44871, + 0.4457, + 0.44935, + 0.45012, + 0.44442, + 0.41722, + 0.44248, + 0.52608, + 0.45488, + 0.45004, + 0.45011, + 0.46329, + 0.43322, + 0.4532, + 0.43933, + 0.44405, + 0.44517, + 0.51629, + 0.44831, + 0.51424, + 0.43646, + 0.44731, + 0.44226, + 0.50484, + 0.51042, + 0.46009, + 0.44037, + 0.44822, + 0.4553, + 0.44221, + 0.4913, + 0.44074, + 0.44072, + 0.45809, + 0.49169, + 0.4565, + 0.48392, + 0.51708, + 0.4469, + 0.54776, + 0.45372, + 0.4555, + 0.45672, + 0.4584, + 0.44255, + 0.54578, + 0.44197, + 0.44743, + 0.45527, + 0.52761, + 0.55166, + 0.44947, + 0.43524, + 0.44967, + 0.44498, + 0.50643, + 0.54682, + 0.44488, + 0.43599, + 0.46097, + 0.44818, + 0.44788, + 0.52083, + 0.45851, + 0.44756, + 0.49952, + 0.44768, + 0.45899, + 0.44009, + 0.44746, + 0.51299, + 0.44534, + 0.43097, + 0.45626, + 0.4487, + 0.45165, + 0.44383, + 0.44217, + 0.44876, + 0.4496, + 0.47927, + 0.46868, + 0.46415, + 0.52979, + 0.45091, + 0.47054, + 0.45887, + 0.44471, + 0.53555, + 0.44963, + 0.53279, + 0.45095, + 0.45815, + 0.45708, + 0.46309, + 0.53137, + 0.44957, + 0.45838, + 0.52993, + 0.52786, + 0.52007, + 0.43521, + 0.45348 + ] + }, + "verify/K8/b1/rollout_verify": { + "n": 200, + "median_ms": 1088.6784163303673, + "p99_ms": 1098.847895078361, + "mean_ms": 1089.2182955378667, + "min_ms": 1078.8395497947931, + "max_ms": 1107.1133920922875, + "note": "ms per plant (decode + RK4 rollout verifier); batch=1; excludes the LMI (see lmi_circle_certificate_per_plant)", + "samples_ms": [ + 1107.11339, + 1082.24469, + 1083.08441, + 1088.21864, + 1081.5218, + 1090.7803, + 1085.54091, + 1092.76651, + 1092.84272, + 1095.90914, + 1087.39506, + 1090.58293, + 1087.64989, + 1102.73206, + 1088.65076, + 1088.74764, + 1087.0411, + 1095.45704, + 1087.78467, + 1093.19474, + 1086.79, + 1094.38091, + 1092.81736, + 1093.07548, + 1086.58132, + 1096.99005, + 1094.0535, + 1094.65138, + 1087.68801, + 1093.47531, + 1088.23407, + 1095.53827, + 1088.72056, + 1092.84875, + 1091.44959, + 1098.80866, + 1093.10335, + 1093.41826, + 1088.41427, + 1097.98719, + 1090.76698, + 1087.99832, + 1089.71143, + 1095.14766, + 1084.71686, + 1088.57433, + 1080.65588, + 1088.99316, + 1087.14832, + 1090.75186, + 1086.09844, + 1093.52939, + 1088.30776, + 1091.22595, + 1086.71618, + 1088.98679, + 1088.37925, + 1092.67478, + 1088.0305, + 1087.50519, + 1085.31503, + 1093.3286, + 1085.46087, + 1091.93684, + 1082.33928, + 1086.71595, + 1082.94285, + 1090.25238, + 1084.38041, + 1094.09919, + 1086.6424, + 1088.30407, + 1082.33028, + 1090.39871, + 1085.3917, + 1087.84552, + 1085.74589, + 1093.85063, + 1084.13563, + 1090.36079, + 1083.28451, + 1091.633, + 1085.28761, + 1093.64867, + 1084.3327, + 1088.96506, + 1083.73746, + 1087.58292, + 1085.1039, + 1091.46271, + 1088.06497, + 1092.88685, + 1086.21905, + 1089.05644, + 1086.80857, + 1091.21659, + 1084.02497, + 1088.43849, + 1086.26161, + 1089.3261, + 1081.59311, + 1086.88386, + 1080.90044, + 1089.48522, + 1087.6431, + 1091.6207, + 1087.97094, + 1090.72842, + 1088.01652, + 1089.49047, + 1082.31311, + 1090.03113, + 1083.39729, + 1090.72083, + 1086.54651, + 1091.86841, + 1091.01318, + 1093.57779, + 1093.06494, + 1093.83907, + 1084.35897, + 1091.17457, + 1081.73859, + 1091.74549, + 1084.10082, + 1095.21823, + 1083.45537, + 1093.06687, + 1087.02815, + 1092.09854, + 1087.69329, + 1090.96786, + 1095.19264, + 1090.9659, + 1088.46155, + 1095.01876, + 1082.3809, + 1089.32263, + 1082.84403, + 1091.95441, + 1087.97851, + 1094.38889, + 1088.73519, + 1097.39009, + 1086.39874, + 1092.97103, + 1093.04398, + 1095.93261, + 1091.58824, + 1095.36419, + 1091.38304, + 1095.36372, + 1089.57995, + 1089.8136, + 1087.51486, + 1093.04459, + 1085.81008, + 1094.87274, + 1090.42992, + 1094.06095, + 1086.33631, + 1088.12811, + 1087.99963, + 1096.51567, + 1086.83024, + 1087.64884, + 1088.70608, + 1090.75863, + 1087.64135, + 1080.80659, + 1082.83495, + 1092.81984, + 1085.03074, + 1095.71865, + 1087.37239, + 1094.38021, + 1087.21719, + 1093.92152, + 1086.26038, + 1092.25945, + 1087.64955, + 1092.68205, + 1089.25275, + 1090.91252, + 1083.07353, + 1084.69084, + 1087.58376, + 1094.17273, + 1083.88587, + 1087.45265, + 1081.7759, + 1098.63285, + 1085.40259, + 1088.55342, + 1083.55794, + 1085.85518, + 1078.83955, + 1083.65247, + 1082.57231, + 1085.7934 + ] + }, + "verify/K8/b1/total": { + "n": 200, + "median_ms": 1089.1364682465792, + "p99_ms": 1099.3013494927436, + "mean_ms": 1089.6804327750579, + "min_ms": 1079.3674122542143, + "max_ms": 1107.5707478448749, + "note": "ms per plant (decode + RK4 rollout verifier); batch=1; excludes the LMI (see lmi_circle_certificate_per_plant) (sum of components per item)", + "samples_ms": [ + 1107.57075, + 1082.67932, + 1083.53325, + 1088.67504, + 1081.96753, + 1091.2946, + 1085.99761, + 1093.21752, + 1093.30196, + 1096.35963, + 1087.8398, + 1091.04352, + 1088.09888, + 1103.17205, + 1089.1194, + 1089.20481, + 1087.49275, + 1095.94339, + 1088.23809, + 1093.71758, + 1087.2367, + 1094.89732, + 1093.27458, + 1093.53965, + 1087.03767, + 1097.43946, + 1094.5082, + 1095.09272, + 1088.13659, + 1093.93382, + 1088.68798, + 1095.95159, + 1089.17116, + 1093.3025, + 1091.90163, + 1099.26225, + 1093.56218, + 1093.86106, + 1088.8616, + 1098.51204, + 1091.2276, + 1088.45813, + 1090.14963, + 1095.68162, + 1085.22938, + 1089.02164, + 1081.09561, + 1089.4279, + 1087.60436, + 1091.20339, + 1086.55286, + 1093.96876, + 1088.74368, + 1091.6663, + 1087.16941, + 1089.42859, + 1088.82505, + 1093.12304, + 1088.47187, + 1087.96818, + 1085.76939, + 1093.77494, + 1085.90978, + 1092.3848, + 1082.79833, + 1087.15253, + 1083.40181, + 1090.7012, + 1084.8412, + 1094.61182, + 1087.08755, + 1088.75323, + 1082.78718, + 1090.84759, + 1085.92084, + 1088.30075, + 1086.20072, + 1094.28982, + 1084.61796, + 1090.80521, + 1083.74204, + 1092.1579, + 1085.74556, + 1094.09406, + 1084.78674, + 1089.38371, + 1084.19112, + 1088.03476, + 1085.5499, + 1091.89548, + 1088.54459, + 1093.33215, + 1086.66836, + 1089.50913, + 1087.26268, + 1091.6586, + 1084.47906, + 1088.88721, + 1086.70731, + 1089.77545, + 1082.04324, + 1087.32828, + 1081.31765, + 1089.92771, + 1088.16918, + 1092.07558, + 1088.42098, + 1091.17853, + 1088.47981, + 1089.92369, + 1082.76631, + 1090.47045, + 1083.84133, + 1091.166, + 1087.0628, + 1092.31672, + 1091.52742, + 1094.01426, + 1093.51225, + 1094.28133, + 1084.86381, + 1091.68498, + 1082.19868, + 1092.18586, + 1084.54905, + 1095.67353, + 1083.89758, + 1093.55817, + 1087.46889, + 1092.53926, + 1088.15138, + 1091.45955, + 1095.64914, + 1091.44982, + 1088.97862, + 1095.46566, + 1082.92866, + 1089.77635, + 1083.29953, + 1092.41113, + 1088.4369, + 1094.83144, + 1089.28097, + 1097.83207, + 1086.84617, + 1093.4263, + 1093.57159, + 1096.48427, + 1092.03771, + 1095.79943, + 1091.83271, + 1095.80869, + 1090.08638, + 1090.36042, + 1087.95974, + 1093.48058, + 1086.27105, + 1095.32092, + 1090.8778, + 1094.58179, + 1086.79482, + 1088.57567, + 1088.49915, + 1096.96335, + 1087.28923, + 1088.08893, + 1089.15354, + 1091.27162, + 1088.08669, + 1081.23756, + 1083.29121, + 1093.26855, + 1085.48239, + 1096.16248, + 1087.81456, + 1094.82897, + 1087.66678, + 1094.40079, + 1086.72907, + 1092.7236, + 1088.17935, + 1093.13296, + 1089.72328, + 1091.37139, + 1083.51824, + 1085.22639, + 1088.03339, + 1094.70552, + 1084.33681, + 1087.91079, + 1082.23298, + 1099.09594, + 1085.93395, + 1089.003, + 1084.01632, + 1086.38511, + 1079.36741, + 1084.17254, + 1083.00752, + 1086.24688 + ] + }, + "verify/K8/batch120/decode": { + "n": 8, + "median_ms": 0.2623423856372635, + "p99_ms": 0.2635020808471988, + "mean_ms": 0.2620221028337255, + "min_ms": 0.25931568816304207, + "max_ms": 0.2635039621964097, + "note": "ms per plant, batch=120; n = batches", + "samples_ms": [ + 0.2635, + 0.26267, + 0.26082, + 0.26202, + 0.25932, + 0.26324, + 0.26113, + 0.26348 + ] + }, + "verify/K8/batch120/rollout_verify": { + "n": 8, + "median_ms": 14.012111552680533, + "p99_ms": 14.0894826722797, + "mean_ms": 14.022036914442046, + "min_ms": 13.99878797431787, + "max_ms": 14.093830661537746, + "note": "ms per plant, batch=120; n = batches", + "samples_ms": [ + 14.00058, + 14.00331, + 14.02596, + 14.0012, + 14.03172, + 14.02091, + 14.09383, + 13.99879 + ] + }, + "verify/K8/batch120/total": { + "n": 8, + "median_ms": 14.275067567359656, + "p99_ms": 14.350487357238308, + "mean_ms": 14.28405901727577, + "min_ms": 14.26226506009698, + "max_ms": 14.354962475287417, + "note": "ms per plant, batch=120; n = batches (sum of components per item)", + "samples_ms": [ + 14.26408, + 14.26598, + 14.28678, + 14.26321, + 14.29103, + 14.28416, + 14.35496, + 14.26227 + ] + }, + "verify_Kbatched/K8/b1/decode": { + "n": 200, + "median_ms": 0.4418180324137211, + "p99_ms": 0.5274541582912207, + "mean_ms": 0.46009488869458437, + "min_ms": 0.41117705404758453, + "max_ms": 0.5784286186099052, + "note": "ms per plant, all K=8 candidates in one batched rollout call (not the eval script's per-candidate loop)", + "samples_ms": [ + 0.43709, + 0.43891, + 0.43008, + 0.50648, + 0.50552, + 0.43927, + 0.4416, + 0.42472, + 0.44351, + 0.42628, + 0.43488, + 0.50796, + 0.41972, + 0.43512, + 0.44366, + 0.43178, + 0.50702, + 0.43128, + 0.50407, + 0.45244, + 0.4824, + 0.44825, + 0.43236, + 0.50154, + 0.49784, + 0.47759, + 0.4935, + 0.44217, + 0.50871, + 0.43053, + 0.44611, + 0.41781, + 0.4962, + 0.44376, + 0.44287, + 0.43817, + 0.50787, + 0.41118, + 0.43903, + 0.43406, + 0.44377, + 0.51415, + 0.43527, + 0.43783, + 0.5054, + 0.52053, + 0.42924, + 0.44322, + 0.43315, + 0.57843, + 0.43121, + 0.43694, + 0.4224, + 0.45955, + 0.44436, + 0.42242, + 0.51647, + 0.43985, + 0.50003, + 0.51567, + 0.48832, + 0.45037, + 0.44087, + 0.43681, + 0.5232, + 0.44825, + 0.42474, + 0.52742, + 0.44168, + 0.43593, + 0.51903, + 0.45056, + 0.44463, + 0.43183, + 0.43935, + 0.43764, + 0.43614, + 0.43113, + 0.44167, + 0.50727, + 0.42396, + 0.44207, + 0.45047, + 0.48487, + 0.42335, + 0.44173, + 0.43278, + 0.50552, + 0.42294, + 0.49012, + 0.51371, + 0.43851, + 0.44363, + 0.50489, + 0.42578, + 0.49062, + 0.43134, + 0.50951, + 0.49551, + 0.50392, + 0.4415, + 0.43725, + 0.52656, + 0.43494, + 0.46408, + 0.4351, + 0.44542, + 0.43509, + 0.51511, + 0.43657, + 0.42917, + 0.5126, + 0.43649, + 0.4312, + 0.50661, + 0.44573, + 0.4297, + 0.43545, + 0.50945, + 0.43049, + 0.43012, + 0.44616, + 0.43424, + 0.43494, + 0.44107, + 0.42939, + 0.51065, + 0.44067, + 0.44205, + 0.50001, + 0.43111, + 0.41149, + 0.4307, + 0.43829, + 0.50207, + 0.4988, + 0.44147, + 0.43616, + 0.43963, + 0.43275, + 0.4413, + 0.52381, + 0.53074, + 0.43913, + 0.49221, + 0.50373, + 0.43359, + 0.43386, + 0.43585, + 0.42559, + 0.41558, + 0.51036, + 0.49144, + 0.43505, + 0.44495, + 0.43165, + 0.50013, + 0.49428, + 0.50239, + 0.49643, + 0.48636, + 0.43825, + 0.45257, + 0.42227, + 0.43848, + 0.43396, + 0.5141, + 0.42631, + 0.42636, + 0.49506, + 0.44038, + 0.43643, + 0.44118, + 0.4304, + 0.42876, + 0.49959, + 0.433, + 0.49889, + 0.50171, + 0.51896, + 0.44601, + 0.43465, + 0.4419, + 0.45056, + 0.50598, + 0.49861, + 0.50737, + 0.50966, + 0.43962, + 0.50483, + 0.42638, + 0.51785, + 0.50661, + 0.45338, + 0.43846, + 0.44576, + 0.43511, + 0.49529, + 0.44026, + 0.45004 + ] + }, + "verify_Kbatched/K8/b1/rollout_verify": { + "n": 200, + "median_ms": 138.24509177356958, + "p99_ms": 140.10774754919112, + "mean_ms": 138.30817686393857, + "min_ms": 136.63169834762812, + "max_ms": 140.4753727838397, + "note": "ms per plant, all K=8 candidates in one batched rollout call (not the eval script's per-candidate loop)", + "samples_ms": [ + 138.65619, + 137.56573, + 138.18594, + 138.44709, + 137.93745, + 139.2577, + 137.46721, + 137.61111, + 137.64235, + 138.23955, + 137.92025, + 137.78558, + 138.69647, + 138.02178, + 137.34667, + 137.96894, + 137.32569, + 139.07084, + 137.79822, + 138.30116, + 139.41905, + 138.49879, + 138.18292, + 137.93351, + 137.56713, + 138.21438, + 137.76234, + 139.51063, + 138.20742, + 138.94824, + 138.28765, + 138.84455, + 138.82099, + 139.60109, + 139.18769, + 138.36792, + 137.91727, + 137.97397, + 137.7951, + 137.92574, + 138.52339, + 139.6154, + 138.18775, + 137.66227, + 138.47035, + 137.90126, + 138.18343, + 137.63441, + 138.66847, + 137.82844, + 138.29837, + 137.55226, + 137.58848, + 138.00895, + 138.60818, + 138.48972, + 139.06427, + 138.57036, + 138.99635, + 138.45586, + 138.70315, + 138.3307, + 137.46129, + 139.27939, + 138.17844, + 137.62704, + 138.17848, + 138.1955, + 137.84346, + 138.51662, + 138.43984, + 139.84794, + 138.14644, + 137.9917, + 137.47373, + 137.51101, + 138.57824, + 139.75888, + 138.2012, + 138.56952, + 138.6573, + 138.29752, + 137.95524, + 138.97677, + 138.08666, + 138.60686, + 137.94617, + 137.69813, + 137.65747, + 138.91625, + 138.51827, + 137.64348, + 140.2908, + 138.22465, + 138.0431, + 138.38067, + 138.29909, + 138.56784, + 139.18229, + 139.19117, + 138.38312, + 138.34745, + 138.68405, + 137.85398, + 137.93011, + 137.66907, + 140.1059, + 139.54347, + 138.83453, + 137.89176, + 139.295, + 139.3631, + 138.99495, + 139.28585, + 139.14101, + 138.11742, + 137.26885, + 138.26532, + 137.99667, + 138.02522, + 137.78383, + 139.27323, + 138.61415, + 137.96165, + 137.09073, + 138.30483, + 137.36577, + 138.08147, + 138.91415, + 138.9039, + 138.5613, + 138.2731, + 138.52117, + 138.11779, + 138.42018, + 138.55574, + 138.46236, + 137.7848, + 137.63466, + 137.95974, + 138.13719, + 138.66425, + 139.06877, + 140.47537, + 139.18673, + 137.94027, + 137.69202, + 138.07989, + 138.36056, + 138.43134, + 138.85469, + 139.53161, + 137.66884, + 138.41195, + 137.78452, + 137.39185, + 137.98148, + 138.33626, + 138.09472, + 138.45762, + 138.2673, + 139.2019, + 138.25064, + 138.66022, + 139.23901, + 138.40123, + 138.0777, + 137.90499, + 138.12319, + 138.51976, + 138.2952, + 137.98254, + 139.0839, + 138.71268, + 138.36669, + 137.55144, + 137.5525, + 137.7182, + 137.23557, + 138.90877, + 138.03913, + 137.15029, + 137.57237, + 137.82701, + 137.96596, + 138.79481, + 138.89865, + 138.34664, + 137.67862, + 136.6317, + 137.38173, + 137.04502, + 137.7229, + 138.19505, + 138.83573, + 138.06801, + 138.69658, + 138.52669, + 137.87026, + 137.71089 + ] + }, + "verify_Kbatched/K8/b1/total": { + "n": 200, + "median_ms": 138.70966946706176, + "p99_ms": 140.55314768105745, + "mean_ms": 138.76827175263315, + "min_ms": 137.1365264058113, + "max_ms": 140.91450162231922, + "note": "ms per plant, all K=8 candidates in one batched rollout call (not the eval script's per-candidate loop) (sum of components per item)", + "samples_ms": [ + 139.09328, + 138.00463, + 138.61602, + 138.95357, + 138.44297, + 139.69697, + 137.90881, + 138.03583, + 138.08587, + 138.66583, + 138.35513, + 138.29354, + 139.11619, + 138.4569, + 137.79032, + 138.40072, + 137.83271, + 139.50212, + 138.30229, + 138.7536, + 139.90145, + 138.94704, + 138.61528, + 138.43505, + 138.06497, + 138.69197, + 138.25584, + 139.95281, + 138.71613, + 139.37877, + 138.73376, + 139.26236, + 139.31719, + 140.04485, + 139.63056, + 138.80609, + 138.42514, + 138.38515, + 138.23413, + 138.3598, + 138.96716, + 140.12955, + 138.62302, + 138.1001, + 138.97575, + 138.42179, + 138.61268, + 138.07763, + 139.10162, + 138.40687, + 138.72957, + 137.9892, + 138.01088, + 138.4685, + 139.05254, + 138.91215, + 139.58075, + 139.01021, + 139.49638, + 138.97154, + 139.19148, + 138.78107, + 137.90216, + 139.7162, + 138.70164, + 138.07529, + 138.60321, + 138.72292, + 138.28515, + 138.95256, + 138.95887, + 140.2985, + 138.59107, + 138.42353, + 137.91308, + 137.94864, + 139.01438, + 140.19001, + 138.64287, + 139.07679, + 139.08125, + 138.73959, + 138.40571, + 139.46164, + 138.51, + 139.04859, + 138.37895, + 138.20364, + 138.0804, + 139.40638, + 139.03198, + 138.08199, + 140.73443, + 138.72953, + 138.46887, + 138.87129, + 138.73043, + 139.07736, + 139.67781, + 139.69508, + 138.82462, + 138.7847, + 139.21062, + 138.28892, + 138.39419, + 138.10418, + 140.55132, + 139.97856, + 139.34965, + 138.32833, + 139.72418, + 139.8757, + 139.43144, + 139.71705, + 139.64762, + 138.56314, + 137.69856, + 138.70077, + 138.50612, + 138.45571, + 138.21394, + 139.71939, + 139.04839, + 138.39659, + 137.5318, + 138.73422, + 137.87641, + 138.52214, + 139.35621, + 139.40391, + 138.99241, + 138.68459, + 138.95187, + 138.55608, + 138.92225, + 139.05454, + 138.90384, + 138.22095, + 138.07429, + 138.39249, + 138.57849, + 139.18805, + 139.59951, + 140.9145, + 139.67894, + 138.444, + 138.12561, + 138.51375, + 138.79642, + 138.85693, + 139.27028, + 140.04196, + 138.16028, + 138.847, + 138.22946, + 137.82349, + 138.48161, + 138.83055, + 138.59711, + 138.95405, + 138.75366, + 139.64015, + 138.70321, + 139.08249, + 139.67749, + 138.83519, + 138.5918, + 138.3313, + 138.54955, + 139.01482, + 138.73558, + 138.41897, + 139.52508, + 139.14308, + 138.79545, + 138.05103, + 137.9855, + 138.21709, + 137.73728, + 139.42772, + 138.48514, + 137.58494, + 138.01427, + 138.27757, + 138.47194, + 139.29342, + 139.40602, + 138.85631, + 138.11824, + 137.13653, + 137.80811, + 137.56287, + 138.22951, + 138.64843, + 139.27419, + 138.51377, + 139.13169, + 139.02199, + 138.31052, + 138.16093 + ] + }, + "retrieval_index_build_s": { + "median_ms": 0.0004908069968223572, + "n": 1, + "note": "one-off; bank rows=5000, searched rows=5000" + }, + "retrieval/K1/b1": { + "n": 200, + "median_ms": 0.21633878350257874, + "p99_ms": 0.25431292131543154, + "mean_ms": 0.2172442665323615, + "min_ms": 0.20090211182832718, + "max_ms": 0.29708538204431534, + "note": "ms per plant: distance to bank + top-K + decode; batch=1", + "samples_ms": [ + 0.29709, + 0.24891, + 0.26237, + 0.24955, + 0.25423, + 0.22724, + 0.22481, + 0.23971, + 0.22673, + 0.22509, + 0.22177, + 0.21632, + 0.21802, + 0.22782, + 0.22182, + 0.23376, + 0.21878, + 0.22346, + 0.21912, + 0.2181, + 0.22972, + 0.20434, + 0.21809, + 0.20623, + 0.20464, + 0.21138, + 0.20462, + 0.21398, + 0.20663, + 0.20957, + 0.20688, + 0.21202, + 0.21947, + 0.20677, + 0.21265, + 0.21054, + 0.22874, + 0.20786, + 0.22355, + 0.21484, + 0.21847, + 0.22116, + 0.22468, + 0.21312, + 0.22188, + 0.2237, + 0.20888, + 0.21987, + 0.21768, + 0.22011, + 0.2192, + 0.21352, + 0.20482, + 0.21362, + 0.22209, + 0.22667, + 0.21246, + 0.21817, + 0.2235, + 0.21581, + 0.21421, + 0.2069, + 0.21723, + 0.21321, + 0.22269, + 0.2175, + 0.22667, + 0.22311, + 0.23143, + 0.21344, + 0.22499, + 0.22625, + 0.21234, + 0.22343, + 0.21733, + 0.22237, + 0.21008, + 0.22321, + 0.21056, + 0.21653, + 0.21417, + 0.21163, + 0.21914, + 0.22356, + 0.21424, + 0.21733, + 0.22189, + 0.20615, + 0.20953, + 0.21273, + 0.2209, + 0.21356, + 0.21884, + 0.20389, + 0.20768, + 0.201, + 0.21873, + 0.21134, + 0.20357, + 0.20662, + 0.20682, + 0.22473, + 0.21186, + 0.21361, + 0.20947, + 0.21703, + 0.20441, + 0.20792, + 0.20512, + 0.21788, + 0.21528, + 0.21638, + 0.21382, + 0.21491, + 0.21318, + 0.22781, + 0.22199, + 0.21772, + 0.2212, + 0.22424, + 0.21711, + 0.2177, + 0.20361, + 0.21577, + 0.20851, + 0.21768, + 0.2116, + 0.21044, + 0.20966, + 0.21088, + 0.20558, + 0.21652, + 0.21742, + 0.21531, + 0.21863, + 0.21317, + 0.21487, + 0.22329, + 0.22422, + 0.21446, + 0.21763, + 0.21775, + 0.22595, + 0.20631, + 0.20664, + 0.21267, + 0.20522, + 0.20636, + 0.22087, + 0.22163, + 0.21263, + 0.22675, + 0.22276, + 0.21334, + 0.21635, + 0.23594, + 0.22104, + 0.20906, + 0.20867, + 0.2148, + 0.22414, + 0.21269, + 0.21211, + 0.2163, + 0.21759, + 0.21468, + 0.21911, + 0.22222, + 0.21746, + 0.20983, + 0.21592, + 0.2009, + 0.21879, + 0.21413, + 0.20873, + 0.21658, + 0.2124, + 0.21352, + 0.2215, + 0.21015, + 0.22775, + 0.20742, + 0.20497, + 0.21557, + 0.21853, + 0.20768, + 0.21217, + 0.21015, + 0.20731, + 0.2158, + 0.21531, + 0.2232, + 0.22321, + 0.22477, + 0.22631, + 0.20405, + 0.21541, + 0.21917, + 0.22928, + 0.21128 + ] + }, + "retrieval/K1/batch120": { + "n": 40, + "median_ms": 0.0763308994161586, + "p99_ms": 0.0775425098836422, + "mean_ms": 0.07620095139524588, + "min_ms": 0.0744215367982785, + "max_ms": 0.07760005537420511, + "note": "ms per plant, vectorised over batch=120", + "samples_ms": [ + 0.07657, + 0.07611, + 0.07532, + 0.07442, + 0.07474, + 0.07617, + 0.0776, + 0.07607, + 0.07624, + 0.07629, + 0.07623, + 0.07644, + 0.07641, + 0.07667, + 0.07654, + 0.07672, + 0.07678, + 0.0772, + 0.07745, + 0.07722, + 0.07492, + 0.07513, + 0.07665, + 0.0757, + 0.07509, + 0.07621, + 0.07652, + 0.07675, + 0.07643, + 0.0764, + 0.07637, + 0.0762, + 0.07646, + 0.0764, + 0.07546, + 0.07564, + 0.07647, + 0.07589, + 0.07618, + 0.07596 + ] + }, + "retrieval/K8/b1": { + "n": 200, + "median_ms": 0.4463791847229004, + "p99_ms": 0.4953293502330779, + "mean_ms": 0.44757190626114607, + "min_ms": 0.42418576776981354, + "max_ms": 0.5101757124066353, + "note": "ms per plant: distance to bank + top-K + decode; batch=1", + "samples_ms": [ + 0.51018, + 0.47706, + 0.49521, + 0.47153, + 0.46942, + 0.44996, + 0.45736, + 0.46791, + 0.45263, + 0.45234, + 0.44519, + 0.45386, + 0.46218, + 0.4706, + 0.45834, + 0.46893, + 0.44543, + 0.4456, + 0.44525, + 0.45643, + 0.46271, + 0.44266, + 0.45825, + 0.44763, + 0.44838, + 0.44341, + 0.45282, + 0.44559, + 0.44927, + 0.44711, + 0.44402, + 0.4516, + 0.45511, + 0.44838, + 0.43829, + 0.44195, + 0.44488, + 0.43202, + 0.44256, + 0.43363, + 0.44337, + 0.43429, + 0.45025, + 0.43361, + 0.45381, + 0.45145, + 0.44398, + 0.45379, + 0.44669, + 0.46188, + 0.43851, + 0.4504, + 0.43345, + 0.4479, + 0.44966, + 0.45768, + 0.44136, + 0.43768, + 0.4469, + 0.42936, + 0.43843, + 0.42419, + 0.43914, + 0.43346, + 0.44109, + 0.4365, + 0.50684, + 0.4793, + 0.45337, + 0.45332, + 0.45267, + 0.45615, + 0.44469, + 0.45363, + 0.44321, + 0.44417, + 0.44363, + 0.44537, + 0.44629, + 0.44779, + 0.45053, + 0.44126, + 0.44788, + 0.45254, + 0.44958, + 0.44594, + 0.4526, + 0.44319, + 0.44586, + 0.44824, + 0.4548, + 0.4486, + 0.4557, + 0.44241, + 0.4434, + 0.43962, + 0.44688, + 0.44572, + 0.44506, + 0.44295, + 0.44797, + 0.45442, + 0.45031, + 0.44662, + 0.44733, + 0.45245, + 0.44434, + 0.45444, + 0.43901, + 0.45485, + 0.43412, + 0.43119, + 0.43005, + 0.45385, + 0.44368, + 0.45069, + 0.45703, + 0.43643, + 0.44812, + 0.44032, + 0.44185, + 0.44406, + 0.43034, + 0.43598, + 0.42536, + 0.44557, + 0.43719, + 0.43995, + 0.43451, + 0.43804, + 0.43104, + 0.43747, + 0.4525, + 0.43039, + 0.44065, + 0.43512, + 0.45227, + 0.45511, + 0.45362, + 0.44567, + 0.4448, + 0.45481, + 0.44423, + 0.44952, + 0.44494, + 0.45212, + 0.4437, + 0.44034, + 0.44916, + 0.45082, + 0.44173, + 0.45043, + 0.45132, + 0.44161, + 0.45121, + 0.46043, + 0.44805, + 0.44082, + 0.44481, + 0.44761, + 0.45373, + 0.44401, + 0.4541, + 0.45042, + 0.44733, + 0.4483, + 0.4456, + 0.45604, + 0.45187, + 0.44198, + 0.45358, + 0.44023, + 0.46112, + 0.4446, + 0.44132, + 0.43753, + 0.43998, + 0.44166, + 0.43822, + 0.43776, + 0.44716, + 0.44489, + 0.4374, + 0.45662, + 0.45034, + 0.44647, + 0.4461, + 0.43186, + 0.43495, + 0.43143, + 0.43916, + 0.44084, + 0.45458, + 0.45274, + 0.45733, + 0.43816, + 0.43282, + 0.44142, + 0.45691, + 0.44983 + ] + }, + "retrieval/K8/batch120": { + "n": 40, + "median_ms": 0.30591992350916064, + "p99_ms": 0.30976442170018953, + "mean_ms": 0.3058240401636188, + "min_ms": 0.3009727457538247, + "max_ms": 0.3105194928745429, + "note": "ms per plant, vectorised over batch=120", + "samples_ms": [ + 0.30373, + 0.30533, + 0.3078, + 0.30439, + 0.30571, + 0.30646, + 0.30471, + 0.30489, + 0.30244, + 0.30492, + 0.30578, + 0.30548, + 0.30328, + 0.3055, + 0.30097, + 0.3032, + 0.30706, + 0.30675, + 0.30701, + 0.30524, + 0.30591, + 0.30721, + 0.30456, + 0.30631, + 0.30494, + 0.30639, + 0.30609, + 0.30628, + 0.3071, + 0.31052, + 0.30677, + 0.30703, + 0.30739, + 0.30732, + 0.30663, + 0.30497, + 0.30658, + 0.30593, + 0.30858, + 0.30581 + ] + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/verify_mimo_cpu8.json b/results/timing/verify_mimo_cpu8.json new file mode 100644 index 0000000000000000000000000000000000000000..2c699dba3046efe18cbd3ade26c11a3ad1eb8dcf --- /dev/null +++ b/results/timing/verify_mimo_cpu8.json @@ -0,0 +1,2783 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 8, + "tag": "cpu8", + "load1": 3.72607421875, + "date": "2026-09-30 08:39:06 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 14, + 15, + 17, + 18, + 19, + 20, + 22, + 23 + ] + }, + "family": "mimo", + "cells": { + "lmi_circle_certificate_per_plant": { + "n": 200, + "median_ms": 58.52608010172844, + "p99_ms": 3609.751560892908, + "mean_ms": 509.5958343660459, + "min_ms": 32.34039153903723, + "max_ms": 4561.5745689719915, + "note": "certified_beta(bmax=8, iters=5) (eval_mimo_regret setting), per plant, one solve chain per PLANT (independent of K)", + "samples_ms": [ + 1469.24761, + 74.81823, + 48.73809, + 144.9941, + 46.72133, + 37.80451, + 42.06486, + 1923.78614, + 296.42672, + 37.17334, + 36.40413, + 37.07795, + 74.66915, + 2560.29626, + 3607.78204, + 344.94705, + 46.59964, + 78.23338, + 44.16202, + 671.57841, + 3153.6898, + 44.67636, + 43.5655, + 36.62825, + 54.90968, + 1260.03719, + 45.61256, + 49.53457, + 2478.51071, + 78.94288, + 33.65691, + 34.96719, + 1154.03269, + 40.16024, + 797.51203, + 90.15784, + 2488.13386, + 44.11686, + 67.18489, + 47.07542, + 1368.76743, + 2559.41263, + 212.42587, + 39.32043, + 88.12473, + 41.27698, + 41.95106, + 2561.89794, + 248.5172, + 1404.10096, + 41.63218, + 66.59176, + 45.19256, + 178.20367, + 945.24789, + 95.70754, + 147.44023, + 2529.68909, + 731.31117, + 58.19658, + 58.68263, + 38.59862, + 50.33836, + 43.82878, + 38.10861, + 50.66193, + 46.286, + 36.38288, + 1531.36825, + 53.73349, + 1394.88514, + 1475.73897, + 138.54503, + 38.36312, + 47.23859, + 1958.41116, + 35.2071, + 374.265, + 51.47574, + 40.74071, + 36.18454, + 58.71408, + 481.94075, + 40.04927, + 1810.06094, + 62.61382, + 900.05031, + 47.81707, + 50.88378, + 36.20702, + 59.78625, + 2483.97153, + 53.3203, + 1300.13021, + 45.50823, + 43.65758, + 1296.1109, + 3804.73397, + 53.09181, + 40.36138, + 38.30867, + 427.65576, + 42.83835, + 1251.49603, + 156.93599, + 58.38406, + 46.67762, + 41.10859, + 33.43066, + 77.30387, + 38.71202, + 38.00221, + 48.57603, + 34.94493, + 2864.79442, + 1273.39139, + 47.20948, + 99.65775, + 50.0323, + 34.90924, + 47.24015, + 2603.80582, + 63.11599, + 528.76574, + 58.13117, + 151.84179, + 127.60877, + 78.90608, + 34.4597, + 2488.27378, + 36.78269, + 100.79178, + 49.81237, + 44.16063, + 477.09556, + 36.39121, + 37.4512, + 2403.07392, + 52.64283, + 2462.53735, + 35.30085, + 45.53985, + 2916.80935, + 41.9075, + 86.0805, + 47.98221, + 61.65266, + 40.6714, + 380.37013, + 1252.90216, + 1260.74115, + 56.57219, + 93.90903, + 50.80737, + 163.84798, + 2667.54109, + 58.6681, + 1766.36735, + 43.0378, + 54.44013, + 47.98028, + 45.11663, + 4561.57457, + 32.34039, + 35.33079, + 39.19418, + 37.33656, + 128.86161, + 36.39977, + 246.03429, + 561.51271, + 39.83057, + 69.06476, + 139.10964, + 33.78275, + 85.42221, + 51.02871, + 1365.15955, + 56.10568, + 170.38631, + 41.07584, + 44.22681, + 36.65133, + 536.40339, + 61.87203, + 38.26859, + 37.74051, + 2195.98674, + 47.16599, + 43.17133, + 54.43942, + 1192.19235, + 144.8026, + 60.38934, + 428.45155, + 59.90964, + 646.15136, + 1297.3089, + 40.57404, + 138.7143 + ] + }, + "verify/K1/b1/decode": { + "n": 200, + "median_ms": 0.12905895709991455, + "p99_ms": 0.18912516534328455, + "mean_ms": 0.12754845898598433, + "min_ms": 0.0956440344452858, + "max_ms": 0.2002408728003502, + "note": "ms per plant (decode + RK4 rollout verifier); batch=1; excludes the LMI (see lmi_circle_certificate_per_plant)", + "samples_ms": [ + 0.1096, + 0.12575, + 0.14809, + 0.10605, + 0.13273, + 0.10335, + 0.09591, + 0.12959, + 0.1277, + 0.16222, + 0.10343, + 0.10143, + 0.14069, + 0.10664, + 0.09619, + 0.13296, + 0.09982, + 0.14945, + 0.10931, + 0.09877, + 0.15066, + 0.13652, + 0.09937, + 0.11784, + 0.15055, + 0.18906, + 0.11057, + 0.13384, + 0.14412, + 0.14516, + 0.09564, + 0.16757, + 0.12939, + 0.17247, + 0.12904, + 0.12776, + 0.1416, + 0.14097, + 0.10235, + 0.13194, + 0.10935, + 0.17308, + 0.11841, + 0.12726, + 0.14419, + 0.10216, + 0.12698, + 0.16897, + 0.13026, + 0.13763, + 0.11396, + 0.09955, + 0.13756, + 0.12128, + 0.09746, + 0.15656, + 0.09664, + 0.19517, + 0.15126, + 0.10087, + 0.15007, + 0.13566, + 0.10279, + 0.1613, + 0.12966, + 0.13595, + 0.11405, + 0.12977, + 0.14803, + 0.10975, + 0.10084, + 0.13794, + 0.09795, + 0.14496, + 0.11698, + 0.10046, + 0.11924, + 0.14658, + 0.09803, + 0.13069, + 0.11023, + 0.17221, + 0.11778, + 0.12909, + 0.11579, + 0.10673, + 0.10439, + 0.16136, + 0.13598, + 0.15073, + 0.15024, + 0.12864, + 0.15488, + 0.14338, + 0.128, + 0.14282, + 0.09606, + 0.17985, + 0.1475, + 0.1291, + 0.1141, + 0.13445, + 0.09883, + 0.11625, + 0.10099, + 0.17582, + 0.15708, + 0.09624, + 0.11506, + 0.10329, + 0.12788, + 0.10249, + 0.09972, + 0.17033, + 0.11449, + 0.13686, + 0.11578, + 0.10744, + 0.12984, + 0.10534, + 0.13155, + 0.13446, + 0.15123, + 0.1319, + 0.11949, + 0.10416, + 0.10626, + 0.13595, + 0.09811, + 0.13021, + 0.11959, + 0.12954, + 0.11724, + 0.10325, + 0.09621, + 0.12993, + 0.13092, + 0.15383, + 0.14572, + 0.10173, + 0.10297, + 0.09597, + 0.09619, + 0.10114, + 0.11522, + 0.16126, + 0.1178, + 0.13837, + 0.11085, + 0.09923, + 0.09894, + 0.15512, + 0.10896, + 0.12578, + 0.11782, + 0.1183, + 0.15305, + 0.1092, + 0.14427, + 0.16874, + 0.10563, + 0.15582, + 0.11673, + 0.1082, + 0.11521, + 0.10654, + 0.10044, + 0.13111, + 0.1269, + 0.16176, + 0.15593, + 0.16473, + 0.13736, + 0.09754, + 0.10384, + 0.11138, + 0.12907, + 0.13561, + 0.1559, + 0.1404, + 0.16611, + 0.12987, + 0.0988, + 0.10364, + 0.12925, + 0.13324, + 0.14789, + 0.14416, + 0.16173, + 0.1365, + 0.14825, + 0.1363, + 0.15604, + 0.20024, + 0.13231, + 0.13439, + 0.12948, + 0.09795, + 0.10154, + 0.10891 + ] + }, + "verify/K1/b1/rollout_verify": { + "n": 200, + "median_ms": 125.22681755945086, + "p99_ms": 126.46966799162328, + "mean_ms": 125.25370222050697, + "min_ms": 123.45059402287006, + "max_ms": 127.86329910159111, + "note": "ms per plant (decode + RK4 rollout verifier); batch=1; excludes the LMI (see lmi_circle_certificate_per_plant)", + "samples_ms": [ + 124.31497, + 124.34321, + 124.19946, + 124.00544, + 124.21492, + 123.96103, + 125.3216, + 123.45059, + 125.48981, + 124.84717, + 123.92777, + 125.85166, + 124.44862, + 123.64228, + 125.475, + 123.96421, + 125.3756, + 125.04093, + 124.1554, + 125.19763, + 124.92904, + 124.33532, + 125.47321, + 124.89722, + 126.04883, + 125.07792, + 124.37625, + 124.66516, + 124.61668, + 124.34065, + 125.69022, + 124.68329, + 126.46949, + 125.7522, + 124.50436, + 125.39599, + 124.90535, + 124.81302, + 126.16626, + 124.45335, + 125.95054, + 125.72469, + 124.81097, + 124.29581, + 125.02549, + 124.0702, + 126.35847, + 125.01722, + 125.69222, + 125.40937, + 125.75398, + 124.54546, + 124.50248, + 124.18777, + 125.78114, + 124.34979, + 125.6754, + 124.98991, + 124.75266, + 124.98457, + 124.88988, + 125.53183, + 126.44589, + 124.37112, + 125.22482, + 124.83012, + 124.51448, + 124.88484, + 124.50948, + 124.56154, + 125.98313, + 124.49829, + 125.35642, + 125.21976, + 124.02794, + 124.35372, + 124.49762, + 124.22398, + 125.85888, + 125.11207, + 125.4338, + 125.50012, + 124.08159, + 125.24703, + 125.14055, + 124.82474, + 126.27001, + 125.30697, + 127.8633, + 125.76218, + 124.7421, + 124.87305, + 124.4296, + 124.69491, + 126.3539, + 124.72927, + 126.48746, + 126.02303, + 125.20547, + 124.66151, + 126.27573, + 123.86753, + 126.05108, + 124.42176, + 125.53399, + 126.04149, + 126.18816, + 124.57507, + 124.9536, + 124.54078, + 126.16661, + 124.44744, + 125.49493, + 125.17401, + 124.97853, + 125.23585, + 126.32495, + 126.19937, + 126.17364, + 124.69986, + 125.97654, + 126.10665, + 124.5504, + 124.98299, + 124.75385, + 124.88529, + 125.88479, + 125.29101, + 125.93685, + 125.75071, + 124.71312, + 125.66671, + 125.56684, + 125.19327, + 126.04167, + 125.3501, + 125.77051, + 125.42668, + 125.00593, + 125.20162, + 124.69391, + 125.42681, + 126.36792, + 125.66231, + 126.24841, + 126.40187, + 125.1658, + 125.8984, + 125.0545, + 125.30118, + 126.0931, + 125.43868, + 125.71312, + 126.2207, + 126.20292, + 125.67923, + 125.20158, + 124.92622, + 125.86232, + 125.10357, + 125.66336, + 126.28224, + 126.43734, + 125.58877, + 125.45734, + 125.00557, + 125.52764, + 124.93025, + 126.24557, + 126.05306, + 125.23528, + 125.76961, + 124.7935, + 125.1815, + 125.70263, + 124.84099, + 125.75146, + 126.28509, + 125.22882, + 125.85487, + 125.03348, + 125.16791, + 125.32091, + 125.15812, + 125.81211, + 126.04742, + 126.06574, + 125.48847, + 125.41504, + 125.60741, + 126.35929, + 125.1063, + 125.81551, + 125.56749, + 125.86001, + 125.97812, + 124.70484, + 125.08268, + 125.31829, + 124.70838 + ] + }, + "verify/K1/b1/total": { + "n": 200, + "median_ms": 125.36871200427413, + "p99_ms": 126.58367947675288, + "mean_ms": 125.38125067949295, + "min_ms": 123.58017917722464, + "max_ms": 127.99928337335587, + "note": "ms per plant (decode + RK4 rollout verifier); batch=1; excludes the LMI (see lmi_circle_certificate_per_plant) (sum of components per item)", + "samples_ms": [ + 124.42458, + 124.46896, + 124.34755, + 124.11149, + 124.34765, + 124.06437, + 125.41752, + 123.58018, + 125.61751, + 125.00939, + 124.0312, + 125.95309, + 124.58931, + 123.74892, + 125.5712, + 124.09717, + 125.47542, + 125.19039, + 124.26472, + 125.2964, + 125.0797, + 124.47184, + 125.57258, + 125.01505, + 126.19937, + 125.26698, + 124.48682, + 124.799, + 124.76079, + 124.48581, + 125.78586, + 124.85087, + 126.59888, + 125.92467, + 124.6334, + 125.52375, + 125.04695, + 124.95399, + 126.26862, + 124.58529, + 126.05989, + 125.89777, + 124.92937, + 124.42307, + 125.16967, + 124.17237, + 126.48545, + 125.18619, + 125.82248, + 125.547, + 125.86794, + 124.64501, + 124.64004, + 124.30905, + 125.8786, + 124.50635, + 125.77204, + 125.18508, + 124.90392, + 125.08544, + 125.03995, + 125.66749, + 126.54869, + 124.53242, + 125.35448, + 124.96608, + 124.62853, + 125.01461, + 124.65751, + 124.67129, + 126.08397, + 124.63622, + 125.45437, + 125.36472, + 124.14492, + 124.45418, + 124.61686, + 124.37056, + 125.95691, + 125.24275, + 125.54403, + 125.67233, + 124.19937, + 125.37612, + 125.25634, + 124.93147, + 126.37439, + 125.46833, + 127.99928, + 125.91291, + 124.89234, + 125.00169, + 124.58448, + 124.83829, + 126.4819, + 124.87209, + 126.58353, + 126.20288, + 125.35297, + 124.79061, + 126.38984, + 124.00198, + 126.1499, + 124.53801, + 125.63498, + 126.21732, + 126.34524, + 124.67131, + 125.06866, + 124.64406, + 126.29449, + 124.54993, + 125.59465, + 125.34434, + 125.09302, + 125.37271, + 126.44073, + 126.30681, + 126.30349, + 124.8052, + 126.10809, + 126.24111, + 124.70163, + 125.11489, + 124.87334, + 124.98945, + 125.99105, + 125.42697, + 126.03496, + 125.88093, + 124.83271, + 125.79625, + 125.68407, + 125.29651, + 126.13789, + 125.48004, + 125.90143, + 125.58051, + 125.15164, + 125.30335, + 124.79687, + 125.52278, + 126.46412, + 125.76345, + 126.36364, + 126.56313, + 125.28359, + 126.03677, + 125.16534, + 125.40041, + 126.19204, + 125.5938, + 125.82208, + 126.34648, + 126.32074, + 125.79752, + 125.35463, + 125.03542, + 126.00659, + 125.27232, + 125.76899, + 126.43807, + 126.55408, + 125.69697, + 125.57256, + 125.11212, + 125.62808, + 125.06136, + 126.37247, + 126.21482, + 125.39121, + 125.93434, + 124.93085, + 125.27903, + 125.80647, + 124.95236, + 125.88053, + 126.4207, + 125.38472, + 125.99527, + 125.19959, + 125.29778, + 125.41971, + 125.26176, + 125.94136, + 126.18066, + 126.21363, + 125.63263, + 125.57677, + 125.74391, + 126.50754, + 125.24261, + 125.97155, + 125.76773, + 125.99232, + 126.11252, + 124.83433, + 125.18063, + 125.41984, + 124.81729 + ] + }, + "verify/K1/batch120/decode": { + "n": 8, + "median_ms": 0.03469744697213173, + "p99_ms": 0.035164748240883156, + "mean_ms": 0.034750133636407554, + "min_ms": 0.03449056142320236, + "max_ms": 0.03518635251869758, + "note": "ms per plant, batch=120; n = batches", + "samples_ms": [ + 0.03519, + 0.03488, + 0.03449, + 0.03482, + 0.03459, + 0.03475, + 0.03465, + 0.03464 + ] + }, + "verify/K1/batch120/rollout_verify": { + "n": 8, + "median_ms": 1.8218374578282237, + "p99_ms": 1.8278584914902847, + "mean_ms": 1.822982602364694, + "min_ms": 1.8184345681220293, + "max_ms": 1.8278812523931265, + "note": "ms per plant, batch=120; n = batches", + "samples_ms": [ + 1.8239, + 1.82089, + 1.82153, + 1.82756, + 1.81843, + 1.82193, + 1.82788, + 1.82174 + ] + }, + "verify/K1/batch120/total": { + "n": 8, + "median_ms": 1.856533527219047, + "p99_ms": 1.8625168536479275, + "mean_ms": 1.8577327360011016, + "min_ms": 1.8530237798889477, + "max_ms": 1.862527538711826, + "note": "ms per plant, batch=120; n = batches (sum of components per item)", + "samples_ms": [ + 1.85908, + 1.85577, + 1.85602, + 1.86237, + 1.85302, + 1.85668, + 1.86253, + 1.85639 + ] + }, + "verify/K8/b1/decode": { + "n": 200, + "median_ms": 0.4199910908937454, + "p99_ms": 0.4664750024676322, + "mean_ms": 0.42593324091285467, + "min_ms": 0.3799302503466606, + "max_ms": 0.5956152454018593, + "note": "ms per plant (decode + RK4 rollout verifier); batch=1; excludes the LMI (see lmi_circle_certificate_per_plant)", + "samples_ms": [ + 0.41895, + 0.41228, + 0.44446, + 0.59562, + 0.44363, + 0.41315, + 0.42962, + 0.41691, + 0.41177, + 0.41504, + 0.42484, + 0.41936, + 0.40386, + 0.44701, + 0.45214, + 0.44892, + 0.46074, + 0.4154, + 0.42156, + 0.44817, + 0.46249, + 0.41329, + 0.45233, + 0.41611, + 0.41113, + 0.42131, + 0.45226, + 0.43856, + 0.41734, + 0.41101, + 0.41212, + 0.43425, + 0.43754, + 0.44442, + 0.45407, + 0.4439, + 0.41228, + 0.41303, + 0.41376, + 0.42046, + 0.42384, + 0.4176, + 0.41058, + 0.41257, + 0.45364, + 0.41188, + 0.43207, + 0.42219, + 0.41304, + 0.41948, + 0.39779, + 0.41563, + 0.37993, + 0.41996, + 0.42184, + 0.42268, + 0.39024, + 0.40741, + 0.39158, + 0.38741, + 0.40548, + 0.43802, + 0.42307, + 0.421, + 0.41646, + 0.39376, + 0.41772, + 0.46321, + 0.43862, + 0.43432, + 0.41244, + 0.45364, + 0.41365, + 0.41728, + 0.43769, + 0.42586, + 0.44596, + 0.44461, + 0.45052, + 0.41766, + 0.41059, + 0.4295, + 0.44878, + 0.41274, + 0.39438, + 0.41217, + 0.41711, + 0.455, + 0.43377, + 0.40732, + 0.44713, + 0.40679, + 0.44023, + 0.40763, + 0.44839, + 0.44769, + 0.40464, + 0.44758, + 0.44408, + 0.42475, + 0.41692, + 0.44895, + 0.41056, + 0.42049, + 0.41701, + 0.4091, + 0.43974, + 0.43819, + 0.4125, + 0.41927, + 0.41928, + 0.44463, + 0.4221, + 0.41551, + 0.44589, + 0.4137, + 0.41198, + 0.39455, + 0.43023, + 0.41914, + 0.45257, + 0.41656, + 0.42814, + 0.41972, + 0.42497, + 0.45283, + 0.41392, + 0.42219, + 0.41888, + 0.40561, + 0.42062, + 0.4151, + 0.43803, + 0.41059, + 0.43639, + 0.41084, + 0.42892, + 0.44578, + 0.42774, + 0.44193, + 0.42047, + 0.41821, + 0.42511, + 0.39936, + 0.43265, + 0.4777, + 0.40925, + 0.4157, + 0.46636, + 0.40003, + 0.43207, + 0.44386, + 0.41255, + 0.41791, + 0.44413, + 0.40563, + 0.44829, + 0.41024, + 0.4241, + 0.42738, + 0.41526, + 0.41054, + 0.40629, + 0.40737, + 0.41098, + 0.41831, + 0.41841, + 0.41809, + 0.43963, + 0.41646, + 0.41644, + 0.44204, + 0.44529, + 0.40981, + 0.44954, + 0.41067, + 0.4385, + 0.40988, + 0.42809, + 0.4479, + 0.41687, + 0.41285, + 0.41238, + 0.41972, + 0.44336, + 0.44775, + 0.42683, + 0.42835, + 0.41616, + 0.41164, + 0.41041, + 0.44818, + 0.42002, + 0.42503, + 0.42011, + 0.41454, + 0.45838, + 0.43368, + 0.40975, + 0.45145 + ] + }, + "verify/K8/b1/rollout_verify": { + "n": 200, + "median_ms": 991.5128881111741, + "p99_ms": 1008.0045494157821, + "mean_ms": 993.2111228676513, + "min_ms": 985.5005275458097, + "max_ms": 1020.3092200681567, + "note": "ms per plant (decode + RK4 rollout verifier); batch=1; excludes the LMI (see lmi_circle_certificate_per_plant)", + "samples_ms": [ + 987.72214, + 991.03638, + 988.26586, + 988.54233, + 994.62489, + 997.24588, + 992.81251, + 985.94305, + 993.44858, + 995.59229, + 988.89416, + 986.25652, + 990.04688, + 988.2974, + 986.89929, + 990.74649, + 994.51472, + 986.38109, + 990.03104, + 986.42598, + 988.51754, + 988.31037, + 988.14507, + 988.43684, + 990.96471, + 988.41636, + 991.19623, + 990.03079, + 989.18873, + 992.54214, + 985.50053, + 988.82381, + 997.30306, + 986.20364, + 990.02275, + 986.28804, + 997.78918, + 991.40414, + 987.33506, + 989.34305, + 987.93486, + 989.64595, + 988.54689, + 991.60476, + 993.45416, + 989.46404, + 989.30389, + 990.21192, + 1005.25144, + 1001.75899, + 1002.79242, + 1006.42166, + 998.75558, + 987.20285, + 991.59646, + 997.92439, + 997.80674, + 998.7148, + 998.17677, + 991.74067, + 1000.39543, + 1003.83991, + 1006.24098, + 1007.34816, + 1000.03095, + 1000.88708, + 990.7541, + 991.64006, + 990.62866, + 992.81493, + 990.999, + 989.11744, + 990.36953, + 991.2051, + 995.90874, + 993.83274, + 993.75724, + 990.87809, + 988.7386, + 987.10322, + 988.76089, + 991.47433, + 990.04484, + 995.65988, + 998.47073, + 987.73773, + 989.04257, + 987.86199, + 988.71943, + 991.43261, + 992.1064, + 990.64335, + 990.21234, + 990.07679, + 997.04685, + 1004.51398, + 991.81972, + 988.36361, + 990.04587, + 989.22672, + 990.52216, + 990.72235, + 988.72399, + 993.59616, + 996.27587, + 1001.86433, + 1003.11884, + 1005.57472, + 1007.06111, + 1008.00189, + 1006.48823, + 1008.26746, + 1007.93975, + 1006.07735, + 1004.32726, + 1004.36431, + 999.05323, + 994.30956, + 991.30692, + 989.31278, + 989.40114, + 987.04289, + 988.60424, + 987.30956, + 988.3672, + 993.84911, + 996.37662, + 997.09912, + 988.63753, + 990.90443, + 992.24225, + 994.8641, + 994.28846, + 999.79605, + 993.1283, + 993.48401, + 992.55311, + 986.04283, + 991.33377, + 988.15078, + 989.48665, + 993.71626, + 988.0491, + 988.5218, + 990.03249, + 992.11801, + 989.66788, + 994.75217, + 1020.30922, + 997.9863, + 989.2439, + 990.43192, + 990.1443, + 989.78166, + 988.4177, + 988.26759, + 993.98541, + 999.4621, + 991.61148, + 997.33783, + 997.18765, + 988.43427, + 990.86621, + 989.42465, + 992.78081, + 994.81934, + 989.34374, + 992.12266, + 992.05014, + 989.97715, + 994.9685, + 993.74039, + 991.9993, + 991.48552, + 993.11245, + 992.79861, + 993.1227, + 998.99323, + 997.4942, + 998.34462, + 991.54026, + 993.10396, + 996.09302, + 993.92705, + 994.93413, + 994.10038, + 999.41896, + 997.65682, + 995.98211, + 989.87654, + 992.44127, + 989.00906, + 999.42027, + 991.78447, + 991.87745, + 991.43943, + 989.30347, + 988.07961, + 988.76198, + 989.15128 + ] + }, + "verify/K8/b1/total": { + "n": 200, + "median_ms": 991.9304777868092, + "p99_ms": 1008.4240732248873, + "mean_ms": 993.6370561085641, + "min_ms": 985.9126461669803, + "max_ms": 1020.7755817100406, + "note": "ms per plant (decode + RK4 rollout verifier); batch=1; excludes the LMI (see lmi_circle_certificate_per_plant) (sum of components per item)", + "samples_ms": [ + 988.14109, + 991.44865, + 988.71032, + 989.13795, + 995.06852, + 997.65904, + 993.24213, + 986.35996, + 993.86034, + 996.00734, + 989.319, + 986.67588, + 990.45074, + 988.74441, + 987.35142, + 991.19541, + 994.97546, + 986.7965, + 990.45261, + 986.87415, + 988.98003, + 988.72366, + 988.5974, + 988.85295, + 991.37583, + 988.83767, + 991.64849, + 990.46935, + 989.60607, + 992.95314, + 985.91265, + 989.25806, + 997.7406, + 986.64806, + 990.47682, + 986.73194, + 998.20146, + 991.81717, + 987.74882, + 989.76352, + 988.35869, + 990.06355, + 988.95747, + 992.01733, + 993.9078, + 989.87592, + 989.73596, + 990.63412, + 1005.66448, + 1002.17847, + 1003.19021, + 1006.83729, + 999.13551, + 987.62282, + 992.01831, + 998.34707, + 998.19697, + 999.12221, + 998.56835, + 992.12808, + 1000.80091, + 1004.27793, + 1006.66404, + 1007.76916, + 1000.44741, + 1001.28084, + 991.17181, + 992.10326, + 991.06728, + 993.24925, + 991.41144, + 989.57108, + 990.78318, + 991.62238, + 996.34642, + 994.2586, + 994.2032, + 991.3227, + 989.18912, + 987.52088, + 989.17148, + 991.90383, + 990.49362, + 996.07262, + 998.86511, + 988.14989, + 989.45968, + 988.31699, + 989.1532, + 991.83993, + 992.55353, + 991.05014, + 990.65257, + 990.48442, + 997.49525, + 1004.96167, + 992.22436, + 988.81119, + 990.48995, + 989.65147, + 990.93908, + 991.17131, + 989.13455, + 994.01665, + 996.69288, + 1002.27344, + 1003.55858, + 1006.01291, + 1007.47361, + 1008.42116, + 1006.90751, + 1008.71209, + 1008.36185, + 1006.49286, + 1004.77315, + 1004.77801, + 999.46521, + 994.70411, + 991.73714, + 989.73192, + 989.85371, + 987.45944, + 989.03238, + 987.72929, + 988.79217, + 994.30194, + 996.79054, + 997.52132, + 989.05641, + 991.31003, + 992.66287, + 995.27921, + 994.72649, + 1000.20664, + 993.56468, + 993.89485, + 992.98204, + 986.48861, + 991.76151, + 988.59271, + 989.90712, + 994.13447, + 988.47421, + 988.92116, + 990.46514, + 992.5957, + 990.07714, + 995.16787, + 1020.77558, + 998.38633, + 989.67597, + 990.87578, + 990.55685, + 990.19956, + 988.86183, + 988.67322, + 994.4337, + 999.87234, + 992.03557, + 997.76522, + 997.60291, + 988.84481, + 991.2725, + 989.83202, + 993.19179, + 995.23765, + 989.76215, + 992.54075, + 992.48977, + 990.3936, + 995.38495, + 994.18243, + 992.44459, + 991.89532, + 993.56198, + 993.20927, + 993.5612, + 999.4031, + 997.9223, + 998.79252, + 991.95713, + 993.51681, + 996.5054, + 994.34677, + 995.37749, + 994.54813, + 999.8458, + 998.08517, + 996.39827, + 990.28818, + 992.85168, + 989.45725, + 999.84029, + 992.2095, + 992.29756, + 991.85397, + 989.76185, + 988.51329, + 989.17173, + 989.60272 + ] + }, + "verify/K8/batch120/decode": { + "n": 8, + "median_ms": 0.25813361474623286, + "p99_ms": 0.26157274089443183, + "mean_ms": 0.25873818376567215, + "min_ms": 0.2568019942070047, + "max_ms": 0.2616710572813948, + "note": "ms per plant, batch=120; n = batches", + "samples_ms": [ + 0.26027, + 0.26167, + 0.2568, + 0.25794, + 0.25743, + 0.25813, + 0.25953, + 0.25814 + ] + }, + "verify/K8/batch120/rollout_verify": { + "n": 8, + "median_ms": 14.602840400766581, + "p99_ms": 14.617819102248177, + "mean_ms": 14.600816053765206, + "min_ms": 14.580721509022018, + "max_ms": 14.617947636482617, + "note": "ms per plant, batch=120; n = batches", + "samples_ms": [ + 14.61611, + 14.58072, + 14.61795, + 14.60432, + 14.60136, + 14.58238, + 14.60976, + 14.59393 + ] + }, + "verify/K8/batch120/total": { + "n": 8, + "median_ms": 14.8605248463961, + "p99_ms": 14.876263986807317, + "mean_ms": 14.859554237530878, + "min_ms": 14.840512769296765, + "max_ms": 14.876377970601121, + "note": "ms per plant, batch=120; n = batches (sum of components per item)", + "samples_ms": [ + 14.87638, + 14.84239, + 14.87475, + 14.86227, + 14.85878, + 14.84051, + 14.86928, + 14.85207 + ] + }, + "verify_Kbatched/K8/b1/decode": { + "n": 200, + "median_ms": 0.3719995729625225, + "p99_ms": 0.47527008689939976, + "mean_ms": 0.3794968966394663, + "min_ms": 0.32881367951631546, + "max_ms": 0.5598012357950211, + "note": "ms per plant, all K=8 candidates in one batched rollout call (not the eval script's per-candidate loop)", + "samples_ms": [ + 0.33702, + 0.34281, + 0.36837, + 0.32881, + 0.37309, + 0.40085, + 0.36082, + 0.36468, + 0.35064, + 0.35813, + 0.32989, + 0.36025, + 0.41567, + 0.34751, + 0.34283, + 0.36997, + 0.34442, + 0.3467, + 0.36916, + 0.35736, + 0.41891, + 0.37851, + 0.38025, + 0.35894, + 0.35913, + 0.44465, + 0.43138, + 0.3659, + 0.41122, + 0.35941, + 0.42016, + 0.33574, + 0.3618, + 0.38727, + 0.35797, + 0.35817, + 0.46318, + 0.39629, + 0.4515, + 0.36317, + 0.36444, + 0.36295, + 0.37383, + 0.36862, + 0.37504, + 0.36041, + 0.38194, + 0.36316, + 0.35714, + 0.35534, + 0.33175, + 0.42194, + 0.37575, + 0.39316, + 0.39544, + 0.37588, + 0.35816, + 0.36257, + 0.34807, + 0.38943, + 0.38071, + 0.39764, + 0.4041, + 0.37504, + 0.36277, + 0.36325, + 0.33288, + 0.36557, + 0.36935, + 0.38113, + 0.36522, + 0.38297, + 0.36498, + 0.33719, + 0.3864, + 0.3712, + 0.36065, + 0.38178, + 0.39815, + 0.36423, + 0.35632, + 0.35262, + 0.3806, + 0.36206, + 0.36088, + 0.36064, + 0.35101, + 0.35668, + 0.36414, + 0.36075, + 0.40898, + 0.36185, + 0.37364, + 0.37965, + 0.35842, + 0.36368, + 0.35256, + 0.35307, + 0.40676, + 0.35964, + 0.37468, + 0.37422, + 0.36028, + 0.5598, + 0.36063, + 0.33559, + 0.42364, + 0.39309, + 0.3751, + 0.36083, + 0.36398, + 0.37377, + 0.36434, + 0.38438, + 0.39539, + 0.36206, + 0.39067, + 0.39806, + 0.43792, + 0.41415, + 0.35923, + 0.4038, + 0.3702, + 0.37151, + 0.41628, + 0.39257, + 0.35984, + 0.41308, + 0.36362, + 0.39195, + 0.3671, + 0.37307, + 0.41746, + 0.38599, + 0.42266, + 0.37661, + 0.37337, + 0.43176, + 0.3723, + 0.38857, + 0.41915, + 0.38045, + 0.40806, + 0.36615, + 0.47524, + 0.36586, + 0.36183, + 0.37135, + 0.36184, + 0.3468, + 0.46507, + 0.4326, + 0.41012, + 0.4169, + 0.41761, + 0.39376, + 0.37598, + 0.35864, + 0.41729, + 0.36489, + 0.39996, + 0.36267, + 0.38125, + 0.35223, + 0.37064, + 0.39464, + 0.36589, + 0.36411, + 0.39125, + 0.36079, + 0.47798, + 0.43956, + 0.39432, + 0.33716, + 0.37899, + 0.36077, + 0.3865, + 0.3649, + 0.4008, + 0.39481, + 0.3858, + 0.38566, + 0.37156, + 0.37186, + 0.37606, + 0.36537, + 0.40153, + 0.3799, + 0.36216, + 0.37202, + 0.38491, + 0.38979, + 0.3875, + 0.37198, + 0.40812, + 0.39573, + 0.37671, + 0.36391, + 0.36541, + 0.38431 + ] + }, + "verify_Kbatched/K8/b1/rollout_verify": { + "n": 200, + "median_ms": 128.25580826029181, + "p99_ms": 135.71975391358134, + "mean_ms": 128.6410409817472, + "min_ms": 125.97962003201246, + "max_ms": 146.92422561347485, + "note": "ms per plant, all K=8 candidates in one batched rollout call (not the eval script's per-candidate loop)", + "samples_ms": [ + 127.87809, + 127.59717, + 127.00225, + 127.90507, + 127.66068, + 126.55675, + 127.52548, + 128.98362, + 127.4182, + 128.8791, + 128.53258, + 146.92423, + 128.41895, + 127.6655, + 128.05545, + 128.16529, + 127.92999, + 127.6749, + 127.07816, + 130.44978, + 129.32028, + 127.20481, + 127.54284, + 127.75117, + 127.51486, + 130.4379, + 127.10658, + 128.4015, + 128.05944, + 128.17692, + 127.37969, + 127.31493, + 127.84897, + 126.61508, + 127.78959, + 129.56579, + 135.67915, + 139.73973, + 127.49798, + 127.23055, + 128.1295, + 126.84127, + 127.28482, + 127.81058, + 127.253, + 127.42449, + 127.18725, + 127.03894, + 127.77188, + 127.11756, + 128.60481, + 128.41332, + 128.04602, + 127.85159, + 127.52829, + 127.59935, + 127.87387, + 127.41041, + 129.00957, + 128.03382, + 128.55129, + 129.67423, + 127.64108, + 128.03849, + 127.22272, + 127.53626, + 128.25369, + 132.56866, + 128.36043, + 128.15522, + 127.83845, + 128.04071, + 128.25201, + 129.55987, + 129.10701, + 128.39877, + 129.51092, + 129.07883, + 128.32994, + 127.92241, + 127.64983, + 128.14793, + 128.28942, + 127.53097, + 128.5922, + 128.31868, + 127.96577, + 128.00096, + 127.64031, + 129.65389, + 128.83092, + 128.17893, + 133.71149, + 128.27184, + 128.61694, + 126.35978, + 127.09736, + 128.09786, + 127.10281, + 127.53886, + 128.14617, + 127.24373, + 128.79453, + 127.04456, + 127.34491, + 128.53853, + 127.38933, + 127.27764, + 128.31931, + 127.86234, + 129.04532, + 127.69193, + 127.89153, + 128.45631, + 127.25506, + 127.66637, + 128.38711, + 129.0011, + 127.51384, + 127.28258, + 129.27119, + 128.61554, + 128.36049, + 129.7648, + 131.3503, + 128.00236, + 128.96064, + 127.63683, + 128.23994, + 127.17199, + 128.21479, + 129.73081, + 128.06385, + 128.00192, + 127.50996, + 127.61236, + 128.71969, + 128.78794, + 128.34189, + 128.26093, + 127.92126, + 128.45427, + 127.82579, + 129.11053, + 129.1191, + 129.36187, + 128.58323, + 129.17425, + 128.98259, + 128.76106, + 131.86934, + 130.13506, + 127.59079, + 129.18296, + 128.08446, + 127.74999, + 126.98298, + 128.36219, + 125.97962, + 127.87792, + 127.02876, + 127.87915, + 128.25793, + 128.29514, + 128.58237, + 128.10046, + 129.03602, + 128.34095, + 128.62682, + 129.95329, + 129.23962, + 129.18128, + 129.79666, + 128.97838, + 130.41955, + 130.0448, + 129.73739, + 130.21516, + 130.10819, + 129.17407, + 129.74353, + 129.11596, + 129.94674, + 130.26918, + 130.565, + 129.67312, + 130.0105, + 129.54997, + 130.49932, + 129.36645, + 130.31294, + 130.34648, + 130.38713, + 130.33205, + 130.27741, + 129.72519, + 129.21668, + 129.52203, + 129.99038, + 130.13541 + ] + }, + "verify_Kbatched/K8/b1/total": { + "n": 200, + "median_ms": 128.62808723002672, + "p99_ms": 136.18226161226627, + "mean_ms": 129.02053787838668, + "min_ms": 126.3969074934721, + "max_ms": 147.28447701781988, + "note": "ms per plant, all K=8 candidates in one batched rollout call (not the eval script's per-candidate loop) (sum of components per item)", + "samples_ms": [ + 128.21511, + 127.93999, + 127.37062, + 128.23389, + 128.03377, + 126.9576, + 127.88631, + 129.3483, + 127.76884, + 129.23722, + 128.86246, + 147.28448, + 128.83462, + 128.01302, + 128.39829, + 128.53526, + 128.27441, + 128.0216, + 127.44732, + 130.80714, + 129.73919, + 127.58332, + 127.92309, + 128.11011, + 127.87399, + 130.88254, + 127.53796, + 128.7674, + 128.47066, + 128.53633, + 127.79985, + 127.65066, + 128.21077, + 127.00235, + 128.14756, + 129.92396, + 136.14232, + 140.13602, + 127.94948, + 127.59372, + 128.49394, + 127.20422, + 127.65865, + 128.1792, + 127.62805, + 127.7849, + 127.5692, + 127.40211, + 128.12902, + 127.4729, + 128.93656, + 128.83526, + 128.42178, + 128.24475, + 127.92373, + 127.97524, + 128.23202, + 127.77298, + 129.35764, + 128.42324, + 128.93201, + 130.07187, + 128.04517, + 128.41354, + 127.58549, + 127.89951, + 128.58657, + 132.93422, + 128.72978, + 128.53635, + 128.20367, + 128.42367, + 128.61699, + 129.89705, + 129.49341, + 128.76997, + 129.87158, + 129.46061, + 128.72809, + 128.28663, + 128.00615, + 128.50055, + 128.67002, + 127.89303, + 128.95309, + 128.67933, + 128.31678, + 128.35763, + 128.00444, + 130.01464, + 129.23991, + 128.54079, + 134.08513, + 128.65149, + 128.97536, + 126.72346, + 127.44992, + 128.45093, + 127.50957, + 127.8985, + 128.52085, + 127.61795, + 129.15481, + 127.60436, + 127.70554, + 128.87413, + 127.81296, + 127.67073, + 128.69442, + 128.22317, + 129.4093, + 128.0657, + 128.25587, + 128.84069, + 127.65045, + 128.02844, + 128.77777, + 129.39915, + 127.95176, + 127.69673, + 129.63042, + 129.01933, + 128.73068, + 130.13631, + 131.76659, + 128.39493, + 129.32048, + 128.04991, + 128.60355, + 127.56394, + 128.58189, + 130.10388, + 128.48131, + 128.38791, + 127.93262, + 127.98898, + 129.09307, + 129.21969, + 128.71419, + 128.6495, + 128.34041, + 128.83472, + 128.23385, + 129.47668, + 129.59435, + 129.72773, + 128.94506, + 129.54559, + 129.34443, + 129.10786, + 132.33441, + 130.56766, + 128.00091, + 129.59986, + 128.50207, + 128.14375, + 127.35896, + 128.72082, + 126.39691, + 128.24281, + 127.42872, + 128.24182, + 128.63918, + 128.64737, + 128.953, + 128.49511, + 129.40191, + 128.70506, + 129.01807, + 130.31408, + 129.71759, + 129.62084, + 130.19098, + 129.31554, + 130.79854, + 130.40558, + 130.12389, + 130.58006, + 130.50899, + 129.56888, + 130.12933, + 129.50162, + 130.31829, + 130.64104, + 130.94106, + 130.03848, + 130.41204, + 129.92987, + 130.86148, + 129.73847, + 130.69784, + 130.73627, + 130.77463, + 130.70402, + 130.68553, + 130.12093, + 129.59338, + 129.88594, + 130.35579, + 130.51972 + ] + }, + "retrieval_index_build_s": { + "median_ms": 0.0005010515451431274, + "n": 1, + "note": "one-off; bank rows=5000, searched rows=5000" + }, + "retrieval/K1/b1": { + "n": 200, + "median_ms": 0.2072569914162159, + "p99_ms": 0.2375095896422863, + "mean_ms": 0.20808950532227755, + "min_ms": 0.1908373087644577, + "max_ms": 0.24028122425079346, + "note": "ms per plant: distance to bank + top-K + decode; batch=1", + "samples_ms": [ + 0.2388, + 0.20833, + 0.21853, + 0.20745, + 0.21237, + 0.21202, + 0.20446, + 0.21771, + 0.20202, + 0.20854, + 0.21495, + 0.19668, + 0.20909, + 0.21445, + 0.21421, + 0.21584, + 0.20306, + 0.20469, + 0.23208, + 0.22013, + 0.21416, + 0.19814, + 0.21044, + 0.19922, + 0.20438, + 0.20831, + 0.1997, + 0.19891, + 0.20077, + 0.21635, + 0.20183, + 0.20067, + 0.21131, + 0.20121, + 0.20866, + 0.21083, + 0.21152, + 0.19668, + 0.21831, + 0.20096, + 0.20404, + 0.20362, + 0.2102, + 0.20394, + 0.21817, + 0.22173, + 0.20484, + 0.2162, + 0.21789, + 0.22329, + 0.21246, + 0.22425, + 0.19729, + 0.21038, + 0.20639, + 0.21114, + 0.19996, + 0.21187, + 0.2105, + 0.19686, + 0.20093, + 0.21331, + 0.21453, + 0.202, + 0.20349, + 0.20562, + 0.21207, + 0.24028, + 0.21104, + 0.20953, + 0.22168, + 0.20781, + 0.20645, + 0.20638, + 0.20387, + 0.20609, + 0.20286, + 0.20768, + 0.21027, + 0.20317, + 0.20059, + 0.20915, + 0.20215, + 0.20609, + 0.2014, + 0.20544, + 0.21684, + 0.19885, + 0.20384, + 0.20337, + 0.21197, + 0.20574, + 0.2116, + 0.19943, + 0.20211, + 0.19256, + 0.21063, + 0.20568, + 0.1962, + 0.19847, + 0.19865, + 0.22123, + 0.20505, + 0.20531, + 0.20232, + 0.2075, + 0.2092, + 0.19998, + 0.20231, + 0.21488, + 0.20573, + 0.22223, + 0.20764, + 0.21028, + 0.20737, + 0.22167, + 0.21354, + 0.21446, + 0.21391, + 0.22399, + 0.22272, + 0.21845, + 0.20313, + 0.21172, + 0.20337, + 0.22474, + 0.21184, + 0.21061, + 0.20805, + 0.20458, + 0.19695, + 0.20364, + 0.20873, + 0.19839, + 0.20907, + 0.20051, + 0.20122, + 0.21127, + 0.20492, + 0.20753, + 0.21288, + 0.21207, + 0.215, + 0.20397, + 0.21345, + 0.21597, + 0.20548, + 0.20246, + 0.20714, + 0.21507, + 0.19688, + 0.2071, + 0.20484, + 0.20945, + 0.20514, + 0.21948, + 0.20247, + 0.19714, + 0.20337, + 0.19963, + 0.20991, + 0.19597, + 0.20037, + 0.20801, + 0.20479, + 0.20416, + 0.20035, + 0.20602, + 0.2107, + 0.20075, + 0.20337, + 0.19512, + 0.21335, + 0.21512, + 0.20575, + 0.20329, + 0.20523, + 0.20866, + 0.21509, + 0.20047, + 0.2147, + 0.20127, + 0.19437, + 0.2375, + 0.21052, + 0.20227, + 0.20351, + 0.20878, + 0.20083, + 0.20457, + 0.20449, + 0.20906, + 0.21666, + 0.2124, + 0.21019, + 0.19084, + 0.20208, + 0.21353, + 0.21376, + 0.19851 + ] + }, + "retrieval/K1/batch120": { + "n": 40, + "median_ms": 0.07422955629105368, + "p99_ms": 0.07589441739643614, + "mean_ms": 0.0743880596322318, + "min_ms": 0.07388237087676923, + "max_ms": 0.07604394728938739, + "note": "ms per plant, vectorised over batch=120", + "samples_ms": [ + 0.07604, + 0.07432, + 0.07566, + 0.07426, + 0.07417, + 0.07429, + 0.0746, + 0.07483, + 0.07434, + 0.07473, + 0.07426, + 0.075, + 0.07433, + 0.07506, + 0.07436, + 0.07421, + 0.07417, + 0.07422, + 0.07419, + 0.07419, + 0.07411, + 0.07465, + 0.07418, + 0.07402, + 0.07529, + 0.07445, + 0.07413, + 0.07401, + 0.07402, + 0.07396, + 0.07388, + 0.07424, + 0.07397, + 0.07398, + 0.07436, + 0.074, + 0.07392, + 0.07393, + 0.07412, + 0.07505 + ] + }, + "retrieval/K8/b1": { + "n": 200, + "median_ms": 0.43446803465485573, + "p99_ms": 0.4813239909708494, + "mean_ms": 0.4360120231285691, + "min_ms": 0.4098862409591675, + "max_ms": 0.5654394626617432, + "note": "ms per plant: distance to bank + top-K + decode; batch=1", + "samples_ms": [ + 0.46174, + 0.43582, + 0.45037, + 0.43875, + 0.54685, + 0.44325, + 0.43957, + 0.44904, + 0.43239, + 0.44332, + 0.43158, + 0.4306, + 0.44085, + 0.45413, + 0.44013, + 0.45079, + 0.43461, + 0.43743, + 0.44192, + 0.43733, + 0.44955, + 0.43007, + 0.44191, + 0.43011, + 0.43195, + 0.43662, + 0.4307, + 0.43437, + 0.43104, + 0.43918, + 0.43222, + 0.43577, + 0.44275, + 0.43274, + 0.43746, + 0.43296, + 0.44807, + 0.42876, + 0.44398, + 0.43296, + 0.43627, + 0.43952, + 0.44242, + 0.43324, + 0.44009, + 0.44358, + 0.42954, + 0.44368, + 0.43546, + 0.44612, + 0.4411, + 0.438, + 0.43285, + 0.43512, + 0.43971, + 0.44258, + 0.43382, + 0.4394, + 0.44223, + 0.43356, + 0.43262, + 0.43178, + 0.43775, + 0.4331, + 0.43975, + 0.43757, + 0.44972, + 0.43973, + 0.44526, + 0.43397, + 0.56544, + 0.48066, + 0.44511, + 0.44211, + 0.44172, + 0.43915, + 0.43029, + 0.44322, + 0.42831, + 0.43948, + 0.43171, + 0.43526, + 0.43324, + 0.44197, + 0.43455, + 0.43681, + 0.44551, + 0.42708, + 0.43716, + 0.4348, + 0.44845, + 0.43115, + 0.44227, + 0.43393, + 0.43398, + 0.42687, + 0.43632, + 0.44127, + 0.42779, + 0.42905, + 0.43553, + 0.44673, + 0.44182, + 0.43777, + 0.44068, + 0.4436, + 0.43982, + 0.43532, + 0.42785, + 0.44442, + 0.43011, + 0.43438, + 0.43303, + 0.43814, + 0.4321, + 0.43906, + 0.44184, + 0.43914, + 0.47636, + 0.44062, + 0.44428, + 0.4421, + 0.42981, + 0.43673, + 0.42663, + 0.44954, + 0.43618, + 0.44057, + 0.43338, + 0.43652, + 0.42884, + 0.4407, + 0.44182, + 0.42965, + 0.44282, + 0.4341, + 0.4385, + 0.44608, + 0.44316, + 0.43335, + 0.434, + 0.44273, + 0.43914, + 0.44656, + 0.43301, + 0.44355, + 0.43384, + 0.43029, + 0.4391, + 0.42625, + 0.41647, + 0.42034, + 0.42213, + 0.42097, + 0.4241, + 0.43365, + 0.42081, + 0.41986, + 0.42077, + 0.42299, + 0.434, + 0.41294, + 0.42246, + 0.4183, + 0.4268, + 0.42282, + 0.42272, + 0.42412, + 0.42302, + 0.42276, + 0.41974, + 0.41652, + 0.43032, + 0.42947, + 0.42025, + 0.4195, + 0.42825, + 0.42629, + 0.43267, + 0.41736, + 0.43607, + 0.42275, + 0.4134, + 0.43239, + 0.42704, + 0.42591, + 0.42524, + 0.42292, + 0.41713, + 0.42118, + 0.42713, + 0.42617, + 0.43083, + 0.43358, + 0.43301, + 0.40989, + 0.4197, + 0.43294, + 0.43224, + 0.42108 + ] + }, + "retrieval/K8/batch120": { + "n": 40, + "median_ms": 0.29835167418544495, + "p99_ms": 0.3013531155108164, + "mean_ms": 0.2985411244056498, + "min_ms": 0.29657954970995587, + "max_ms": 0.3020950049782793, + "note": "ms per plant, vectorised over batch=120", + "samples_ms": [ + 0.30005, + 0.30006, + 0.29978, + 0.30004, + 0.29934, + 0.29941, + 0.2999, + 0.29658, + 0.29758, + 0.29705, + 0.29758, + 0.29708, + 0.29736, + 0.2994, + 0.2973, + 0.29758, + 0.29761, + 0.3021, + 0.29751, + 0.29732, + 0.29905, + 0.29802, + 0.29769, + 0.29797, + 0.29857, + 0.30019, + 0.29852, + 0.29807, + 0.29905, + 0.29841, + 0.29796, + 0.29818, + 0.29765, + 0.29797, + 0.29973, + 0.29865, + 0.29879, + 0.29829, + 0.29886, + 0.29942 + ] + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/verify_pend_cpu1.json b/results/timing/verify_pend_cpu1.json new file mode 100644 index 0000000000000000000000000000000000000000..a79624b5c92d6e14600fd98e8b1d6752b2f522cc --- /dev/null +++ b/results/timing/verify_pend_cpu1.json @@ -0,0 +1,2392 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1", + "load1": 40.96826171875, + "date": "2026-09-30 07:31:46 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 17 + ] + }, + "family": "pend", + "cells": { + "verify/K1/b1/decode": { + "n": 200, + "median_ms": 0.17737597227096558, + "p99_ms": 0.2548887021839618, + "mean_ms": 0.1771851209923625, + "min_ms": 0.10453630238771439, + "max_ms": 0.28218328952789307, + "note": "ms per plant (decode + rollout of K candidates + regional LMI certificate of all K); batch=1", + "samples_ms": [ + 0.19014, + 0.15343, + 0.16584, + 0.19811, + 0.2206, + 0.18285, + 0.18135, + 0.16207, + 0.20759, + 0.1591, + 0.1807, + 0.17282, + 0.17312, + 0.17923, + 0.1804, + 0.19798, + 0.23574, + 0.16999, + 0.17691, + 0.16187, + 0.18308, + 0.16276, + 0.14938, + 0.18984, + 0.18887, + 0.21046, + 0.19104, + 0.1764, + 0.18235, + 0.19209, + 0.23886, + 0.18536, + 0.19364, + 0.24501, + 0.25273, + 0.15139, + 0.22214, + 0.20426, + 0.25046, + 0.2548, + 0.20121, + 0.2, + 0.19518, + 0.22484, + 0.20026, + 0.20025, + 0.16788, + 0.19165, + 0.20116, + 0.19463, + 0.22153, + 0.22225, + 0.1912, + 0.18883, + 0.16304, + 0.20152, + 0.19043, + 0.17324, + 0.20546, + 0.1773, + 0.28218, + 0.16101, + 0.14994, + 0.14106, + 0.17095, + 0.21187, + 0.23156, + 0.18898, + 0.18657, + 0.21851, + 0.21469, + 0.14831, + 0.16606, + 0.2067, + 0.20104, + 0.23059, + 0.16885, + 0.18677, + 0.17938, + 0.18276, + 0.17746, + 0.16769, + 0.18268, + 0.19332, + 0.18037, + 0.17571, + 0.24825, + 0.16994, + 0.18402, + 0.20732, + 0.19146, + 0.19871, + 0.15663, + 0.1436, + 0.18685, + 0.16673, + 0.23002, + 0.17053, + 0.19754, + 0.18773, + 0.16609, + 0.17368, + 0.148, + 0.1816, + 0.18985, + 0.16139, + 0.16852, + 0.1769, + 0.1719, + 0.18832, + 0.14048, + 0.19577, + 0.15557, + 0.16843, + 0.16381, + 0.17219, + 0.19361, + 0.12057, + 0.2121, + 0.18051, + 0.1597, + 0.15846, + 0.22143, + 0.15929, + 0.18635, + 0.17097, + 0.19647, + 0.1374, + 0.20155, + 0.15214, + 0.17282, + 0.15884, + 0.18858, + 0.13692, + 0.22069, + 0.18422, + 0.14927, + 0.15569, + 0.13156, + 0.12454, + 0.15699, + 0.13645, + 0.17656, + 0.13593, + 0.13823, + 0.14806, + 0.16214, + 0.13679, + 0.12242, + 0.16581, + 0.15802, + 0.14655, + 0.17891, + 0.15198, + 0.13719, + 0.16235, + 0.13504, + 0.15215, + 0.15471, + 0.11157, + 0.26352, + 0.12698, + 0.20371, + 0.15484, + 0.1822, + 0.23415, + 0.19951, + 0.16888, + 0.15885, + 0.19922, + 0.12306, + 0.19112, + 0.20995, + 0.16701, + 0.17866, + 0.19442, + 0.18752, + 0.11548, + 0.21676, + 0.19656, + 0.1183, + 0.15486, + 0.12054, + 0.20225, + 0.1926, + 0.18181, + 0.17189, + 0.14152, + 0.13627, + 0.13347, + 0.10454, + 0.12462, + 0.13941, + 0.12504, + 0.13201, + 0.1239, + 0.13608, + 0.14746, + 0.11947, + 0.16353 + ] + }, + "verify/K1/b1/rollout_verify": { + "n": 200, + "median_ms": 64.7514215670526, + "p99_ms": 69.05422393232584, + "mean_ms": 64.62798407766968, + "min_ms": 62.07209266722202, + "max_ms": 77.85147335380316, + "note": "ms per plant (decode + rollout of K candidates + regional LMI certificate of all K); batch=1", + "samples_ms": [ + 66.95109, + 66.3662, + 65.61991, + 67.47124, + 67.75287, + 68.71308, + 65.771, + 66.91249, + 65.30235, + 66.04269, + 64.61879, + 66.69245, + 65.05036, + 65.28751, + 68.84302, + 65.84583, + 77.85147, + 66.468, + 64.65054, + 66.49064, + 64.88769, + 67.20214, + 69.0536, + 67.34579, + 65.34671, + 65.96816, + 64.23046, + 66.53054, + 64.46519, + 66.44723, + 66.64082, + 65.94475, + 66.78348, + 69.11576, + 67.94236, + 65.24174, + 66.48872, + 65.45929, + 66.19746, + 63.82784, + 66.35087, + 64.5413, + 66.21421, + 64.78191, + 65.73789, + 64.50712, + 66.39163, + 64.67629, + 65.08817, + 65.37924, + 66.13382, + 65.67164, + 66.79037, + 63.81125, + 65.51705, + 64.39579, + 65.7059, + 65.39126, + 66.18011, + 64.55132, + 65.75003, + 63.90855, + 65.74092, + 64.60181, + 65.75054, + 64.92313, + 65.50831, + 66.2359, + 66.07766, + 65.76403, + 65.06184, + 65.7854, + 64.16997, + 65.17289, + 64.83598, + 66.02277, + 65.05399, + 66.40515, + 65.524, + 65.78598, + 65.76437, + 63.84095, + 65.6731, + 64.272, + 65.37925, + 65.02628, + 65.19639, + 64.38241, + 64.50054, + 65.82636, + 64.11676, + 65.22556, + 65.68682, + 63.80246, + 65.27916, + 64.77966, + 65.25317, + 64.83725, + 64.44652, + 65.54816, + 64.28644, + 65.31749, + 65.67235, + 65.07981, + 64.52388, + 65.4858, + 63.82671, + 64.61775, + 65.08422, + 64.22465, + 64.88138, + 65.68898, + 63.75032, + 65.61565, + 65.03587, + 63.983, + 65.8271, + 65.15596, + 63.95434, + 65.64626, + 64.70315, + 64.60507, + 64.72318, + 65.30783, + 64.72205, + 65.81497, + 65.41559, + 64.51814, + 65.46742, + 65.08927, + 64.55495, + 64.20416, + 65.41542, + 64.64909, + 65.41362, + 65.80792, + 65.71828, + 62.91001, + 62.40915, + 62.36097, + 62.19929, + 62.67229, + 62.6268, + 62.40644, + 62.09749, + 62.43972, + 62.09977, + 62.64653, + 62.07492, + 62.29836, + 62.10318, + 62.49749, + 62.41474, + 62.65888, + 62.29313, + 62.07209, + 62.17518, + 62.23137, + 62.58971, + 62.39768, + 62.40829, + 62.54176, + 62.4599, + 62.12853, + 62.32193, + 62.95411, + 63.00244, + 62.85994, + 62.4153, + 62.75131, + 62.52219, + 62.88426, + 62.53632, + 62.12904, + 62.40284, + 62.55974, + 62.54792, + 62.38196, + 62.78514, + 62.6485, + 62.53011, + 62.53853, + 62.57458, + 62.51927, + 62.38304, + 62.52995, + 62.56838, + 62.51409, + 63.04309, + 63.29868, + 62.44786, + 62.94771, + 63.20928, + 63.41078, + 62.87674, + 63.37962, + 63.39801, + 63.35104, + 62.87906, + 62.93789 + ] + }, + "verify/K1/b1/lmi_certificate": { + "n": 200, + "median_ms": 14.474659226834774, + "p99_ms": 26.1136748176068, + "mean_ms": 18.378968127071857, + "min_ms": 0.2578962594270706, + "max_ms": 757.0320181548595, + "note": "ms per plant (decode + rollout of K candidates + regional LMI certificate of all K); batch=1", + "samples_ms": [ + 13.74904, + 15.24756, + 17.5377, + 19.50845, + 17.76349, + 17.79173, + 13.32205, + 26.10662, + 15.37346, + 15.57885, + 15.06358, + 15.9957, + 757.03202, + 15.21847, + 17.01414, + 15.10582, + 13.07834, + 15.09776, + 15.48584, + 15.37613, + 15.29062, + 13.31413, + 18.3184, + 15.87511, + 15.6703, + 16.15772, + 15.61723, + 15.62911, + 15.34975, + 16.20818, + 17.51321, + 16.41058, + 19.46247, + 25.76634, + 13.32088, + 16.04421, + 15.0277, + 19.0763, + 17.05174, + 16.79833, + 17.17328, + 15.54627, + 18.68954, + 14.69878, + 15.54502, + 14.72914, + 14.95702, + 13.97375, + 14.85461, + 16.25315, + 18.45612, + 14.98881, + 19.17247, + 14.04305, + 16.0141, + 16.31122, + 14.90701, + 19.34967, + 15.35182, + 0.35544, + 15.74831, + 13.21702, + 12.94465, + 14.42167, + 14.04129, + 18.09467, + 15.88096, + 15.42466, + 18.19508, + 19.30673, + 14.49273, + 16.94062, + 15.14866, + 15.50223, + 14.80401, + 14.67883, + 20.16841, + 15.11661, + 15.52945, + 13.74603, + 14.16368, + 14.07816, + 15.67279, + 13.74954, + 13.4481, + 17.00922, + 12.12278, + 14.14524, + 14.98842, + 16.58733, + 16.66257, + 13.58179, + 17.01442, + 14.37707, + 15.35169, + 16.98734, + 16.01923, + 14.76383, + 13.91225, + 12.68013, + 13.84972, + 15.09905, + 14.72091, + 17.64359, + 14.05866, + 14.87656, + 14.47441, + 12.39973, + 16.40879, + 13.16799, + 13.03004, + 13.31482, + 14.60174, + 15.44242, + 13.68217, + 14.99338, + 11.94922, + 16.75017, + 13.61706, + 13.12891, + 12.75523, + 16.23306, + 15.81796, + 15.18929, + 16.43383, + 14.49256, + 13.59554, + 14.80834, + 14.36849, + 14.85229, + 16.63398, + 14.01461, + 13.73583, + 14.82519, + 16.22024, + 13.31548, + 16.58455, + 12.36004, + 12.06348, + 13.03061, + 12.80688, + 11.98837, + 12.54897, + 11.67397, + 26.81199, + 13.32501, + 11.86811, + 12.21446, + 12.69456, + 11.2922, + 12.61149, + 13.18888, + 12.5627, + 12.62377, + 12.93277, + 12.01692, + 13.14749, + 12.64375, + 11.66554, + 0.2579, + 12.64168, + 13.75532, + 13.14408, + 13.49253, + 14.18826, + 14.42348, + 13.74594, + 14.59135, + 14.08195, + 12.78817, + 14.15574, + 13.51382, + 13.38159, + 13.99962, + 13.53175, + 14.47491, + 13.18203, + 14.3941, + 13.70426, + 12.84535, + 14.33711, + 14.28574, + 13.32994, + 13.30821, + 12.58478, + 12.87326, + 12.30545, + 11.16288, + 12.73352, + 12.31073, + 12.49311, + 11.06723, + 13.14421, + 12.35485, + 12.62477, + 12.26665, + 13.08362, + 12.98848, + 13.15716, + 13.49286 + ] + }, + "verify/K1/b1/total": { + "n": 200, + "median_ms": 79.6420993283391, + "p99_ms": 93.20064737461506, + "mean_ms": 83.1841373257339, + "min_ms": 62.76714522391558, + "max_ms": 822.2554931417108, + "note": "ms per plant (decode + rollout of K candidates + regional LMI certificate of all K); batch=1 (sum of components per item)", + "samples_ms": [ + 80.89027, + 81.76719, + 83.32345, + 87.17779, + 85.73696, + 86.68767, + 79.2744, + 93.18119, + 80.8834, + 81.78064, + 79.86307, + 82.86098, + 822.25549, + 80.68521, + 86.03755, + 81.14962, + 91.16556, + 81.73575, + 80.31329, + 82.02864, + 80.36139, + 80.67903, + 87.52139, + 83.41074, + 81.20588, + 82.33634, + 80.03872, + 82.33606, + 79.99729, + 82.8475, + 84.39288, + 82.54069, + 86.43959, + 95.1271, + 81.51596, + 81.43734, + 81.73857, + 84.73984, + 83.49966, + 80.88097, + 83.72536, + 80.28757, + 85.09893, + 79.70553, + 81.48317, + 79.43651, + 81.51653, + 78.8417, + 80.14395, + 81.82702, + 84.81147, + 80.88269, + 86.15404, + 78.04313, + 81.6942, + 80.90853, + 80.80335, + 84.91417, + 81.73739, + 65.08406, + 81.78053, + 77.28658, + 78.83551, + 79.16454, + 79.96278, + 83.22967, + 81.62083, + 81.84954, + 84.45931, + 85.28927, + 79.76927, + 82.87433, + 79.48469, + 80.88181, + 79.84103, + 80.93219, + 85.39125, + 81.70853, + 81.23283, + 79.71477, + 80.10551, + 78.08681, + 81.52857, + 78.21486, + 79.00772, + 82.21121, + 77.56743, + 78.6976, + 79.67299, + 82.62101, + 80.97079, + 79.00605, + 82.85787, + 78.32312, + 80.8177, + 81.93373, + 81.50242, + 79.7716, + 78.55631, + 78.41602, + 78.30225, + 80.59023, + 80.54126, + 82.905, + 78.77239, + 80.52375, + 78.46965, + 77.19437, + 81.66492, + 77.58096, + 78.0519, + 79.19957, + 78.50763, + 81.22651, + 78.88186, + 79.14857, + 77.96993, + 82.02671, + 77.7835, + 78.95568, + 77.61808, + 80.99658, + 80.76257, + 80.65641, + 81.34223, + 80.4785, + 79.2076, + 79.46387, + 80.03746, + 80.0937, + 81.36175, + 78.3776, + 79.33983, + 79.61121, + 81.85455, + 79.30761, + 82.4521, + 75.42574, + 74.60419, + 75.51612, + 75.16315, + 74.79712, + 75.35234, + 74.21635, + 89.04771, + 75.9128, + 74.13003, + 74.99779, + 74.8919, + 73.75637, + 74.87269, + 75.83292, + 75.15634, + 75.43463, + 75.36309, + 74.25137, + 75.45771, + 75.02727, + 74.40995, + 62.76715, + 75.31349, + 76.42405, + 75.80769, + 75.7759, + 76.69239, + 77.61174, + 76.94789, + 77.62017, + 76.65609, + 75.7387, + 76.80099, + 76.58919, + 76.12786, + 76.29567, + 76.11325, + 77.22907, + 75.91747, + 76.89154, + 76.70617, + 75.69042, + 76.98551, + 76.97914, + 76.02506, + 76.02973, + 75.16042, + 75.58502, + 75.04571, + 73.81849, + 75.91288, + 75.74288, + 75.0455, + 74.13956, + 76.4929, + 75.89066, + 75.63352, + 75.77016, + 76.61771, + 76.48698, + 76.15569, + 76.59429 + ] + }, + "verify/K1/batch40/decode": { + "n": 8, + "median_ms": 0.03470351221039891, + "p99_ms": 0.04144642478786409, + "mean_ms": 0.031596029293723404, + "min_ms": 0.020068068988621235, + "max_ms": 0.04146064165979624, + "note": "ms per plant, batch=40 (rollouts in one call, LMIs looped); n = batches", + "samples_ms": [ + 0.03952, + 0.03657, + 0.04126, + 0.04146, + 0.03284, + 0.02031, + 0.02074, + 0.02007 + ] + }, + "verify/K1/batch40/rollout_verify": { + "n": 8, + "median_ms": 1.8144887289963663, + "p99_ms": 1.9987737322226167, + "mean_ms": 1.601700228638947, + "min_ms": 1.0494657326489687, + "max_ms": 2.0007889717817307, + "note": "ms per plant, batch=40 (rollouts in one call, LMIs looped); n = batches", + "samples_ms": [ + 2.00079, + 1.972, + 1.85566, + 1.87709, + 1.77331, + 1.04947, + 1.23116, + 1.05413 + ] + }, + "verify/K1/batch40/lmi_certificate": { + "n": 8, + "median_ms": 9.973114414606243, + "p99_ms": 24.64195673097856, + "mean_ms": 12.365510480594821, + "min_ms": 7.342661381699145, + "max_ms": 25.091562792658806, + "note": "ms per plant, batch=40 (rollouts in one call, LMIs looped); n = batches", + "samples_ms": [ + 25.09156, + 9.14222, + 9.46482, + 11.24287, + 10.48141, + 7.48992, + 18.66862, + 7.34266 + ] + }, + "verify/K1/batch40/total": { + "n": 8, + "median_ms": 11.824651784263551, + "p99_ms": 26.62707725074142, + "mean_ms": 13.998806738527492, + "min_ms": 8.416856196708977, + "max_ms": 27.131871972233057, + "note": "ms per plant, batch=40 (rollouts in one call, LMIs looped); n = batches (sum of components per item)", + "samples_ms": [ + 27.13187, + 11.15079, + 11.36174, + 13.16141, + 12.28757, + 8.5597, + 19.92052, + 8.41686 + ] + }, + "verify/K8/b1/decode": { + "n": 200, + "median_ms": 0.21013012155890465, + "p99_ms": 0.2731009013950823, + "mean_ms": 0.21381568163633347, + "min_ms": 0.20104087889194489, + "max_ms": 0.3051580861210823, + "note": "ms per plant (decode + rollout of K candidates + regional LMI certificate of all K); batch=1", + "samples_ms": [ + 0.22355, + 0.23017, + 0.22956, + 0.22239, + 0.23871, + 0.23993, + 0.22966, + 0.24772, + 0.23353, + 0.24952, + 0.24409, + 0.22711, + 0.21222, + 0.21388, + 0.21647, + 0.22352, + 0.21082, + 0.2243, + 0.21497, + 0.23053, + 0.22901, + 0.22107, + 0.21446, + 0.21601, + 0.21431, + 0.21764, + 0.22055, + 0.21413, + 0.20452, + 0.21353, + 0.2092, + 0.20535, + 0.21035, + 0.2059, + 0.21774, + 0.21172, + 0.21051, + 0.21293, + 0.20837, + 0.21313, + 0.21178, + 0.20583, + 0.20472, + 0.20332, + 0.21069, + 0.21428, + 0.22821, + 0.21797, + 0.21083, + 0.20827, + 0.21102, + 0.20783, + 0.21194, + 0.21219, + 0.20847, + 0.21763, + 0.20803, + 0.2041, + 0.20236, + 0.21564, + 0.20775, + 0.21004, + 0.20524, + 0.20605, + 0.20681, + 0.21002, + 0.22084, + 0.21783, + 0.20885, + 0.20918, + 0.20499, + 0.20748, + 0.20276, + 0.23432, + 0.2177, + 0.20825, + 0.20808, + 0.20496, + 0.22236, + 0.20987, + 0.21089, + 0.20991, + 0.21141, + 0.20618, + 0.20831, + 0.20543, + 0.22487, + 0.25417, + 0.20682, + 0.21133, + 0.20736, + 0.30516, + 0.21185, + 0.22133, + 0.21134, + 0.21237, + 0.20664, + 0.20659, + 0.20679, + 0.21259, + 0.20975, + 0.21417, + 0.21616, + 0.20585, + 0.22623, + 0.2155, + 0.21814, + 0.20754, + 0.20104, + 0.20739, + 0.2106, + 0.2054, + 0.20657, + 0.22738, + 0.20897, + 0.20133, + 0.20644, + 0.20829, + 0.20765, + 0.21022, + 0.21721, + 0.20511, + 0.20305, + 0.20439, + 0.21173, + 0.21883, + 0.2084, + 0.21167, + 0.29015, + 0.20904, + 0.20632, + 0.20272, + 0.20604, + 0.20823, + 0.20775, + 0.21511, + 0.22341, + 0.21452, + 0.2111, + 0.20711, + 0.2104, + 0.2011, + 0.21869, + 0.20544, + 0.20822, + 0.21669, + 0.20593, + 0.21921, + 0.20895, + 0.20819, + 0.20641, + 0.20705, + 0.20446, + 0.22705, + 0.20957, + 0.22087, + 0.20591, + 0.20517, + 0.21487, + 0.20325, + 0.20521, + 0.27293, + 0.20599, + 0.20926, + 0.20478, + 0.20374, + 0.22067, + 0.20786, + 0.21306, + 0.20758, + 0.21458, + 0.22311, + 0.20705, + 0.20637, + 0.21244, + 0.20667, + 0.21207, + 0.20799, + 0.20552, + 0.21144, + 0.21259, + 0.20856, + 0.20801, + 0.22509, + 0.20786, + 0.20968, + 0.20484, + 0.20559, + 0.2033, + 0.20858, + 0.21824, + 0.2044, + 0.20181, + 0.2052, + 0.20415, + 0.21273, + 0.21229, + 0.20473, + 0.20789, + 0.21248 + ] + }, + "verify/K8/b1/rollout_verify": { + "n": 200, + "median_ms": 39.970722049474716, + "p99_ms": 44.94868353940545, + "mean_ms": 40.196139509789646, + "min_ms": 39.61637057363987, + "max_ms": 46.796699054539204, + "note": "ms per plant (decode + rollout of K candidates + regional LMI certificate of all K); batch=1", + "samples_ms": [ + 40.62351, + 40.35352, + 40.33899, + 40.38, + 40.42391, + 40.80874, + 40.60128, + 40.50195, + 40.60807, + 40.38478, + 40.21923, + 39.71035, + 39.9924, + 39.99943, + 40.18264, + 40.07371, + 39.91517, + 39.86983, + 39.85593, + 39.87838, + 40.40421, + 40.12812, + 41.69838, + 39.94421, + 39.81796, + 41.32733, + 40.05639, + 39.72861, + 40.07267, + 40.02397, + 40.10395, + 40.18729, + 40.04558, + 40.11439, + 39.77177, + 39.75915, + 39.77262, + 39.83269, + 39.75657, + 39.72462, + 39.99233, + 39.76154, + 39.9509, + 39.72893, + 39.85291, + 39.98984, + 39.6757, + 39.7886, + 41.35912, + 40.12464, + 39.83831, + 40.03338, + 39.98331, + 39.99565, + 39.82404, + 39.86263, + 39.68585, + 39.681, + 39.6283, + 39.91922, + 40.29613, + 39.99894, + 39.83134, + 40.04691, + 40.19575, + 39.9162, + 41.34031, + 40.04534, + 40.1919, + 40.02617, + 40.12955, + 40.49695, + 40.07909, + 39.81597, + 39.856, + 39.84426, + 40.06847, + 40.25276, + 41.29909, + 39.91291, + 40.12858, + 40.55301, + 40.25674, + 40.2255, + 40.54742, + 40.51232, + 41.00452, + 41.3095, + 40.16649, + 41.03764, + 39.98113, + 46.2152, + 40.63434, + 40.35725, + 39.94092, + 39.97698, + 39.70015, + 41.18855, + 40.54871, + 39.89095, + 40.22696, + 39.82607, + 39.72748, + 39.83102, + 39.89823, + 40.16126, + 40.11371, + 39.82361, + 39.79083, + 39.84091, + 39.80691, + 40.23799, + 40.17025, + 39.86229, + 39.63782, + 39.82454, + 40.62619, + 40.11347, + 39.85617, + 39.73872, + 39.92696, + 39.75546, + 39.97273, + 41.22756, + 39.81494, + 39.76159, + 39.80631, + 40.02212, + 44.93589, + 41.42944, + 41.03503, + 40.15478, + 40.0709, + 39.7196, + 39.66823, + 39.834, + 39.78734, + 39.72741, + 39.7211, + 39.79449, + 40.15768, + 39.81807, + 39.76139, + 39.81624, + 39.84626, + 39.94128, + 39.64739, + 39.61637, + 39.90948, + 39.9785, + 39.81348, + 40.33538, + 40.19989, + 43.34203, + 39.69462, + 39.86289, + 39.88623, + 39.79741, + 39.63843, + 39.82618, + 40.00373, + 46.7967, + 39.98594, + 40.03772, + 40.01238, + 39.91359, + 39.83586, + 39.82837, + 39.82442, + 39.80983, + 39.80412, + 40.02799, + 39.8278, + 40.08436, + 40.3253, + 40.01775, + 43.17953, + 39.76619, + 39.93085, + 39.80625, + 39.70962, + 39.78035, + 39.91047, + 40.11496, + 39.62948, + 39.92704, + 40.12903, + 40.08581, + 39.9621, + 39.98403, + 39.7231, + 39.73977, + 39.66105, + 39.8541, + 39.88829, + 39.96872, + 39.83732, + 40.16925, + 39.67168, + 43.00511 + ] + }, + "verify/K8/b1/lmi_certificate": { + "n": 200, + "median_ms": 47.44076356291771, + "p99_ms": 511.7682354990393, + "mean_ms": 61.80622348096222, + "min_ms": 41.065482422709465, + "max_ms": 561.3140612840652, + "note": "ms per plant (decode + rollout of K candidates + regional LMI certificate of all K); batch=1", + "samples_ms": [ + 512.79136, + 62.89572, + 59.86297, + 561.31406, + 55.09055, + 61.15854, + 54.33973, + 52.90609, + 61.39147, + 58.27522, + 503.77978, + 46.9779, + 495.96585, + 48.54802, + 47.50655, + 47.69641, + 46.8859, + 47.47732, + 46.41832, + 46.69903, + 48.19667, + 41.60371, + 47.24339, + 46.54761, + 47.02907, + 46.96598, + 46.87651, + 46.06076, + 46.6881, + 47.011, + 47.50868, + 46.74886, + 43.26123, + 46.93139, + 46.74475, + 47.28154, + 48.23768, + 47.36963, + 47.5047, + 48.05577, + 46.86115, + 46.5275, + 47.22601, + 46.80011, + 46.48618, + 46.81406, + 47.96138, + 46.58914, + 47.73237, + 48.18136, + 41.11101, + 46.81019, + 46.9323, + 47.84882, + 46.85228, + 46.68903, + 45.98772, + 46.3634, + 485.46128, + 42.14354, + 48.77298, + 48.78582, + 46.93257, + 47.60959, + 48.58242, + 48.34936, + 42.43953, + 47.96556, + 47.8913, + 47.14409, + 47.03549, + 46.68604, + 48.94233, + 47.98395, + 47.44172, + 48.70029, + 48.1051, + 49.18183, + 47.69881, + 47.75066, + 47.90064, + 49.06876, + 48.15098, + 48.65803, + 47.43221, + 50.85102, + 59.29079, + 47.46108, + 49.26658, + 47.95987, + 64.27914, + 46.84861, + 48.76055, + 47.11026, + 48.26938, + 46.47634, + 46.71587, + 47.73265, + 47.67709, + 47.59459, + 48.72033, + 46.87001, + 41.81723, + 48.45145, + 46.73348, + 47.43952, + 47.61604, + 47.50652, + 46.98738, + 46.42356, + 48.53101, + 48.24852, + 47.07235, + 46.84268, + 47.00581, + 47.19113, + 47.07092, + 47.72182, + 47.54058, + 46.7618, + 47.57311, + 47.76311, + 47.49232, + 47.68491, + 511.7579, + 48.3631, + 47.40763, + 56.39104, + 47.49933, + 47.20298, + 47.88716, + 46.80784, + 46.77527, + 48.18431, + 46.67621, + 46.79822, + 46.95337, + 48.23297, + 47.1656, + 46.797, + 47.7497, + 49.54574, + 47.62072, + 46.99988, + 55.34267, + 47.65652, + 47.38455, + 46.83482, + 46.60139, + 46.66282, + 47.43981, + 41.06548, + 47.74361, + 47.62713, + 47.14175, + 46.6837, + 47.72661, + 47.0079, + 47.78259, + 41.41778, + 55.16954, + 49.05664, + 47.33296, + 47.80021, + 50.86355, + 46.92894, + 47.60674, + 48.59451, + 46.84852, + 46.77924, + 46.93306, + 46.95276, + 47.99308, + 42.30344, + 46.9651, + 48.6541, + 46.53042, + 46.38832, + 46.43014, + 46.21504, + 47.375, + 47.59424, + 47.46141, + 48.07492, + 46.48307, + 41.99147, + 46.50791, + 49.62122, + 46.54068, + 47.81855, + 47.21981, + 46.98456, + 47.02466, + 46.12353, + 46.3064, + 46.4648, + 47.75701, + 48.87449, + 46.38966, + 47.55378 + ] + }, + "verify/K8/b1/total": { + "n": 200, + "median_ms": 87.64958288520575, + "p99_ms": 551.8031069915742, + "mean_ms": 102.2161786723882, + "min_ms": 81.1603395268321, + "max_ms": 601.9164500758052, + "note": "ms per plant (decode + rollout of K candidates + regional LMI certificate of all K); batch=1 (sum of components per item)", + "samples_ms": [ + 553.63842, + 103.4794, + 100.43153, + 601.91645, + 95.75317, + 102.2072, + 95.17067, + 93.65576, + 102.23307, + 98.90953, + 544.2431, + 86.91536, + 536.17047, + 88.76134, + 87.90566, + 87.99364, + 87.01189, + 87.57144, + 86.48922, + 86.80795, + 88.82989, + 81.9529, + 89.15623, + 86.70784, + 87.06134, + 88.51095, + 87.15345, + 86.00349, + 86.96529, + 87.2485, + 87.82183, + 87.14149, + 83.51716, + 87.25168, + 86.73426, + 87.2524, + 88.22081, + 87.41525, + 87.46964, + 87.99353, + 87.06526, + 86.49486, + 87.38163, + 86.73236, + 86.54977, + 87.01819, + 87.8653, + 86.5957, + 89.30232, + 88.51428, + 81.16034, + 87.05139, + 87.12755, + 88.05666, + 86.8848, + 86.76928, + 85.88159, + 86.24849, + 525.29195, + 82.2784, + 89.27686, + 88.99481, + 86.96915, + 87.86254, + 88.98498, + 88.47558, + 84.00069, + 88.22873, + 88.29205, + 87.37945, + 87.37002, + 87.39047, + 89.22419, + 88.03424, + 87.51541, + 88.75281, + 88.38165, + 89.63955, + 89.22027, + 87.87343, + 88.24011, + 89.83169, + 88.61913, + 89.08971, + 88.18794, + 91.56877, + 100.52017, + 89.02475, + 89.63989, + 89.20884, + 104.46763, + 93.36896, + 89.60673, + 87.68884, + 88.42164, + 86.66569, + 86.62265, + 89.12779, + 88.43259, + 87.69814, + 89.15704, + 86.91025, + 81.76087, + 88.48832, + 86.85795, + 87.81628, + 87.94788, + 87.53768, + 86.97926, + 86.47186, + 88.54851, + 88.69191, + 87.44917, + 86.93235, + 86.85261, + 87.217, + 87.90355, + 88.04358, + 87.6044, + 86.71074, + 87.71727, + 87.72368, + 87.66809, + 89.11686, + 551.78457, + 88.34351, + 87.42234, + 96.62483, + 92.72537, + 88.84146, + 89.12851, + 87.16535, + 87.05221, + 88.11214, + 86.55219, + 86.84733, + 86.96412, + 88.1749, + 87.09779, + 86.7986, + 88.11777, + 89.56491, + 87.6008, + 87.02156, + 95.39715, + 87.81449, + 87.23787, + 86.6704, + 86.71982, + 86.84951, + 87.4597, + 81.60791, + 88.14795, + 91.19622, + 87.04595, + 86.76746, + 87.81875, + 87.01048, + 87.63589, + 81.44721, + 95.37848, + 96.12627, + 87.52489, + 88.0472, + 91.0807, + 87.04627, + 87.66327, + 88.63074, + 86.886, + 86.79665, + 86.95177, + 87.20386, + 88.02793, + 82.59417, + 87.50284, + 88.87852, + 89.92202, + 86.3625, + 86.56651, + 86.23272, + 87.2972, + 87.58315, + 87.5799, + 88.41497, + 86.32041, + 82.12819, + 86.84177, + 89.91261, + 86.70608, + 88.01116, + 87.16115, + 86.92872, + 86.88752, + 86.18283, + 86.39884, + 86.64625, + 87.80662, + 89.24847, + 86.26923, + 90.77137 + ] + }, + "verify/K8/batch40/decode": { + "n": 8, + "median_ms": 0.14357423642650247, + "p99_ms": 0.14822621690109372, + "mean_ms": 0.14406780246645212, + "min_ms": 0.14197570271790028, + "max_ms": 0.14846967533230782, + "note": "ms per plant, batch=40 (rollouts in one call, LMIs looped); n = batches", + "samples_ms": [ + 0.14382, + 0.14291, + 0.14499, + 0.14322, + 0.14381, + 0.14334, + 0.14198, + 0.14847 + ] + }, + "verify/K8/batch40/rollout_verify": { + "n": 8, + "median_ms": 1.2773770722560585, + "p99_ms": 1.338486603461206, + "mean_ms": 1.2852991378167644, + "min_ms": 1.2673899997025728, + "max_ms": 1.342186308465898, + "note": "ms per plant, batch=40 (rollouts in one call, LMIs looped); n = batches", + "samples_ms": [ + 1.28933, + 1.26739, + 1.27438, + 1.27222, + 1.34219, + 1.27599, + 1.27876, + 1.28213 + ] + }, + "verify/K8/batch40/lmi_certificate": { + "n": 8, + "median_ms": 56.67777383932844, + "p99_ms": 94.78441137867048, + "mean_ms": 67.45305238000583, + "min_ms": 45.7407305482775, + "max_ms": 95.02167194150388, + "note": "ms per plant, batch=40 (rollouts in one call, LMIs looped); n = batches", + "samples_ms": [ + 91.56894, + 56.22442, + 45.74073, + 57.13113, + 46.1522, + 95.02167, + 91.63224, + 56.15309 + ] + }, + "verify/K8/batch40/total": { + "n": 8, + "median_ms": 58.090646914206445, + "p99_ms": 96.20384269230999, + "mean_ms": 68.88241932028905, + "min_ms": 47.16010021511465, + "max_ms": 96.44100505392998, + "note": "ms per plant, batch=40 (rollouts in one call, LMIs looped); n = batches (sum of components per item)", + "samples_ms": [ + 93.00209, + 57.63472, + 47.1601, + 58.54657, + 47.6382, + 96.44101, + 93.05297, + 57.5837 + ] + }, + "retrieval_index_build_s": { + "median_ms": 0.0005709007382392883, + "n": 1, + "note": "one-off; bank rows=2600, searched rows=2600" + }, + "retrieval/K1/b1": { + "n": 200, + "median_ms": 0.09053060784935951, + "p99_ms": 0.11028787121176716, + "mean_ms": 0.09120525792241096, + "min_ms": 0.08131098002195358, + "max_ms": 0.15364959836006165, + "note": "ms per plant: distance to bank + top-K + decode; batch=1", + "samples_ms": [ + 0.1145, + 0.10514, + 0.15365, + 0.10086, + 0.09486, + 0.09128, + 0.09045, + 0.09488, + 0.08696, + 0.09531, + 0.08646, + 0.08789, + 0.09671, + 0.09396, + 0.10002, + 0.09438, + 0.09291, + 0.08581, + 0.08913, + 0.09161, + 0.0864, + 0.10489, + 0.09125, + 0.10567, + 0.09177, + 0.08721, + 0.08607, + 0.09286, + 0.09455, + 0.09329, + 0.08693, + 0.09264, + 0.09243, + 0.09087, + 0.09223, + 0.08804, + 0.08765, + 0.09438, + 0.08493, + 0.08863, + 0.08561, + 0.08499, + 0.09123, + 0.09258, + 0.08672, + 0.10316, + 0.09608, + 0.09023, + 0.08647, + 0.0897, + 0.08838, + 0.09316, + 0.09118, + 0.09081, + 0.0944, + 0.09364, + 0.10375, + 0.09015, + 0.08863, + 0.0851, + 0.09327, + 0.09648, + 0.09167, + 0.09104, + 0.08893, + 0.09215, + 0.08505, + 0.10277, + 0.09381, + 0.08506, + 0.08415, + 0.0901, + 0.08391, + 0.08414, + 0.09156, + 0.08723, + 0.09088, + 0.09472, + 0.09272, + 0.10021, + 0.08563, + 0.09097, + 0.08905, + 0.09375, + 0.08377, + 0.08722, + 0.09122, + 0.08635, + 0.09062, + 0.1016, + 0.09007, + 0.08831, + 0.08648, + 0.08965, + 0.08635, + 0.08881, + 0.08871, + 0.09435, + 0.08887, + 0.09639, + 0.1042, + 0.08249, + 0.09247, + 0.08463, + 0.09087, + 0.0926, + 0.09353, + 0.09333, + 0.08509, + 0.08847, + 0.09176, + 0.10929, + 0.09403, + 0.09302, + 0.09138, + 0.08328, + 0.08983, + 0.08617, + 0.09652, + 0.09472, + 0.085, + 0.08251, + 0.09544, + 0.09078, + 0.09127, + 0.08752, + 0.08494, + 0.08623, + 0.08817, + 0.08879, + 0.0913, + 0.09381, + 0.09978, + 0.10547, + 0.09455, + 0.08617, + 0.08553, + 0.09431, + 0.09282, + 0.08384, + 0.08214, + 0.08574, + 0.09033, + 0.08131, + 0.08947, + 0.0876, + 0.08452, + 0.08666, + 0.08772, + 0.09142, + 0.09212, + 0.08557, + 0.08886, + 0.0919, + 0.08902, + 0.09859, + 0.08816, + 0.09314, + 0.08931, + 0.08489, + 0.08562, + 0.08871, + 0.09077, + 0.08481, + 0.08574, + 0.09244, + 0.08817, + 0.09708, + 0.09439, + 0.09348, + 0.08939, + 0.08296, + 0.08149, + 0.08429, + 0.09086, + 0.09371, + 0.08397, + 0.08356, + 0.10263, + 0.08747, + 0.08472, + 0.08294, + 0.09374, + 0.09251, + 0.09286, + 0.10745, + 0.11025, + 0.09174, + 0.10178, + 0.08583, + 0.08542, + 0.08353, + 0.08642, + 0.08843, + 0.08793, + 0.09711, + 0.08986, + 0.08353, + 0.08368, + 0.09198 + ] + }, + "retrieval/K1/batch40": { + "n": 40, + "median_ms": 0.03923428012058139, + "p99_ms": 0.041233773808926344, + "mean_ms": 0.039244339568540454, + "min_ms": 0.037770322524011135, + "max_ms": 0.04176234360784292, + "note": "ms per plant, vectorised over batch=40", + "samples_ms": [ + 0.03888, + 0.04041, + 0.03992, + 0.03801, + 0.03824, + 0.03918, + 0.03857, + 0.04033, + 0.03981, + 0.03777, + 0.03922, + 0.03914, + 0.03868, + 0.03964, + 0.03997, + 0.03789, + 0.03861, + 0.0397, + 0.03854, + 0.04001, + 0.03984, + 0.038, + 0.03822, + 0.03913, + 0.03961, + 0.04011, + 0.03982, + 0.03905, + 0.04176, + 0.03925, + 0.03876, + 0.04001, + 0.03965, + 0.03852, + 0.03937, + 0.03939, + 0.03875, + 0.03993, + 0.03992, + 0.03817 + ] + }, + "retrieval/K8/b1": { + "n": 200, + "median_ms": 0.2124081365764141, + "p99_ms": 0.23577224463224408, + "mean_ms": 0.21312146913260221, + "min_ms": 0.20243413746356964, + "max_ms": 0.24743005633354187, + "note": "ms per plant: distance to bank + top-K + decode; batch=1", + "samples_ms": [ + 0.21704, + 0.21461, + 0.21201, + 0.21231, + 0.22284, + 0.20803, + 0.20753, + 0.21234, + 0.21154, + 0.21373, + 0.20499, + 0.20808, + 0.20963, + 0.21939, + 0.22072, + 0.21469, + 0.21443, + 0.20734, + 0.2177, + 0.23405, + 0.20816, + 0.21187, + 0.21425, + 0.21901, + 0.21222, + 0.24743, + 0.21096, + 0.21814, + 0.21565, + 0.21355, + 0.20601, + 0.21346, + 0.21962, + 0.21128, + 0.20529, + 0.20681, + 0.21526, + 0.21428, + 0.23868, + 0.21776, + 0.2061, + 0.21525, + 0.21295, + 0.22617, + 0.21158, + 0.23068, + 0.21848, + 0.21349, + 0.20902, + 0.21169, + 0.21654, + 0.21441, + 0.21282, + 0.21166, + 0.21594, + 0.22025, + 0.21893, + 0.21047, + 0.20979, + 0.21296, + 0.2137, + 0.21733, + 0.21122, + 0.21162, + 0.21368, + 0.21354, + 0.20571, + 0.21706, + 0.21391, + 0.21204, + 0.20456, + 0.21121, + 0.20432, + 0.20494, + 0.23574, + 0.20971, + 0.21287, + 0.21633, + 0.21635, + 0.22193, + 0.2068, + 0.21257, + 0.21021, + 0.22104, + 0.20526, + 0.20727, + 0.21152, + 0.2071, + 0.21822, + 0.21462, + 0.22405, + 0.21245, + 0.21424, + 0.2112, + 0.20804, + 0.2103, + 0.21065, + 0.22076, + 0.21067, + 0.21777, + 0.21774, + 0.20243, + 0.21965, + 0.2063, + 0.21096, + 0.21353, + 0.22245, + 0.21598, + 0.20713, + 0.21013, + 0.21307, + 0.21565, + 0.21455, + 0.2139, + 0.21237, + 0.20488, + 0.21853, + 0.20701, + 0.21794, + 0.21419, + 0.21414, + 0.20481, + 0.21089, + 0.21072, + 0.21258, + 0.21679, + 0.20659, + 0.20669, + 0.20924, + 0.20935, + 0.21844, + 0.21621, + 0.20292, + 0.21283, + 0.21427, + 0.21147, + 0.20637, + 0.21963, + 0.22677, + 0.2112, + 0.20452, + 0.20756, + 0.21133, + 0.20338, + 0.21172, + 0.20952, + 0.20565, + 0.20718, + 0.21059, + 0.21957, + 0.21421, + 0.20711, + 0.2107, + 0.21334, + 0.21714, + 0.21375, + 0.20929, + 0.21512, + 0.2152, + 0.20572, + 0.20884, + 0.20997, + 0.21181, + 0.211, + 0.20786, + 0.21352, + 0.20996, + 0.21262, + 0.22102, + 0.21434, + 0.21096, + 0.20533, + 0.2084, + 0.20691, + 0.21281, + 0.21511, + 0.20583, + 0.21118, + 0.21859, + 0.20792, + 0.20627, + 0.20591, + 0.22366, + 0.21423, + 0.21418, + 0.2262, + 0.22624, + 0.21297, + 0.21528, + 0.20772, + 0.20631, + 0.21063, + 0.20746, + 0.20905, + 0.20906, + 0.2177, + 0.22691, + 0.20551, + 0.2047, + 0.21313 + ] + }, + "retrieval/K8/batch40": { + "n": 40, + "median_ms": 0.16221690457314253, + "p99_ms": 0.16834123292937875, + "mean_ms": 0.16221431142184883, + "min_ms": 0.159916072152555, + "max_ms": 0.16938175540417433, + "note": "ms per plant, vectorised over batch=40", + "samples_ms": [ + 0.16329, + 0.16353, + 0.16285, + 0.1605, + 0.1622, + 0.1626, + 0.16254, + 0.16247, + 0.16415, + 0.16106, + 0.16092, + 0.16091, + 0.16223, + 0.16277, + 0.1615, + 0.16031, + 0.16041, + 0.16671, + 0.16268, + 0.16224, + 0.16161, + 0.15992, + 0.16005, + 0.16095, + 0.16068, + 0.16159, + 0.16188, + 0.16171, + 0.16014, + 0.16277, + 0.1619, + 0.16328, + 0.1626, + 0.16046, + 0.16069, + 0.16434, + 0.16227, + 0.16938, + 0.16406, + 0.16242 + ] + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/verify_pend_cpu1q.json b/results/timing/verify_pend_cpu1q.json new file mode 100644 index 0000000000000000000000000000000000000000..29650f999c4a71be4f32f0580e786e18a8634662 --- /dev/null +++ b/results/timing/verify_pend_cpu1q.json @@ -0,0 +1,2392 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1q", + "load1": 11.87353515625, + "date": "2026-09-30 09:14:26 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 17 + ] + }, + "family": "pend", + "cells": { + "verify/K1/b1/decode": { + "n": 200, + "median_ms": 0.05791196599602699, + "p99_ms": 0.0724381487816572, + "mean_ms": 0.05852239206433296, + "min_ms": 0.052908435463905334, + "max_ms": 0.08744094520807266, + "note": "ms per plant (decode + rollout of K candidates + regional LMI certificate of all K); batch=1", + "samples_ms": [ + 0.06577, + 0.05677, + 0.05522, + 0.05566, + 0.05427, + 0.05653, + 0.06035, + 0.05858, + 0.05601, + 0.0579, + 0.05657, + 0.05388, + 0.05312, + 0.06534, + 0.05987, + 0.05417, + 0.05407, + 0.05589, + 0.05833, + 0.06154, + 0.05725, + 0.05716, + 0.05657, + 0.07243, + 0.05373, + 0.05557, + 0.06003, + 0.0613, + 0.06554, + 0.05574, + 0.05948, + 0.0592, + 0.06049, + 0.05789, + 0.05959, + 0.05749, + 0.05923, + 0.06139, + 0.05528, + 0.05752, + 0.05607, + 0.06171, + 0.0607, + 0.05677, + 0.05781, + 0.05434, + 0.05693, + 0.05339, + 0.06066, + 0.06808, + 0.06724, + 0.05663, + 0.06134, + 0.05595, + 0.05458, + 0.05829, + 0.06682, + 0.0575, + 0.05618, + 0.06018, + 0.07344, + 0.05569, + 0.0558, + 0.05975, + 0.05958, + 0.06445, + 0.05607, + 0.05625, + 0.056, + 0.05683, + 0.05325, + 0.06388, + 0.06037, + 0.05859, + 0.06212, + 0.05641, + 0.05449, + 0.06134, + 0.0579, + 0.05983, + 0.0581, + 0.05502, + 0.05394, + 0.05591, + 0.05383, + 0.05465, + 0.05876, + 0.05793, + 0.05764, + 0.0574, + 0.05489, + 0.05835, + 0.05611, + 0.05955, + 0.05972, + 0.06071, + 0.05632, + 0.05941, + 0.05491, + 0.06739, + 0.05723, + 0.05973, + 0.05895, + 0.05838, + 0.05798, + 0.05625, + 0.05291, + 0.05507, + 0.0594, + 0.05709, + 0.05693, + 0.05753, + 0.05794, + 0.05699, + 0.05436, + 0.05811, + 0.06034, + 0.05843, + 0.05905, + 0.05977, + 0.05843, + 0.05949, + 0.06104, + 0.05847, + 0.05937, + 0.05516, + 0.0554, + 0.05751, + 0.06384, + 0.06007, + 0.05887, + 0.06117, + 0.05781, + 0.05827, + 0.05794, + 0.05642, + 0.05729, + 0.05713, + 0.06221, + 0.06145, + 0.0604, + 0.0592, + 0.05489, + 0.05652, + 0.0599, + 0.05803, + 0.0576, + 0.05987, + 0.05795, + 0.05493, + 0.05652, + 0.05489, + 0.0566, + 0.06019, + 0.05754, + 0.05785, + 0.05734, + 0.05512, + 0.05535, + 0.05333, + 0.08744, + 0.06022, + 0.06204, + 0.06165, + 0.05871, + 0.05615, + 0.05847, + 0.05812, + 0.05968, + 0.05763, + 0.05723, + 0.05735, + 0.06164, + 0.06084, + 0.05559, + 0.06379, + 0.05773, + 0.05591, + 0.05825, + 0.05839, + 0.0576, + 0.05858, + 0.06063, + 0.06451, + 0.06051, + 0.05756, + 0.05788, + 0.05946, + 0.05573, + 0.06058, + 0.05525, + 0.05767, + 0.05643, + 0.05486, + 0.06091, + 0.05929, + 0.06436, + 0.05993, + 0.05903, + 0.05666 + ] + }, + "verify/K1/b1/rollout_verify": { + "n": 200, + "median_ms": 38.29902922734618, + "p99_ms": 39.27881001494825, + "mean_ms": 38.35129028651863, + "min_ms": 37.237416952848434, + "max_ms": 40.0867210701108, + "note": "ms per plant (decode + rollout of K candidates + regional LMI certificate of all K); batch=1", + "samples_ms": [ + 38.44652, + 38.04341, + 37.98622, + 38.4533, + 37.84901, + 39.14589, + 38.81795, + 38.90829, + 39.05577, + 38.16192, + 38.35078, + 38.33253, + 37.77229, + 37.93219, + 37.25889, + 37.8331, + 37.81382, + 38.94077, + 38.81759, + 38.32578, + 39.11298, + 38.71624, + 38.39934, + 38.48617, + 38.02264, + 38.17759, + 38.29928, + 38.22099, + 37.69326, + 38.05107, + 38.6566, + 38.49668, + 38.59293, + 38.49372, + 38.6906, + 38.29909, + 38.58317, + 38.09448, + 38.28134, + 38.79808, + 39.06628, + 38.64301, + 39.01684, + 38.95315, + 39.11957, + 38.35545, + 38.11738, + 37.67693, + 38.65159, + 38.31245, + 38.10431, + 37.3971, + 37.79465, + 38.07317, + 38.07822, + 38.26097, + 37.87753, + 37.84542, + 38.12248, + 37.71436, + 38.42005, + 37.95974, + 37.60296, + 38.80908, + 38.42548, + 39.22567, + 38.79396, + 38.12074, + 38.26857, + 38.03121, + 38.53346, + 37.7315, + 38.37117, + 37.8761, + 37.76359, + 37.95747, + 38.26145, + 38.04685, + 37.86683, + 38.16436, + 37.90139, + 37.49782, + 37.78394, + 37.87093, + 38.38278, + 38.98831, + 38.03703, + 39.10529, + 38.94076, + 38.86992, + 38.12372, + 38.23483, + 38.86195, + 38.49099, + 38.75994, + 38.00001, + 38.66488, + 38.41116, + 38.16138, + 38.40493, + 38.29897, + 40.08672, + 37.89516, + 37.92732, + 37.94579, + 37.23742, + 38.35744, + 38.32799, + 38.85836, + 38.53643, + 38.95195, + 38.91384, + 38.46175, + 38.26029, + 38.21307, + 38.65341, + 38.72138, + 38.09773, + 38.85344, + 37.81237, + 38.02057, + 38.1922, + 38.30216, + 39.09985, + 38.30589, + 37.96853, + 38.56227, + 38.67637, + 38.76255, + 38.67166, + 39.27864, + 38.34131, + 38.95392, + 39.08461, + 38.4718, + 38.70934, + 39.05826, + 38.97896, + 38.31634, + 38.21647, + 38.50117, + 38.00317, + 38.23228, + 38.25688, + 38.27391, + 38.3456, + 38.63771, + 37.98068, + 37.9593, + 37.79914, + 37.68082, + 37.97527, + 39.17808, + 37.98341, + 38.90183, + 38.95323, + 38.77726, + 37.97174, + 37.90333, + 38.58883, + 38.11024, + 38.25239, + 38.10503, + 39.29579, + 38.15215, + 38.04149, + 38.21783, + 38.47716, + 37.88592, + 37.82394, + 38.1947, + 37.66114, + 37.80526, + 38.13967, + 38.07189, + 39.07719, + 38.24769, + 38.61021, + 39.09896, + 38.50721, + 37.73795, + 38.70242, + 38.90997, + 38.37715, + 38.09819, + 38.8003, + 37.81731, + 38.09435, + 38.05505, + 38.01596, + 38.64775, + 37.98849, + 37.85659, + 38.29896, + 39.07908, + 38.46921, + 39.00693, + 39.08096, + 37.99468, + 37.84944 + ] + }, + "verify/K1/b1/lmi_certificate": { + "n": 200, + "median_ms": 6.281492300331593, + "p99_ms": 7.547233151271886, + "mean_ms": 8.469000929035246, + "min_ms": 0.06872229278087616, + "max_ms": 442.6336493343115, + "note": "ms per plant (decode + rollout of K candidates + regional LMI certificate of all K); batch=1", + "samples_ms": [ + 6.28943, + 6.27668, + 6.27387, + 6.42808, + 6.26962, + 6.81928, + 6.49931, + 7.48819, + 6.35145, + 6.19281, + 6.16059, + 6.08955, + 442.63365, + 6.28915, + 6.13675, + 6.11304, + 6.20711, + 6.45381, + 6.3167, + 6.35374, + 6.24415, + 6.39003, + 6.12372, + 6.05535, + 6.0769, + 6.32845, + 6.40902, + 6.30583, + 6.10744, + 6.41736, + 6.39834, + 6.37066, + 6.42546, + 6.43563, + 6.23084, + 6.31616, + 6.08925, + 6.19617, + 6.40935, + 6.38515, + 6.68767, + 6.25688, + 6.33681, + 6.30729, + 6.17178, + 6.25772, + 6.23033, + 6.63688, + 6.51513, + 6.62445, + 6.093, + 6.34561, + 6.22705, + 6.23021, + 6.44741, + 6.51186, + 6.01266, + 6.1611, + 6.25222, + 0.06872, + 6.63598, + 6.15902, + 6.58042, + 6.32779, + 6.32795, + 6.3875, + 6.15371, + 6.2382, + 6.07859, + 6.03183, + 6.61642, + 6.57591, + 6.15339, + 6.63222, + 6.11191, + 6.08565, + 6.74453, + 6.22982, + 6.59816, + 6.11007, + 6.14636, + 6.03341, + 6.11064, + 6.33533, + 5.9506, + 6.69356, + 6.27621, + 6.29068, + 6.483, + 6.19995, + 6.28788, + 6.11961, + 6.50028, + 6.44094, + 6.75471, + 6.07067, + 6.45201, + 6.2902, + 6.18914, + 6.13273, + 6.23084, + 6.27827, + 6.37317, + 6.10733, + 6.25479, + 6.16574, + 6.28029, + 6.4696, + 6.29118, + 6.2129, + 6.35976, + 6.39759, + 6.14236, + 6.06433, + 6.09562, + 6.53708, + 6.20551, + 6.19644, + 6.30513, + 6.19319, + 6.29336, + 6.44941, + 6.25113, + 6.55047, + 6.05746, + 6.29139, + 6.3009, + 6.77847, + 6.52098, + 6.43194, + 6.55419, + 6.28043, + 6.35407, + 6.35143, + 6.13938, + 6.26139, + 6.25675, + 6.84575, + 6.42325, + 6.3844, + 7.08887, + 6.1415, + 6.1976, + 6.36945, + 13.39221, + 6.35487, + 6.41782, + 6.10551, + 6.19643, + 6.14391, + 6.24903, + 6.16138, + 6.58477, + 6.18516, + 6.24506, + 6.26818, + 6.1007, + 6.11209, + 6.06034, + 0.08596, + 6.51874, + 6.4025, + 6.0958, + 6.38372, + 6.38807, + 6.29941, + 6.33325, + 6.38237, + 6.22117, + 6.14411, + 6.17591, + 6.17622, + 6.11649, + 6.26145, + 6.3791, + 6.21336, + 6.15301, + 6.24538, + 6.33375, + 6.26985, + 6.20313, + 6.53656, + 6.64153, + 6.3715, + 6.11099, + 6.33457, + 6.04139, + 6.28255, + 6.33883, + 6.16479, + 6.34461, + 6.16301, + 6.18868, + 6.43193, + 6.40886, + 6.2651, + 6.71659, + 6.44886, + 6.27594, + 6.36877 + ] + }, + "verify/K1/b1/total": { + "n": 200, + "median_ms": 44.66218501329422, + "p99_ms": 46.507772505283306, + "mean_ms": 46.87881360761821, + "min_ms": 37.843264639377594, + "max_ms": 480.4590595886111, + "note": "ms per plant (decode + rollout of K candidates + regional LMI certificate of all K); batch=1 (sum of components per item)", + "samples_ms": [ + 44.80172, + 44.37686, + 44.31531, + 44.93705, + 44.17291, + 46.02169, + 45.37761, + 46.45506, + 45.46324, + 44.41263, + 44.56793, + 44.47596, + 480.45906, + 44.28668, + 43.4555, + 44.00031, + 44.075, + 45.45048, + 45.19261, + 44.74106, + 45.41437, + 45.16343, + 44.57963, + 44.61395, + 44.15327, + 44.56161, + 44.76833, + 44.58812, + 43.86624, + 44.52417, + 45.11441, + 44.92653, + 45.07888, + 44.98724, + 44.98102, + 44.67274, + 44.73165, + 44.35205, + 44.74598, + 45.24074, + 45.81003, + 44.96159, + 45.41435, + 45.31721, + 45.34916, + 44.66751, + 44.40464, + 44.36719, + 45.22738, + 45.00498, + 44.26455, + 43.79933, + 44.08304, + 44.35933, + 44.58021, + 44.83112, + 43.95701, + 44.06402, + 44.43088, + 37.84326, + 45.12948, + 44.17445, + 44.23919, + 45.19663, + 44.81301, + 45.67762, + 45.00374, + 44.41519, + 44.40316, + 44.11987, + 45.20314, + 44.37129, + 44.58493, + 44.56691, + 43.93762, + 44.09953, + 45.06047, + 44.33801, + 44.52289, + 44.33426, + 44.10585, + 43.58625, + 43.94851, + 44.26217, + 44.3872, + 45.73653, + 44.372, + 45.45389, + 45.4814, + 45.12726, + 44.46649, + 44.41279, + 45.41835, + 44.99148, + 45.57437, + 44.13139, + 45.17321, + 44.76077, + 44.40544, + 44.60505, + 44.58703, + 46.42472, + 44.32728, + 44.09303, + 44.25856, + 43.45941, + 44.69064, + 44.85267, + 45.20893, + 44.80643, + 45.36863, + 45.36895, + 44.66205, + 44.3816, + 44.36306, + 45.24859, + 44.98723, + 44.35259, + 45.21762, + 44.06533, + 44.37236, + 44.7011, + 44.61433, + 45.70878, + 44.42272, + 44.31508, + 44.91858, + 45.51235, + 45.34737, + 45.16367, + 45.8917, + 44.68292, + 45.3658, + 45.4943, + 44.66911, + 45.02715, + 45.37229, + 45.88184, + 44.8018, + 44.66232, + 45.65045, + 44.20387, + 44.48477, + 44.68284, + 51.72602, + 44.7585, + 45.11312, + 44.14606, + 44.21368, + 43.99798, + 43.98638, + 44.19155, + 45.81944, + 44.22875, + 45.20443, + 45.27926, + 44.93529, + 44.13895, + 44.01902, + 38.72812, + 44.71642, + 44.71511, + 44.26288, + 45.74115, + 44.59893, + 44.39706, + 44.60954, + 44.91765, + 44.16677, + 44.02567, + 44.42784, + 43.89471, + 43.9834, + 44.46196, + 44.50658, + 45.35433, + 44.45843, + 44.9115, + 45.49096, + 44.83544, + 43.99868, + 45.29756, + 45.61213, + 44.81315, + 44.26968, + 45.19243, + 43.91658, + 44.43636, + 44.44962, + 44.24132, + 45.04761, + 44.20917, + 44.10169, + 44.78575, + 45.54885, + 44.79359, + 45.78787, + 45.58976, + 44.32966, + 44.27487 + ] + }, + "verify/K1/batch40/decode": { + "n": 8, + "median_ms": 0.019453291315585375, + "p99_ms": 0.019722234923392534, + "mean_ms": 0.01930824655573815, + "min_ms": 0.018655485473573208, + "max_ms": 0.019727577455341816, + "note": "ms per plant, batch=40 (rollouts in one call, LMIs looped); n = batches", + "samples_ms": [ + 0.01905, + 0.0189, + 0.01866, + 0.01965, + 0.01953, + 0.01938, + 0.01973, + 0.01958 + ] + }, + "verify/K1/batch40/rollout_verify": { + "n": 8, + "median_ms": 0.998072512447834, + "p99_ms": 1.0225676950067282, + "mean_ms": 0.9996473352657631, + "min_ms": 0.9895926807075739, + "max_ms": 1.0236107045784593, + "note": "ms per plant, batch=40 (rollouts in one call, LMIs looped); n = batches", + "samples_ms": [ + 0.99001, + 0.98959, + 1.00871, + 0.99828, + 1.02361, + 0.99786, + 0.99002, + 0.99909 + ] + }, + "verify/K1/batch40/lmi_certificate": { + "n": 8, + "median_ms": 5.549432302359492, + "p99_ms": 16.511558767873794, + "mean_ms": 8.25056160101667, + "min_ms": 5.3517728112638, + "max_ms": 16.512297396548092, + "note": "ms per plant, batch=40 (rollouts in one call, LMIs looped); n = batches", + "samples_ms": [ + 16.50175, + 5.35177, + 5.52518, + 5.60961, + 5.57368, + 5.52061, + 16.5123, + 5.40959 + ] + }, + "verify/K1/batch40/total": { + "n": 8, + "median_ms": 6.584685575217009, + "p99_ms": 17.521258091786876, + "mean_ms": 9.269517182838172, + "min_ms": 6.36026484426111, + "max_ms": 17.522044759243727, + "note": "ms per plant, batch=40 (rollouts in one call, LMIs looped); n = batches (sum of components per item)", + "samples_ms": [ + 17.51081, + 6.36026, + 6.55255, + 6.62754, + 6.61682, + 6.53785, + 17.52204, + 6.42826 + ] + }, + "verify/K8/b1/decode": { + "n": 200, + "median_ms": 0.19879313185811043, + "p99_ms": 0.22680656984448413, + "mean_ms": 0.19895256031304598, + "min_ms": 0.18816161900758743, + "max_ms": 0.25278888642787933, + "note": "ms per plant (decode + rollout of K candidates + regional LMI certificate of all K); batch=1", + "samples_ms": [ + 0.20657, + 0.22379, + 0.19383, + 0.19103, + 0.21893, + 0.20206, + 0.20082, + 0.18848, + 0.19984, + 0.19003, + 0.19811, + 0.19532, + 0.19456, + 0.2009, + 0.18913, + 0.20214, + 0.19548, + 0.20513, + 0.20666, + 0.20165, + 0.19264, + 0.19323, + 0.20218, + 0.19981, + 0.20003, + 0.19561, + 0.19223, + 0.20123, + 0.19375, + 0.20833, + 0.19684, + 0.19372, + 0.1932, + 0.18832, + 0.20244, + 0.19083, + 0.19729, + 0.20071, + 0.19085, + 0.20841, + 0.20194, + 0.20315, + 0.20591, + 0.19952, + 0.19697, + 0.19385, + 0.18878, + 0.20814, + 0.19053, + 0.20297, + 0.18816, + 0.1987, + 0.19317, + 0.19315, + 0.18882, + 0.2002, + 0.19581, + 0.19135, + 0.19103, + 0.20257, + 0.1892, + 0.19867, + 0.19659, + 0.19379, + 0.191, + 0.19033, + 0.19461, + 0.2083, + 0.19943, + 0.19662, + 0.19835, + 0.1913, + 0.19286, + 0.18987, + 0.19196, + 0.19109, + 0.19276, + 0.19391, + 0.19906, + 0.21506, + 0.19818, + 0.19042, + 0.19921, + 0.20754, + 0.19911, + 0.19851, + 0.1993, + 0.19984, + 0.19635, + 0.1989, + 0.19896, + 0.19892, + 0.1945, + 0.19084, + 0.22114, + 0.19423, + 0.20001, + 0.19361, + 0.1901, + 0.19039, + 0.20329, + 0.19884, + 0.20248, + 0.20257, + 0.19734, + 0.22659, + 0.20299, + 0.20155, + 0.20544, + 0.19425, + 0.19153, + 0.19348, + 0.19004, + 0.20162, + 0.1976, + 0.19999, + 0.19762, + 0.25279, + 0.19675, + 0.19228, + 0.20005, + 0.2021, + 0.19273, + 0.18954, + 0.19228, + 0.19453, + 0.19517, + 0.19102, + 0.19278, + 0.20353, + 0.19845, + 0.18891, + 0.1926, + 0.20614, + 0.20529, + 0.19845, + 0.20296, + 0.19905, + 0.1996, + 0.19003, + 0.19813, + 0.19165, + 0.18842, + 0.19608, + 0.19636, + 0.2001, + 0.20538, + 0.19659, + 0.1998, + 0.1913, + 0.20031, + 0.20972, + 0.20039, + 0.19921, + 0.19664, + 0.20879, + 0.20231, + 0.20574, + 0.19926, + 0.20663, + 0.20683, + 0.20382, + 0.19835, + 0.19868, + 0.19939, + 0.19979, + 0.20353, + 0.20084, + 0.20154, + 0.20122, + 0.20171, + 0.2012, + 0.20186, + 0.20085, + 0.19655, + 0.20117, + 0.20065, + 0.1899, + 0.20003, + 0.19089, + 0.20028, + 0.20376, + 0.20017, + 0.19478, + 0.19847, + 0.19955, + 0.19708, + 0.19841, + 0.19665, + 0.20284, + 0.20012, + 0.20726, + 0.19933, + 0.20514, + 0.1966, + 0.21008, + 0.20102, + 0.19875, + 0.24826, + 0.20049 + ] + }, + "verify/K8/b1/rollout_verify": { + "n": 200, + "median_ms": 39.0058602206409, + "p99_ms": 40.09395061060786, + "mean_ms": 39.03326978906989, + "min_ms": 37.78600972145796, + "max_ms": 50.234814174473286, + "note": "ms per plant (decode + rollout of K candidates + regional LMI certificate of all K); batch=1", + "samples_ms": [ + 39.78334, + 38.22032, + 38.49188, + 39.15394, + 38.61634, + 39.05068, + 38.49096, + 38.88456, + 38.71364, + 38.83167, + 39.45012, + 38.69737, + 38.47751, + 39.5402, + 38.77815, + 38.95251, + 38.11783, + 38.90253, + 38.80539, + 39.20982, + 39.31782, + 38.57238, + 39.18952, + 38.44348, + 38.37757, + 39.4642, + 38.92011, + 39.15989, + 40.01098, + 38.66127, + 38.29244, + 38.24662, + 38.99932, + 38.72081, + 38.62914, + 38.11111, + 39.25959, + 39.38632, + 38.38393, + 40.09392, + 40.04557, + 38.87811, + 39.33102, + 39.88566, + 38.24765, + 37.94011, + 38.77225, + 38.77168, + 38.3284, + 39.24701, + 39.21294, + 39.26772, + 39.14099, + 37.96882, + 38.45539, + 38.20868, + 37.9375, + 38.09003, + 39.02254, + 39.47686, + 38.25779, + 37.80487, + 38.58501, + 38.62796, + 38.30498, + 39.76459, + 39.08088, + 38.38375, + 39.56432, + 38.91855, + 39.72851, + 38.90109, + 38.27016, + 37.80809, + 38.62108, + 38.61721, + 38.83287, + 39.96932, + 39.13808, + 39.56621, + 38.88579, + 38.77005, + 39.40488, + 39.21889, + 38.88113, + 37.8232, + 38.23558, + 38.76909, + 39.3651, + 39.52119, + 39.46479, + 38.7469, + 39.12305, + 38.86962, + 39.66467, + 37.78601, + 38.33296, + 37.96471, + 37.84931, + 39.55363, + 38.74044, + 39.91176, + 39.28857, + 39.33105, + 39.51058, + 39.23753, + 39.28557, + 39.6417, + 38.61116, + 39.277, + 38.16157, + 37.93833, + 39.05833, + 38.2939, + 39.31308, + 38.82216, + 39.3463, + 38.86558, + 37.96254, + 38.14145, + 38.30558, + 38.43021, + 38.00209, + 38.48003, + 38.88126, + 39.37906, + 38.53343, + 38.51392, + 38.31806, + 39.19633, + 38.28556, + 38.55003, + 38.80864, + 38.7142, + 38.96301, + 39.73198, + 39.83594, + 39.31553, + 38.64802, + 38.14444, + 38.7511, + 38.13207, + 38.64264, + 39.89282, + 38.769, + 39.04231, + 39.61279, + 39.43955, + 39.94082, + 38.51998, + 39.54442, + 39.81948, + 39.0124, + 39.63137, + 39.75159, + 40.09678, + 39.9844, + 39.81787, + 39.43909, + 39.18435, + 39.27468, + 39.84947, + 39.40432, + 39.14748, + 39.67579, + 39.527, + 39.75524, + 39.13093, + 39.10785, + 39.11237, + 39.54387, + 39.16432, + 39.91879, + 39.56575, + 39.09902, + 39.08468, + 38.73501, + 38.80364, + 38.81664, + 38.48513, + 38.4057, + 39.6053, + 39.54327, + 39.27768, + 38.1852, + 39.24779, + 39.42801, + 39.4935, + 38.82073, + 39.19911, + 39.53972, + 39.81413, + 39.27513, + 39.58785, + 39.64762, + 39.39086, + 39.60278, + 38.76921, + 50.23481, + 38.96888 + ] + }, + "verify/K8/b1/lmi_certificate": { + "n": 200, + "median_ms": 45.30043248087168, + "p99_ms": 486.2058357708156, + "mean_ms": 58.38795547373593, + "min_ms": 38.82591985166073, + "max_ms": 532.338404096663, + "note": "ms per plant (decode + rollout of K candidates + regional LMI certificate of all K); batch=1", + "samples_ms": [ + 478.68194, + 45.1734, + 45.12514, + 532.3384, + 39.86134, + 44.51872, + 39.25662, + 38.82592, + 44.9638, + 45.13446, + 482.25534, + 45.33845, + 486.1998, + 46.30916, + 45.99145, + 44.92038, + 45.69948, + 46.13767, + 45.87572, + 44.84238, + 45.9966, + 40.52004, + 45.72821, + 44.96324, + 45.89266, + 43.92614, + 46.93488, + 44.5482, + 45.02474, + 44.46044, + 45.59035, + 44.75546, + 39.93951, + 44.44794, + 45.57088, + 46.33251, + 45.41318, + 44.77376, + 46.89933, + 47.16132, + 44.62348, + 46.28292, + 46.01531, + 45.20807, + 44.18937, + 44.36457, + 46.359, + 44.64414, + 45.67561, + 45.30414, + 40.28227, + 44.27399, + 44.18754, + 45.46597, + 44.02283, + 44.3609, + 44.3907, + 44.57439, + 471.76752, + 39.71356, + 44.64183, + 45.30825, + 44.03303, + 44.20028, + 45.2733, + 45.62626, + 39.41142, + 46.21764, + 44.44832, + 46.06669, + 44.16542, + 44.25928, + 44.39603, + 45.08291, + 44.04503, + 44.13286, + 45.30359, + 46.83397, + 45.87656, + 45.60849, + 44.61041, + 45.48429, + 45.75565, + 46.76909, + 44.8203, + 45.9788, + 45.60229, + 44.80089, + 45.91934, + 44.62649, + 45.34388, + 45.50743, + 45.64511, + 45.20637, + 46.39843, + 45.3201, + 44.45648, + 44.24545, + 44.50873, + 45.73242, + 45.23663, + 45.04962, + 40.59618, + 45.68519, + 45.79598, + 46.83396, + 47.73003, + 45.85105, + 44.19072, + 44.2635, + 45.59504, + 44.57864, + 45.85697, + 45.11266, + 44.59035, + 45.46925, + 44.62447, + 46.10955, + 44.8429, + 44.29185, + 45.49269, + 43.90644, + 44.48866, + 45.32316, + 486.80292, + 45.13992, + 44.89891, + 45.25302, + 43.93229, + 44.33102, + 44.51403, + 45.28941, + 44.23726, + 46.12117, + 45.46496, + 46.07254, + 45.25489, + 45.71371, + 44.57136, + 44.42655, + 44.73513, + 44.15827, + 45.59213, + 44.76035, + 51.86634, + 46.0156, + 45.55569, + 45.1875, + 45.12563, + 45.03531, + 45.86092, + 40.52714, + 46.74969, + 45.55335, + 46.77265, + 46.38979, + 46.23977, + 45.80922, + 46.65703, + 40.61642, + 46.6722, + 46.40871, + 45.61249, + 46.69794, + 46.67066, + 45.53858, + 47.19262, + 46.52775, + 45.42242, + 45.6976, + 45.96059, + 45.63022, + 45.82406, + 40.36586, + 44.2003, + 44.37416, + 44.92166, + 44.74241, + 45.27965, + 44.78679, + 45.68631, + 46.41125, + 46.46617, + 45.96093, + 45.22859, + 40.14859, + 44.72858, + 44.90575, + 45.1769, + 46.31092, + 46.92164, + 45.67124, + 45.79252, + 45.37654, + 45.20586, + 45.29728, + 46.4122, + 50.01285, + 45.06745, + 45.83713 + ] + }, + "verify/K8/b1/total": { + "n": 200, + "median_ms": 84.35723464936018, + "p99_ms": 524.8819205071777, + "mean_ms": 97.62017782311887, + "min_ms": 77.89896056056023, + "max_ms": 571.6833723708987, + "note": "ms per plant (decode + rollout of K candidates + regional LMI certificate of all K); batch=1 (sum of components per item)", + "samples_ms": [ + 518.67184, + 83.61751, + 83.81085, + 571.68337, + 78.69661, + 83.77146, + 77.9484, + 77.89896, + 83.87728, + 84.15617, + 521.90356, + 84.23114, + 524.87187, + 86.05027, + 84.95873, + 84.07504, + 84.01279, + 85.24532, + 84.88777, + 84.25385, + 85.50705, + 79.28565, + 85.11992, + 83.60652, + 84.47026, + 83.58595, + 86.04722, + 83.90933, + 85.22946, + 83.33005, + 84.07962, + 83.1958, + 79.13203, + 83.35708, + 84.40247, + 84.63444, + 84.87006, + 84.36079, + 85.4741, + 87.46366, + 84.87099, + 85.36417, + 85.55224, + 85.29325, + 82.63398, + 82.49853, + 85.32003, + 83.62396, + 84.19454, + 84.75412, + 79.68337, + 83.74041, + 83.52171, + 83.62793, + 82.66704, + 82.76979, + 82.52401, + 82.85577, + 510.98108, + 79.39299, + 83.08883, + 83.31179, + 82.81463, + 83.02204, + 83.76928, + 85.58117, + 78.68691, + 84.80969, + 84.21207, + 85.18186, + 84.09228, + 83.35167, + 82.85904, + 83.08087, + 82.85807, + 82.94115, + 84.32922, + 86.9972, + 85.2137, + 85.38977, + 83.69437, + 84.44476, + 85.35974, + 86.19552, + 83.90054, + 84.0005, + 84.03718, + 83.76982, + 85.48078, + 84.34658, + 85.00762, + 84.45325, + 84.96266, + 84.26683, + 86.28424, + 83.30034, + 82.98945, + 82.40377, + 82.54814, + 85.47644, + 84.18036, + 85.16021, + 80.08723, + 85.21881, + 85.50389, + 86.29808, + 87.21859, + 85.69431, + 83.00731, + 83.73475, + 83.94815, + 82.71045, + 85.10534, + 83.60818, + 84.10102, + 84.4914, + 84.16839, + 85.22791, + 83.00219, + 82.62558, + 83.99832, + 82.53875, + 82.68348, + 83.99272, + 525.87647, + 84.71351, + 83.62752, + 83.95796, + 82.44313, + 83.73087, + 82.99804, + 84.02835, + 83.23849, + 85.04151, + 84.63325, + 86.00297, + 85.29379, + 85.22829, + 83.41898, + 82.76101, + 83.68435, + 82.48198, + 84.42319, + 84.84926, + 90.8317, + 85.25801, + 85.37386, + 84.82364, + 85.26625, + 83.74658, + 85.60565, + 80.55635, + 85.96248, + 85.38393, + 86.72088, + 86.69536, + 86.42648, + 85.83282, + 86.29538, + 80.00739, + 86.15371, + 86.46199, + 85.21516, + 86.0441, + 86.54583, + 85.26537, + 87.1514, + 85.85952, + 84.73181, + 85.01119, + 85.70617, + 84.99574, + 85.94471, + 80.13246, + 83.49588, + 83.66001, + 83.85732, + 83.73594, + 84.29632, + 83.46281, + 84.29229, + 86.2203, + 86.20961, + 85.43339, + 83.61226, + 79.59593, + 84.35368, + 84.59766, + 84.19427, + 85.71287, + 86.66148, + 85.69263, + 85.26698, + 85.16953, + 85.05009, + 84.89821, + 86.216, + 88.98081, + 95.55053, + 85.00649 + ] + }, + "verify/K8/batch40/decode": { + "n": 8, + "median_ms": 0.14243790647014976, + "p99_ms": 0.14334272220730782, + "mean_ms": 0.1414456986822188, + "min_ms": 0.1377240987494588, + "max_ms": 0.1433750381693244, + "note": "ms per plant, batch=40 (rollouts in one call, LMIs looped); n = batches", + "samples_ms": [ + 0.14237, + 0.14267, + 0.14338, + 0.13772, + 0.1425, + 0.14291, + 0.13879, + 0.14121 + ] + }, + "verify/K8/batch40/rollout_verify": { + "n": 8, + "median_ms": 1.2364345719106495, + "p99_ms": 1.2544946023263037, + "mean_ms": 1.2337912805378437, + "min_ms": 1.206122012808919, + "max_ms": 1.2548688566312194, + "note": "ms per plant, batch=40 (rollouts in one call, LMIs looped); n = batches", + "samples_ms": [ + 1.23802, + 1.24911, + 1.25487, + 1.23485, + 1.24952, + 1.22339, + 1.21445, + 1.20612 + ] + }, + "verify/K8/batch40/lmi_certificate": { + "n": 8, + "median_ms": 54.77721511851996, + "p99_ms": 90.68134599644691, + "mean_ms": 65.09177360858303, + "min_ms": 44.01335052680224, + "max_ms": 90.80625772476196, + "note": "ms per plant, batch=40 (rollouts in one call, LMIs looped); n = batches", + "samples_ms": [ + 89.0218, + 54.55707, + 44.01335, + 54.99737, + 44.14043, + 90.80626, + 88.72554, + 54.47238 + ] + }, + "verify/K8/batch40/total": { + "n": 8, + "median_ms": 56.15939095150679, + "p99_ms": 92.04863693215884, + "mean_ms": 66.46701058780309, + "min_ms": 45.411594421602786, + "max_ms": 92.17256249394268, + "note": "ms per plant, batch=40 (rollouts in one call, LMIs looped); n = batches (sum of components per item)", + "samples_ms": [ + 90.4022, + 55.94884, + 45.41159, + 56.36994, + 45.53245, + 92.17256, + 90.07878, + 55.81971 + ] + }, + "retrieval_index_build_s": { + "median_ms": 0.0005606561899185181, + "n": 1, + "note": "one-off; bank rows=2600, searched rows=2600" + }, + "retrieval/K1/b1": { + "n": 200, + "median_ms": 0.08877739310264587, + "p99_ms": 0.11176398955285549, + "mean_ms": 0.08946810383349657, + "min_ms": 0.07852725684642792, + "max_ms": 0.12747105211019516, + "note": "ms per plant: distance to bank + top-K + decode; batch=1", + "samples_ms": [ + 0.11238, + 0.10154, + 0.0954, + 0.11176, + 0.094, + 0.08921, + 0.08959, + 0.09245, + 0.08573, + 0.0938, + 0.08482, + 0.08837, + 0.08791, + 0.09079, + 0.10549, + 0.09473, + 0.09286, + 0.08503, + 0.08932, + 0.09143, + 0.08677, + 0.09089, + 0.08788, + 0.09758, + 0.10228, + 0.09704, + 0.08601, + 0.09212, + 0.09376, + 0.09263, + 0.08595, + 0.09221, + 0.09205, + 0.09021, + 0.08326, + 0.08642, + 0.09552, + 0.09468, + 0.08427, + 0.08847, + 0.08544, + 0.0847, + 0.09088, + 0.09253, + 0.08277, + 0.09249, + 0.09166, + 0.09258, + 0.08349, + 0.08609, + 0.08461, + 0.08894, + 0.08862, + 0.08722, + 0.09035, + 0.08924, + 0.09247, + 0.08568, + 0.08474, + 0.12747, + 0.09134, + 0.09263, + 0.08819, + 0.08831, + 0.08533, + 0.08869, + 0.08191, + 0.10151, + 0.09329, + 0.09219, + 0.08448, + 0.09004, + 0.08386, + 0.08438, + 0.09202, + 0.08707, + 0.09076, + 0.0948, + 0.08626, + 0.09968, + 0.09032, + 0.09239, + 0.08932, + 0.09406, + 0.08364, + 0.08692, + 0.09042, + 0.0877, + 0.08664, + 0.08943, + 0.08567, + 0.08487, + 0.08864, + 0.08717, + 0.083, + 0.08514, + 0.08538, + 0.0899, + 0.08525, + 0.09256, + 0.09224, + 0.0788, + 0.08854, + 0.08734, + 0.10022, + 0.10188, + 0.09411, + 0.09385, + 0.08572, + 0.08875, + 0.09184, + 0.0889, + 0.09251, + 0.09283, + 0.09705, + 0.08395, + 0.09033, + 0.08634, + 0.09659, + 0.0957, + 0.08552, + 0.0828, + 0.09, + 0.09168, + 0.09275, + 0.10275, + 0.08633, + 0.08658, + 0.08859, + 0.08921, + 0.09136, + 0.09767, + 0.07954, + 0.0888, + 0.08936, + 0.08211, + 0.09631, + 0.09185, + 0.08943, + 0.08099, + 0.07946, + 0.08255, + 0.08683, + 0.07853, + 0.08042, + 0.08406, + 0.08129, + 0.08305, + 0.09047, + 0.08782, + 0.0884, + 0.08213, + 0.0853, + 0.08832, + 0.0857, + 0.08841, + 0.08515, + 0.09103, + 0.08558, + 0.08608, + 0.0837, + 0.08626, + 0.08862, + 0.08169, + 0.08236, + 0.08903, + 0.08484, + 0.08756, + 0.08961, + 0.08988, + 0.08603, + 0.08481, + 0.08461, + 0.0842, + 0.09018, + 0.09321, + 0.0843, + 0.08345, + 0.09604, + 0.08739, + 0.08442, + 0.08267, + 0.09838, + 0.09369, + 0.09302, + 0.09004, + 0.09576, + 0.09046, + 0.09398, + 0.08485, + 0.08541, + 0.08291, + 0.08601, + 0.09291, + 0.0895, + 0.09743, + 0.08994, + 0.08322, + 0.08381, + 0.09197 + ] + }, + "retrieval/K1/batch40": { + "n": 40, + "median_ms": 0.03829456400126219, + "p99_ms": 0.04008963005617261, + "mean_ms": 0.03834003699012101, + "min_ms": 0.03661068622022867, + "max_ms": 0.04016726743429899, + "note": "ms per plant, vectorised over batch=40", + "samples_ms": [ + 0.03758, + 0.03896, + 0.03953, + 0.03667, + 0.03715, + 0.03967, + 0.03886, + 0.03997, + 0.03807, + 0.03879, + 0.0382, + 0.03785, + 0.03842, + 0.03873, + 0.03827, + 0.03778, + 0.0379, + 0.03832, + 0.03738, + 0.03883, + 0.04017, + 0.03816, + 0.038, + 0.03884, + 0.03721, + 0.03844, + 0.03933, + 0.03777, + 0.03694, + 0.03772, + 0.03708, + 0.03935, + 0.03907, + 0.03742, + 0.03846, + 0.03989, + 0.03895, + 0.03904, + 0.03823, + 0.03661 + ] + }, + "retrieval/K8/b1": { + "n": 200, + "median_ms": 0.20852219313383102, + "p99_ms": 0.22307779639959335, + "mean_ms": 0.2091705985367298, + "min_ms": 0.19554328173398972, + "max_ms": 0.22681988775730133, + "note": "ms per plant: distance to bank + top-K + decode; batch=1", + "samples_ms": [ + 0.21113, + 0.20756, + 0.20554, + 0.20418, + 0.20959, + 0.20136, + 0.20065, + 0.20462, + 0.19877, + 0.21167, + 0.19817, + 0.2002, + 0.20573, + 0.20609, + 0.21759, + 0.21016, + 0.21225, + 0.20821, + 0.21193, + 0.21941, + 0.20938, + 0.21243, + 0.2088, + 0.21776, + 0.20723, + 0.20035, + 0.20794, + 0.21603, + 0.22164, + 0.21558, + 0.2094, + 0.21469, + 0.21023, + 0.2085, + 0.19822, + 0.20093, + 0.20094, + 0.20763, + 0.20406, + 0.20408, + 0.19968, + 0.19992, + 0.20478, + 0.21165, + 0.20018, + 0.21227, + 0.21259, + 0.2046, + 0.20813, + 0.21218, + 0.21143, + 0.2153, + 0.21924, + 0.21366, + 0.21674, + 0.21659, + 0.2199, + 0.22122, + 0.21515, + 0.20704, + 0.21489, + 0.21923, + 0.22102, + 0.21397, + 0.21083, + 0.21306, + 0.20477, + 0.21158, + 0.20717, + 0.19941, + 0.19835, + 0.20922, + 0.19937, + 0.19795, + 0.20595, + 0.20156, + 0.21252, + 0.22163, + 0.20839, + 0.22246, + 0.20767, + 0.22056, + 0.2123, + 0.21608, + 0.20548, + 0.20581, + 0.21215, + 0.20927, + 0.21297, + 0.21517, + 0.21774, + 0.21228, + 0.20913, + 0.22682, + 0.20736, + 0.21714, + 0.21299, + 0.21618, + 0.21153, + 0.22289, + 0.22021, + 0.2048, + 0.22046, + 0.20734, + 0.22046, + 0.21544, + 0.21577, + 0.21622, + 0.20693, + 0.21708, + 0.21436, + 0.21167, + 0.21542, + 0.21357, + 0.20574, + 0.19662, + 0.20392, + 0.19913, + 0.21424, + 0.20804, + 0.19908, + 0.19632, + 0.20362, + 0.21114, + 0.21591, + 0.21024, + 0.20854, + 0.21023, + 0.21555, + 0.21167, + 0.21355, + 0.2156, + 0.20411, + 0.22103, + 0.2156, + 0.20818, + 0.20815, + 0.22214, + 0.216, + 0.20624, + 0.20764, + 0.20773, + 0.22446, + 0.2046, + 0.20574, + 0.20925, + 0.2068, + 0.21473, + 0.21027, + 0.21359, + 0.21568, + 0.19872, + 0.20747, + 0.20418, + 0.20177, + 0.20457, + 0.20507, + 0.20798, + 0.20235, + 0.20313, + 0.20351, + 0.20858, + 0.20487, + 0.19844, + 0.20013, + 0.20595, + 0.20695, + 0.20566, + 0.2078, + 0.20818, + 0.20263, + 0.20141, + 0.19554, + 0.19952, + 0.20391, + 0.20678, + 0.20261, + 0.19708, + 0.20896, + 0.20055, + 0.2072, + 0.20933, + 0.21616, + 0.21483, + 0.21521, + 0.2127, + 0.22306, + 0.21238, + 0.2159, + 0.20676, + 0.20416, + 0.19817, + 0.19976, + 0.20238, + 0.20112, + 0.21486, + 0.2052, + 0.19798, + 0.19923, + 0.20481 + ] + }, + "retrieval/K8/batch40": { + "n": 40, + "median_ms": 0.15715212794020772, + "p99_ms": 0.16314644366502762, + "mean_ms": 0.15746514312922955, + "min_ms": 0.1533091999590397, + "max_ms": 0.16421284526586533, + "note": "ms per plant, vectorised over batch=40", + "samples_ms": [ + 0.15667, + 0.15664, + 0.15685, + 0.15619, + 0.15468, + 0.15509, + 0.15818, + 0.15677, + 0.15656, + 0.15897, + 0.1585, + 0.15893, + 0.15977, + 0.15763, + 0.15472, + 0.15356, + 0.15562, + 0.15498, + 0.15755, + 0.16126, + 0.15713, + 0.15753, + 0.15549, + 0.15717, + 0.15763, + 0.16124, + 0.16148, + 0.16421, + 0.16007, + 0.16133, + 0.15428, + 0.15666, + 0.15331, + 0.1552, + 0.15483, + 0.15762, + 0.15629, + 0.15994, + 0.16013, + 0.15794 + ] + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/verify_pend_cpu8.json b/results/timing/verify_pend_cpu8.json new file mode 100644 index 0000000000000000000000000000000000000000..b55961ea53536a6bac7c032b70afbb76218b31fd --- /dev/null +++ b/results/timing/verify_pend_cpu8.json @@ -0,0 +1,2399 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 8, + "tag": "cpu8", + "load1": 208.53564453125, + "date": "2026-09-30 09:53:02 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 12, + 14, + 15, + 16, + 17, + 20, + 21, + 22 + ] + }, + "family": "pend", + "cells": { + "verify/K1/b1/decode": { + "n": 200, + "median_ms": 0.1484234817326069, + "p99_ms": 0.257442938163876, + "mean_ms": 0.15288115944713354, + "min_ms": 0.0771060585975647, + "max_ms": 0.37488341331481934, + "note": "ms per plant (decode + rollout of K candidates + regional LMI certificate of all K); batch=1", + "samples_ms": [ + 0.1129, + 0.13952, + 0.16861, + 0.16406, + 0.1612, + 0.12042, + 0.11054, + 0.16744, + 0.16231, + 0.19208, + 0.16159, + 0.15888, + 0.25685, + 0.16703, + 0.14708, + 0.13264, + 0.09721, + 0.17485, + 0.14693, + 0.18754, + 0.15073, + 0.17233, + 0.19565, + 0.11541, + 0.13277, + 0.13193, + 0.129, + 0.09763, + 0.19692, + 0.12494, + 0.14107, + 0.16875, + 0.15599, + 0.1266, + 0.11334, + 0.10483, + 0.16624, + 0.17701, + 0.16875, + 0.1639, + 0.13309, + 0.13891, + 0.1794, + 0.1736, + 0.14832, + 0.202, + 0.11869, + 0.14296, + 0.10698, + 0.1237, + 0.17505, + 0.18697, + 0.11256, + 0.12806, + 0.14388, + 0.12125, + 0.19238, + 0.16922, + 0.15109, + 0.13201, + 0.31647, + 0.14736, + 0.15539, + 0.2074, + 0.20964, + 0.1303, + 0.08239, + 0.1106, + 0.08487, + 0.15571, + 0.12116, + 0.12499, + 0.16959, + 0.17388, + 0.1532, + 0.12338, + 0.17063, + 0.0898, + 0.14496, + 0.18219, + 0.1586, + 0.18847, + 0.1699, + 0.09819, + 0.2052, + 0.20684, + 0.09788, + 0.15477, + 0.15512, + 0.14009, + 0.11811, + 0.13111, + 0.1148, + 0.13497, + 0.12761, + 0.07711, + 0.18343, + 0.20909, + 0.20211, + 0.1739, + 0.1666, + 0.13031, + 0.14373, + 0.17065, + 0.16825, + 0.14303, + 0.11037, + 0.09798, + 0.08009, + 0.1295, + 0.21667, + 0.14416, + 0.1904, + 0.20535, + 0.12035, + 0.17992, + 0.14096, + 0.14935, + 0.14346, + 0.14852, + 0.20483, + 0.17198, + 0.17277, + 0.16045, + 0.13412, + 0.13958, + 0.12257, + 0.23729, + 0.12599, + 0.16248, + 0.18599, + 0.18746, + 0.13444, + 0.18454, + 0.12235, + 0.16831, + 0.20509, + 0.12102, + 0.11627, + 0.13635, + 0.09982, + 0.12012, + 0.13446, + 0.16908, + 0.12604, + 0.17056, + 0.15303, + 0.16121, + 0.16594, + 0.1619, + 0.19041, + 0.12019, + 0.20769, + 0.21684, + 0.21749, + 0.19493, + 0.14897, + 0.16296, + 0.12217, + 0.13272, + 0.37488, + 0.10234, + 0.19555, + 0.12286, + 0.14318, + 0.13981, + 0.19994, + 0.14927, + 0.16971, + 0.15541, + 0.09427, + 0.13982, + 0.13516, + 0.1347, + 0.1281, + 0.12828, + 0.15781, + 0.1523, + 0.21541, + 0.1994, + 0.14703, + 0.23138, + 0.15005, + 0.21786, + 0.13993, + 0.12643, + 0.10813, + 0.13619, + 0.1012, + 0.15629, + 0.14481, + 0.1214, + 0.16671, + 0.11647, + 0.16261, + 0.11751, + 0.1381, + 0.10648, + 0.11999, + 0.13457 + ] + }, + "verify/K1/b1/rollout_verify": { + "n": 200, + "median_ms": 64.3121749162674, + "p99_ms": 70.48699750564992, + "mean_ms": 63.09544363524765, + "min_ms": 50.870767794549465, + "max_ms": 71.40992023050785, + "note": "ms per plant (decode + rollout of K candidates + regional LMI certificate of all K); batch=1", + "samples_ms": [ + 57.29293, + 56.33464, + 62.0473, + 50.87077, + 59.8672, + 57.54334, + 62.01781, + 58.80383, + 61.12534, + 62.81457, + 63.70651, + 66.38627, + 57.15676, + 66.71158, + 61.55008, + 66.90354, + 66.20736, + 59.81946, + 63.93649, + 66.86926, + 64.35036, + 66.29606, + 65.19699, + 64.58833, + 67.48161, + 68.4336, + 65.00031, + 65.40616, + 60.0011, + 62.56013, + 58.00615, + 65.55772, + 64.04712, + 66.02729, + 63.34701, + 70.48352, + 69.74837, + 68.2132, + 67.75429, + 69.69283, + 67.75695, + 67.66227, + 58.22697, + 65.80921, + 65.50723, + 64.9409, + 67.30579, + 57.47025, + 64.56192, + 63.3276, + 64.63232, + 64.51691, + 70.8313, + 65.99768, + 67.93627, + 66.80723, + 68.55703, + 64.27399, + 62.38657, + 66.73934, + 66.80247, + 68.27675, + 68.47369, + 69.0333, + 66.37638, + 64.2275, + 53.88998, + 51.48176, + 53.34504, + 53.00187, + 53.74576, + 62.22475, + 66.20654, + 66.4527, + 66.66323, + 68.15326, + 67.1108, + 70.0969, + 66.85047, + 66.47242, + 65.38761, + 64.4602, + 57.42278, + 59.05256, + 63.35442, + 63.87188, + 68.9177, + 66.07561, + 59.01363, + 62.93184, + 61.2765, + 54.67931, + 55.96881, + 57.88432, + 57.96535, + 56.99977, + 62.22902, + 66.86852, + 65.94508, + 62.60354, + 65.82204, + 69.17439, + 64.70011, + 65.84323, + 63.94938, + 62.1673, + 55.88411, + 57.62787, + 58.64224, + 63.13035, + 65.71816, + 62.84751, + 64.25084, + 55.32467, + 58.76196, + 61.77628, + 65.54244, + 62.43143, + 67.82172, + 65.91637, + 65.82282, + 60.53944, + 63.32571, + 61.97074, + 67.35244, + 65.85599, + 67.5919, + 69.85949, + 68.47975, + 66.89748, + 65.19854, + 63.24057, + 62.33703, + 54.40068, + 54.05647, + 52.82153, + 52.37738, + 56.55673, + 55.2645, + 58.11925, + 56.90232, + 54.41227, + 54.55698, + 64.8074, + 61.04367, + 61.71333, + 65.71044, + 58.67626, + 65.69635, + 68.06519, + 65.07768, + 67.36662, + 64.69457, + 67.85924, + 69.5862, + 65.98624, + 66.10976, + 60.92596, + 62.9567, + 64.46631, + 62.35637, + 56.12467, + 61.20561, + 55.69196, + 59.1873, + 60.63894, + 66.44071, + 58.07664, + 64.79789, + 58.36677, + 59.95034, + 57.88535, + 58.54518, + 62.83671, + 59.66047, + 69.00651, + 67.97236, + 70.07712, + 65.27066, + 67.69557, + 64.8434, + 68.10829, + 71.40992, + 65.12958, + 57.80976, + 65.10976, + 56.95302, + 53.54651, + 58.02026, + 63.01494, + 65.60855, + 69.17277, + 65.38499, + 66.89938, + 66.61029, + 64.08994, + 61.15895, + 61.24789, + 61.15987, + 68.81019 + ] + }, + "verify/K1/b1/lmi_certificate": { + "n": 200, + "median_ms": 13.311067596077919, + "p99_ms": 21.401421707123443, + "mean_ms": 16.602456108666956, + "min_ms": 0.3689229488372803, + "max_ms": 684.5301426947117, + "note": "ms per plant (decode + rollout of K candidates + regional LMI certificate of all K); batch=1", + "samples_ms": [ + 12.44697, + 14.01393, + 11.9926, + 13.74593, + 13.34841, + 21.32112, + 11.29447, + 13.24102, + 12.87415, + 13.51854, + 12.73256, + 15.28016, + 684.53014, + 13.29295, + 12.39503, + 12.97915, + 13.69306, + 8.91495, + 13.87951, + 12.22964, + 13.1599, + 15.44436, + 14.52615, + 14.05964, + 14.73966, + 13.7189, + 13.59746, + 12.55246, + 11.21102, + 12.43403, + 12.42035, + 12.45052, + 13.4471, + 14.98465, + 12.81129, + 14.51556, + 14.05481, + 14.09968, + 13.53981, + 13.13461, + 13.73793, + 13.38115, + 13.07839, + 14.83056, + 13.75828, + 15.41398, + 11.0624, + 13.16484, + 13.06355, + 13.8392, + 13.44814, + 14.02427, + 13.30523, + 12.43211, + 12.2967, + 13.43289, + 12.8935, + 13.09553, + 15.10117, + 0.36892, + 14.16657, + 13.97498, + 15.41726, + 15.38957, + 12.29536, + 11.3648, + 10.22725, + 9.43407, + 14.70338, + 10.26956, + 11.78704, + 12.77852, + 14.77631, + 13.64429, + 13.87878, + 13.25977, + 11.04721, + 14.46202, + 16.24057, + 14.39965, + 14.07987, + 14.61571, + 12.86947, + 15.03617, + 13.69966, + 14.20876, + 13.36649, + 14.46807, + 14.29434, + 12.38317, + 12.27694, + 10.10414, + 11.37519, + 10.99497, + 10.64515, + 13.50904, + 20.69289, + 13.08955, + 13.0494, + 13.1263, + 14.26434, + 12.67917, + 13.44721, + 14.06425, + 14.54129, + 12.21869, + 12.42066, + 10.54417, + 13.18372, + 14.0525, + 12.78265, + 14.01963, + 14.42165, + 9.50574, + 13.25471, + 13.37092, + 13.43851, + 11.22381, + 13.53445, + 14.33433, + 13.34369, + 14.00136, + 11.85652, + 13.19519, + 14.9494, + 14.35214, + 15.12053, + 14.80963, + 15.816, + 14.0273, + 13.36289, + 12.25871, + 13.0159, + 11.23663, + 10.96626, + 12.73885, + 12.84766, + 11.41385, + 13.03855, + 12.49493, + 12.99511, + 11.33939, + 15.84391, + 13.02487, + 29.35159, + 13.09432, + 12.22573, + 12.57183, + 12.22414, + 14.15811, + 11.93707, + 15.26844, + 14.52863, + 14.9781, + 15.0082, + 12.8714, + 12.22119, + 13.3169, + 13.20909, + 0.37311, + 11.88506, + 14.60663, + 11.46986, + 13.32166, + 12.31411, + 14.1919, + 12.60144, + 15.82212, + 14.04731, + 11.72603, + 11.73857, + 12.26264, + 13.16832, + 12.47469, + 14.16707, + 14.43773, + 13.1321, + 14.93454, + 14.27315, + 13.39949, + 14.06427, + 13.39628, + 14.09272, + 14.29156, + 14.42628, + 13.43563, + 12.62053, + 10.95267, + 11.09725, + 14.9831, + 13.2268, + 15.33142, + 12.67227, + 13.13203, + 13.56441, + 11.83659, + 11.35548, + 11.23346, + 12.41021, + 13.94708 + ] + }, + "verify/K1/b1/total": { + "n": 200, + "median_ms": 78.08781880885363, + "p99_ms": 85.70136818103488, + "mean_ms": 79.85078090336174, + "min_ms": 61.02643068879843, + "max_ms": 741.9437533244491, + "note": "ms per plant (decode + rollout of K candidates + regional LMI certificate of all K); batch=1 (sum of components per item)", + "samples_ms": [ + 69.85279, + 70.48809, + 74.20851, + 64.78075, + 73.37681, + 78.98488, + 73.42281, + 72.21229, + 74.1618, + 76.52519, + 76.60066, + 81.82531, + 741.94375, + 80.17156, + 74.09219, + 80.01534, + 79.99762, + 68.90926, + 77.96293, + 79.28644, + 77.66098, + 81.91275, + 79.91879, + 78.76338, + 82.35404, + 82.28443, + 78.72678, + 78.05625, + 71.40904, + 75.11909, + 70.56758, + 78.177, + 77.65021, + 81.13855, + 76.27164, + 85.10391, + 83.96942, + 82.48988, + 81.46285, + 82.99134, + 81.62797, + 81.18233, + 71.48476, + 80.81338, + 79.41383, + 80.55688, + 78.48687, + 70.77806, + 77.73245, + 77.29051, + 78.25551, + 78.72816, + 84.24909, + 78.55785, + 80.37684, + 80.36137, + 81.6429, + 77.53874, + 77.63883, + 67.24027, + 81.28552, + 82.39909, + 84.04635, + 84.63028, + 78.88139, + 75.72259, + 64.19963, + 61.02643, + 68.13329, + 63.42714, + 65.65397, + 75.12826, + 81.15245, + 80.27087, + 80.69522, + 81.5364, + 78.32864, + 84.64872, + 83.23599, + 81.05426, + 79.62608, + 79.26438, + 70.46216, + 74.18692, + 77.25928, + 78.28749, + 82.38206, + 80.69845, + 73.46309, + 75.4551, + 73.67154, + 64.91456, + 67.4588, + 69.01426, + 68.73811, + 70.58591, + 83.10534, + 80.16716, + 79.19659, + 75.90374, + 80.25298, + 81.98387, + 78.29104, + 80.07813, + 78.65892, + 74.52902, + 68.41514, + 68.27002, + 71.90605, + 77.31236, + 78.71748, + 77.01129, + 78.86289, + 65.03576, + 72.13702, + 75.32712, + 79.12192, + 73.80459, + 81.49963, + 80.39922, + 79.37134, + 74.71278, + 75.355, + 75.32638, + 82.43596, + 80.34771, + 82.835, + 84.90641, + 84.42174, + 81.08726, + 78.74742, + 75.68674, + 75.48737, + 65.82184, + 65.14509, + 65.7287, + 65.43012, + 68.09161, + 68.41933, + 70.75053, + 69.99725, + 65.87179, + 70.53536, + 78.00136, + 90.5213, + 74.97821, + 78.08921, + 71.40931, + 78.08643, + 82.38521, + 77.20516, + 82.75525, + 79.43089, + 83.05418, + 84.81189, + 79.05257, + 78.47992, + 74.40582, + 76.28796, + 64.97213, + 74.61631, + 70.83365, + 72.87102, + 69.13649, + 71.64458, + 74.97065, + 79.24209, + 74.04804, + 79.01492, + 70.24822, + 71.78318, + 70.28781, + 71.84866, + 75.4461, + 73.95564, + 83.57253, + 81.26227, + 85.16396, + 79.75922, + 81.29446, + 79.05471, + 81.73595, + 85.65268, + 79.639, + 72.37597, + 78.67182, + 69.68167, + 64.63538, + 69.21871, + 78.15433, + 78.98015, + 84.62559, + 78.22397, + 80.14788, + 80.3373, + 76.04404, + 72.65253, + 72.58783, + 73.69007, + 82.89184 + ] + }, + "verify/K1/batch40/decode": { + "n": 8, + "median_ms": 0.03164175432175398, + "p99_ms": 0.036559810396283865, + "mean_ms": 0.031415169360116124, + "min_ms": 0.027097691781818867, + "max_ms": 0.03662423696368933, + "note": "ms per plant, batch=40 (rollouts in one call, LMIs looped); n = batches", + "samples_ms": [ + 0.03662, + 0.02928, + 0.0271, + 0.02727, + 0.0357, + 0.03152, + 0.03176, + 0.03207 + ] + }, + "verify/K1/batch40/rollout_verify": { + "n": 8, + "median_ms": 2.7039127307944, + "p99_ms": 13.87463475274853, + "mean_ms": 4.300616797991097, + "min_ms": 1.927892118692398, + "max_ms": 14.542659535072744, + "note": "ms per plant, batch=40 (rollouts in one call, LMIs looped); n = batches", + "samples_ms": [ + 2.1774, + 2.0797, + 1.92789, + 3.14759, + 3.27002, + 4.99945, + 2.26023, + 14.54266 + ] + }, + "verify/K1/batch40/lmi_certificate": { + "n": 8, + "median_ms": 11.438158724922687, + "p99_ms": 30.224550316110253, + "mean_ms": 15.260480807046406, + "min_ms": 9.532342595048249, + "max_ms": 30.498740868642926, + "note": "ms per plant, batch=40 (rollouts in one call, LMIs looped); n = batches", + "samples_ms": [ + 26.58173, + 9.64828, + 12.26357, + 12.69192, + 10.25451, + 10.61275, + 30.49874, + 9.53234 + ] + }, + "verify/K1/batch40/total": { + "n": 8, + "median_ms": 15.755251271184534, + "p99_ms": 32.51108570932411, + "mean_ms": 19.59251277439762, + "min_ms": 11.757256113924086, + "max_ms": 32.790734339505434, + "note": "ms per plant, batch=40 (rollouts in one call, LMIs looped); n = batches (sum of components per item)", + "samples_ms": [ + 28.79575, + 11.75726, + 14.21856, + 15.86678, + 13.56023, + 15.64372, + 32.79073, + 24.10707 + ] + }, + "verify/K8/b1/decode": { + "n": 200, + "median_ms": 0.2993945963680744, + "p99_ms": 0.4735601972788572, + "mean_ms": 0.2999040950089693, + "min_ms": 0.18496718257665634, + "max_ms": 0.6408924236893654, + "note": "ms per plant (decode + rollout of K candidates + regional LMI certificate of all K); batch=1", + "samples_ms": [ + 0.2755, + 0.4068, + 0.39667, + 0.25897, + 0.32639, + 0.45042, + 0.32002, + 0.27792, + 0.25289, + 0.35842, + 0.36908, + 0.32981, + 0.3838, + 0.43542, + 0.34118, + 0.36682, + 0.2901, + 0.4493, + 0.37507, + 0.32319, + 0.35886, + 0.34846, + 0.29325, + 0.36949, + 0.34413, + 0.25098, + 0.40582, + 0.3743, + 0.43679, + 0.27791, + 0.33993, + 0.46379, + 0.41084, + 0.31231, + 0.26826, + 0.35498, + 0.23334, + 0.35175, + 0.38094, + 0.32904, + 0.30922, + 0.40196, + 0.39081, + 0.38407, + 0.28871, + 0.30629, + 0.33124, + 0.30372, + 0.38081, + 0.3628, + 0.37856, + 0.37904, + 0.45954, + 0.36161, + 0.34809, + 0.24623, + 0.48051, + 0.39363, + 0.38879, + 0.38909, + 0.46454, + 0.37744, + 0.35555, + 0.64089, + 0.36761, + 0.3241, + 0.25799, + 0.30061, + 0.36379, + 0.32407, + 0.45845, + 0.31652, + 0.33882, + 0.39136, + 0.39543, + 0.30882, + 0.25515, + 0.37906, + 0.43782, + 0.28635, + 0.25521, + 0.40197, + 0.32079, + 0.36446, + 0.23226, + 0.37853, + 0.24165, + 0.25458, + 0.30449, + 0.39116, + 0.3687, + 0.35968, + 0.31448, + 0.40837, + 0.30261, + 0.33327, + 0.35298, + 0.38888, + 0.38125, + 0.24394, + 0.33851, + 0.34368, + 0.2429, + 0.37963, + 0.47349, + 0.31082, + 0.37572, + 0.2797, + 0.34914, + 0.35142, + 0.3492, + 0.31411, + 0.2567, + 0.3104, + 0.28846, + 0.28689, + 0.24157, + 0.28002, + 0.2845, + 0.28119, + 0.30801, + 0.36143, + 0.37134, + 0.35454, + 0.4282, + 0.21025, + 0.20546, + 0.21503, + 0.30553, + 0.27463, + 0.29818, + 0.43766, + 0.2375, + 0.21125, + 0.22061, + 0.2187, + 0.22691, + 0.21844, + 0.21509, + 0.20368, + 0.20672, + 0.23681, + 0.20824, + 0.23576, + 0.22992, + 0.30171, + 0.35074, + 0.22486, + 0.21703, + 0.28709, + 0.2093, + 0.20248, + 0.20615, + 0.27422, + 0.20742, + 0.28175, + 0.2105, + 0.19562, + 0.18694, + 0.23467, + 0.20572, + 0.202, + 0.2636, + 0.26244, + 0.26284, + 0.25907, + 0.25143, + 0.248, + 0.19888, + 0.1995, + 0.20187, + 0.19593, + 0.18908, + 0.21097, + 0.19461, + 0.19751, + 0.19177, + 0.19384, + 0.18497, + 0.18976, + 0.20041, + 0.20021, + 0.19803, + 0.19506, + 0.18693, + 0.19967, + 0.18679, + 0.19078, + 0.18813, + 0.19969, + 0.19371, + 0.19986, + 0.19768, + 0.21543, + 0.20601, + 0.25149, + 0.19435, + 0.19926, + 0.1887, + 0.19508 + ] + }, + "verify/K8/b1/rollout_verify": { + "n": 200, + "median_ms": 57.65559617429972, + "p99_ms": 70.98993922583759, + "mean_ms": 54.758551474660635, + "min_ms": 37.42172569036484, + "max_ms": 71.25189248472452, + "note": "ms per plant (decode + rollout of K candidates + regional LMI certificate of all K); batch=1", + "samples_ms": [ + 64.46196, + 65.90498, + 67.142, + 69.53728, + 63.74002, + 71.23472, + 62.19687, + 55.10459, + 52.30617, + 61.87495, + 63.207, + 57.92906, + 62.26679, + 70.98747, + 65.65116, + 62.90493, + 59.81768, + 67.00155, + 56.38262, + 60.40342, + 59.64176, + 67.56, + 65.73253, + 58.48488, + 60.14543, + 58.75936, + 62.13228, + 56.82, + 57.07076, + 58.85444, + 58.21278, + 59.07313, + 64.77732, + 54.54844, + 53.99366, + 61.94672, + 58.85502, + 54.2879, + 59.81534, + 57.17196, + 59.77928, + 56.46235, + 63.16642, + 61.58353, + 68.93681, + 58.67624, + 60.86196, + 64.46579, + 66.13194, + 67.66095, + 69.22872, + 64.93322, + 66.77028, + 71.25189, + 65.69081, + 62.87298, + 66.7867, + 63.23134, + 63.50479, + 66.82222, + 64.79683, + 58.83501, + 56.63714, + 59.61201, + 64.98176, + 61.29219, + 62.10729, + 57.71541, + 63.40196, + 62.59585, + 61.80552, + 62.14224, + 63.97054, + 59.00195, + 69.63245, + 57.59578, + 53.60115, + 57.99768, + 54.7457, + 57.39624, + 62.23813, + 66.6428, + 59.41753, + 66.84216, + 62.39407, + 63.63381, + 62.92745, + 65.30243, + 62.39613, + 59.0071, + 58.09979, + 57.37699, + 61.49485, + 59.28801, + 64.1246, + 65.19919, + 66.88137, + 60.07058, + 66.4892, + 63.92368, + 65.53617, + 63.53926, + 60.7904, + 58.64198, + 55.49551, + 62.74772, + 56.48828, + 47.45343, + 56.45345, + 62.53485, + 60.53934, + 59.05293, + 60.9859, + 55.75443, + 59.96875, + 58.88584, + 54.63988, + 54.49693, + 57.13318, + 68.7758, + 58.97097, + 61.04954, + 56.12063, + 63.01284, + 61.96333, + 46.91697, + 47.81548, + 46.86348, + 56.57137, + 53.06926, + 49.63414, + 45.5288, + 51.05461, + 45.54882, + 46.9337, + 43.71794, + 45.94277, + 45.69376, + 43.19888, + 46.4531, + 42.64649, + 43.47048, + 42.78804, + 43.76649, + 48.08755, + 47.43061, + 51.29766, + 49.69208, + 51.06904, + 45.53346, + 40.36164, + 41.77636, + 42.16072, + 40.98011, + 44.14872, + 41.68845, + 41.72839, + 37.97466, + 39.98005, + 39.35883, + 39.36682, + 49.7283, + 56.08309, + 56.10479, + 55.5865, + 55.56734, + 55.9513, + 55.94271, + 41.44559, + 54.356, + 45.75251, + 38.21901, + 37.94923, + 38.26608, + 38.14633, + 38.66145, + 37.92481, + 38.10986, + 38.32312, + 38.89929, + 39.27319, + 38.4778, + 38.19403, + 37.77153, + 38.30203, + 38.52438, + 37.94027, + 37.88497, + 39.94708, + 38.09026, + 37.95154, + 38.42295, + 39.49373, + 39.32466, + 38.17619, + 37.42173, + 38.40093, + 39.09721, + 38.16423, + 38.18149 + ] + }, + "verify/K8/b1/lmi_certificate": { + "n": 200, + "median_ms": 78.68458423763514, + "p99_ms": 744.8407964687793, + "mean_ms": 92.39407110027969, + "min_ms": 39.282540790736675, + "max_ms": 820.2672749757767, + "note": "ms per plant (decode + rollout of K candidates + regional LMI certificate of all K); batch=1", + "samples_ms": [ + 744.66569, + 104.06279, + 96.38541, + 820.26727, + 80.49446, + 99.435, + 70.25978, + 62.78033, + 85.17461, + 90.60612, + 689.67431, + 86.11716, + 762.1759, + 97.78173, + 113.8506, + 95.43593, + 96.14895, + 96.31371, + 78.59905, + 91.40677, + 84.44216, + 75.40459, + 99.50637, + 81.50847, + 86.68312, + 86.5566, + 94.60301, + 75.66432, + 89.08603, + 88.19829, + 91.38375, + 85.11054, + 78.77012, + 71.91503, + 87.55965, + 89.64556, + 85.13043, + 86.50434, + 71.82335, + 80.17953, + 84.80717, + 82.78754, + 87.46218, + 99.18908, + 99.44757, + 86.86133, + 87.95528, + 97.73165, + 97.61516, + 100.91903, + 81.3346, + 95.81848, + 104.26079, + 100.60285, + 89.44646, + 101.71944, + 101.95115, + 91.75547, + 709.95905, + 89.5698, + 100.70511, + 84.25496, + 85.74762, + 80.29107, + 94.24783, + 89.76894, + 72.31821, + 81.72065, + 87.37118, + 90.80842, + 90.27266, + 71.80655, + 88.10382, + 89.20968, + 90.76491, + 74.63282, + 86.64032, + 87.56392, + 90.64355, + 86.02483, + 93.53008, + 101.57029, + 88.29861, + 98.57229, + 93.21758, + 90.99008, + 95.03491, + 81.49569, + 92.02919, + 85.13091, + 89.80556, + 79.98523, + 87.8871, + 90.4256, + 99.875, + 90.24226, + 91.97893, + 92.10905, + 93.9255, + 92.41649, + 87.65939, + 89.4049, + 85.39431, + 76.78142, + 66.26214, + 75.94422, + 63.25247, + 60.68569, + 67.82539, + 80.60491, + 80.65504, + 75.8117, + 71.52061, + 71.00425, + 71.82667, + 64.74937, + 68.61374, + 65.23663, + 71.1439, + 76.32633, + 86.68406, + 83.27068, + 83.78141, + 83.53475, + 608.10548, + 57.13042, + 58.62911, + 60.8111, + 66.58415, + 71.468, + 57.68409, + 63.22439, + 59.72615, + 61.43925, + 59.36488, + 54.24327, + 57.34691, + 57.45363, + 51.87259, + 59.57433, + 53.53771, + 59.91358, + 57.27835, + 58.63758, + 78.5985, + 59.20776, + 68.05555, + 55.02029, + 62.60268, + 47.55891, + 47.66333, + 41.9804, + 50.58058, + 54.97477, + 50.99609, + 50.08704, + 45.6992, + 44.92937, + 46.37663, + 41.34279, + 49.64665, + 61.64375, + 56.5501, + 56.20254, + 56.286, + 55.27465, + 56.46867, + 57.84053, + 49.16413, + 51.76712, + 45.18068, + 44.44788, + 44.16189, + 39.28254, + 45.02182, + 45.38027, + 44.37234, + 44.51379, + 44.37533, + 44.70855, + 46.56755, + 45.76058, + 45.9967, + 45.53261, + 44.6698, + 39.8437, + 44.37327, + 44.42571, + 45.24944, + 45.84541, + 45.22002, + 45.53103, + 47.48138, + 45.46135, + 45.59693, + 43.92854, + 47.16475, + 45.169, + 44.15574, + 46.95627 + ] + }, + "verify/K8/b1/total": { + "n": 200, + "median_ms": 138.3682107552886, + "p99_ms": 809.5573920290916, + "mean_ms": 147.4525266699493, + "min_ms": 77.75959093123674, + "max_ms": 890.0635233148932, + "note": "ms per plant (decode + rollout of K candidates + regional LMI certificate of all K); batch=1 (sum of components per item)", + "samples_ms": [ + 809.40316, + 170.37456, + 163.92409, + 890.06352, + 144.56086, + 171.12013, + 132.77667, + 118.16284, + 137.73367, + 152.83948, + 753.25039, + 144.37603, + 824.82649, + 169.20462, + 179.84294, + 158.70768, + 156.25672, + 163.76456, + 135.35674, + 152.13337, + 144.44278, + 143.31305, + 165.53215, + 140.36284, + 147.17267, + 145.56693, + 157.14111, + 132.85862, + 146.59358, + 147.33064, + 149.93646, + 144.64746, + 143.95828, + 126.77577, + 141.82158, + 151.94727, + 144.21879, + 141.14398, + 132.01964, + 137.68053, + 144.89567, + 139.65186, + 151.01941, + 161.15668, + 168.67309, + 145.84386, + 149.14848, + 162.50115, + 164.12791, + 168.94278, + 150.94187, + 161.13074, + 171.49062, + 172.21636, + 155.48536, + 164.83865, + 169.21836, + 155.38045, + 773.85264, + 156.78112, + 165.96648, + 143.46741, + 142.74032, + 140.54397, + 159.59721, + 151.38523, + 134.68349, + 139.73667, + 151.13692, + 153.72833, + 152.53663, + 134.26532, + 152.41318, + 148.60299, + 160.7928, + 132.53742, + 140.49663, + 145.94065, + 145.82707, + 143.70742, + 156.02342, + 168.61506, + 148.03693, + 165.77891, + 155.8439, + 155.00242, + 158.20402, + 147.0527, + 154.72981, + 144.52916, + 148.27406, + 137.72191, + 149.69644, + 150.12199, + 164.30222, + 155.77472, + 159.21328, + 152.56851, + 160.79596, + 156.58411, + 153.53407, + 153.28784, + 146.42761, + 135.80304, + 122.23114, + 139.00275, + 120.11648, + 108.41882, + 124.62798, + 143.49118, + 141.54358, + 135.17874, + 132.7632, + 127.06907, + 132.08389, + 123.9221, + 123.4952, + 120.01358, + 128.56157, + 145.38332, + 145.96304, + 144.68164, + 140.27338, + 146.90214, + 670.49701, + 104.25764, + 106.65005, + 107.88961, + 123.46106, + 124.81189, + 107.61641, + 109.19084, + 111.01826, + 107.19932, + 106.51919, + 98.1799, + 103.51659, + 103.36583, + 95.28656, + 106.2311, + 96.39092, + 103.62087, + 100.27463, + 102.63984, + 126.91597, + 106.94009, + 119.70395, + 104.93722, + 113.88875, + 93.37947, + 88.23428, + 83.95925, + 92.94745, + 96.2291, + 95.35223, + 92.05725, + 87.63809, + 83.09965, + 86.54362, + 80.93629, + 89.21918, + 111.57405, + 112.89679, + 112.56978, + 112.13533, + 111.10105, + 112.6714, + 114.03124, + 90.8086, + 106.32262, + 91.13507, + 82.86282, + 82.3002, + 77.75959, + 83.36276, + 84.23923, + 82.48892, + 82.8175, + 82.88341, + 83.79759, + 86.04114, + 84.4386, + 84.38875, + 83.49921, + 83.15876, + 78.56775, + 82.50034, + 82.50146, + 85.38465, + 84.13536, + 83.36528, + 84.15384, + 87.17278, + 85.00144, + 83.97913, + 81.60176, + 85.76003, + 84.46547, + 82.50867, + 85.33284 + ] + }, + "verify/K8/batch40/decode": { + "n": 8, + "median_ms": 0.15484769828617573, + "p99_ms": 0.17836029618047178, + "mean_ms": 0.15819278778508306, + "min_ms": 0.14175530523061752, + "max_ms": 0.1791276503354311, + "note": "ms per plant, batch=40 (rollouts in one call, LMIs looped); n = batches", + "samples_ms": [ + 0.14176, + 0.15593, + 0.1516, + 0.14782, + 0.16817, + 0.15377, + 0.17913, + 0.16738 + ] + }, + "verify/K8/batch40/rollout_verify": { + "n": 8, + "median_ms": 1.8168833456002176, + "p99_ms": 2.1818806615192443, + "mean_ms": 1.836473000003025, + "min_ms": 1.3377046678215265, + "max_ms": 2.1858385764062405, + "note": "ms per plant, batch=40 (rollouts in one call, LMIs looped); n = batches", + "samples_ms": [ + 1.3377, + 2.11679, + 2.1293, + 1.77915, + 2.18584, + 1.6219, + 1.85461, + 1.66648 + ] + }, + "verify/K8/batch40/lmi_certificate": { + "n": 8, + "median_ms": 68.25622450560331, + "p99_ms": 107.0576394542586, + "mean_ms": 78.94993598456495, + "min_ms": 55.41536600794643, + "max_ms": 107.06218769773841, + "note": "ms per plant, batch=40 (rollouts in one call, LMIs looped); n = batches", + "samples_ms": [ + 102.9956, + 68.50669, + 56.40653, + 68.00576, + 55.41537, + 107.06219, + 106.99721, + 66.21014 + ] + }, + "verify/K8/batch40/total": { + "n": 8, + "median_ms": 70.35606987774372, + "p99_ms": 109.01743688085116, + "mean_ms": 80.94460177235305, + "min_ms": 57.7693700324744, + "max_ms": 109.03095379471779, + "note": "ms per plant, batch=40 (rollouts in one call, LMIs looped); n = batches (sum of components per item)", + "samples_ms": [ + 104.47506, + 70.77941, + 58.68743, + 69.93273, + 57.76937, + 108.83786, + 109.03095, + 68.04401 + ] + }, + "retrieval_index_build_s": { + "median_ms": 0.0006007030606269836, + "n": 1, + "note": "one-off; bank rows=2600, searched rows=2600" + }, + "retrieval/K1/b1": { + "n": 200, + "median_ms": 0.09523797780275345, + "p99_ms": 0.22446559742093047, + "mean_ms": 0.10387013666331768, + "min_ms": 0.0825636088848114, + "max_ms": 0.3722589462995529, + "note": "ms per plant: distance to bank + top-K + decode; batch=1", + "samples_ms": [ + 0.22403, + 0.14885, + 0.1336, + 0.13283, + 0.16279, + 0.16789, + 0.12549, + 0.11006, + 0.0999, + 0.12539, + 0.09442, + 0.09592, + 0.09173, + 0.11634, + 0.10128, + 0.13174, + 0.13774, + 0.11555, + 0.09938, + 0.09532, + 0.08844, + 0.09313, + 0.10126, + 0.11205, + 0.09882, + 0.08818, + 0.08678, + 0.09495, + 0.0949, + 0.09321, + 0.08567, + 0.11238, + 0.13164, + 0.1045, + 0.1088, + 0.09966, + 0.08766, + 0.0941, + 0.08367, + 0.08973, + 0.08677, + 0.08423, + 0.09429, + 0.10286, + 0.08733, + 0.09575, + 0.09452, + 0.08983, + 0.08633, + 0.08898, + 0.08734, + 0.09203, + 0.09056, + 0.09795, + 0.10696, + 0.11302, + 0.10265, + 0.09025, + 0.08786, + 0.08459, + 0.09199, + 0.09552, + 0.09074, + 0.09081, + 0.14116, + 0.10378, + 0.09515, + 0.11256, + 0.11668, + 0.08947, + 0.08859, + 0.09508, + 0.0915, + 0.09713, + 0.12006, + 0.08909, + 0.10005, + 0.11264, + 0.10846, + 0.10216, + 0.08553, + 0.09081, + 0.08884, + 0.09482, + 0.09038, + 0.08706, + 0.09034, + 0.08583, + 0.09005, + 0.09269, + 0.10191, + 0.10093, + 0.0873, + 0.0894, + 0.08566, + 0.09731, + 0.0891, + 0.10156, + 0.11212, + 0.13083, + 0.13109, + 0.10948, + 0.11119, + 0.08724, + 0.098, + 0.09306, + 0.09373, + 0.09454, + 0.09871, + 0.11096, + 0.09512, + 0.08825, + 0.10122, + 0.12233, + 0.37226, + 0.0901, + 0.09182, + 0.08668, + 0.09734, + 0.09551, + 0.08501, + 0.08429, + 0.11332, + 0.11015, + 0.10215, + 0.12005, + 0.10465, + 0.0973, + 0.08998, + 0.09465, + 0.09425, + 0.09543, + 0.11172, + 0.10223, + 0.09536, + 0.09743, + 0.08887, + 0.0941, + 0.09258, + 0.08487, + 0.08261, + 0.0851, + 0.0997, + 0.08256, + 0.08352, + 0.08745, + 0.0843, + 0.08641, + 0.08743, + 0.09106, + 0.09214, + 0.08542, + 0.0893, + 0.09249, + 0.09688, + 0.09249, + 0.08773, + 0.09479, + 0.09492, + 0.08989, + 0.10885, + 0.09316, + 0.09155, + 0.08506, + 0.09495, + 0.09331, + 0.12073, + 0.11239, + 0.09578, + 0.2679, + 0.15612, + 0.09997, + 0.09927, + 0.11079, + 0.09863, + 0.10383, + 0.08932, + 0.08562, + 0.0989, + 0.08884, + 0.08672, + 0.10123, + 0.12196, + 0.20012, + 0.13853, + 0.10261, + 0.10332, + 0.09515, + 0.12198, + 0.11002, + 0.1288, + 0.11556, + 0.12166, + 0.12563, + 0.12121, + 0.13893, + 0.09411, + 0.08636, + 0.08512, + 0.11783 + ] + }, + "retrieval/K1/batch40": { + "n": 40, + "median_ms": 0.04559921799227595, + "p99_ms": 0.061568002915009856, + "mean_ms": 0.0465194380376488, + "min_ms": 0.039439694955945015, + "max_ms": 0.06181153003126383, + "note": "ms per plant, vectorised over batch=40", + "samples_ms": [ + 0.0509, + 0.04534, + 0.04786, + 0.05373, + 0.04661, + 0.04109, + 0.03982, + 0.04047, + 0.04403, + 0.04116, + 0.03961, + 0.04147, + 0.04235, + 0.05134, + 0.04327, + 0.0409, + 0.03944, + 0.03962, + 0.04145, + 0.0414, + 0.04728, + 0.04242, + 0.04272, + 0.05467, + 0.06119, + 0.04632, + 0.04788, + 0.0466, + 0.05464, + 0.0544, + 0.06181, + 0.05044, + 0.04655, + 0.04099, + 0.04627, + 0.04147, + 0.04585, + 0.04385, + 0.05349, + 0.06005 + ] + }, + "retrieval/K8/b1": { + "n": 200, + "median_ms": 0.22045616060495377, + "p99_ms": 0.3477820847183463, + "mean_ms": 0.23261658847332, + "min_ms": 0.20088069140911102, + "max_ms": 0.546150840818882, + "note": "ms per plant: distance to bank + top-K + decode; batch=1", + "samples_ms": [ + 0.23231, + 0.21572, + 0.23483, + 0.21564, + 0.21961, + 0.20995, + 0.22578, + 0.21287, + 0.20324, + 0.22087, + 0.20298, + 0.20645, + 0.24134, + 0.24502, + 0.34747, + 0.33652, + 0.37841, + 0.23364, + 0.21932, + 0.21508, + 0.23588, + 0.2254, + 0.22378, + 0.2207, + 0.24606, + 0.24223, + 0.20642, + 0.22225, + 0.54615, + 0.2972, + 0.21789, + 0.25359, + 0.2625, + 0.28796, + 0.25649, + 0.27366, + 0.22771, + 0.21533, + 0.20527, + 0.20803, + 0.2524, + 0.20926, + 0.23361, + 0.21384, + 0.24882, + 0.2517, + 0.22737, + 0.2514, + 0.27434, + 0.21281, + 0.22794, + 0.2147, + 0.2103, + 0.32859, + 0.26095, + 0.22483, + 0.23588, + 0.28291, + 0.25125, + 0.21424, + 0.22729, + 0.22517, + 0.21108, + 0.21031, + 0.20621, + 0.21787, + 0.20536, + 0.22607, + 0.21778, + 0.20529, + 0.21376, + 0.21127, + 0.22448, + 0.25092, + 0.23746, + 0.21111, + 0.21713, + 0.23856, + 0.20496, + 0.26835, + 0.20647, + 0.22724, + 0.20973, + 0.21783, + 0.20169, + 0.20525, + 0.23094, + 0.21892, + 0.23613, + 0.22056, + 0.2456, + 0.22065, + 0.23998, + 0.23563, + 0.25731, + 0.20974, + 0.20644, + 0.21998, + 0.20857, + 0.21701, + 0.24485, + 0.22865, + 0.23432, + 0.21509, + 0.22943, + 0.23762, + 0.2499, + 0.24034, + 0.20438, + 0.20652, + 0.22441, + 0.20757, + 0.25136, + 0.21896, + 0.219, + 0.2068, + 0.22377, + 0.26234, + 0.25119, + 0.29183, + 0.21548, + 0.20463, + 0.20851, + 0.21728, + 0.21511, + 0.20956, + 0.20534, + 0.21045, + 0.31589, + 0.21586, + 0.23876, + 0.2589, + 0.28738, + 0.29721, + 0.23996, + 0.21861, + 0.20715, + 0.21354, + 0.21283, + 0.20088, + 0.24447, + 0.31865, + 0.32105, + 0.31349, + 0.25419, + 0.21911, + 0.2053, + 0.21697, + 0.23025, + 0.23457, + 0.2161, + 0.21178, + 0.21796, + 0.25868, + 0.2193, + 0.25237, + 0.21046, + 0.22378, + 0.21005, + 0.20602, + 0.20608, + 0.23332, + 0.22956, + 0.21259, + 0.25943, + 0.24764, + 0.21788, + 0.25817, + 0.21638, + 0.21223, + 0.21533, + 0.22263, + 0.20325, + 0.20413, + 0.21205, + 0.23167, + 0.26952, + 0.2062, + 0.23092, + 0.2162, + 0.20358, + 0.20593, + 0.21528, + 0.21049, + 0.21816, + 0.20787, + 0.22035, + 0.24276, + 0.26558, + 0.21392, + 0.22328, + 0.25123, + 0.22998, + 0.21054, + 0.20507, + 0.21567, + 0.20685, + 0.20684, + 0.21735, + 0.23649 + ] + }, + "retrieval/K8/batch40": { + "n": 40, + "median_ms": 0.1773940515704453, + "p99_ms": 0.1998713193461299, + "mean_ms": 0.1779024547431618, + "min_ms": 0.16171373426914215, + "max_ms": 0.20192512311041355, + "note": "ms per plant, vectorised over batch=40", + "samples_ms": [ + 0.16972, + 0.17349, + 0.1806, + 0.16457, + 0.17733, + 0.1657, + 0.17447, + 0.16636, + 0.16378, + 0.16258, + 0.16508, + 0.20193, + 0.17506, + 0.17371, + 0.17453, + 0.16924, + 0.19666, + 0.19004, + 0.18275, + 0.18047, + 0.18169, + 0.1776, + 0.18096, + 0.18964, + 0.18196, + 0.17903, + 0.1856, + 0.17491, + 0.17699, + 0.17532, + 0.18313, + 0.18807, + 0.18981, + 0.17721, + 0.17746, + 0.19016, + 0.18059, + 0.18458, + 0.1716, + 0.16171 + ] + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/verify_siso_cpu1.json b/results/timing/verify_siso_cpu1.json new file mode 100644 index 0000000000000000000000000000000000000000..4f7c9063cdd1814c0895e5fd03711cefd6eb3cf1 --- /dev/null +++ b/results/timing/verify_siso_cpu1.json @@ -0,0 +1,2443 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1", + "load1": 20.06201171875, + "date": "2026-09-30 07:20:29 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 22 + ] + }, + "family": "siso", + "cells": { + "verify/K1/b1/decode": { + "n": 200, + "median_ms": 0.1254878006875515, + "p99_ms": 0.15671242028474805, + "mean_ms": 0.12586875818669796, + "min_ms": 0.0999700278043747, + "max_ms": 0.1736897975206375, + "note": "ms per plant (decode + realize + RK4 rollout verifier of K candidates); batch=1", + "samples_ms": [ + 0.12392, + 0.12415, + 0.12113, + 0.11802, + 0.13692, + 0.10895, + 0.10834, + 0.10567, + 0.12633, + 0.12112, + 0.13719, + 0.12395, + 0.11404, + 0.12499, + 0.12655, + 0.13176, + 0.12638, + 0.12717, + 0.12075, + 0.11013, + 0.12255, + 0.11233, + 0.11452, + 0.13186, + 0.11912, + 0.13497, + 0.11481, + 0.12016, + 0.13158, + 0.12841, + 0.12994, + 0.12339, + 0.11765, + 0.10587, + 0.12836, + 0.12186, + 0.12093, + 0.11754, + 0.12301, + 0.11788, + 0.15415, + 0.14686, + 0.11822, + 0.13993, + 0.11754, + 0.12314, + 0.1264, + 0.13537, + 0.13378, + 0.12384, + 0.17369, + 0.11569, + 0.11966, + 0.11051, + 0.12142, + 0.1099, + 0.11749, + 0.11494, + 0.12044, + 0.12641, + 0.13448, + 0.12678, + 0.12085, + 0.13257, + 0.12503, + 0.12692, + 0.12598, + 0.12634, + 0.11802, + 0.11687, + 0.13236, + 0.11342, + 0.13907, + 0.12538, + 0.13166, + 0.12196, + 0.12441, + 0.12528, + 0.13009, + 0.13788, + 0.13109, + 0.12876, + 0.12823, + 0.12205, + 0.13858, + 0.12074, + 0.1223, + 0.12903, + 0.13204, + 0.12934, + 0.13775, + 0.13415, + 0.12898, + 0.12367, + 0.12373, + 0.12547, + 0.12106, + 0.12269, + 0.1414, + 0.11018, + 0.12936, + 0.12271, + 0.11166, + 0.12013, + 0.1271, + 0.12687, + 0.12461, + 0.13655, + 0.12444, + 0.12883, + 0.15072, + 0.12261, + 0.11868, + 0.12552, + 0.12228, + 0.12493, + 0.1369, + 0.13617, + 0.13385, + 0.13441, + 0.13107, + 0.13726, + 0.13484, + 0.12142, + 0.11583, + 0.10588, + 0.11977, + 0.13244, + 0.12797, + 0.12656, + 0.12248, + 0.11113, + 0.13536, + 0.13096, + 0.12269, + 0.12688, + 0.13328, + 0.12923, + 0.12467, + 0.13356, + 0.13059, + 0.15669, + 0.12776, + 0.13966, + 0.12952, + 0.13495, + 0.1289, + 0.12561, + 0.1326, + 0.11926, + 0.15853, + 0.12638, + 0.12898, + 0.12675, + 0.12488, + 0.13345, + 0.13768, + 0.12945, + 0.13272, + 0.13822, + 0.10672, + 0.11965, + 0.1273, + 0.13259, + 0.12913, + 0.12449, + 0.12865, + 0.12453, + 0.12551, + 0.13472, + 0.12088, + 0.1227, + 0.12685, + 0.13532, + 0.1267, + 0.12334, + 0.12785, + 0.12786, + 0.12109, + 0.13033, + 0.11846, + 0.12116, + 0.12528, + 0.12597, + 0.12715, + 0.09997, + 0.14557, + 0.12878, + 0.12058, + 0.11887, + 0.1218, + 0.11953, + 0.11994, + 0.12166, + 0.10309, + 0.12304, + 0.12338, + 0.11888, + 0.10663, + 0.11345 + ] + }, + "verify/K1/b1/realize": { + "n": 200, + "median_ms": 0.6081755273044109, + "p99_ms": 0.8167328219860792, + "mean_ms": 0.6122475536540151, + "min_ms": 0.5302140489220619, + "max_ms": 0.8283313363790512, + "note": "ms per plant (decode + realize + RK4 rollout verifier of K candidates); batch=1", + "samples_ms": [ + 0.62095, + 0.61344, + 0.59358, + 0.64473, + 0.59903, + 0.57419, + 0.58356, + 0.60254, + 0.59718, + 0.60029, + 0.58994, + 0.59452, + 0.62649, + 0.60662, + 0.61864, + 0.60296, + 0.61188, + 0.609, + 0.60981, + 0.63873, + 0.5942, + 0.58547, + 0.59651, + 0.5992, + 0.62257, + 0.63314, + 0.60475, + 0.68311, + 0.60343, + 0.63451, + 0.60602, + 0.61981, + 0.6226, + 0.55243, + 0.61772, + 0.62616, + 0.61774, + 0.61997, + 0.66212, + 0.61907, + 0.63944, + 0.81869, + 0.64838, + 0.65899, + 0.63492, + 0.62295, + 0.59604, + 0.59421, + 0.55467, + 0.61839, + 0.82833, + 0.62231, + 0.58037, + 0.64822, + 0.59514, + 0.59998, + 0.6199, + 0.62124, + 0.60581, + 0.62083, + 0.62819, + 0.61903, + 0.62016, + 0.63781, + 0.61998, + 0.62798, + 0.59981, + 0.60771, + 0.60442, + 0.61798, + 0.62446, + 0.623, + 0.59929, + 0.63572, + 0.65348, + 0.60725, + 0.61951, + 0.61248, + 0.61839, + 0.64281, + 0.64156, + 0.61232, + 0.62453, + 0.63239, + 0.63106, + 0.59398, + 0.61422, + 0.61578, + 0.63533, + 0.61518, + 0.62554, + 0.61728, + 0.6127, + 0.60761, + 0.59987, + 0.66483, + 0.62437, + 0.61895, + 0.63419, + 0.6279, + 0.59672, + 0.61264, + 0.59958, + 0.5957, + 0.59012, + 0.76988, + 0.60795, + 0.60861, + 0.60162, + 0.59472, + 0.60682, + 0.62131, + 0.60012, + 0.60892, + 0.54854, + 0.61058, + 0.61408, + 0.60534, + 0.61936, + 0.63863, + 0.61372, + 0.5989, + 0.6312, + 0.60701, + 0.6211, + 0.53021, + 0.68277, + 0.61763, + 0.60525, + 0.59758, + 0.6022, + 0.59534, + 0.60852, + 0.6619, + 0.56813, + 0.6313, + 0.62005, + 0.60288, + 0.58609, + 0.62078, + 0.60262, + 0.81671, + 0.55852, + 0.61356, + 0.61027, + 0.61891, + 0.62386, + 0.5892, + 0.60541, + 0.58056, + 0.80107, + 0.55856, + 0.64729, + 0.59464, + 0.60571, + 0.62849, + 0.58275, + 0.60811, + 0.59289, + 0.58438, + 0.53761, + 0.60473, + 0.6242, + 0.61743, + 0.57211, + 0.59661, + 0.65893, + 0.5774, + 0.5911, + 0.58712, + 0.58584, + 0.60824, + 0.59454, + 0.62698, + 0.62715, + 0.59197, + 0.59418, + 0.59455, + 0.57379, + 0.57562, + 0.53387, + 0.58268, + 0.57272, + 0.57391, + 0.55995, + 0.56218, + 0.69301, + 0.593, + 0.58881, + 0.58798, + 0.56314, + 0.57872, + 0.5991, + 0.57537, + 0.5383, + 0.57656, + 0.57263, + 0.59046, + 0.55839, + 0.5749 + ] + }, + "verify/K1/b1/rollout_verify": { + "n": 200, + "median_ms": 108.61930437386036, + "p99_ms": 120.83780528046191, + "mean_ms": 109.9692812608555, + "min_ms": 107.34078474342823, + "max_ms": 121.20761256664991, + "note": "ms per plant (decode + realize + RK4 rollout verifier of K candidates); batch=1", + "samples_ms": [ + 109.9068, + 108.57084, + 108.50879, + 107.97022, + 120.55967, + 109.31001, + 107.9307, + 108.01748, + 108.52981, + 108.43869, + 108.18902, + 107.91232, + 108.08939, + 120.68497, + 108.77812, + 108.43343, + 109.63352, + 108.49398, + 108.76234, + 109.46117, + 110.17998, + 107.96503, + 119.86439, + 108.82109, + 108.77364, + 108.24446, + 108.43727, + 108.15516, + 107.82003, + 108.80604, + 108.58258, + 121.0725, + 109.90982, + 108.76664, + 109.37506, + 109.32541, + 108.06125, + 108.37119, + 108.21431, + 108.51144, + 120.29392, + 109.17319, + 109.92137, + 109.8693, + 108.17762, + 107.84031, + 108.17964, + 108.13946, + 108.26069, + 110.40317, + 116.63444, + 107.53954, + 108.40448, + 109.52074, + 107.84672, + 107.95043, + 108.45709, + 107.74972, + 108.02872, + 119.44226, + 108.91688, + 108.74897, + 108.68487, + 108.02629, + 108.18888, + 109.6517, + 109.17666, + 109.38165, + 118.57214, + 108.68851, + 108.80807, + 108.92003, + 107.85593, + 107.34109, + 107.76186, + 107.34078, + 107.95174, + 120.32028, + 108.583, + 108.38201, + 109.78481, + 108.80569, + 108.90936, + 108.40641, + 107.90834, + 108.3875, + 118.94201, + 112.82788, + 109.76518, + 111.11531, + 108.82999, + 108.63585, + 108.60275, + 108.03046, + 108.90644, + 118.78645, + 108.28563, + 108.55996, + 108.85786, + 108.93435, + 107.98295, + 108.38677, + 108.50041, + 108.21565, + 119.02262, + 108.41016, + 109.94682, + 109.30839, + 108.60102, + 108.54102, + 109.53272, + 110.78779, + 110.71036, + 120.83543, + 108.73884, + 109.71939, + 108.26429, + 108.3457, + 108.52419, + 107.88434, + 108.2357, + 107.87305, + 121.20761, + 109.07088, + 109.80459, + 109.92288, + 109.43653, + 108.48479, + 108.50286, + 108.42055, + 108.46796, + 120.19147, + 108.82268, + 109.47673, + 109.85251, + 111.95465, + 109.41533, + 108.1921, + 108.21643, + 109.59191, + 118.44544, + 110.31403, + 109.25968, + 109.71639, + 110.06936, + 107.90732, + 107.90341, + 109.22315, + 108.39895, + 113.46929, + 114.9992, + 108.20678, + 108.7846, + 109.95515, + 109.10603, + 107.67191, + 107.84988, + 110.66113, + 110.2267, + 120.35815, + 108.12033, + 108.94647, + 109.94424, + 108.10462, + 107.82236, + 107.94629, + 108.11752, + 110.2084, + 119.1149, + 108.55014, + 108.14149, + 109.5652, + 107.8388, + 108.10766, + 108.11323, + 107.48378, + 108.96013, + 118.89799, + 109.10164, + 109.43557, + 110.44379, + 109.90839, + 108.27526, + 107.73599, + 107.8119, + 111.24101, + 120.21098, + 107.971, + 108.2899, + 108.27603, + 108.42326, + 108.23243, + 108.38527, + 107.97729, + 108.83077, + 119.80129, + 108.48833, + 108.50576, + 108.39153, + 108.35373 + ] + }, + "verify/K1/b1/total": { + "n": 200, + "median_ms": 109.36586232855916, + "p99_ms": 121.57233295030892, + "mean_ms": 110.70739757269621, + "min_ms": 108.06999634951353, + "max_ms": 121.97365891188383, + "note": "ms per plant (decode + realize + RK4 rollout verifier of K candidates); batch=1 (sum of components per item)", + "samples_ms": [ + 110.65166, + 109.30842, + 109.2235, + 108.73296, + 121.29562, + 109.99315, + 108.6226, + 108.72569, + 109.25333, + 109.1601, + 108.91616, + 108.63079, + 108.82992, + 121.41657, + 109.5233, + 109.16815, + 110.37177, + 109.23015, + 109.49291, + 110.21003, + 110.89673, + 108.66282, + 120.57543, + 109.55215, + 109.51533, + 109.01257, + 109.15682, + 108.95844, + 108.55504, + 109.56896, + 109.31854, + 121.8157, + 110.65007, + 109.42494, + 110.12115, + 110.07343, + 108.79992, + 109.10869, + 108.99945, + 109.24838, + 121.08751, + 110.13873, + 110.68797, + 110.66822, + 108.93008, + 108.58641, + 108.90208, + 108.86904, + 108.94914, + 111.1454, + 117.63646, + 108.27755, + 109.1045, + 110.27946, + 108.56329, + 108.6603, + 109.19447, + 108.4859, + 108.75497, + 120.1895, + 109.67955, + 109.49478, + 109.42588, + 108.79667, + 108.93389, + 110.40659, + 109.90245, + 110.1157, + 119.29457, + 109.42336, + 109.56489, + 109.65645, + 108.59428, + 108.10219, + 108.54699, + 108.07, + 108.69565, + 121.05804, + 109.33147, + 109.16271, + 110.55746, + 109.54677, + 109.66212, + 109.16085, + 108.67798, + 109.10222, + 119.67853, + 113.5727, + 110.53255, + 111.85983, + 109.59328, + 109.38729, + 109.34444, + 108.76173, + 109.63003, + 119.57674, + 109.03106, + 109.3016, + 109.63345, + 109.67244, + 108.70903, + 109.12212, + 109.21165, + 108.93148, + 119.73984, + 109.30691, + 110.67937, + 110.05356, + 109.32708, + 109.26458, + 110.29025, + 111.53171, + 111.42916, + 121.56987, + 109.40966, + 110.45489, + 109.01527, + 109.08721, + 109.2774, + 108.65738, + 108.98049, + 108.60921, + 121.97366, + 109.79931, + 110.54153, + 110.55897, + 110.23908, + 109.23486, + 109.23607, + 109.1447, + 109.19265, + 120.89794, + 109.56657, + 110.26959, + 110.54333, + 112.71283, + 110.16866, + 108.92422, + 108.92718, + 110.34625, + 119.17865, + 111.28744, + 109.94596, + 110.46961, + 110.80916, + 108.66118, + 108.65618, + 109.93795, + 109.13695, + 114.16911, + 115.9588, + 108.89172, + 109.56087, + 110.67654, + 109.83661, + 108.43385, + 108.57031, + 111.39869, + 110.9523, + 121.08075, + 108.76466, + 109.67084, + 110.69575, + 108.85464, + 108.5236, + 108.66739, + 108.9051, + 110.91032, + 119.8315, + 109.27198, + 108.8482, + 110.29614, + 108.56019, + 108.86997, + 108.86708, + 108.19908, + 109.68216, + 119.6204, + 109.79652, + 110.14152, + 111.09612, + 110.61224, + 108.97325, + 108.43587, + 108.499, + 111.90316, + 121.04956, + 108.69278, + 108.99929, + 108.98288, + 109.1082, + 108.93068, + 109.10431, + 108.67432, + 109.47215, + 120.50089, + 109.18433, + 109.2151, + 109.05655, + 109.04208 + ] + }, + "verify/K1/batch60/decode": { + "n": 8, + "median_ms": 0.02427185730387767, + "p99_ms": 0.024556670958797135, + "mean_ms": 0.024236110039055347, + "min_ms": 0.02384803568323453, + "max_ms": 0.024565293764074642, + "note": "ms per plant, batch=60; n = batches", + "samples_ms": [ + 0.02412, + 0.02444, + 0.02441, + 0.02385, + 0.0244, + 0.02457, + 0.02396, + 0.02415 + ] + }, + "verify/K1/batch60/realize": { + "n": 8, + "median_ms": 0.2960258318732182, + "p99_ms": 0.31542550322289264, + "mean_ms": 0.2979908623577406, + "min_ms": 0.2926401017854611, + "max_ms": 0.3167535488804181, + "note": "ms per plant, batch=60; n = batches", + "samples_ms": [ + 0.2962, + 0.29645, + 0.31675, + 0.29778, + 0.29264, + 0.29326, + 0.29499, + 0.29586 + ] + }, + "verify/K1/batch60/rollout_verify": { + "n": 8, + "median_ms": 2.348769161229332, + "p99_ms": 2.4746484672650695, + "mean_ms": 2.3649652740762876, + "min_ms": 2.3372691900779805, + "max_ms": 2.483638065556685, + "note": "ms per plant, batch=60; n = batches", + "samples_ms": [ + 2.33727, + 2.34874, + 2.48364, + 2.35522, + 2.34684, + 2.34542, + 2.3488, + 2.35379 + ] + }, + "verify/K1/batch60/total": { + "n": 8, + "median_ms": 2.6686908677220345, + "p99_ms": 2.8144450043328106, + "mean_ms": 2.6871922464730837, + "min_ms": 2.657582222794493, + "max_ms": 2.8248020137349763, + "note": "ms per plant, batch=60; n = batches (sum of components per item)", + "samples_ms": [ + 2.65758, + 2.66963, + 2.8248, + 2.67684, + 2.66388, + 2.66325, + 2.66775, + 2.67379 + ] + }, + "verify/K8/b1/decode": { + "n": 200, + "median_ms": 0.30626868829131126, + "p99_ms": 0.33249010331928724, + "mean_ms": 0.30717731453478336, + "min_ms": 0.2845972776412964, + "max_ms": 0.4201587289571762, + "note": "ms per plant (decode + realize + RK4 rollout verifier of K candidates); batch=1", + "samples_ms": [ + 0.30134, + 0.31183, + 0.42016, + 0.29773, + 0.30248, + 0.30447, + 0.29599, + 0.30467, + 0.29806, + 0.30226, + 0.30709, + 0.30231, + 0.30181, + 0.30001, + 0.3041, + 0.30787, + 0.30549, + 0.31622, + 0.31603, + 0.31177, + 0.30837, + 0.29857, + 0.31267, + 0.31799, + 0.30382, + 0.31004, + 0.29372, + 0.30061, + 0.30861, + 0.2942, + 0.28845, + 0.2897, + 0.30461, + 0.30853, + 0.30148, + 0.30513, + 0.30317, + 0.30443, + 0.30596, + 0.30308, + 0.32684, + 0.31871, + 0.30513, + 0.30782, + 0.30627, + 0.2846, + 0.28776, + 0.31544, + 0.2934, + 0.30379, + 0.28675, + 0.30204, + 0.28734, + 0.29841, + 0.30223, + 0.30918, + 0.30546, + 0.31618, + 0.31274, + 0.31002, + 0.30563, + 0.3151, + 0.30383, + 0.31202, + 0.30971, + 0.30508, + 0.30585, + 0.31664, + 0.3068, + 0.29075, + 0.30763, + 0.30583, + 0.30263, + 0.28795, + 0.30436, + 0.31236, + 0.30705, + 0.30239, + 0.302, + 0.30174, + 0.30355, + 0.30543, + 0.31353, + 0.3102, + 0.31043, + 0.31665, + 0.31002, + 0.29517, + 0.31264, + 0.29946, + 0.30031, + 0.31884, + 0.30718, + 0.30342, + 0.31273, + 0.30205, + 0.31304, + 0.31965, + 0.30891, + 0.30627, + 0.30786, + 0.31002, + 0.308, + 0.31346, + 0.31436, + 0.31794, + 0.31435, + 0.31268, + 0.31519, + 0.31515, + 0.31563, + 0.31713, + 0.31152, + 0.30626, + 0.3069, + 0.31469, + 0.3095, + 0.31298, + 0.30249, + 0.31214, + 0.30558, + 0.30398, + 0.29611, + 0.31182, + 0.30594, + 0.30999, + 0.29439, + 0.30132, + 0.31345, + 0.32147, + 0.31974, + 0.31853, + 0.31129, + 0.30291, + 0.31024, + 0.31815, + 0.31546, + 0.31223, + 0.30561, + 0.30266, + 0.31119, + 0.30439, + 0.30515, + 0.30663, + 0.28561, + 0.28717, + 0.29675, + 0.30916, + 0.30875, + 0.31145, + 0.30828, + 0.29686, + 0.29959, + 0.30422, + 0.30869, + 0.3151, + 0.30129, + 0.31, + 0.30355, + 0.30978, + 0.31251, + 0.30762, + 0.30944, + 0.3214, + 0.31383, + 0.30267, + 0.29783, + 0.30529, + 0.30567, + 0.30822, + 0.32019, + 0.29469, + 0.28683, + 0.30978, + 0.30647, + 0.30549, + 0.30466, + 0.30795, + 0.31158, + 0.29596, + 0.30302, + 0.30409, + 0.31165, + 0.31101, + 0.30624, + 0.30824, + 0.30485, + 0.33241, + 0.31356, + 0.30567, + 0.29973, + 0.30443, + 0.3096, + 0.34056, + 0.29607, + 0.30528, + 0.30092, + 0.31588, + 0.29959, + 0.30208 + ] + }, + "verify/K8/b1/realize": { + "n": 200, + "median_ms": 2.78276763856411, + "p99_ms": 2.999618342146277, + "mean_ms": 2.7894402761012316, + "min_ms": 2.6322025805711746, + "max_ms": 3.459600731730461, + "note": "ms per plant (decode + realize + RK4 rollout verifier of K candidates); batch=1", + "samples_ms": [ + 2.6677, + 2.69142, + 2.73993, + 2.70043, + 2.67721, + 2.67764, + 2.79032, + 2.6643, + 2.6543, + 2.88326, + 2.72737, + 2.72783, + 2.73606, + 2.67508, + 2.71432, + 2.70204, + 2.68851, + 2.73011, + 2.73337, + 2.73545, + 2.67945, + 2.75348, + 2.82964, + 2.73749, + 2.82308, + 2.77854, + 2.79342, + 2.8454, + 2.77621, + 2.69224, + 2.78814, + 2.75386, + 2.75333, + 2.81237, + 2.78672, + 2.69813, + 2.78161, + 2.75281, + 2.83315, + 2.80544, + 2.77624, + 2.75343, + 2.86722, + 2.78057, + 2.67727, + 2.7859, + 2.78153, + 2.72396, + 2.76376, + 2.70194, + 2.71354, + 2.77724, + 2.75591, + 2.72637, + 2.82553, + 2.74843, + 2.64031, + 2.80307, + 2.78131, + 2.75247, + 2.78363, + 2.89233, + 2.75223, + 2.83006, + 2.83592, + 2.77218, + 2.77949, + 2.78687, + 2.77037, + 2.80678, + 2.73484, + 2.76026, + 2.65284, + 2.7381, + 2.79074, + 2.80338, + 2.6874, + 2.72748, + 2.77772, + 2.74608, + 2.72711, + 2.81922, + 2.77388, + 2.76348, + 2.78676, + 2.77177, + 2.76769, + 2.77984, + 2.80106, + 2.78191, + 2.85158, + 2.76069, + 2.77987, + 2.77775, + 2.77657, + 2.77532, + 2.84798, + 2.81505, + 3.4596, + 2.71586, + 2.7965, + 2.7564, + 2.81637, + 2.75296, + 2.7901, + 2.84622, + 2.74282, + 2.80259, + 2.79251, + 2.83651, + 2.77492, + 2.84868, + 2.79655, + 2.7854, + 2.87418, + 2.78508, + 2.75636, + 2.77811, + 2.74571, + 2.74054, + 2.76181, + 2.83698, + 2.83457, + 3.02789, + 2.79527, + 2.80865, + 2.80028, + 2.84858, + 2.77278, + 2.91028, + 2.77138, + 2.73602, + 2.7729, + 2.73862, + 2.72986, + 2.84191, + 2.81428, + 2.73032, + 2.83943, + 2.76926, + 2.74091, + 2.79432, + 2.75749, + 2.74051, + 2.75973, + 2.76268, + 2.6322, + 2.79397, + 2.83575, + 2.74726, + 2.80233, + 2.76795, + 2.73942, + 2.88483, + 2.91214, + 2.73127, + 2.85959, + 2.83722, + 2.78373, + 2.97252, + 2.83123, + 2.79045, + 2.80948, + 2.85411, + 2.85583, + 2.90905, + 2.83098, + 2.83345, + 2.82735, + 2.82019, + 2.75218, + 2.89372, + 2.8453, + 2.83909, + 2.83697, + 2.88553, + 2.79017, + 2.86289, + 2.79052, + 2.78976, + 2.8585, + 2.91156, + 2.78455, + 2.86439, + 2.84638, + 2.78675, + 2.7041, + 2.82863, + 2.87044, + 2.88741, + 2.87618, + 2.81039, + 2.84345, + 2.83664, + 2.80089, + 2.99933, + 2.83142, + 2.84292, + 2.78728, + 2.76432 + ] + }, + "verify/K8/b1/rollout_verify": { + "n": 200, + "median_ms": 119.02590934187174, + "p99_ms": 122.75901379063725, + "mean_ms": 119.87540545873344, + "min_ms": 117.7765280008316, + "max_ms": 262.9111744463444, + "note": "ms per plant (decode + realize + RK4 rollout verifier of K candidates); batch=1", + "samples_ms": [ + 119.15337, + 119.57153, + 119.88298, + 119.19991, + 118.34413, + 118.53546, + 118.81733, + 119.07939, + 262.91117, + 118.08893, + 118.32657, + 118.77092, + 118.07927, + 118.61607, + 119.47194, + 119.35277, + 119.24901, + 120.31526, + 119.03855, + 118.46547, + 118.47965, + 119.5876, + 118.28012, + 119.23043, + 119.4526, + 122.18073, + 118.82812, + 118.42815, + 118.25835, + 119.48816, + 119.17713, + 119.30884, + 120.1032, + 119.29785, + 119.06724, + 119.60281, + 118.8805, + 119.33455, + 119.29148, + 119.39226, + 119.89863, + 120.15389, + 119.1653, + 118.81672, + 118.86779, + 118.95672, + 119.46076, + 120.01885, + 119.1846, + 119.3715, + 119.00887, + 118.45979, + 118.36168, + 119.02602, + 119.53447, + 121.18673, + 119.41314, + 119.98506, + 119.06673, + 118.82241, + 118.8047, + 118.34358, + 119.48844, + 119.93842, + 119.80391, + 120.9903, + 118.94029, + 118.70584, + 119.09947, + 118.40279, + 118.96105, + 120.16152, + 120.21453, + 119.4843, + 119.03376, + 118.85238, + 118.52622, + 118.93145, + 122.75712, + 118.97073, + 120.09692, + 119.86471, + 119.10013, + 119.19705, + 119.03627, + 118.32638, + 120.50317, + 118.64959, + 119.50509, + 119.23497, + 119.95889, + 118.6175, + 118.96286, + 118.39316, + 118.10989, + 119.19077, + 119.27699, + 118.49475, + 121.36199, + 118.92457, + 118.9163, + 119.40916, + 119.33207, + 119.19479, + 119.32026, + 119.77486, + 120.17209, + 118.9666, + 118.80238, + 118.77648, + 119.07953, + 118.9943, + 118.26463, + 121.05129, + 119.8966, + 118.52798, + 118.5521, + 118.85494, + 118.90749, + 119.56039, + 119.41555, + 120.54476, + 119.9331, + 119.00799, + 119.3644, + 119.9743, + 119.44175, + 119.81774, + 119.76591, + 120.52311, + 122.94686, + 120.07009, + 118.61764, + 118.17027, + 119.0258, + 118.73042, + 118.82667, + 120.34615, + 119.19357, + 119.34905, + 119.12215, + 118.34735, + 118.3172, + 119.22535, + 118.80796, + 118.67201, + 118.82507, + 119.61111, + 118.2592, + 118.56994, + 117.93607, + 117.77653, + 118.86564, + 118.38666, + 118.85124, + 119.44756, + 118.36757, + 118.29934, + 119.353, + 118.47687, + 117.86071, + 119.1271, + 118.77053, + 118.8482, + 119.48256, + 118.75794, + 118.50429, + 119.1629, + 118.86536, + 119.04921, + 119.83431, + 118.87192, + 118.91074, + 118.79547, + 118.2434, + 117.98107, + 118.77128, + 118.48602, + 118.31188, + 118.90638, + 119.01295, + 118.4975, + 118.80201, + 122.02457, + 118.48959, + 119.99772, + 118.74081, + 118.03621, + 119.38815, + 118.66007, + 118.86624, + 118.82801, + 119.2578, + 118.7735, + 119.59818, + 118.74925, + 119.65341, + 118.0425, + 117.88767, + 118.3806 + ] + }, + "verify/K8/b1/total": { + "n": 200, + "median_ms": 122.10517982020974, + "p99_ms": 125.83885037340224, + "mean_ms": 122.97202304936945, + "min_ms": 120.84132991731167, + "max_ms": 265.8635349944234, + "note": "ms per plant (decode + realize + RK4 rollout verifier of K candidates); batch=1 (sum of components per item)", + "samples_ms": [ + 122.12241, + 122.57478, + 123.04307, + 122.19807, + 121.32382, + 121.51757, + 121.90364, + 122.04835, + 265.86353, + 121.27445, + 121.36103, + 121.80105, + 121.11714, + 121.59116, + 122.49036, + 122.36268, + 122.24301, + 123.36159, + 122.08795, + 121.51268, + 121.46747, + 122.63965, + 121.42243, + 122.28591, + 122.5795, + 125.26932, + 121.91526, + 121.57416, + 121.34317, + 122.4746, + 122.25372, + 122.35241, + 123.16114, + 122.41875, + 122.15544, + 122.60607, + 121.96529, + 122.39179, + 122.43059, + 122.50078, + 123.00171, + 123.22603, + 122.33765, + 121.90512, + 121.85133, + 122.02722, + 122.53004, + 123.05826, + 122.24175, + 122.37722, + 122.00917, + 121.53907, + 121.40493, + 122.0508, + 122.66223, + 124.24434, + 122.35891, + 123.10432, + 122.16077, + 121.88491, + 121.89395, + 121.55101, + 122.54451, + 123.08049, + 122.94954, + 124.06756, + 122.02563, + 121.80936, + 122.17664, + 121.50032, + 122.00352, + 123.22761, + 123.17, + 122.51036, + 122.12886, + 121.96811, + 121.52067, + 121.96132, + 125.83684, + 122.01855, + 123.12757, + 122.98935, + 122.18754, + 122.27073, + 122.13347, + 121.4148, + 123.58089, + 121.7246, + 122.61878, + 122.31633, + 123.11077, + 121.69702, + 122.04991, + 121.47433, + 121.19918, + 122.26814, + 122.43801, + 121.62945, + 125.1305, + 121.94669, + 122.02065, + 122.47558, + 122.45644, + 122.26122, + 122.42472, + 122.93902, + 123.22925, + 122.08187, + 121.91009, + 121.92813, + 122.17008, + 122.16011, + 121.37269, + 124.14295, + 123.07769, + 121.62776, + 121.61796, + 121.94603, + 121.9557, + 122.61306, + 122.48294, + 123.68573, + 123.06379, + 122.3477, + 122.4656, + 123.09293, + 122.53643, + 122.96763, + 122.85214, + 123.75486, + 126.03798, + 123.12464, + 121.70183, + 121.2118, + 122.0659, + 121.89047, + 121.95642, + 123.38869, + 122.33861, + 122.42097, + 122.17425, + 121.44605, + 121.37984, + 122.27249, + 121.85331, + 121.72186, + 121.75403, + 122.71424, + 121.4037, + 121.62865, + 121.04667, + 120.84133, + 121.90465, + 121.57571, + 122.07207, + 122.49393, + 121.52846, + 121.44656, + 122.44028, + 121.75917, + 121.00444, + 122.22517, + 121.88945, + 122.02372, + 122.65222, + 121.96966, + 121.63309, + 122.30164, + 121.99838, + 122.17763, + 122.90668, + 122.06034, + 122.04287, + 121.94435, + 121.38684, + 121.17208, + 121.8661, + 121.65686, + 121.41398, + 121.9921, + 122.17448, + 121.71315, + 121.89821, + 125.19997, + 121.64221, + 123.09271, + 121.74976, + 121.19724, + 122.57215, + 121.85315, + 122.04215, + 121.94282, + 122.41085, + 121.9507, + 122.69515, + 122.05386, + 122.78575, + 121.2013, + 120.97454, + 121.44701 + ] + }, + "verify/K8/batch60/decode": { + "n": 8, + "median_ms": 0.17270482300470275, + "p99_ms": 0.1768318422449132, + "mean_ms": 0.1733444262451182, + "min_ms": 0.17214065107206503, + "max_ms": 0.17705983482301235, + "note": "ms per plant, batch=60; n = batches", + "samples_ms": [ + 0.17214, + 0.17296, + 0.17245, + 0.17236, + 0.17239, + 0.1738, + 0.17359, + 0.17706 + ] + }, + "verify/K8/batch60/realize": { + "n": 8, + "median_ms": 2.2577431829025345, + "p99_ms": 2.268468366314967, + "mean_ms": 2.2556904567560805, + "min_ms": 2.2367759297291436, + "max_ms": 2.2684890932093063, + "note": "ms per plant, batch=60; n = batches", + "samples_ms": [ + 2.26276, + 2.24179, + 2.26849, + 2.26043, + 2.25202, + 2.26819, + 2.23678, + 2.25505 + ] + }, + "verify/K8/batch60/rollout_verify": { + "n": 8, + "median_ms": 5.016377863163749, + "p99_ms": 5.056733299512416, + "mean_ms": 5.019141857822736, + "min_ms": 4.999786692981918, + "max_ms": 5.058381458123525, + "note": "ms per plant, batch=60; n = batches", + "samples_ms": [ + 5.00009, + 5.01273, + 5.03484, + 4.99979, + 5.02461, + 5.00268, + 5.02002, + 5.05838 + ] + }, + "verify/K8/batch60/total": { + "n": 8, + "median_ms": 7.439833382765452, + "p99_ms": 7.489463196756939, + "mean_ms": 7.448176740823934, + "min_ms": 7.427485566586256, + "max_ms": 7.4904934503138065, + "note": "ms per plant, batch=60; n = batches (sum of components per item)", + "samples_ms": [ + 7.43499, + 7.42749, + 7.47578, + 7.43258, + 7.44902, + 7.44467, + 7.43039, + 7.49049 + ] + }, + "popov_lmi_unsound_per_ctrl": { + "n": 40, + "median_ms": 5.5389259941875935, + "p99_ms": 9.180527860298751, + "mean_ms": 5.716702714562416, + "min_ms": 5.402500741183758, + "max_ms": 10.899843648076057, + "note": "realize_loop + Popov LMI, per controller; NOT a sound certificate for these loops (RESULTS.md 4.2); n limited to 40", + "samples_ms": [ + 10.89984, + 6.49134, + 5.65338, + 5.53858, + 5.59168, + 5.74061, + 5.6575, + 5.53167, + 5.60438, + 5.67601, + 5.66399, + 5.51044, + 5.52231, + 5.69121, + 5.6183, + 5.49065, + 5.41781, + 5.59807, + 5.58906, + 5.41331, + 5.4025, + 5.66608, + 5.45442, + 5.48967, + 5.44477, + 5.56336, + 5.42021, + 5.53667, + 5.49866, + 5.70363, + 5.40638, + 5.52001, + 5.53346, + 5.51791, + 5.42234, + 5.4851, + 5.53928, + 5.85369, + 5.6605, + 5.64931 + ] + }, + "retrieval_index_build_s": { + "median_ms": 177.34168842434883, + "n": 1, + "note": "one-off; bank rows=180160, searched rows=5635" + }, + "retrieval/K1/b1": { + "n": 200, + "median_ms": 0.2073356881737709, + "p99_ms": 0.22610459476709355, + "mean_ms": 0.20812532398849726, + "min_ms": 0.19317958503961563, + "max_ms": 0.2495739609003067, + "note": "ms per plant: distance to bank + top-K + decode; batch=1", + "samples_ms": [ + 0.24957, + 0.22029, + 0.22052, + 0.20609, + 0.21381, + 0.22178, + 0.20558, + 0.21834, + 0.2164, + 0.2151, + 0.20288, + 0.21015, + 0.19841, + 0.2056, + 0.20717, + 0.20466, + 0.20285, + 0.20663, + 0.20275, + 0.21627, + 0.21079, + 0.19668, + 0.20955, + 0.20306, + 0.21027, + 0.1986, + 0.21782, + 0.19813, + 0.20421, + 0.21106, + 0.20772, + 0.20669, + 0.20596, + 0.21718, + 0.20659, + 0.20027, + 0.21201, + 0.20698, + 0.21155, + 0.21085, + 0.20861, + 0.21004, + 0.21483, + 0.21014, + 0.20053, + 0.20159, + 0.19997, + 0.21408, + 0.20532, + 0.20847, + 0.19759, + 0.2054, + 0.19776, + 0.20953, + 0.21167, + 0.20474, + 0.21136, + 0.20878, + 0.20846, + 0.20187, + 0.20243, + 0.20999, + 0.20885, + 0.20638, + 0.20699, + 0.20913, + 0.21034, + 0.22354, + 0.20654, + 0.21166, + 0.1997, + 0.19835, + 0.20888, + 0.21093, + 0.20263, + 0.21378, + 0.2086, + 0.2172, + 0.20281, + 0.20684, + 0.20992, + 0.20402, + 0.21097, + 0.20655, + 0.21841, + 0.20014, + 0.20539, + 0.21197, + 0.21224, + 0.20656, + 0.20395, + 0.21519, + 0.21448, + 0.21831, + 0.21015, + 0.20468, + 0.21887, + 0.19594, + 0.21255, + 0.21128, + 0.20187, + 0.21072, + 0.20243, + 0.20663, + 0.20372, + 0.19801, + 0.21027, + 0.21305, + 0.2053, + 0.21355, + 0.22599, + 0.20104, + 0.20654, + 0.20303, + 0.20482, + 0.21011, + 0.20615, + 0.2075, + 0.20576, + 0.21818, + 0.21437, + 0.21115, + 0.20154, + 0.21086, + 0.20055, + 0.20065, + 0.20133, + 0.20061, + 0.20376, + 0.20832, + 0.21527, + 0.19658, + 0.20886, + 0.2056, + 0.21283, + 0.21487, + 0.20798, + 0.20918, + 0.20973, + 0.20866, + 0.19867, + 0.21279, + 0.20444, + 0.20041, + 0.20334, + 0.20299, + 0.20985, + 0.21125, + 0.19515, + 0.20775, + 0.20691, + 0.20629, + 0.20185, + 0.20573, + 0.21052, + 0.20366, + 0.20328, + 0.20534, + 0.23763, + 0.21847, + 0.20952, + 0.20912, + 0.21141, + 0.21371, + 0.21017, + 0.20367, + 0.19688, + 0.20912, + 0.20999, + 0.20804, + 0.20048, + 0.20368, + 0.2053, + 0.20184, + 0.20148, + 0.19841, + 0.20491, + 0.20467, + 0.20481, + 0.21281, + 0.21874, + 0.21769, + 0.20328, + 0.21609, + 0.20715, + 0.20252, + 0.20237, + 0.21397, + 0.21229, + 0.21257, + 0.20304, + 0.20277, + 0.21516, + 0.20674, + 0.19318, + 0.20523, + 0.21151, + 0.20518, + 0.20971, + 0.22342 + ] + }, + "retrieval/K1/batch60": { + "n": 40, + "median_ms": 0.07314621470868587, + "p99_ms": 0.10507890131945412, + "mean_ms": 0.07608851029848059, + "min_ms": 0.07205940783023834, + "max_ms": 0.10580864424506824, + "note": "ms per plant, vectorised over batch=60", + "samples_ms": [ + 0.07307, + 0.07422, + 0.07257, + 0.07297, + 0.07276, + 0.07419, + 0.07387, + 0.0726, + 0.07256, + 0.07398, + 0.07263, + 0.10034, + 0.10394, + 0.10581, + 0.09044, + 0.07496, + 0.07475, + 0.07626, + 0.0728, + 0.07296, + 0.0726, + 0.07452, + 0.07206, + 0.07429, + 0.07498, + 0.0748, + 0.07277, + 0.07214, + 0.07268, + 0.07458, + 0.07223, + 0.07383, + 0.07284, + 0.07417, + 0.07206, + 0.07214, + 0.0724, + 0.07483, + 0.07323, + 0.07271 + ] + }, + "retrieval/K8/b1": { + "n": 200, + "median_ms": 0.35683903843164444, + "p99_ms": 0.39115580730140204, + "mean_ms": 0.3582077333703637, + "min_ms": 0.34216325730085373, + "max_ms": 0.3963541239500046, + "note": "ms per plant: distance to bank + top-K + decode; batch=1", + "samples_ms": [ + 0.39423, + 0.38883, + 0.37478, + 0.36822, + 0.37082, + 0.36509, + 0.36054, + 0.36768, + 0.36521, + 0.36115, + 0.35288, + 0.36315, + 0.34961, + 0.35424, + 0.35446, + 0.35352, + 0.34982, + 0.36153, + 0.34968, + 0.35696, + 0.36419, + 0.34759, + 0.35733, + 0.35798, + 0.35591, + 0.35025, + 0.36852, + 0.34805, + 0.35646, + 0.35403, + 0.39635, + 0.39112, + 0.36092, + 0.36318, + 0.36176, + 0.35025, + 0.38127, + 0.36035, + 0.35835, + 0.36121, + 0.35926, + 0.35829, + 0.36511, + 0.35383, + 0.34772, + 0.35462, + 0.34952, + 0.36349, + 0.35596, + 0.35608, + 0.35725, + 0.35725, + 0.34831, + 0.36649, + 0.36453, + 0.35845, + 0.36898, + 0.36362, + 0.3561, + 0.36002, + 0.35609, + 0.36916, + 0.35997, + 0.35375, + 0.36187, + 0.35829, + 0.35584, + 0.37241, + 0.35644, + 0.36604, + 0.35527, + 0.35048, + 0.34967, + 0.36331, + 0.35034, + 0.3672, + 0.36017, + 0.35646, + 0.35657, + 0.35638, + 0.35524, + 0.35872, + 0.35158, + 0.35378, + 0.38173, + 0.35096, + 0.35563, + 0.36894, + 0.36142, + 0.35759, + 0.34954, + 0.35747, + 0.36583, + 0.36823, + 0.35714, + 0.35388, + 0.35733, + 0.34216, + 0.36596, + 0.35597, + 0.35434, + 0.35344, + 0.34991, + 0.35985, + 0.35039, + 0.34348, + 0.35783, + 0.36773, + 0.35536, + 0.36658, + 0.36772, + 0.34973, + 0.36014, + 0.35335, + 0.35671, + 0.35488, + 0.35427, + 0.36689, + 0.35814, + 0.3602, + 0.35925, + 0.35967, + 0.35187, + 0.36539, + 0.35263, + 0.34487, + 0.3597, + 0.35297, + 0.3624, + 0.35891, + 0.35698, + 0.34974, + 0.35634, + 0.35045, + 0.35941, + 0.36229, + 0.35621, + 0.36942, + 0.35394, + 0.3524, + 0.35548, + 0.36014, + 0.35539, + 0.3475, + 0.35015, + 0.35458, + 0.3571, + 0.35821, + 0.35173, + 0.35186, + 0.35393, + 0.3615, + 0.35169, + 0.35347, + 0.36026, + 0.35275, + 0.35209, + 0.35869, + 0.36274, + 0.35251, + 0.35783, + 0.3527, + 0.3623, + 0.35129, + 0.3575, + 0.35649, + 0.34489, + 0.35371, + 0.35632, + 0.35996, + 0.35076, + 0.35225, + 0.35391, + 0.35468, + 0.35396, + 0.34598, + 0.35466, + 0.35143, + 0.34649, + 0.36776, + 0.35577, + 0.35835, + 0.35809, + 0.3612, + 0.35413, + 0.35749, + 0.35041, + 0.35714, + 0.36745, + 0.3634, + 0.36084, + 0.35455, + 0.35554, + 0.36004, + 0.3476, + 0.3539, + 0.36228, + 0.35159, + 0.35638, + 0.37576 + ] + }, + "retrieval/K8/batch60": { + "n": 40, + "median_ms": 0.2246021991595626, + "p99_ms": 0.23367894192536673, + "mean_ms": 0.2252164164868494, + "min_ms": 0.2228480763733387, + "max_ms": 0.234500536074241, + "note": "ms per plant, vectorised over batch=60", + "samples_ms": [ + 0.22646, + 0.22952, + 0.22657, + 0.22581, + 0.22684, + 0.22778, + 0.22442, + 0.22382, + 0.22422, + 0.22608, + 0.2237, + 0.22356, + 0.22415, + 0.22686, + 0.22347, + 0.22309, + 0.22444, + 0.22538, + 0.22541, + 0.22333, + 0.23239, + 0.2345, + 0.22375, + 0.22337, + 0.22548, + 0.22559, + 0.22349, + 0.22486, + 0.22321, + 0.22498, + 0.22322, + 0.22341, + 0.22403, + 0.22492, + 0.22362, + 0.22625, + 0.22314, + 0.22476, + 0.22285, + 0.22595 + ] + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/verify_siso_cpu1q.json b/results/timing/verify_siso_cpu1q.json new file mode 100644 index 0000000000000000000000000000000000000000..6cd3d56a4355161a674f31577a59855825a7762b --- /dev/null +++ b/results/timing/verify_siso_cpu1q.json @@ -0,0 +1,2443 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 1, + "tag": "cpu1q", + "load1": 7.79833984375, + "date": "2026-09-30 09:04:55 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 22 + ] + }, + "family": "siso", + "cells": { + "verify/K1/b1/decode": { + "n": 200, + "median_ms": 0.11916784569621086, + "p99_ms": 0.1305743027478455, + "mean_ms": 0.11885763145983219, + "min_ms": 0.10105222463607788, + "max_ms": 0.14859158545732498, + "note": "ms per plant (decode + realize + RK4 rollout verifier of K candidates); batch=1", + "samples_ms": [ + 0.11432, + 0.11816, + 0.11332, + 0.12376, + 0.12157, + 0.10602, + 0.1206, + 0.11622, + 0.12369, + 0.1168, + 0.12766, + 0.12268, + 0.12171, + 0.12301, + 0.11909, + 0.12096, + 0.12775, + 0.12472, + 0.11989, + 0.12614, + 0.11232, + 0.11918, + 0.12041, + 0.12279, + 0.1214, + 0.12315, + 0.12162, + 0.12283, + 0.12273, + 0.12125, + 0.11227, + 0.1194, + 0.11749, + 0.11348, + 0.12594, + 0.11713, + 0.12111, + 0.11449, + 0.11755, + 0.1248, + 0.11213, + 0.1188, + 0.10383, + 0.10857, + 0.11319, + 0.119, + 0.12489, + 0.11792, + 0.11556, + 0.11884, + 0.11153, + 0.11383, + 0.11639, + 0.11687, + 0.1144, + 0.12019, + 0.10419, + 0.1166, + 0.12199, + 0.1238, + 0.12412, + 0.11408, + 0.1201, + 0.12348, + 0.12633, + 0.10924, + 0.11971, + 0.11721, + 0.11642, + 0.1184, + 0.12264, + 0.11881, + 0.12117, + 0.11418, + 0.12592, + 0.12051, + 0.12387, + 0.12153, + 0.12267, + 0.11622, + 0.14635, + 0.12139, + 0.10339, + 0.12775, + 0.12505, + 0.12004, + 0.11778, + 0.11524, + 0.11517, + 0.119, + 0.11923, + 0.11425, + 0.11668, + 0.11916, + 0.10281, + 0.12313, + 0.12093, + 0.11912, + 0.11696, + 0.12116, + 0.11894, + 0.10965, + 0.10588, + 0.11415, + 0.12737, + 0.12058, + 0.12379, + 0.11911, + 0.12137, + 0.12257, + 0.11356, + 0.11943, + 0.12249, + 0.11903, + 0.12085, + 0.12268, + 0.11792, + 0.11977, + 0.10991, + 0.12223, + 0.12014, + 0.12976, + 0.12034, + 0.12901, + 0.11733, + 0.11966, + 0.13041, + 0.11667, + 0.11513, + 0.11563, + 0.10905, + 0.11519, + 0.11478, + 0.12257, + 0.12062, + 0.11642, + 0.11954, + 0.12176, + 0.11561, + 0.11946, + 0.12018, + 0.12068, + 0.11547, + 0.10449, + 0.1244, + 0.12408, + 0.11803, + 0.11962, + 0.11906, + 0.11875, + 0.12077, + 0.11163, + 0.12115, + 0.12646, + 0.12214, + 0.12591, + 0.12838, + 0.12596, + 0.11785, + 0.121, + 0.12997, + 0.11835, + 0.1171, + 0.12071, + 0.11775, + 0.11901, + 0.113, + 0.10487, + 0.11918, + 0.10479, + 0.1089, + 0.11337, + 0.12018, + 0.11851, + 0.11427, + 0.11161, + 0.11778, + 0.11978, + 0.12479, + 0.11855, + 0.11805, + 0.1214, + 0.11772, + 0.11391, + 0.1222, + 0.11689, + 0.14859, + 0.12342, + 0.11877, + 0.11996, + 0.12538, + 0.12264, + 0.11374, + 0.12207, + 0.11586, + 0.11741, + 0.10421, + 0.11752, + 0.10105, + 0.11879 + ] + }, + "verify/K1/b1/realize": { + "n": 200, + "median_ms": 0.5416027270257473, + "p99_ms": 0.6123347487300634, + "mean_ms": 0.5503641301766038, + "min_ms": 0.5165841430425644, + "max_ms": 0.6130291149020195, + "note": "ms per plant (decode + realize + RK4 rollout verifier of K candidates); batch=1", + "samples_ms": [ + 0.56416, + 0.53657, + 0.55758, + 0.58019, + 0.55909, + 0.53716, + 0.55626, + 0.54131, + 0.60268, + 0.55039, + 0.56871, + 0.60034, + 0.54555, + 0.54712, + 0.53404, + 0.58132, + 0.57229, + 0.56433, + 0.56767, + 0.53997, + 0.55118, + 0.58122, + 0.5985, + 0.54135, + 0.5372, + 0.58808, + 0.59249, + 0.59521, + 0.61126, + 0.56174, + 0.5598, + 0.54519, + 0.54275, + 0.538, + 0.53204, + 0.5622, + 0.55303, + 0.60171, + 0.53893, + 0.53717, + 0.54411, + 0.53764, + 0.58983, + 0.52233, + 0.54095, + 0.5352, + 0.58148, + 0.5979, + 0.54676, + 0.54003, + 0.54457, + 0.54168, + 0.53929, + 0.54505, + 0.53685, + 0.51769, + 0.59853, + 0.5975, + 0.60347, + 0.5712, + 0.61303, + 0.53888, + 0.55029, + 0.53527, + 0.53378, + 0.56343, + 0.57799, + 0.54106, + 0.54685, + 0.57354, + 0.53483, + 0.5499, + 0.60733, + 0.54702, + 0.59863, + 0.59857, + 0.61233, + 0.60263, + 0.57309, + 0.59228, + 0.60622, + 0.60245, + 0.5561, + 0.55467, + 0.54152, + 0.53563, + 0.54882, + 0.54588, + 0.54522, + 0.53517, + 0.56062, + 0.52975, + 0.53822, + 0.54337, + 0.52071, + 0.5314, + 0.53739, + 0.53005, + 0.55172, + 0.531, + 0.53826, + 0.53951, + 0.52719, + 0.53507, + 0.56272, + 0.54552, + 0.53734, + 0.5402, + 0.5478, + 0.53902, + 0.52833, + 0.55519, + 0.54372, + 0.5369, + 0.54271, + 0.5369, + 0.53547, + 0.54033, + 0.53325, + 0.54855, + 0.53773, + 0.53801, + 0.52675, + 0.55089, + 0.54247, + 0.53166, + 0.53395, + 0.55481, + 0.5607, + 0.54386, + 0.52361, + 0.52516, + 0.54108, + 0.53759, + 0.55205, + 0.54085, + 0.53572, + 0.54748, + 0.53844, + 0.54133, + 0.56837, + 0.53846, + 0.52873, + 0.52073, + 0.59045, + 0.56842, + 0.53309, + 0.52432, + 0.53986, + 0.53673, + 0.53867, + 0.51671, + 0.52894, + 0.57079, + 0.58051, + 0.59569, + 0.53605, + 0.53382, + 0.52989, + 0.55221, + 0.61302, + 0.52231, + 0.53514, + 0.54231, + 0.5367, + 0.5428, + 0.53721, + 0.53549, + 0.54821, + 0.53569, + 0.55016, + 0.54061, + 0.54223, + 0.54022, + 0.5355, + 0.53903, + 0.52498, + 0.53135, + 0.53686, + 0.52185, + 0.54091, + 0.5468, + 0.54204, + 0.53277, + 0.53377, + 0.52974, + 0.58084, + 0.54914, + 0.53145, + 0.5505, + 0.54609, + 0.53245, + 0.52834, + 0.53265, + 0.5323, + 0.54718, + 0.51658, + 0.52877, + 0.52941, + 0.53438 + ] + }, + "verify/K1/b1/rollout_verify": { + "n": 200, + "median_ms": 108.00215229392052, + "p99_ms": 110.96846962347625, + "mean_ms": 108.20777924265712, + "min_ms": 106.91262874752283, + "max_ms": 111.92188132554293, + "note": "ms per plant (decode + realize + RK4 rollout verifier of K candidates); batch=1", + "samples_ms": [ + 108.453, + 108.16835, + 107.61363, + 107.59913, + 107.48065, + 107.94351, + 107.82432, + 107.80568, + 107.61801, + 107.15465, + 108.70472, + 109.9822, + 108.22676, + 108.02361, + 108.43675, + 108.37903, + 108.17431, + 108.08732, + 108.68057, + 110.95922, + 109.05034, + 107.73696, + 107.82583, + 108.14719, + 108.21992, + 107.93261, + 107.92424, + 107.66546, + 108.40446, + 108.64616, + 108.24017, + 107.64403, + 107.15491, + 107.9921, + 107.92048, + 109.28908, + 107.72245, + 107.69823, + 108.05109, + 107.7543, + 107.78746, + 109.20121, + 108.56212, + 110.64854, + 107.62091, + 107.15063, + 107.45912, + 108.27204, + 108.13017, + 107.44724, + 107.06017, + 107.36228, + 108.23256, + 107.33377, + 107.27594, + 107.98105, + 109.21531, + 108.12146, + 108.01221, + 107.58772, + 107.65227, + 108.14786, + 106.91263, + 107.07803, + 108.66509, + 110.29647, + 110.06492, + 107.52171, + 107.57362, + 107.16816, + 108.06552, + 107.81123, + 106.9694, + 107.86082, + 108.02511, + 108.59359, + 107.9224, + 108.89717, + 107.90969, + 108.4657, + 107.917, + 108.27399, + 108.3647, + 107.53855, + 108.49098, + 108.706, + 107.92888, + 107.85794, + 109.33026, + 109.54808, + 107.7059, + 107.88554, + 107.4457, + 108.30598, + 107.55867, + 107.38233, + 107.56919, + 107.90547, + 108.70176, + 107.6668, + 107.97665, + 108.53435, + 108.59448, + 109.14478, + 108.72191, + 108.45475, + 107.98417, + 109.42423, + 108.57481, + 108.81568, + 110.03262, + 111.88458, + 108.75008, + 109.63702, + 107.91776, + 108.38522, + 109.67842, + 108.13275, + 107.87177, + 107.97785, + 107.97673, + 108.67447, + 108.65912, + 107.30821, + 107.69043, + 108.34262, + 108.29515, + 108.77927, + 108.63717, + 108.5486, + 108.73323, + 107.89387, + 108.06269, + 108.35918, + 111.92188, + 109.61999, + 107.97772, + 107.44975, + 107.54077, + 109.30862, + 108.09612, + 107.12815, + 107.38037, + 109.17811, + 108.5703, + 107.58105, + 107.40453, + 107.5411, + 108.72126, + 109.57994, + 108.16815, + 108.28966, + 109.26889, + 108.06246, + 109.37263, + 108.34409, + 108.34135, + 109.53985, + 110.85656, + 108.39049, + 107.64741, + 108.89211, + 107.86048, + 107.90746, + 107.64418, + 107.92591, + 107.38608, + 108.11263, + 108.65618, + 107.15139, + 107.25771, + 108.98071, + 107.90723, + 107.11844, + 107.5127, + 107.80435, + 108.43132, + 109.1635, + 107.41233, + 107.7883, + 109.02046, + 108.56811, + 107.25283, + 106.99981, + 107.06831, + 107.60756, + 108.95757, + 107.64621, + 107.73786, + 109.28974, + 107.91621, + 107.58793, + 107.6638, + 107.54894, + 107.59646, + 107.70455, + 107.60516, + 107.31374, + 108.06649, + 107.27284 + ] + }, + "verify/K1/b1/total": { + "n": 200, + "median_ms": 108.6816512979567, + "p99_ms": 111.63466272875665, + "mean_ms": 108.87700100429356, + "min_ms": 107.58302267640829, + "max_ms": 112.59455047547817, + "note": "ms per plant (decode + realize + RK4 rollout verifier of K candidates); batch=1 (sum of components per item)", + "samples_ms": [ + 109.13147, + 108.82308, + 108.28453, + 108.30307, + 108.16131, + 108.58669, + 108.50119, + 108.46321, + 108.34437, + 107.82183, + 109.40109, + 110.70523, + 108.89402, + 108.69374, + 109.08988, + 109.08131, + 108.87435, + 108.77636, + 109.36813, + 111.62532, + 109.71384, + 108.43736, + 108.54474, + 108.81133, + 108.87852, + 108.64384, + 108.63835, + 108.3835, + 109.13845, + 109.32915, + 108.91224, + 108.30861, + 107.81515, + 108.64357, + 108.57846, + 109.96841, + 108.39659, + 108.41443, + 108.70756, + 108.41626, + 108.4437, + 109.85765, + 109.25577, + 111.27945, + 108.27505, + 107.80483, + 108.16549, + 108.98785, + 108.7925, + 108.10611, + 107.71627, + 108.0178, + 108.88824, + 107.99569, + 107.9272, + 108.61893, + 109.91803, + 108.83555, + 108.73767, + 108.28271, + 108.38941, + 108.80082, + 107.58302, + 107.73679, + 109.3252, + 110.96915, + 110.76261, + 108.17998, + 108.23689, + 107.8601, + 108.723, + 108.47994, + 107.69791, + 108.52202, + 108.74965, + 109.31267, + 108.6586, + 109.62133, + 108.60545, + 109.1742, + 108.66956, + 108.99784, + 109.02418, + 108.22097, + 109.15755, + 109.36167, + 108.59548, + 108.51906, + 109.99065, + 110.20225, + 108.38575, + 108.52954, + 108.1006, + 108.96851, + 108.18219, + 108.03687, + 108.2275, + 108.55463, + 109.37044, + 108.31896, + 108.63384, + 109.18351, + 109.22755, + 109.794, + 109.41201, + 109.12085, + 108.64529, + 110.08353, + 109.24399, + 109.47727, + 110.67451, + 112.5592, + 109.41629, + 110.29295, + 108.58132, + 109.04481, + 110.33181, + 108.79285, + 108.51493, + 108.64863, + 108.63459, + 109.34224, + 109.30621, + 107.9881, + 108.35023, + 108.99394, + 108.95952, + 109.45075, + 109.313, + 109.20808, + 109.3659, + 108.53422, + 108.71855, + 109.01934, + 112.59455, + 110.27727, + 108.63298, + 108.11899, + 108.19482, + 109.96942, + 108.78467, + 107.78729, + 108.02458, + 109.80333, + 109.28515, + 108.27355, + 108.05565, + 108.18504, + 109.38018, + 110.23542, + 108.82759, + 108.91799, + 109.91898, + 108.7597, + 110.07528, + 109.06569, + 109.00578, + 110.19963, + 111.5043, + 109.0637, + 108.3904, + 109.53277, + 108.51272, + 108.57049, + 108.29862, + 108.58772, + 108.03629, + 108.75299, + 109.32357, + 107.79187, + 107.91677, + 109.63469, + 108.56965, + 107.77717, + 108.16248, + 108.45498, + 109.07407, + 109.81462, + 108.07398, + 108.4287, + 109.67942, + 109.23632, + 107.91259, + 107.64649, + 107.72428, + 108.2542, + 109.687, + 108.31878, + 108.38808, + 109.96019, + 108.58767, + 108.24302, + 108.30588, + 108.20366, + 108.24462, + 108.36914, + 108.22595, + 107.96003, + 108.69696, + 107.92601 + ] + }, + "verify/K1/batch60/decode": { + "n": 8, + "median_ms": 0.024066337694724403, + "p99_ms": 0.02499029707784454, + "mean_ms": 0.024113324858869117, + "min_ms": 0.023668321470419567, + "max_ms": 0.025046896189451218, + "note": "ms per plant, batch=60; n = batches", + "samples_ms": [ + 0.02419, + 0.02383, + 0.02395, + 0.02418, + 0.02424, + 0.02367, + 0.0238, + 0.02505 + ] + }, + "verify/K1/batch60/realize": { + "n": 8, + "median_ms": 0.30005236621946096, + "p99_ms": 0.30462625172610086, + "mean_ms": 0.2998915229303141, + "min_ms": 0.2918545622378588, + "max_ms": 0.30463356524705887, + "note": "ms per plant, batch=60; n = batches", + "samples_ms": [ + 0.30463, + 0.29185, + 0.29905, + 0.30214, + 0.30453, + 0.29982, + 0.29682, + 0.30028 + ] + }, + "verify/K1/batch60/rollout_verify": { + "n": 8, + "median_ms": 2.3077089339494705, + "p99_ms": 2.3290975688335798, + "mean_ms": 2.310402980462338, + "min_ms": 2.3005001402149596, + "max_ms": 2.330029895529151, + "note": "ms per plant, batch=60; n = batches", + "samples_ms": [ + 2.30196, + 2.3005, + 2.31545, + 2.30479, + 2.33003, + 2.31671, + 2.30316, + 2.31063 + ] + }, + "verify/K1/batch60/total": { + "n": 8, + "median_ms": 2.6335338673864803, + "p99_ms": 2.657495666916172, + "mean_ms": 2.634407828251521, + "min_ms": 2.6161887838194766, + "max_ms": 2.658797319357594, + "note": "ms per plant, batch=60; n = batches (sum of components per item)", + "samples_ms": [ + 2.63078, + 2.61619, + 2.63845, + 2.63111, + 2.6588, + 2.6402, + 2.62378, + 2.63596 + ] + }, + "verify/K8/b1/decode": { + "n": 200, + "median_ms": 0.30104583129286766, + "p99_ms": 0.32300378195941437, + "mean_ms": 0.30113304033875465, + "min_ms": 0.277835875749588, + "max_ms": 0.334370881319046, + "note": "ms per plant (decode + realize + RK4 rollout verifier of K candidates); batch=1", + "samples_ms": [ + 0.29238, + 0.30328, + 0.30141, + 0.29847, + 0.29128, + 0.29675, + 0.30956, + 0.29086, + 0.29535, + 0.30212, + 0.29511, + 0.29231, + 0.29794, + 0.28952, + 0.30758, + 0.29975, + 0.31976, + 0.31033, + 0.29632, + 0.31551, + 0.30294, + 0.29366, + 0.30098, + 0.31566, + 0.30448, + 0.29762, + 0.3018, + 0.29628, + 0.31846, + 0.30942, + 0.30543, + 0.30885, + 0.32155, + 0.31265, + 0.29821, + 0.30855, + 0.30468, + 0.30397, + 0.31296, + 0.28162, + 0.31261, + 0.29328, + 0.28517, + 0.29335, + 0.30854, + 0.29814, + 0.33437, + 0.30597, + 0.30874, + 0.30514, + 0.30097, + 0.2971, + 0.30009, + 0.31093, + 0.30032, + 0.30499, + 0.27919, + 0.28555, + 0.30383, + 0.301, + 0.29661, + 0.30975, + 0.2989, + 0.29991, + 0.31263, + 0.30742, + 0.2997, + 0.30073, + 0.29016, + 0.2981, + 0.30271, + 0.30215, + 0.29443, + 0.29753, + 0.29449, + 0.28952, + 0.30415, + 0.30542, + 0.3032, + 0.29798, + 0.29066, + 0.29463, + 0.29793, + 0.29472, + 0.28572, + 0.28837, + 0.29415, + 0.29502, + 0.29753, + 0.30294, + 0.3031, + 0.30176, + 0.28882, + 0.30658, + 0.29999, + 0.2954, + 0.29595, + 0.29403, + 0.30081, + 0.30184, + 0.29518, + 0.30132, + 0.29352, + 0.29846, + 0.30799, + 0.27784, + 0.28224, + 0.29532, + 0.30731, + 0.29512, + 0.30952, + 0.2854, + 0.30156, + 0.30062, + 0.29903, + 0.29821, + 0.29758, + 0.30102, + 0.30502, + 0.30371, + 0.30477, + 0.30115, + 0.30104, + 0.30177, + 0.30381, + 0.29416, + 0.29447, + 0.30288, + 0.30206, + 0.29598, + 0.30197, + 0.30911, + 0.29689, + 0.30283, + 0.31293, + 0.3018, + 0.29472, + 0.28384, + 0.29388, + 0.29631, + 0.3052, + 0.30651, + 0.30823, + 0.31396, + 0.29573, + 0.30105, + 0.30406, + 0.29539, + 0.29786, + 0.29264, + 0.29992, + 0.30138, + 0.30301, + 0.29689, + 0.32141, + 0.30122, + 0.30639, + 0.3229, + 0.30065, + 0.29853, + 0.29842, + 0.31157, + 0.30047, + 0.30503, + 0.30671, + 0.30725, + 0.30185, + 0.30409, + 0.2925, + 0.3044, + 0.2999, + 0.28615, + 0.28204, + 0.33284, + 0.30256, + 0.30083, + 0.29443, + 0.29661, + 0.30407, + 0.30692, + 0.31048, + 0.31223, + 0.30681, + 0.29114, + 0.31214, + 0.30411, + 0.30005, + 0.30569, + 0.29658, + 0.30494, + 0.30801, + 0.30321, + 0.29805, + 0.31082, + 0.30706, + 0.29449, + 0.30281, + 0.31328, + 0.3022, + 0.30851 + ] + }, + "verify/K8/b1/realize": { + "n": 200, + "median_ms": 2.7190870605409145, + "p99_ms": 2.8738915733993053, + "mean_ms": 2.7192666102200747, + "min_ms": 2.586597576737404, + "max_ms": 2.8866278007626534, + "note": "ms per plant (decode + realize + RK4 rollout verifier of K candidates); batch=1", + "samples_ms": [ + 2.82454, + 2.7664, + 2.77579, + 2.63161, + 2.59398, + 2.5894, + 2.75388, + 2.71547, + 2.78012, + 2.83873, + 2.73636, + 2.61757, + 2.60856, + 2.65536, + 2.73408, + 2.83949, + 2.80851, + 2.76341, + 2.67405, + 2.67453, + 2.73822, + 2.61507, + 2.82694, + 2.77147, + 2.63606, + 2.64298, + 2.73552, + 2.74041, + 2.80566, + 2.81494, + 2.79956, + 2.79025, + 2.76472, + 2.8413, + 2.67522, + 2.64382, + 2.80907, + 2.81837, + 2.75775, + 2.75354, + 2.7978, + 2.80641, + 2.76485, + 2.78683, + 2.78714, + 2.65052, + 2.87389, + 2.72925, + 2.87413, + 2.78347, + 2.6929, + 2.63248, + 2.72141, + 2.71766, + 2.66505, + 2.61649, + 2.64096, + 2.6471, + 2.68601, + 2.66874, + 2.86599, + 2.78435, + 2.64504, + 2.7059, + 2.71295, + 2.70141, + 2.77512, + 2.61546, + 2.61836, + 2.7065, + 2.64977, + 2.62757, + 2.63635, + 2.72681, + 2.64744, + 2.67694, + 2.65581, + 2.71232, + 2.69167, + 2.65405, + 2.60158, + 2.65485, + 2.65843, + 2.5866, + 2.73708, + 2.76115, + 2.69529, + 2.71751, + 2.70765, + 2.62835, + 2.64195, + 2.66967, + 2.6824, + 2.71963, + 2.66137, + 2.60833, + 2.63716, + 2.62305, + 2.59633, + 2.73504, + 2.62732, + 2.7137, + 2.65807, + 2.65068, + 2.68298, + 2.66442, + 2.70781, + 2.74177, + 2.72578, + 2.70984, + 2.67437, + 2.78658, + 2.70515, + 2.64691, + 2.67366, + 2.62595, + 2.63654, + 2.67864, + 2.67507, + 2.69832, + 2.67299, + 2.69526, + 2.70665, + 2.71092, + 2.73256, + 2.64568, + 2.71768, + 2.71267, + 2.69131, + 2.75812, + 2.88663, + 2.70076, + 2.73699, + 2.71855, + 2.75335, + 2.78923, + 2.74447, + 2.82178, + 2.65156, + 2.63596, + 2.79385, + 2.79742, + 2.74319, + 2.75949, + 2.72999, + 2.59085, + 2.74248, + 2.79195, + 2.68792, + 2.66804, + 2.70485, + 2.73247, + 2.75063, + 2.76173, + 2.72317, + 2.73158, + 2.79098, + 2.78149, + 2.76143, + 2.79129, + 2.71784, + 2.73323, + 2.79579, + 2.70861, + 2.65367, + 2.82676, + 2.77264, + 2.72103, + 2.79274, + 2.70741, + 2.76296, + 2.80424, + 2.7567, + 2.78451, + 2.70356, + 2.76361, + 2.60679, + 2.66509, + 2.77628, + 2.72173, + 2.74594, + 2.80309, + 2.73507, + 2.76336, + 2.7506, + 2.72878, + 2.71577, + 2.75169, + 2.70185, + 2.79938, + 2.81045, + 2.73288, + 2.67969, + 2.78474, + 2.76168, + 2.8101, + 2.76525, + 2.74696, + 2.69861, + 2.7517 + ] + }, + "verify/K8/b1/rollout_verify": { + "n": 200, + "median_ms": 118.28219890594482, + "p99_ms": 119.62585685774684, + "mean_ms": 118.90215519350022, + "min_ms": 116.22542701661587, + "max_ms": 256.34147226810455, + "note": "ms per plant (decode + realize + RK4 rollout verifier of K candidates); batch=1", + "samples_ms": [ + 117.93302, + 117.43826, + 119.01606, + 116.99497, + 117.16213, + 118.18621, + 117.62368, + 119.00702, + 119.41191, + 117.37854, + 118.65541, + 256.34147, + 116.99016, + 116.52255, + 119.28693, + 118.61275, + 118.32998, + 118.66693, + 117.17687, + 117.11146, + 117.94567, + 117.03129, + 116.22543, + 118.94835, + 117.27772, + 117.70512, + 118.85565, + 117.23227, + 116.90759, + 117.4284, + 117.63921, + 118.46674, + 118.7727, + 117.57657, + 118.18626, + 118.31997, + 118.49927, + 118.07943, + 118.41928, + 118.31525, + 118.42924, + 118.02107, + 118.6, + 118.31996, + 118.34094, + 118.02687, + 117.00098, + 118.40522, + 118.9603, + 117.24795, + 118.51363, + 117.71815, + 117.43874, + 118.00045, + 117.15832, + 118.88713, + 118.10547, + 117.7651, + 117.16095, + 118.15004, + 117.70158, + 116.97372, + 118.13376, + 118.03979, + 118.79748, + 118.91589, + 117.95385, + 117.5331, + 118.62361, + 118.12223, + 118.57482, + 118.34872, + 118.76288, + 118.17203, + 118.14947, + 117.65568, + 117.31788, + 118.35151, + 117.69749, + 118.04121, + 118.47056, + 118.31849, + 117.2595, + 117.79661, + 119.07543, + 117.93134, + 118.91977, + 118.10448, + 117.51608, + 118.99383, + 118.309, + 117.25606, + 118.83926, + 118.11515, + 117.89909, + 118.27896, + 117.73926, + 118.84466, + 118.60977, + 117.83578, + 118.05716, + 117.14148, + 117.73951, + 117.68826, + 118.26338, + 117.66746, + 117.62585, + 118.54888, + 118.32972, + 118.65705, + 118.72634, + 118.17944, + 117.35159, + 118.46464, + 118.97727, + 117.88917, + 118.33535, + 118.08367, + 117.62743, + 118.63028, + 117.43364, + 117.55312, + 118.64967, + 117.81708, + 117.52773, + 118.07953, + 118.14123, + 117.5038, + 118.28544, + 117.71866, + 118.6273, + 117.83542, + 117.8959, + 118.2071, + 119.40683, + 118.18488, + 117.42377, + 118.76872, + 118.1513, + 118.47562, + 119.00328, + 118.77702, + 118.49457, + 118.03547, + 118.64732, + 117.87817, + 118.5213, + 119.02767, + 118.34608, + 118.4725, + 118.53054, + 118.54084, + 118.73543, + 118.84977, + 118.04859, + 119.60012, + 118.86153, + 118.26943, + 119.86841, + 118.64931, + 117.97595, + 118.30367, + 118.33622, + 118.66614, + 119.62341, + 118.41622, + 118.74143, + 118.37606, + 118.09802, + 118.735, + 118.59726, + 119.30366, + 118.64642, + 118.52347, + 118.66223, + 117.79996, + 117.81633, + 118.4003, + 118.34912, + 119.60328, + 118.97633, + 118.55002, + 118.87408, + 118.3107, + 118.79317, + 118.3708, + 118.26101, + 117.90009, + 119.19059, + 118.78599, + 117.84001, + 118.08009, + 119.02069, + 118.92019, + 117.73962, + 118.22131, + 118.38008, + 119.54867, + 117.94536, + 119.01135 + ] + }, + "verify/K8/b1/total": { + "n": 200, + "median_ms": 121.27412855625153, + "p99_ms": 122.6358937099576, + "mean_ms": 121.92255484405905, + "min_ms": 119.35334745794535, + "max_ms": 259.25135519355536, + "note": "ms per plant (decode + realize + RK4 rollout verifier of K candidates); batch=1 (sum of components per item)", + "samples_ms": [ + 121.04994, + 120.50793, + 122.09326, + 119.92505, + 120.04739, + 121.07236, + 120.68713, + 122.01335, + 122.48739, + 120.51938, + 121.68689, + 259.25136, + 119.89666, + 119.46744, + 122.32859, + 121.75198, + 121.45825, + 121.74067, + 120.14724, + 120.1015, + 120.98682, + 119.94002, + 119.35335, + 122.03548, + 120.21826, + 120.64571, + 121.89298, + 120.26895, + 120.03171, + 120.55277, + 120.74419, + 121.56584, + 121.85897, + 120.73052, + 121.15968, + 121.27234, + 121.61302, + 121.20177, + 121.48999, + 121.35041, + 121.53966, + 121.12076, + 121.65001, + 121.40014, + 121.43662, + 120.97553, + 120.20924, + 121.44044, + 122.14317, + 120.33656, + 121.5075, + 120.64772, + 120.46024, + 121.02904, + 120.12369, + 121.80861, + 121.02562, + 120.69774, + 120.15078, + 121.11979, + 120.86418, + 120.06783, + 121.07769, + 121.0456, + 121.82306, + 121.92472, + 121.02867, + 120.44929, + 121.53213, + 121.12683, + 121.52731, + 121.27845, + 121.69367, + 121.19636, + 121.0914, + 120.62215, + 120.27784, + 121.36924, + 120.69236, + 120.99324, + 121.3628, + 121.26797, + 120.21585, + 120.67793, + 122.09824, + 120.98086, + 121.90921, + 121.11701, + 120.52125, + 121.92512, + 121.25406, + 120.2275, + 121.81048, + 121.14136, + 120.86045, + 121.18269, + 120.67238, + 121.76174, + 121.50692, + 120.87267, + 120.97966, + 120.1565, + 120.69109, + 120.6374, + 121.25435, + 120.60971, + 120.6159, + 121.58598, + 121.36281, + 121.66201, + 121.71023, + 121.25142, + 120.35831, + 121.41217, + 121.94995, + 120.81332, + 121.26947, + 121.06332, + 120.60752, + 121.6323, + 120.4114, + 120.54953, + 121.65736, + 120.82976, + 120.5641, + 121.01937, + 121.15339, + 120.51935, + 121.27881, + 120.77277, + 121.8159, + 120.8453, + 120.92978, + 121.22848, + 122.47311, + 121.27591, + 120.46295, + 121.87434, + 121.09673, + 121.4079, + 122.10233, + 121.88095, + 121.546, + 121.10891, + 121.67305, + 120.77007, + 121.56784, + 122.11501, + 121.33186, + 121.43318, + 121.5353, + 121.57469, + 121.78908, + 121.90839, + 121.09317, + 122.63292, + 121.95891, + 121.37382, + 122.93049, + 121.73913, + 120.99221, + 121.34846, + 121.43248, + 121.67978, + 122.58379, + 121.55022, + 121.81592, + 121.40117, + 121.18325, + 121.74681, + 121.66012, + 122.39405, + 121.68517, + 121.64082, + 121.66835, + 120.86441, + 120.71755, + 121.362, + 121.42947, + 122.63193, + 122.03275, + 121.66534, + 121.91596, + 121.3652, + 121.85592, + 121.40369, + 121.27684, + 120.95747, + 122.18901, + 121.89031, + 120.95848, + 121.11618, + 121.99843, + 122.01575, + 120.80836, + 121.32591, + 121.44814, + 122.60891, + 120.94617, + 122.07156 + ] + }, + "verify/K8/batch60/decode": { + "n": 8, + "median_ms": 0.17321129174282152, + "p99_ms": 0.1748167440916101, + "mean_ms": 0.17334597262864312, + "min_ms": 0.1720561490704616, + "max_ms": 0.1748720339188973, + "note": "ms per plant, batch=60; n = batches", + "samples_ms": [ + 0.17206, + 0.1731, + 0.17385, + 0.17239, + 0.17328, + 0.17487, + 0.17408, + 0.17314 + ] + }, + "verify/K8/batch60/realize": { + "n": 8, + "median_ms": 2.3778106008345885, + "p99_ms": 2.40557345142588, + "mean_ms": 2.3815021306897206, + "min_ms": 2.3591849176834025, + "max_ms": 2.4060600282003484, + "note": "ms per plant, batch=60; n = batches", + "samples_ms": [ + 2.39911, + 2.36759, + 2.37548, + 2.38014, + 2.35918, + 2.40606, + 2.37479, + 2.38966 + ] + }, + "verify/K8/batch60/rollout_verify": { + "n": 8, + "median_ms": 5.021724508454402, + "p99_ms": 5.032542262381563, + "mean_ms": 5.0195325127181905, + "min_ms": 4.990224602321784, + "max_ms": 5.032746524860461, + "note": "ms per plant, batch=60; n = batches", + "samples_ms": [ + 5.03275, + 4.99022, + 5.01367, + 5.02983, + 5.0279, + 5.02175, + 5.0217, + 5.01844 + ] + }, + "verify/K8/batch60/total": { + "n": 8, + "median_ms": 7.575911159316698, + "p99_ms": 7.603825376213838, + "mean_ms": 7.574380616036554, + "min_ms": 7.530908488358061, + "max_ms": 7.603911605353156, + "note": "ms per plant, batch=60; n = batches (sum of components per item)", + "samples_ms": [ + 7.60391, + 7.53091, + 7.563, + 7.58236, + 7.56036, + 7.60268, + 7.57057, + 7.58125 + ] + }, + "popov_lmi_unsound_per_ctrl": { + "n": 40, + "median_ms": 6.371478550136089, + "p99_ms": 9.43351184017956, + "mean_ms": 6.528694927692413, + "min_ms": 6.242500618100166, + "max_ms": 11.052532121539116, + "note": "realize_loop + Popov LMI, per controller; NOT a sound certificate for these loops (RESULTS.md 4.2); n limited to 40", + "samples_ms": [ + 11.05253, + 6.71527, + 6.37106, + 6.37492, + 6.41846, + 6.9012, + 6.42436, + 6.39315, + 6.27938, + 6.47471, + 6.34454, + 6.41015, + 6.35922, + 6.53628, + 6.28982, + 6.3002, + 6.37637, + 6.33921, + 6.27691, + 6.37028, + 6.33759, + 6.60276, + 6.34237, + 6.31854, + 6.37189, + 6.28957, + 6.35703, + 6.33425, + 6.36853, + 6.63387, + 6.44054, + 6.47142, + 6.54077, + 6.42855, + 6.35692, + 6.3999, + 6.29701, + 6.67575, + 6.2425, + 6.33001 + ] + }, + "retrieval_index_build_s": { + "median_ms": 179.13080099970102, + "n": 1, + "note": "one-off; bank rows=180160, searched rows=5635" + }, + "retrieval/K1/b1": { + "n": 200, + "median_ms": 0.2108919434249401, + "p99_ms": 0.24559347890317437, + "mean_ms": 0.21150223910808563, + "min_ms": 0.19724667072296143, + "max_ms": 0.2542901784181595, + "note": "ms per plant: distance to bank + top-K + decode; batch=1", + "samples_ms": [ + 0.2386, + 0.22742, + 0.22438, + 0.21275, + 0.22281, + 0.2214, + 0.21558, + 0.22688, + 0.25429, + 0.24556, + 0.23133, + 0.249, + 0.21624, + 0.21533, + 0.20554, + 0.21501, + 0.20699, + 0.21177, + 0.20733, + 0.2184, + 0.21256, + 0.19939, + 0.211, + 0.20686, + 0.21418, + 0.20319, + 0.22321, + 0.20142, + 0.20844, + 0.21419, + 0.21066, + 0.20976, + 0.21047, + 0.21359, + 0.21694, + 0.20584, + 0.21446, + 0.21248, + 0.21643, + 0.21492, + 0.21089, + 0.21489, + 0.21718, + 0.21621, + 0.20235, + 0.20406, + 0.20397, + 0.21772, + 0.20961, + 0.21018, + 0.20467, + 0.20772, + 0.20126, + 0.2168, + 0.21185, + 0.20685, + 0.21504, + 0.2145, + 0.20162, + 0.20267, + 0.20465, + 0.21335, + 0.21115, + 0.21238, + 0.2111, + 0.212, + 0.21321, + 0.22578, + 0.21071, + 0.21632, + 0.20554, + 0.21034, + 0.2075, + 0.21101, + 0.20378, + 0.21623, + 0.21978, + 0.21362, + 0.20794, + 0.21333, + 0.2092, + 0.2139, + 0.20797, + 0.21354, + 0.22151, + 0.20468, + 0.21265, + 0.21444, + 0.21266, + 0.20706, + 0.2138, + 0.21433, + 0.21688, + 0.22409, + 0.21491, + 0.2109, + 0.21219, + 0.21049, + 0.21743, + 0.21151, + 0.2135, + 0.20743, + 0.20499, + 0.21104, + 0.21007, + 0.20101, + 0.21155, + 0.2137, + 0.21301, + 0.22376, + 0.21947, + 0.1994, + 0.20436, + 0.20113, + 0.20904, + 0.20325, + 0.20415, + 0.20638, + 0.20952, + 0.21476, + 0.2037, + 0.20915, + 0.19945, + 0.20918, + 0.20267, + 0.20368, + 0.20746, + 0.20782, + 0.21416, + 0.21289, + 0.21073, + 0.2026, + 0.21126, + 0.21541, + 0.2043, + 0.21456, + 0.20481, + 0.20931, + 0.21164, + 0.20236, + 0.19956, + 0.22066, + 0.21018, + 0.20703, + 0.20253, + 0.20294, + 0.21273, + 0.21392, + 0.20782, + 0.20725, + 0.20791, + 0.20972, + 0.21312, + 0.2089, + 0.21222, + 0.20438, + 0.22514, + 0.221, + 0.2197, + 0.2033, + 0.21308, + 0.21008, + 0.22039, + 0.2103, + 0.21136, + 0.2067, + 0.2053, + 0.20992, + 0.20794, + 0.21182, + 0.20824, + 0.21084, + 0.2075, + 0.20325, + 0.20191, + 0.20356, + 0.21118, + 0.20257, + 0.19725, + 0.21342, + 0.20955, + 0.21449, + 0.20384, + 0.2107, + 0.20635, + 0.20629, + 0.20572, + 0.20659, + 0.21099, + 0.21327, + 0.21044, + 0.21007, + 0.21003, + 0.21206, + 0.20001, + 0.2146, + 0.21317, + 0.20726, + 0.2124, + 0.22684 + ] + }, + "retrieval/K1/batch60": { + "n": 40, + "median_ms": 0.07568073148528734, + "p99_ms": 0.07809128022442262, + "mean_ms": 0.075924937458088, + "min_ms": 0.07362989708781242, + "max_ms": 0.07809141340355079, + "note": "ms per plant, vectorised over batch=60", + "samples_ms": [ + 0.07584, + 0.07809, + 0.0776, + 0.07624, + 0.07544, + 0.07741, + 0.07363, + 0.07557, + 0.07452, + 0.07642, + 0.07437, + 0.07646, + 0.07564, + 0.07722, + 0.07425, + 0.07556, + 0.07454, + 0.07625, + 0.07481, + 0.07572, + 0.07581, + 0.07809, + 0.07529, + 0.07587, + 0.07549, + 0.07742, + 0.07559, + 0.07546, + 0.07592, + 0.07754, + 0.07517, + 0.07578, + 0.07556, + 0.07717, + 0.07519, + 0.07516, + 0.07554, + 0.07794, + 0.07547, + 0.07596 + ] + }, + "retrieval/K8/b1": { + "n": 200, + "median_ms": 0.3601103089749813, + "p99_ms": 0.3823738638311624, + "mean_ms": 0.360807366669178, + "min_ms": 0.3418922424316406, + "max_ms": 0.43358001857995987, + "note": "ms per plant: distance to bank + top-K + decode; batch=1", + "samples_ms": [ + 0.37694, + 0.37294, + 0.36993, + 0.36399, + 0.3699, + 0.368, + 0.36277, + 0.37268, + 0.37826, + 0.38844, + 0.35912, + 0.37141, + 0.3534, + 0.35981, + 0.36471, + 0.35742, + 0.35684, + 0.36587, + 0.35802, + 0.36414, + 0.36597, + 0.34939, + 0.3616, + 0.36545, + 0.36566, + 0.35962, + 0.37554, + 0.35261, + 0.36441, + 0.35817, + 0.35774, + 0.36575, + 0.36164, + 0.36558, + 0.43358, + 0.35942, + 0.37048, + 0.36203, + 0.36087, + 0.36715, + 0.3621, + 0.36471, + 0.37142, + 0.35771, + 0.35634, + 0.35393, + 0.35279, + 0.3716, + 0.35369, + 0.3607, + 0.35794, + 0.36044, + 0.35117, + 0.36406, + 0.3609, + 0.35923, + 0.36484, + 0.35917, + 0.35573, + 0.35211, + 0.35082, + 0.36673, + 0.35654, + 0.35991, + 0.36547, + 0.36214, + 0.36175, + 0.37577, + 0.36044, + 0.37022, + 0.35448, + 0.35468, + 0.35742, + 0.36094, + 0.35036, + 0.38231, + 0.36549, + 0.36385, + 0.36291, + 0.36259, + 0.36457, + 0.3594, + 0.3589, + 0.36385, + 0.37054, + 0.35487, + 0.36281, + 0.36461, + 0.36373, + 0.35931, + 0.35964, + 0.36616, + 0.36682, + 0.37475, + 0.3676, + 0.35795, + 0.36042, + 0.354, + 0.36493, + 0.35351, + 0.36173, + 0.35724, + 0.35785, + 0.36292, + 0.35564, + 0.35225, + 0.36071, + 0.35426, + 0.363, + 0.36696, + 0.37373, + 0.36009, + 0.36275, + 0.35714, + 0.36518, + 0.36027, + 0.36395, + 0.36258, + 0.36202, + 0.3681, + 0.35781, + 0.36306, + 0.35857, + 0.3645, + 0.3537, + 0.35679, + 0.35775, + 0.36178, + 0.36264, + 0.35407, + 0.35576, + 0.34189, + 0.35238, + 0.35695, + 0.3503, + 0.35951, + 0.35601, + 0.35449, + 0.35475, + 0.35332, + 0.34638, + 0.37067, + 0.35954, + 0.35145, + 0.35838, + 0.3542, + 0.35332, + 0.36666, + 0.35338, + 0.35634, + 0.36463, + 0.36343, + 0.35595, + 0.36228, + 0.3629, + 0.36013, + 0.35904, + 0.35176, + 0.36145, + 0.34541, + 0.3523, + 0.3551, + 0.36296, + 0.35023, + 0.35738, + 0.34873, + 0.3435, + 0.35782, + 0.3523, + 0.35808, + 0.34957, + 0.34724, + 0.35449, + 0.34968, + 0.35506, + 0.3584, + 0.35896, + 0.35684, + 0.3576, + 0.37077, + 0.35913, + 0.37131, + 0.35924, + 0.37092, + 0.3639, + 0.34799, + 0.35052, + 0.35231, + 0.35866, + 0.3654, + 0.35119, + 0.3492, + 0.36874, + 0.36197, + 0.3513, + 0.36419, + 0.36347, + 0.36177, + 0.36459, + 0.37605 + ] + }, + "retrieval/K8/batch60": { + "n": 40, + "median_ms": 0.22761702227095765, + "p99_ms": 0.2313904295054575, + "mean_ms": 0.22778463084250689, + "min_ms": 0.2247887197881937, + "max_ms": 0.2317102470745643, + "note": "ms per plant, vectorised over batch=60", + "samples_ms": [ + 0.23004, + 0.22873, + 0.22623, + 0.22776, + 0.22611, + 0.23171, + 0.22749, + 0.22708, + 0.22846, + 0.22716, + 0.22659, + 0.22543, + 0.23089, + 0.22902, + 0.22755, + 0.2266, + 0.2268, + 0.22901, + 0.22637, + 0.22724, + 0.22764, + 0.22652, + 0.2259, + 0.22759, + 0.22697, + 0.23009, + 0.22864, + 0.22946, + 0.22664, + 0.2272, + 0.22801, + 0.22847, + 0.22777, + 0.22953, + 0.22792, + 0.22981, + 0.22479, + 0.22892, + 0.22552, + 0.22772 + ] + } + }, + "done": true +} \ No newline at end of file diff --git a/results/timing/verify_siso_cpu8.json b/results/timing/verify_siso_cpu8.json new file mode 100644 index 0000000000000000000000000000000000000000..15daeb9fad8b986839c507b51f060d70e064b060 --- /dev/null +++ b/results/timing/verify_siso_cpu8.json @@ -0,0 +1,2450 @@ +{ + "machine": { + "host": "virgo-asl", + "python": "3.13.13", + "torch": "2.10.0+cu128", + "numpy": "2.2.6", + "scipy": "1.18.0", + "cvxpy": "1.9.2", + "diffusers": "0.38.0", + "threads": 8, + "tag": "cpu8", + "load1": 91.5517578125, + "date": "2026-09-30 09:54:32 PDT", + "cpu": "AMD Ryzen Threadripper 7960X 24-Cores", + "affinity": [ + 12, + 14, + 15, + 16, + 17, + 20, + 21, + 22 + ] + }, + "family": "siso", + "cells": { + "verify/K1/b1/decode": { + "n": 200, + "median_ms": 0.11657457798719406, + "p99_ms": 0.14649199321866035, + "mean_ms": 0.11889908462762833, + "min_ms": 0.07827766239643097, + "max_ms": 0.17771683633327484, + "note": "ms per plant (decode + realize + RK4 rollout verifier of K candidates); batch=1", + "samples_ms": [ + 0.11829, + 0.13048, + 0.11887, + 0.11842, + 0.11854, + 0.12768, + 0.11714, + 0.13851, + 0.11928, + 0.1422, + 0.1204, + 0.12861, + 0.11469, + 0.12727, + 0.12768, + 0.11618, + 0.12898, + 0.12089, + 0.11381, + 0.14673, + 0.12748, + 0.12206, + 0.12018, + 0.11976, + 0.11557, + 0.12059, + 0.11781, + 0.11418, + 0.11607, + 0.11566, + 0.1314, + 0.12006, + 0.11824, + 0.13605, + 0.12585, + 0.12248, + 0.12211, + 0.13829, + 0.11751, + 0.11847, + 0.11649, + 0.11806, + 0.13221, + 0.1195, + 0.12113, + 0.11489, + 0.11178, + 0.1137, + 0.11839, + 0.14273, + 0.12785, + 0.11476, + 0.11433, + 0.12379, + 0.17772, + 0.12235, + 0.12377, + 0.11375, + 0.11879, + 0.117, + 0.12158, + 0.12247, + 0.11884, + 0.11948, + 0.11428, + 0.12281, + 0.11496, + 0.12247, + 0.12244, + 0.1183, + 0.1184, + 0.11454, + 0.1179, + 0.11359, + 0.11452, + 0.1165, + 0.11704, + 0.10292, + 0.12069, + 0.1137, + 0.11521, + 0.11765, + 0.13776, + 0.11252, + 0.11548, + 0.11266, + 0.11014, + 0.11833, + 0.11757, + 0.11867, + 0.11205, + 0.11299, + 0.11363, + 0.11143, + 0.14649, + 0.11306, + 0.11098, + 0.11789, + 0.10704, + 0.10252, + 0.11615, + 0.11597, + 0.12819, + 0.11291, + 0.13624, + 0.1225, + 0.11587, + 0.11542, + 0.11422, + 0.12589, + 0.11042, + 0.11654, + 0.11589, + 0.11543, + 0.11691, + 0.1166, + 0.1375, + 0.11321, + 0.14013, + 0.11452, + 0.11227, + 0.11483, + 0.11582, + 0.1135, + 0.11284, + 0.1243, + 0.11361, + 0.12592, + 0.11405, + 0.11094, + 0.11425, + 0.11637, + 0.11455, + 0.12446, + 0.11222, + 0.11637, + 0.11331, + 0.11237, + 0.13874, + 0.11422, + 0.11527, + 0.12765, + 0.11604, + 0.11498, + 0.11771, + 0.11483, + 0.12139, + 0.1144, + 0.11228, + 0.10757, + 0.11549, + 0.11321, + 0.11134, + 0.11299, + 0.07828, + 0.09424, + 0.13094, + 0.11435, + 0.12617, + 0.11409, + 0.12589, + 0.11039, + 0.11536, + 0.11731, + 0.11833, + 0.11345, + 0.11755, + 0.12111, + 0.10937, + 0.11197, + 0.1141, + 0.12873, + 0.11901, + 0.11434, + 0.11651, + 0.13101, + 0.11385, + 0.11733, + 0.12617, + 0.12353, + 0.11425, + 0.10869, + 0.10995, + 0.11537, + 0.11285, + 0.13146, + 0.11742, + 0.11548, + 0.12446, + 0.11627, + 0.11137, + 0.12911, + 0.1145, + 0.11788, + 0.11248, + 0.12201, + 0.11993, + 0.11099, + 0.11618, + 0.11621 + ] + }, + "verify/K1/b1/realize": { + "n": 200, + "median_ms": 0.5520633421838284, + "p99_ms": 0.765406293794511, + "mean_ms": 0.5694950837641954, + "min_ms": 0.45272987335920334, + "max_ms": 1.3853488489985466, + "note": "ms per plant (decode + realize + RK4 rollout verifier of K candidates); batch=1", + "samples_ms": [ + 0.64155, + 0.58621, + 0.61535, + 0.54875, + 0.62947, + 0.62414, + 0.58112, + 0.61833, + 0.57947, + 0.62026, + 0.58271, + 0.54625, + 0.5806, + 0.61746, + 0.76348, + 0.54502, + 0.54828, + 0.55235, + 0.5582, + 1.38535, + 0.55384, + 0.5691, + 0.61087, + 0.6137, + 0.58732, + 0.56398, + 0.58539, + 0.53864, + 0.58302, + 0.55958, + 0.54988, + 0.59248, + 0.5635, + 0.59277, + 0.55407, + 0.56721, + 0.58763, + 0.6015, + 0.58157, + 0.57741, + 0.59931, + 0.60109, + 0.58788, + 0.57759, + 0.55932, + 0.63066, + 0.55994, + 0.61426, + 0.54476, + 0.72271, + 0.60754, + 0.5606, + 0.57047, + 0.58856, + 0.69012, + 0.61432, + 0.56761, + 0.55493, + 0.58454, + 0.65474, + 0.55094, + 0.54833, + 0.54863, + 0.57568, + 0.65403, + 0.60737, + 0.56764, + 0.55178, + 0.61509, + 0.56092, + 0.54303, + 0.55984, + 0.56634, + 0.6237, + 0.54549, + 0.55929, + 0.55555, + 0.51748, + 0.53359, + 0.54462, + 0.54511, + 0.53069, + 0.55011, + 0.54127, + 0.54185, + 0.63093, + 0.53954, + 0.53597, + 0.51557, + 0.56355, + 0.5893, + 0.54944, + 0.57346, + 0.55549, + 0.72609, + 0.54849, + 0.54501, + 0.54475, + 0.58117, + 0.49967, + 0.57946, + 0.56996, + 0.52553, + 0.54656, + 0.59598, + 0.54965, + 0.56668, + 0.53551, + 0.56252, + 0.5497, + 0.5304, + 0.95652, + 0.53907, + 0.52268, + 0.54294, + 0.53029, + 0.51277, + 0.53799, + 0.60048, + 0.55573, + 0.53644, + 0.5416, + 0.5178, + 0.5562, + 0.53625, + 0.54316, + 0.53079, + 0.53706, + 0.52545, + 0.52818, + 0.52954, + 0.54239, + 0.53136, + 0.53239, + 0.51761, + 0.5281, + 0.55625, + 0.53237, + 0.53295, + 0.5495, + 0.58869, + 0.57177, + 0.54964, + 0.52803, + 0.54322, + 0.52676, + 0.61359, + 0.54535, + 0.68463, + 0.58702, + 0.5978, + 0.52835, + 0.54292, + 0.52723, + 0.45273, + 0.53375, + 0.5566, + 0.61718, + 0.54966, + 0.5337, + 0.54763, + 0.5225, + 0.54436, + 0.56089, + 0.55099, + 0.5392, + 0.53245, + 0.52795, + 0.51183, + 0.55126, + 0.52055, + 0.52981, + 0.54114, + 0.51759, + 0.57147, + 0.58088, + 0.55586, + 0.54587, + 0.52847, + 0.61381, + 0.52669, + 0.51207, + 0.52825, + 0.56652, + 0.53438, + 0.57246, + 0.54232, + 0.55392, + 0.61813, + 0.53797, + 0.53765, + 0.59374, + 0.53789, + 0.54133, + 0.54326, + 0.51721, + 0.5244, + 0.55758, + 0.54891, + 0.52982 + ] + }, + "verify/K1/b1/rollout_verify": { + "n": 200, + "median_ms": 114.94005983695388, + "p99_ms": 128.82656531408426, + "mean_ms": 115.7035015989095, + "min_ms": 108.37554093450308, + "max_ms": 135.7299741357565, + "note": "ms per plant (decode + realize + RK4 rollout verifier of K candidates); batch=1", + "samples_ms": [ + 121.03973, + 121.11789, + 117.13929, + 120.55101, + 117.4864, + 119.2021, + 118.93366, + 120.31545, + 121.82649, + 119.93214, + 116.98207, + 113.70382, + 117.27007, + 118.11301, + 118.76606, + 116.14946, + 121.44303, + 122.20648, + 122.91269, + 115.74253, + 116.75366, + 117.32596, + 118.41256, + 117.46518, + 115.19438, + 111.86802, + 116.33623, + 120.67987, + 113.7182, + 119.19954, + 118.11398, + 119.97243, + 119.7726, + 119.32451, + 122.60455, + 115.77642, + 116.69801, + 112.76273, + 116.41219, + 116.81224, + 117.69992, + 125.90526, + 123.36242, + 115.46921, + 114.05576, + 119.32572, + 116.60942, + 111.69255, + 135.72997, + 120.836, + 122.51485, + 118.58317, + 124.62975, + 128.78881, + 126.8411, + 120.00629, + 113.13992, + 118.01391, + 115.78784, + 120.07164, + 115.30665, + 116.7529, + 123.04656, + 120.76824, + 121.25368, + 128.42159, + 117.05373, + 118.28064, + 114.65766, + 114.74107, + 111.94184, + 113.27071, + 114.21536, + 113.74811, + 114.57281, + 111.44568, + 108.37554, + 114.88395, + 115.63234, + 115.22769, + 117.01774, + 114.69268, + 115.3224, + 113.85565, + 116.16678, + 114.67622, + 111.2591, + 121.28733, + 116.58711, + 113.18765, + 115.85084, + 112.91501, + 117.6639, + 113.44669, + 111.90384, + 112.16338, + 108.93486, + 112.62772, + 109.47958, + 110.75401, + 117.37059, + 110.40366, + 112.09122, + 110.29663, + 112.55767, + 110.98848, + 112.72582, + 114.69001, + 111.87683, + 112.60402, + 110.94354, + 113.15175, + 109.47967, + 125.91097, + 112.26885, + 110.60502, + 111.28647, + 117.83059, + 117.25055, + 112.68105, + 122.73914, + 116.55588, + 115.79884, + 113.34775, + 111.18702, + 111.58146, + 112.38842, + 110.87907, + 110.37384, + 110.88574, + 111.49774, + 115.66743, + 114.28309, + 111.31404, + 114.99617, + 111.56601, + 110.46548, + 110.87872, + 112.82991, + 110.05581, + 118.61754, + 114.39256, + 112.07808, + 113.85388, + 114.80834, + 111.92967, + 111.917, + 114.1894, + 109.59396, + 111.21904, + 111.38042, + 110.8331, + 115.33455, + 116.26764, + 114.14079, + 113.66492, + 114.68657, + 118.09803, + 118.26936, + 113.4796, + 111.11261, + 111.78521, + 117.22505, + 112.15838, + 114.64584, + 113.61604, + 113.19258, + 111.73316, + 113.12962, + 113.47168, + 115.11681, + 115.34849, + 112.59098, + 114.85142, + 113.69738, + 114.83775, + 116.10189, + 116.89936, + 109.91848, + 110.92086, + 111.29835, + 110.74384, + 109.97939, + 132.56395, + 117.01014, + 118.54936, + 110.66241, + 116.12273, + 117.89271, + 126.86188, + 117.69759, + 117.8674, + 109.20671, + 109.40684, + 108.67639, + 119.40915, + 125.19747, + 118.16544, + 114.72389, + 112.76233 + ] + }, + "verify/K1/b1/total": { + "n": 200, + "median_ms": 115.58781703934073, + "p99_ms": 129.53861167654392, + "mean_ms": 116.39189576730132, + "min_ms": 109.04813092201948, + "max_ms": 136.39311864972115, + "note": "ms per plant (decode + realize + RK4 rollout verifier of K candidates); batch=1 (sum of components per item)", + "samples_ms": [ + 121.79957, + 121.83457, + 117.87351, + 121.21818, + 118.2344, + 119.95392, + 119.63192, + 121.07229, + 122.52524, + 120.6946, + 117.68518, + 114.37868, + 117.96537, + 118.85773, + 119.65722, + 116.81066, + 122.12029, + 122.87972, + 123.5847, + 117.27461, + 117.43498, + 118.01712, + 119.14361, + 118.19864, + 115.89727, + 112.55259, + 117.03943, + 121.33269, + 114.41728, + 119.87478, + 118.79525, + 120.68497, + 120.45433, + 120.05333, + 123.28447, + 116.46611, + 117.40776, + 113.50252, + 117.11126, + 117.50812, + 118.41572, + 126.62441, + 124.08251, + 116.16629, + 114.73621, + 120.07127, + 117.28114, + 112.42051, + 136.39312, + 121.70144, + 123.25024, + 119.25854, + 125.31455, + 129.50116, + 127.70893, + 120.74296, + 113.8313, + 118.68259, + 116.49116, + 120.84338, + 115.97917, + 117.4237, + 123.71403, + 121.46341, + 122.02199, + 129.15178, + 117.73633, + 118.95489, + 115.3952, + 115.42029, + 112.60328, + 113.94509, + 114.89959, + 114.48539, + 115.23283, + 112.12147, + 109.04813, + 115.50434, + 116.28663, + 115.886, + 117.67807, + 115.34102, + 116.01026, + 114.50944, + 116.82411, + 115.41981, + 111.90877, + 121.94163, + 117.22025, + 113.86987, + 116.55219, + 113.57745, + 118.35099, + 114.11361, + 112.77642, + 112.82493, + 109.59085, + 113.29036, + 110.16779, + 111.35621, + 118.0662, + 111.08959, + 112.74494, + 110.95611, + 113.28989, + 111.66063, + 113.40838, + 115.34095, + 112.55357, + 113.2796, + 111.58436, + 114.22481, + 110.13463, + 126.54909, + 112.9287, + 111.25191, + 111.93674, + 118.48179, + 117.99117, + 113.35131, + 123.38785, + 117.21232, + 116.43247, + 114.01745, + 111.83611, + 112.24892, + 113.03282, + 111.54204, + 111.01334, + 111.52486, + 112.14152, + 116.32618, + 114.929, + 111.97089, + 115.62599, + 112.21049, + 111.13504, + 111.52346, + 113.5016, + 110.71953, + 119.32151, + 115.09198, + 112.74376, + 114.4969, + 115.46927, + 112.57126, + 112.65198, + 114.84915, + 110.39087, + 111.91363, + 112.09371, + 111.47466, + 115.9888, + 116.90786, + 114.67179, + 114.29291, + 115.37411, + 118.82955, + 118.94519, + 114.12739, + 111.78613, + 112.4181, + 117.88477, + 112.83658, + 115.31516, + 114.26869, + 113.84258, + 112.38223, + 113.75082, + 114.1349, + 115.75146, + 116.00704, + 113.25113, + 115.48335, + 114.38536, + 115.54964, + 116.7716, + 117.56255, + 110.57312, + 111.65821, + 111.93929, + 111.36461, + 110.61759, + 133.24584, + 117.65737, + 119.25328, + 111.32215, + 116.79213, + 118.63529, + 127.51612, + 118.34661, + 118.59026, + 109.8591, + 110.06605, + 109.33212, + 120.04837, + 125.8418, + 118.834, + 115.38898, + 113.40836 + ] + }, + "verify/K1/batch60/decode": { + "n": 8, + "median_ms": 0.024199827263752617, + "p99_ms": 0.03072802520667513, + "mean_ms": 0.024917842044184603, + "min_ms": 0.02298802137374878, + "max_ms": 0.03119014824430148, + "note": "ms per plant, batch=60; n = batches", + "samples_ms": [ + 0.03119, + 0.02459, + 0.02413, + 0.02399, + 0.02439, + 0.0238, + 0.02427, + 0.02299 + ] + }, + "verify/K1/batch60/realize": { + "n": 8, + "median_ms": 0.2957287710160017, + "p99_ms": 0.3443107549101114, + "mean_ms": 0.30398572562262416, + "min_ms": 0.2819412387907505, + "max_ms": 0.345876719802618, + "note": "ms per plant, batch=60; n = batches", + "samples_ms": [ + 0.34588, + 0.32351, + 0.29677, + 0.30806, + 0.29049, + 0.28194, + 0.29055, + 0.29469 + ] + }, + "verify/K1/batch60/rollout_verify": { + "n": 8, + "median_ms": 2.780532549756269, + "p99_ms": 3.6677879019019506, + "mean_ms": 3.007959888782352, + "min_ms": 2.60240463539958, + "max_ms": 3.682760428637266, + "note": "ms per plant, batch=60; n = batches", + "samples_ms": [ + 2.76833, + 3.68276, + 2.7707, + 2.6024, + 3.46887, + 2.79037, + 3.23266, + 2.74759 + ] + }, + "verify/K1/batch60/total": { + "n": 8, + "median_ms": 3.120753347563247, + "p99_ms": 4.013557197215656, + "mean_ms": 3.3368634564491613, + "min_ms": 2.934451432277759, + "max_ms": 4.030854611968, + "note": "ms per plant, batch=60; n = batches (sum of components per item)", + "samples_ms": [ + 3.1454, + 4.03085, + 3.0916, + 2.93445, + 3.78375, + 3.09611, + 3.54749, + 3.06526 + ] + }, + "verify/K8/b1/decode": { + "n": 200, + "median_ms": 0.2888287417590618, + "p99_ms": 0.4101961944252252, + "mean_ms": 0.2909633982926607, + "min_ms": 0.23473240435123444, + "max_ms": 0.4699844866991043, + "note": "ms per plant (decode + realize + RK4 rollout verifier of K candidates); batch=1", + "samples_ms": [ + 0.30461, + 0.28196, + 0.28538, + 0.30719, + 0.29264, + 0.30385, + 0.28402, + 0.28647, + 0.28809, + 0.28574, + 0.28805, + 0.31203, + 0.34269, + 0.39957, + 0.29381, + 0.29471, + 0.30083, + 0.29271, + 0.27894, + 0.29524, + 0.2902, + 0.28648, + 0.46998, + 0.36561, + 0.41811, + 0.30993, + 0.31302, + 0.29943, + 0.29104, + 0.30048, + 0.29248, + 0.29888, + 0.28831, + 0.28809, + 0.29562, + 0.31318, + 0.28337, + 0.29202, + 0.28882, + 0.29645, + 0.29611, + 0.27855, + 0.28063, + 0.29632, + 0.2857, + 0.27409, + 0.28385, + 0.29794, + 0.27763, + 0.30325, + 0.29239, + 0.27389, + 0.29791, + 0.29841, + 0.28256, + 0.3024, + 0.29157, + 0.28405, + 0.29399, + 0.29992, + 0.28629, + 0.27407, + 0.25923, + 0.25863, + 0.24713, + 0.29787, + 0.30548, + 0.26511, + 0.29323, + 0.23473, + 0.30135, + 0.28659, + 0.2497, + 0.30867, + 0.30762, + 0.29043, + 0.2712, + 0.31974, + 0.2882, + 0.30256, + 0.2815, + 0.24743, + 0.31181, + 0.28954, + 0.2774, + 0.29508, + 0.30361, + 0.29409, + 0.28695, + 0.2905, + 0.24199, + 0.24456, + 0.2985, + 0.29621, + 0.28997, + 0.31412, + 0.3044, + 0.28176, + 0.25936, + 0.28449, + 0.28757, + 0.28174, + 0.28496, + 0.28702, + 0.29759, + 0.29166, + 0.28049, + 0.28316, + 0.29267, + 0.27196, + 0.2916, + 0.28414, + 0.31706, + 0.29467, + 0.28081, + 0.2794, + 0.29035, + 0.25751, + 0.287, + 0.29538, + 0.28689, + 0.30187, + 0.31215, + 0.28926, + 0.28927, + 0.28649, + 0.34329, + 0.31136, + 0.28883, + 0.28475, + 0.31556, + 0.28945, + 0.29822, + 0.28303, + 0.29798, + 0.28465, + 0.29552, + 0.2877, + 0.27987, + 0.28851, + 0.28639, + 0.27726, + 0.262, + 0.29035, + 0.27968, + 0.2707, + 0.2862, + 0.24473, + 0.2813, + 0.2899, + 0.31167, + 0.27463, + 0.28503, + 0.27291, + 0.3142, + 0.2867, + 0.26695, + 0.2811, + 0.25974, + 0.32458, + 0.29102, + 0.29235, + 0.28522, + 0.27999, + 0.28559, + 0.28466, + 0.29063, + 0.29353, + 0.25136, + 0.24442, + 0.24963, + 0.28407, + 0.2961, + 0.28133, + 0.26492, + 0.29899, + 0.30084, + 0.41012, + 0.32951, + 0.29763, + 0.31448, + 0.30002, + 0.29576, + 0.2446, + 0.29516, + 0.26709, + 0.27982, + 0.2675, + 0.26022, + 0.293, + 0.28683, + 0.27904, + 0.28364, + 0.26953, + 0.26011, + 0.29485, + 0.29628, + 0.28734, + 0.28706, + 0.28878 + ] + }, + "verify/K8/b1/realize": { + "n": 200, + "median_ms": 2.617985475808382, + "p99_ms": 3.7307605240494013, + "mean_ms": 2.667392436414957, + "min_ms": 2.3971982300281525, + "max_ms": 3.758641891181469, + "note": "ms per plant (decode + realize + RK4 rollout verifier of K candidates); batch=1", + "samples_ms": [ + 2.61223, + 2.6801, + 2.69804, + 2.62562, + 2.64545, + 2.90818, + 2.56987, + 2.68403, + 2.69564, + 2.7652, + 2.67136, + 2.67373, + 2.70212, + 2.63675, + 2.87324, + 2.71069, + 2.60727, + 2.68755, + 2.60544, + 2.65404, + 2.62255, + 2.57476, + 3.63111, + 3.24294, + 3.75864, + 2.68075, + 2.67606, + 2.57851, + 2.59624, + 2.58864, + 2.64057, + 2.63524, + 2.67218, + 2.71996, + 2.55396, + 2.65285, + 2.54762, + 2.61701, + 2.57662, + 2.67664, + 2.57127, + 2.52168, + 2.60878, + 2.6378, + 2.66397, + 2.56653, + 2.61054, + 2.63143, + 2.57935, + 2.61292, + 2.59907, + 2.59883, + 2.6703, + 2.82814, + 2.49792, + 2.72381, + 2.59499, + 2.54629, + 2.56442, + 2.64622, + 2.58143, + 2.58923, + 2.55803, + 2.55791, + 2.55315, + 2.71274, + 2.61748, + 2.54038, + 2.56205, + 2.39869, + 2.6207, + 2.56629, + 2.98005, + 2.65493, + 2.68316, + 2.57623, + 2.59979, + 2.56751, + 2.60091, + 2.77275, + 2.85539, + 2.54233, + 2.82907, + 2.57337, + 2.60574, + 2.59031, + 2.62082, + 2.57992, + 3.13408, + 2.60317, + 2.48403, + 2.44281, + 2.77141, + 3.43758, + 2.6154, + 2.65079, + 2.66398, + 2.53133, + 2.51513, + 2.65932, + 2.63051, + 2.58104, + 2.62568, + 2.70608, + 2.58802, + 2.62688, + 2.5771, + 3.74751, + 2.54081, + 2.62135, + 2.58473, + 2.59606, + 2.67034, + 2.54858, + 2.60648, + 2.62125, + 2.61849, + 2.43441, + 2.58347, + 2.63098, + 2.62254, + 2.57937, + 2.56887, + 2.69283, + 2.67519, + 2.57347, + 2.80875, + 2.61529, + 2.62902, + 2.70819, + 2.62073, + 2.62032, + 2.6025, + 2.54762, + 2.5901, + 2.58032, + 2.55181, + 2.53736, + 2.56862, + 2.75809, + 2.55896, + 2.50366, + 2.5528, + 2.61591, + 2.52551, + 2.62682, + 2.83361, + 2.49792, + 2.64679, + 3.14905, + 2.62812, + 3.08169, + 3.24719, + 2.7956, + 2.62158, + 2.95051, + 2.54449, + 2.54444, + 2.54914, + 2.73224, + 2.66227, + 2.75765, + 2.66816, + 2.66656, + 2.68731, + 2.65839, + 2.64002, + 2.6339, + 2.46732, + 2.40844, + 2.3972, + 2.51761, + 2.58499, + 2.60223, + 2.48619, + 2.58014, + 3.11929, + 3.73059, + 2.61329, + 2.62023, + 2.74907, + 2.63401, + 2.73421, + 2.46541, + 2.6251, + 2.52712, + 2.50465, + 2.51727, + 2.55474, + 2.6024, + 2.70793, + 2.60208, + 3.27991, + 2.79688, + 2.52639, + 2.68957, + 2.58995, + 2.59539, + 2.65348, + 2.60129 + ] + }, + "verify/K8/b1/rollout_verify": { + "n": 200, + "median_ms": 121.6989392414689, + "p99_ms": 140.4975251853466, + "mean_ms": 123.29322894103825, + "min_ms": 117.44498275220394, + "max_ms": 275.85584484040737, + "note": "ms per plant (decode + realize + RK4 rollout verifier of K candidates); batch=1", + "samples_ms": [ + 122.53128, + 128.29668, + 127.21223, + 121.06364, + 128.22561, + 124.99651, + 140.6101, + 122.91543, + 275.85584, + 124.89072, + 126.23488, + 129.30819, + 126.96711, + 128.2433, + 126.01655, + 124.4419, + 127.37652, + 125.17498, + 121.93023, + 124.33411, + 120.92791, + 130.28365, + 138.0849, + 137.00033, + 127.58145, + 132.08735, + 130.15399, + 124.2482, + 129.58028, + 126.32984, + 120.93952, + 125.73256, + 123.51186, + 120.64737, + 119.56412, + 121.13365, + 121.02598, + 119.96543, + 121.26081, + 123.79908, + 119.51347, + 122.45515, + 120.69644, + 123.9695, + 122.47369, + 123.6718, + 123.60187, + 121.92294, + 124.52179, + 121.34343, + 120.59521, + 122.46028, + 120.50853, + 123.65839, + 121.81952, + 121.61802, + 120.98216, + 119.48675, + 119.62544, + 124.57419, + 122.08568, + 119.81554, + 126.29291, + 122.44151, + 121.00931, + 121.26382, + 119.28394, + 121.80957, + 121.11859, + 120.49027, + 121.36313, + 123.61418, + 118.9155, + 121.26201, + 122.83624, + 119.88092, + 123.08864, + 128.67964, + 121.37435, + 120.15717, + 121.29471, + 121.4887, + 119.7738, + 119.26101, + 121.51867, + 121.41845, + 121.0109, + 122.09927, + 120.01468, + 119.54171, + 120.24039, + 121.46336, + 120.74701, + 121.04584, + 120.21211, + 122.41456, + 119.74471, + 119.48984, + 122.48794, + 121.75309, + 120.08317, + 121.56259, + 121.97211, + 120.46102, + 121.89677, + 120.40845, + 119.93012, + 121.93365, + 121.79775, + 123.70536, + 120.3421, + 119.26685, + 119.26879, + 121.34687, + 122.11522, + 121.1194, + 120.10682, + 120.41364, + 121.01737, + 120.4524, + 122.50938, + 122.33999, + 124.28909, + 127.6846, + 119.48971, + 124.86879, + 122.39269, + 120.90675, + 121.57827, + 120.66325, + 120.48459, + 122.2928, + 119.39927, + 120.18674, + 121.15748, + 119.11734, + 118.44658, + 119.49169, + 122.61921, + 121.59977, + 121.49214, + 121.48704, + 122.45537, + 119.42697, + 123.43078, + 123.2595, + 125.7186, + 123.74067, + 124.79273, + 121.97711, + 125.84623, + 122.5367, + 122.15207, + 123.42984, + 125.03445, + 122.4102, + 123.16018, + 121.2058, + 122.07642, + 127.09632, + 123.0459, + 124.03664, + 121.88283, + 120.66008, + 123.3872, + 122.44631, + 118.729, + 120.19622, + 117.44498, + 117.6945, + 120.3921, + 118.87432, + 119.60142, + 119.45646, + 119.66075, + 121.83645, + 126.16314, + 140.49639, + 124.26915, + 122.49933, + 121.103, + 120.49178, + 118.46883, + 118.69833, + 118.27888, + 124.16292, + 118.97052, + 119.56257, + 120.55388, + 123.56669, + 121.64479, + 122.82054, + 118.95293, + 119.42937, + 127.46024, + 121.93096, + 118.83293, + 121.02436, + 120.88164, + 121.80364 + ] + }, + "verify/K8/b1/total": { + "n": 200, + "median_ms": 124.64188737794757, + "p99_ms": 143.47571432590485, + "mean_ms": 126.25158477574587, + "min_ms": 120.16366329044104, + "max_ms": 278.839573264122, + "note": "ms per plant (decode + realize + RK4 rollout verifier of K candidates); batch=1 (sum of components per item)", + "samples_ms": [ + 125.44812, + 131.25874, + 130.19564, + 123.99645, + 131.1637, + 128.20853, + 143.46398, + 125.88593, + 278.83957, + 127.94166, + 129.19429, + 132.29396, + 130.01192, + 131.27961, + 129.18361, + 127.4473, + 130.28463, + 128.15524, + 124.81461, + 127.28339, + 123.84066, + 133.14488, + 142.18599, + 140.60888, + 131.7582, + 135.07803, + 133.14307, + 127.12614, + 132.46755, + 129.21896, + 123.87257, + 128.66667, + 126.47236, + 123.65543, + 122.4137, + 124.09968, + 123.85697, + 122.87446, + 124.12625, + 126.77217, + 122.38085, + 125.25537, + 123.58584, + 126.90362, + 125.42336, + 126.51243, + 126.49625, + 124.8523, + 127.37877, + 124.25959, + 123.48667, + 125.33301, + 123.47674, + 126.78494, + 124.60001, + 124.64423, + 123.86871, + 122.31709, + 122.48385, + 127.52033, + 124.9534, + 122.67884, + 129.11017, + 125.25804, + 123.8096, + 124.27443, + 122.2069, + 124.61506, + 123.97387, + 123.1237, + 124.28518, + 126.46706, + 122.14525, + 124.22561, + 125.82702, + 122.74758, + 125.95962, + 131.56689, + 124.26346, + 123.23248, + 124.4316, + 124.27845, + 122.91468, + 122.12392, + 124.40181, + 124.30384, + 123.93533, + 124.97328, + 123.43571, + 122.43538, + 122.96641, + 124.15072, + 123.81692, + 124.77963, + 123.11748, + 125.37947, + 122.71308, + 122.30294, + 125.26243, + 124.6969, + 123.00125, + 124.42537, + 124.88275, + 123.45413, + 124.78237, + 123.327, + 122.78771, + 125.96432, + 124.63123, + 126.59868, + 123.21843, + 122.14704, + 122.25619, + 124.19012, + 125.00251, + 124.02004, + 123.01566, + 123.10556, + 123.88784, + 123.37876, + 125.4188, + 125.22124, + 127.1701, + 130.6667, + 122.45417, + 127.72875, + 125.54472, + 123.83339, + 124.49612, + 123.6562, + 123.42088, + 125.20257, + 122.29998, + 123.01739, + 124.04555, + 121.98232, + 121.29391, + 122.31675, + 125.46771, + 124.64638, + 124.33749, + 124.26796, + 125.27017, + 122.33322, + 126.23597, + 126.15702, + 128.83842, + 126.48332, + 127.72083, + 125.41606, + 128.78601, + 125.89302, + 125.68428, + 126.49834, + 127.97023, + 125.64741, + 125.97162, + 124.03134, + 124.88529, + 130.15314, + 125.99918, + 127.08664, + 124.8362, + 123.60663, + 126.36011, + 125.38936, + 121.65965, + 123.12366, + 120.16366, + 120.34735, + 123.03893, + 121.676, + 122.48252, + 122.34002, + 122.41186, + 124.71558, + 129.58328, + 144.6371, + 127.21196, + 125.41719, + 124.16654, + 123.42581, + 121.49881, + 121.40833, + 121.19914, + 126.95713, + 121.75499, + 122.34734, + 123.36885, + 126.46209, + 124.63954, + 125.70166, + 122.51648, + 122.49579, + 130.24674, + 124.91538, + 121.71915, + 123.90708, + 123.82219, + 124.69372 + ] + }, + "verify/K8/batch60/decode": { + "n": 8, + "median_ms": 0.16966369779159626, + "p99_ms": 0.17725195347641906, + "mean_ms": 0.17058255228524408, + "min_ms": 0.1681048578272263, + "max_ms": 0.17774030566215515, + "note": "ms per plant, batch=60; n = batches", + "samples_ms": [ + 0.1693, + 0.17063, + 0.17774, + 0.16896, + 0.1681, + 0.16914, + 0.17076, + 0.17003 + ] + }, + "verify/K8/batch60/realize": { + "n": 8, + "median_ms": 2.228817398039003, + "p99_ms": 2.247731224168092, + "mean_ms": 2.220615523401648, + "min_ms": 2.1594760473817587, + "max_ms": 2.2479381877928972, + "note": "ms per plant, batch=60; n = batches", + "samples_ms": [ + 2.24498, + 2.21162, + 2.24794, + 2.22441, + 2.15948, + 2.19881, + 2.24446, + 2.23323 + ] + }, + "verify/K8/batch60/rollout_verify": { + "n": 8, + "median_ms": 5.0666279857978225, + "p99_ms": 6.708511527162045, + "mean_ms": 5.423243601884072, + "min_ms": 4.722215980291367, + "max_ms": 6.747109334294994, + "note": "ms per plant, batch=60; n = batches", + "samples_ms": [ + 6.74711, + 4.84419, + 4.72222, + 5.28907, + 4.81714, + 6.19571, + 4.78503, + 5.98549 + ] + }, + "verify/K8/batch60/total": { + "n": 8, + "median_ms": 7.454435053902368, + "p99_ms": 9.119549658925582, + "mean_ms": 7.814441677570964, + "min_ms": 7.144719548523426, + "max_ms": 9.161390379692117, + "note": "ms per plant, batch=60; n = batches (sum of components per item)", + "samples_ms": [ + 9.16139, + 7.22644, + 7.14789, + 7.68243, + 7.14472, + 8.56367, + 7.20025, + 8.38874 + ] + }, + "popov_lmi_unsound_per_ctrl": { + "n": 40, + "median_ms": 5.268413573503494, + "p99_ms": 8.266037926077841, + "mean_ms": 5.4155926220119, + "min_ms": 5.137081257998943, + "max_ms": 9.673762135207653, + "note": "realize_loop + Popov LMI, per controller; NOT a sound certificate for these loops (RESULTS.md 4.2); n limited to 40", + "samples_ms": [ + 9.67376, + 5.80254, + 5.26613, + 5.31261, + 5.38045, + 5.41318, + 5.24614, + 5.25729, + 5.27078, + 6.06421, + 5.14802, + 5.19552, + 5.22163, + 5.36683, + 5.25009, + 5.19952, + 5.39254, + 5.20003, + 5.2497, + 5.2707, + 5.2473, + 5.27815, + 5.2167, + 5.17776, + 5.25797, + 5.3297, + 5.36767, + 5.37638, + 5.16661, + 5.42559, + 5.28639, + 5.2719, + 5.32734, + 5.20438, + 5.21786, + 5.1873, + 5.47228, + 5.32803, + 5.13708, + 5.16566 + ] + }, + "retrieval_index_build_s": { + "median_ms": 171.03641293942928, + "n": 1, + "note": "one-off; bank rows=180160, searched rows=5635" + }, + "retrieval/K1/b1": { + "n": 200, + "median_ms": 0.20353542640805244, + "p99_ms": 0.24525289423763752, + "mean_ms": 0.20608595572412014, + "min_ms": 0.18954463303089142, + "max_ms": 0.26700086891651154, + "note": "ms per plant: distance to bank + top-K + decode; batch=1", + "samples_ms": [ + 0.23895, + 0.21427, + 0.21903, + 0.20485, + 0.21101, + 0.2092, + 0.20015, + 0.21875, + 0.21098, + 0.20238, + 0.20112, + 0.21287, + 0.20861, + 0.20288, + 0.19462, + 0.19628, + 0.19484, + 0.20914, + 0.19851, + 0.20455, + 0.21777, + 0.23031, + 0.2162, + 0.1989, + 0.19981, + 0.1939, + 0.2115, + 0.19945, + 0.19834, + 0.19801, + 0.2, + 0.19811, + 0.21741, + 0.22109, + 0.23721, + 0.23092, + 0.21698, + 0.20216, + 0.20013, + 0.20167, + 0.19919, + 0.21989, + 0.21649, + 0.20066, + 0.1924, + 0.19217, + 0.19989, + 0.20732, + 0.19156, + 0.19986, + 0.19186, + 0.2129, + 0.23043, + 0.21158, + 0.20422, + 0.1965, + 0.21139, + 0.20232, + 0.19054, + 0.19175, + 0.19366, + 0.21926, + 0.20902, + 0.20272, + 0.20222, + 0.20839, + 0.20211, + 0.21064, + 0.19957, + 0.20368, + 0.20475, + 0.19249, + 0.19483, + 0.2124, + 0.19968, + 0.21302, + 0.20534, + 0.20453, + 0.19812, + 0.20254, + 0.20601, + 0.2015, + 0.1965, + 0.20134, + 0.20966, + 0.19942, + 0.19699, + 0.20286, + 0.2142, + 0.22371, + 0.20729, + 0.20427, + 0.20606, + 0.2135, + 0.20494, + 0.20169, + 0.20093, + 0.18954, + 0.20568, + 0.20156, + 0.20496, + 0.21743, + 0.20003, + 0.20579, + 0.19623, + 0.20188, + 0.19992, + 0.20406, + 0.20163, + 0.20816, + 0.22064, + 0.2079, + 0.22671, + 0.20015, + 0.20731, + 0.20023, + 0.19969, + 0.1992, + 0.20178, + 0.211, + 0.2196, + 0.267, + 0.24525, + 0.24565, + 0.19949, + 0.1934, + 0.20031, + 0.1965, + 0.20685, + 0.20428, + 0.20281, + 0.19172, + 0.20678, + 0.20452, + 0.19968, + 0.2082, + 0.19853, + 0.20282, + 0.20678, + 0.19793, + 0.19457, + 0.21198, + 0.20903, + 0.20007, + 0.20059, + 0.19671, + 0.20138, + 0.20423, + 0.19755, + 0.19552, + 0.19787, + 0.22447, + 0.22537, + 0.2113, + 0.20336, + 0.19617, + 0.19778, + 0.19977, + 0.2154, + 0.19355, + 0.20136, + 0.19893, + 0.20517, + 0.22482, + 0.21447, + 0.20474, + 0.20065, + 0.2269, + 0.20152, + 0.20439, + 0.19508, + 0.19378, + 0.20801, + 0.22554, + 0.22157, + 0.19487, + 0.19713, + 0.2046, + 0.19282, + 0.20918, + 0.20067, + 0.2046, + 0.20477, + 0.2141, + 0.21006, + 0.19813, + 0.20376, + 0.21195, + 0.20764, + 0.2066, + 0.19803, + 0.1978, + 0.20901, + 0.2354, + 0.19878, + 0.20174, + 0.20479, + 0.20379, + 0.2034, + 0.21483 + ] + }, + "retrieval/K1/batch60": { + "n": 40, + "median_ms": 0.07361859704057376, + "p99_ms": 0.08504322202255328, + "mean_ms": 0.07459868715765575, + "min_ms": 0.07231639077266057, + "max_ms": 0.08550769028564294, + "note": "ms per plant, vectorised over batch=60", + "samples_ms": [ + 0.07438, + 0.08008, + 0.07553, + 0.0736, + 0.07443, + 0.08432, + 0.07389, + 0.07356, + 0.07357, + 0.07644, + 0.07364, + 0.07448, + 0.07911, + 0.07504, + 0.07298, + 0.07312, + 0.07292, + 0.07442, + 0.07416, + 0.07315, + 0.07298, + 0.08551, + 0.07292, + 0.07258, + 0.0731, + 0.07473, + 0.07232, + 0.0727, + 0.07258, + 0.0742, + 0.07306, + 0.07338, + 0.07452, + 0.07469, + 0.07299, + 0.07276, + 0.07538, + 0.07499, + 0.07259, + 0.07316 + ] + }, + "retrieval/K8/b1": { + "n": 200, + "median_ms": 0.3459947183728218, + "p99_ms": 0.46166701242327685, + "mean_ms": 0.35111062694340944, + "min_ms": 0.3294236958026886, + "max_ms": 0.5585690960288048, + "note": "ms per plant: distance to bank + top-K + decode; batch=1", + "samples_ms": [ + 0.35399, + 0.34396, + 0.35647, + 0.33983, + 0.37297, + 0.3526, + 0.34287, + 0.363, + 0.35309, + 0.34284, + 0.39296, + 0.34895, + 0.33456, + 0.34727, + 0.34095, + 0.3468, + 0.35607, + 0.36081, + 0.33952, + 0.35121, + 0.34028, + 0.32942, + 0.38231, + 0.34518, + 0.349, + 0.33717, + 0.35266, + 0.33704, + 0.34819, + 0.34543, + 0.35125, + 0.34022, + 0.33909, + 0.35609, + 0.347, + 0.33581, + 0.35351, + 0.34151, + 0.34289, + 0.35093, + 0.34801, + 0.34613, + 0.35809, + 0.35314, + 0.33661, + 0.37549, + 0.34049, + 0.35709, + 0.3367, + 0.3427, + 0.33983, + 0.34214, + 0.33263, + 0.35504, + 0.34488, + 0.33651, + 0.35252, + 0.35292, + 0.33257, + 0.33938, + 0.33549, + 0.34337, + 0.34561, + 0.34968, + 0.3447, + 0.35045, + 0.34277, + 0.35235, + 0.3535, + 0.34821, + 0.33659, + 0.34505, + 0.3352, + 0.36177, + 0.3365, + 0.35155, + 0.35088, + 0.34513, + 0.34079, + 0.34971, + 0.35201, + 0.3423, + 0.34298, + 0.34221, + 0.35216, + 0.33973, + 0.33874, + 0.34478, + 0.36069, + 0.34024, + 0.33886, + 0.35619, + 0.34866, + 0.35334, + 0.3893, + 0.34537, + 0.46161, + 0.46703, + 0.4373, + 0.35, + 0.34586, + 0.35784, + 0.33875, + 0.34327, + 0.34257, + 0.3325, + 0.34116, + 0.36254, + 0.34614, + 0.34938, + 0.36281, + 0.33554, + 0.34111, + 0.38988, + 0.34464, + 0.34014, + 0.35111, + 0.34139, + 0.34743, + 0.34619, + 0.33806, + 0.35194, + 0.34468, + 0.34585, + 0.34731, + 0.34833, + 0.34005, + 0.34369, + 0.34174, + 0.35167, + 0.35248, + 0.33426, + 0.35017, + 0.35347, + 0.34275, + 0.34899, + 0.34767, + 0.35175, + 0.37435, + 0.35004, + 0.33605, + 0.36063, + 0.34145, + 0.33291, + 0.34021, + 0.33752, + 0.34554, + 0.3531, + 0.33463, + 0.33755, + 0.34632, + 0.34103, + 0.33754, + 0.34468, + 0.34364, + 0.34133, + 0.34736, + 0.34147, + 0.34873, + 0.35429, + 0.36131, + 0.34314, + 0.35457, + 0.34026, + 0.34345, + 0.34375, + 0.34063, + 0.34272, + 0.34662, + 0.34463, + 0.45226, + 0.55857, + 0.37031, + 0.34325, + 0.3376, + 0.34423, + 0.35413, + 0.35188, + 0.35324, + 0.35429, + 0.33957, + 0.35433, + 0.35767, + 0.34885, + 0.34848, + 0.33615, + 0.33358, + 0.3462, + 0.42453, + 0.36957, + 0.341, + 0.33539, + 0.34564, + 0.36794, + 0.33232, + 0.34778, + 0.36747, + 0.33828, + 0.35206, + 0.35761 + ] + }, + "retrieval/K8/batch60": { + "n": 40, + "median_ms": 0.2202536367500822, + "p99_ms": 0.23777255431438485, + "mean_ms": 0.22144541105565924, + "min_ms": 0.2154056914150715, + "max_ms": 0.24115952352682749, + "note": "ms per plant, vectorised over batch=60", + "samples_ms": [ + 0.23247, + 0.22052, + 0.22172, + 0.21886, + 0.21845, + 0.22411, + 0.21896, + 0.22337, + 0.21823, + 0.22456, + 0.21764, + 0.21761, + 0.22268, + 0.2205, + 0.21965, + 0.22013, + 0.24116, + 0.2196, + 0.22674, + 0.21541, + 0.21727, + 0.21906, + 0.21989, + 0.22026, + 0.22501, + 0.22025, + 0.22023, + 0.22772, + 0.21912, + 0.22113, + 0.22132, + 0.22208, + 0.22122, + 0.222, + 0.21901, + 0.21617, + 0.2197, + 0.22189, + 0.21922, + 0.2229 + ] + } + }, + "done": true +} \ No newline at end of file