Download results/timing/timing_vs_classical_summary.json from matCercola18/DiffusionControl: direct link, hf CLI and curl.
- Browser
- Download file 53.6 kB
-
https://huggingface.co/matCercola18/DiffusionControl/resolve/main/results/timing/timing_vs_classical_summary.json
- Command line
-
hf download hf://matCercola18/DiffusionControl/results/timing/timing_vs_classical_summary.json
-
curl -L -o timing_vs_classical_summary.json https://huggingface.co/matCercola18/DiffusionControl/resolve/main/results/timing/timing_vs_classical_summary.json
53.6 kB
{
"siso": [
{
"family": "siso",
"method": "diffusion DDPM500 K=1",
"kind": "diffusion",
"sampler": "ddpm500",
"K": 1,
"synth": {
"cpu1/b1": {
"median": 3366.58028,
"p99": 3560.993712,
"n": 61
},
"cpu1/batch": {
"median": 341.29922,
"p99": 348.4461954,
"n": 8
},
"cpu8/b1": {
"median": 2703.310595,
"p99": 2977.1041585,
"n": 46
},
"cpu8/batch": {
"median": 82.56865499999999,
"p99": 83.4001076,
"n": 8
},
"gpu/b1": {
"median": 634.51754,
"p99": 648.2464747000001,
"n": 200
},
"gpu/batch": {
"median": 10.989484999999998,
"p99": 11.0337426,
"n": 8
}
},
"gen": {
"cpu1/b1": {
"median": 3257.00723,
"p99": 3452.4182339999998,
"n": 61
},
"cpu1/batch": {
"median": 339.322335,
"p99": 349.67066040000003,
"n": 10
},
"cpu8/b1": {
"median": 2583.0462500000003,
"p99": 2859.8222815,
"n": 46
},
"cpu8/batch": {
"median": 79.39791500000001,
"p99": 79.56928730000001,
"n": 20
},
"gpu/b1": {
"median": 525.56891,
"p99": 538.5945499,
"n": 200
},
"gpu/batch": {
"median": 8.353105,
"p99": 8.4105328,
"n": 20
}
},
"ver": {
"cpu1/b1": {
"median": 108.68165,
"p99": 111.6346588,
"n": 200
},
"cpu1/batch": {
"median": 2.633535,
"p99": 2.657498,
"n": 8
},
"cpu8/b1": {
"median": 115.587815,
"p99": 129.53860679999997,
"n": 200
},
"cpu8/batch": {
"median": 3.120755,
"p99": 4.013553,
"n": 8
},
"gpu/b1": {
"median": 108.68165,
"p99": 111.6346588,
"n": 200
},
"gpu/batch": {
"median": 2.633535,
"p99": 2.657498,
"n": 8
}
},
"quality": {
"cov": 0.6722222222222222,
"reg": 773.2524979751564,
"src": "results/timing/quality_siso_*.json (3 seeded draws, mean)"
}
},
{
"family": "siso",
"method": "diffusion DDPM500 K=8",
"kind": "diffusion",
"sampler": "ddpm500",
"K": 8,
"synth": {
"cpu1/b1": {
"median": 9441.27163,
"p99": 9950.3675544,
"n": 22
},
"cpu1/batch": {
"median": 1709.66617,
"p99": 1728.3016148,
"n": 2
},
"cpu8/b1": {
"median": 2055.710935,
"p99": 2352.7089422,
"n": 62
},
"cpu8/batch": {
"median": 535.76734,
"p99": 570.8037316,
"n": 5
},
"gpu/b1": {
"median": 564.635975,
"p99": 573.9267017999999,
"n": 200
},
"gpu/batch": {
"median": 22.727825000000003,
"p99": 22.801706300000003,
"n": 8
}
},
"gen": {
"cpu1/b1": {
"median": 9311.12184,
"p99": 9828.607213700001,
"n": 22
},
"cpu1/batch": {
"median": 1702.0987599999999,
"p99": 1720.6984347999999,
"n": 2
},
"cpu8/b1": {
"median": 1928.9620249999998,
"p99": 2228.750791,
"n": 62
},
"cpu8/batch": {
"median": 528.08491,
"p99": 563.6588848,
"n": 5
},
"gpu/b1": {
"median": 443.234685,
"p99": 451.05782289999996,
"n": 200
},
"gpu/batch": {
"median": 15.236175,
"p99": 15.3255115,
"n": 20
}
},
"ver": {
"cpu1/b1": {
"median": 121.274125,
"p99": 122.63589569999999,
"n": 200
},
"cpu1/batch": {
"median": 7.57591,
"p99": 7.6038239,
"n": 8
},
"cpu8/b1": {
"median": 124.641885,
"p99": 143.47571119999998,
"n": 200
},
"cpu8/batch": {
"median": 7.454435,
"p99": 9.119549600000001,
"n": 8
},
"gpu/b1": {
"median": 121.274125,
"p99": 122.63589569999999,
"n": 200
},
"gpu/batch": {
"median": 7.57591,
"p99": 7.6038239,
"n": 8
}
},
"quality": {
"cov": 0.7944444444444446,
"reg": 23.719570596386585,
"src": "results/timing/quality_siso_*.json (3 seeded draws, mean)"
}
},
{
"family": "siso",
"method": "diffusion DDIM20 K=1",
"kind": "diffusion",
"sampler": "ddim20",
"K": 1,
"synth": {
"cpu1/b1": {
"median": 242.85655,
"p99": 254.8831149,
"n": 200
},
"cpu1/batch": {
"median": 16.141265,
"p99": 16.1812662,
"n": 8
},
"cpu8/b1": {
"median": 220.08023000000003,
"p99": 233.82835029999995,
"n": 200
},
"cpu8/batch": {
"median": 6.2743150000000005,
"p99": 7.1783043,
"n": 8
},
"gpu/b1": {
"median": 131.584495,
"p99": 158.13514819999997,
"n": 200
},
"gpu/batch": {
"median": 3.000175,
"p99": 3.0239652,
"n": 8
}
},
"gen": {
"cpu1/b1": {
"median": 133.87836,
"p99": 145.6051898,
"n": 200
},
"cpu1/batch": {
"median": 13.51246,
"p99": 13.6201469,
"n": 20
},
"cpu8/b1": {
"median": 103.6183,
"p99": 108.75910099999997,
"n": 200
},
"cpu8/batch": {
"median": 3.14701,
"p99": 3.2923309,
"n": 20
},
"gpu/b1": {
"median": 22.794475,
"p99": 48.481173899999995,
"n": 200
},
"gpu/batch": {
"median": 0.365715,
"p99": 0.46439479999999983,
"n": 20
}
},
"ver": {
"cpu1/b1": {
"median": 108.68165,
"p99": 111.6346588,
"n": 200
},
"cpu1/batch": {
"median": 2.633535,
"p99": 2.657498,
"n": 8
},
"cpu8/b1": {
"median": 115.587815,
"p99": 129.53860679999997,
"n": 200
},
"cpu8/batch": {
"median": 3.120755,
"p99": 4.013553,
"n": 8
},
"gpu/b1": {
"median": 108.68165,
"p99": 111.6346588,
"n": 200
},
"gpu/batch": {
"median": 2.633535,
"p99": 2.657498,
"n": 8
}
},
"quality": {
"cov": 0.6444444444444444,
"reg": 559.4484345830186,
"src": "results/timing/quality_siso_*.json (3 seeded draws, mean)"
}
},
{
"family": "siso",
"method": "diffusion DDIM20 K=8",
"kind": "diffusion",
"sampler": "ddim20",
"K": 8,
"synth": {
"cpu1/b1": {
"median": 500.423535,
"p99": 505.3605722,
"n": 200
},
"cpu1/batch": {
"median": 78.85187,
"p99": 78.9220748,
"n": 8
},
"cpu8/b1": {
"median": 202.206525,
"p99": 221.77077809999997,
"n": 200
},
"cpu8/batch": {
"median": 18.95892,
"p99": 20.636880299999998,
"n": 8
},
"gpu/b1": {
"median": 140.76969000000003,
"p99": 147.8577887,
"n": 200
},
"gpu/batch": {
"median": 8.260685,
"p99": 8.2884504,
"n": 8
}
},
"gen": {
"cpu1/b1": {
"median": 379.458985,
"p99": 383.9010396,
"n": 200
},
"cpu1/batch": {
"median": 71.270535,
"p99": 71.381557,
"n": 20
},
"cpu8/b1": {
"median": 77.42432500000001,
"p99": 83.51228169999999,
"n": 200
},
"cpu8/batch": {
"median": 11.49565,
"p99": 11.5405946,
"n": 20
},
"gpu/b1": {
"median": 19.471745,
"p99": 25.254552199999985,
"n": 200
},
"gpu/batch": {
"median": 0.683745,
"p99": 0.6863217,
"n": 20
}
},
"ver": {
"cpu1/b1": {
"median": 121.274125,
"p99": 122.63589569999999,
"n": 200
},
"cpu1/batch": {
"median": 7.57591,
"p99": 7.6038239,
"n": 8
},
"cpu8/b1": {
"median": 124.641885,
"p99": 143.47571119999998,
"n": 200
},
"cpu8/batch": {
"median": 7.454435,
"p99": 9.119549600000001,
"n": 8
},
"gpu/b1": {
"median": 121.274125,
"p99": 122.63589569999999,
"n": 200
},
"gpu/batch": {
"median": 7.57591,
"p99": 7.6038239,
"n": 8
}
},
"quality": {
"cov": 0.7999999999999999,
"reg": 5.707291736970967,
"src": "results/timing/quality_siso_*.json (3 seeded draws, mean)"
}
},
{
"family": "siso",
"method": "diffusion DDIM5 K=1",
"kind": "diffusion",
"sampler": "ddim5",
"K": 1,
"synth": {
"cpu1/b1": {
"median": 141.811025,
"p99": 145.0683622,
"n": 200
},
"cpu1/batch": {
"median": 5.942885,
"p99": 5.9761798,
"n": 8
},
"cpu8/b1": {
"median": 143.838225,
"p99": 156.94967559999995,
"n": 200
},
"cpu8/batch": {
"median": 3.95021,
"p99": 4.8166854,
"n": 8
},
"gpu/b1": {
"median": 121.29037,
"p99": 124.2674854,
"n": 200
},
"gpu/batch": {
"median": 2.8186799999999996,
"p99": 2.8544821,
"n": 8
}
},
"gen": {
"cpu1/b1": {
"median": 32.990790000000004,
"p99": 34.3313797,
"n": 200
},
"cpu1/batch": {
"median": 3.31251,
"p99": 3.3739917999999998,
"n": 20
},
"cpu8/b1": {
"median": 27.564645,
"p99": 30.400312900000003,
"n": 200
},
"cpu8/batch": {
"median": 0.826595,
"p99": 0.8400972999999999,
"n": 20
},
"gpu/b1": {
"median": 12.680765000000001,
"p99": 13.656495599999998,
"n": 200
},
"gpu/batch": {
"median": 0.11577000000000001,
"p99": 0.19816340000000002,
"n": 20
}
},
"ver": {
"cpu1/b1": {
"median": 108.68165,
"p99": 111.6346588,
"n": 200
},
"cpu1/batch": {
"median": 2.633535,
"p99": 2.657498,
"n": 8
},
"cpu8/b1": {
"median": 115.587815,
"p99": 129.53860679999997,
"n": 200
},
"cpu8/batch": {
"median": 3.120755,
"p99": 4.013553,
"n": 8
},
"gpu/b1": {
"median": 108.68165,
"p99": 111.6346588,
"n": 200
},
"gpu/batch": {
"median": 2.633535,
"p99": 2.657498,
"n": 8
}
},
"quality": {
"cov": 0.6944444444444443,
"reg": 482.03655088375154,
"src": "results/timing/quality_siso_*.json (3 seeded draws, mean)"
}
},
{
"family": "siso",
"method": "diffusion DDIM5 K=8",
"kind": "diffusion",
"sampler": "ddim5",
"K": 8,
"synth": {
"cpu1/b1": {
"median": 214.99095499999999,
"p99": 217.9133182,
"n": 200
},
"cpu1/batch": {
"median": 25.203545,
"p99": 25.7436822,
"n": 8
},
"cpu8/b1": {
"median": 145.48524500000002,
"p99": 164.0712695,
"n": 200
},
"cpu8/batch": {
"median": 10.368490000000001,
"p99": 12.031633800000002,
"n": 8
},
"gpu/b1": {
"median": 126.47084000000001,
"p99": 127.92198389999999,
"n": 200
},
"gpu/batch": {
"median": 7.753909999999999,
"p99": 7.7832987,
"n": 8
}
},
"gen": {
"cpu1/b1": {
"median": 94.28216,
"p99": 96.27366769999999,
"n": 200
},
"cpu1/batch": {
"median": 18.173175,
"p99": 18.2807147,
"n": 20
},
"cpu8/b1": {
"median": 21.212600000000002,
"p99": 22.057666299999998,
"n": 200
},
"cpu8/batch": {
"median": 2.884155,
"p99": 2.9389726,
"n": 20
},
"gpu/b1": {
"median": 5.204965,
"p99": 5.490453899999999,
"n": 200
},
"gpu/batch": {
"median": 0.178415,
"p99": 0.1814715,
"n": 20
}
},
"ver": {
"cpu1/b1": {
"median": 121.274125,
"p99": 122.63589569999999,
"n": 200
},
"cpu1/batch": {
"median": 7.57591,
"p99": 7.6038239,
"n": 8
},
"cpu8/b1": {
"median": 124.641885,
"p99": 143.47571119999998,
"n": 200
},
"cpu8/batch": {
"median": 7.454435,
"p99": 9.119549600000001,
"n": 8
},
"gpu/b1": {
"median": 121.274125,
"p99": 122.63589569999999,
"n": 200
},
"gpu/batch": {
"median": 7.57591,
"p99": 7.6038239,
"n": 8
}
},
"quality": {
"cov": 0.8166666666666668,
"reg": -0.46044651152129745,
"src": "results/timing/quality_siso_*.json (3 seeded draws, mean)"
}
},
{
"family": "siso",
"method": "retrieval K=1 (distinct plants)",
"kind": "retrieval",
"K": 1,
"synth": {
"cpu1/b1": {
"median": 108.89391499999999,
"p99": 111.8528688,
"n": 200
},
"cpu1/batch": {
"median": 2.70944,
"p99": 2.7330759,
"n": 8
},
"cpu8/b1": {
"median": 115.78509,
"p99": 129.75021199999998,
"n": 200
},
"cpu8/batch": {
"median": 3.2001049999999998,
"p99": 4.0932375,
"n": 8
}
},
"ver": {
"cpu1/b1": {
"median": 0.210895,
"p99": 0.24559439999999996,
"n": 200
},
"cpu1/batch": {
"median": 0.07568,
"p99": 0.07809,
"n": 40
},
"cpu8/b1": {
"median": 0.20354,
"p99": 0.245254,
"n": 200
},
"cpu8/batch": {
"median": 0.07361999999999999,
"p99": 0.08504590000000001,
"n": 40
}
},
"quality": {
"cov": 0.5166666666666667,
"reg": 72.69385261163676,
"src": "results/timing/quality_siso_*.json (distinct-plant retrieval, N=60 seed 0)"
}
},
{
"family": "siso",
"method": "retrieval K=8 (distinct plants)",
"kind": "retrieval",
"K": 8,
"synth": {
"cpu1/b1": {
"median": 121.632445,
"p99": 123.00559239999998,
"n": 200
},
"cpu1/batch": {
"median": 7.8031950000000005,
"p99": 7.8343592,
"n": 8
},
"cpu8/b1": {
"median": 124.98064,
"p99": 143.81867129999998,
"n": 200
},
"cpu8/batch": {
"median": 7.674125,
"p99": 9.3514344,
"n": 8
}
},
"ver": {
"cpu1/b1": {
"median": 0.36011000000000004,
"p99": 0.3823712999999999,
"n": 200
},
"cpu1/batch": {
"median": 0.227615,
"p99": 0.2313902,
"n": 40
},
"cpu8/b1": {
"median": 0.345995,
"p99": 0.46166419999999997,
"n": 200
},
"cpu8/batch": {
"median": 0.220255,
"p99": 0.2377709,
"n": 40
}
},
"quality": {
"cov": 0.7666666666666667,
"reg": 4.307894779311727,
"src": "results/timing/quality_siso_*.json (distinct-plant retrieval, N=60 seed 0)"
}
},
{
"family": "siso",
"method": "per-plant Adam oracle",
"kind": "oracle",
"K": null,
"synth": {
"cpu1/b1": {
"median": 28268.21375,
"p99": 29196.615160200003,
"n": 12
},
"cpu1/batch": {
"median": 583.96781,
"p99": 585.3085088,
"n": 2
},
"cpu8/b1": {
"median": 21858.86345,
"p99": 22063.430614099998,
"n": 12
},
"cpu8/batch": {
"median": 507.249675,
"p99": 513.8955401,
"n": 2
},
"gpu/b1": null,
"gpu/batch": null
},
"quality": {
"cov": 1.0,
"reg": 0.0,
"src": "reference by definition (regret is measured against it)"
}
},
{
"family": "siso",
"method": "Hurwitz eigenvalue linear gain (stabilize_repair_fast)",
"kind": "classical",
"K": null,
"synth": {
"cpu1/b1": {
"median": 0.30062500000000003,
"p99": 0.8504022999999997,
"n": 240
},
"cpu1/batch": null,
"cpu8/b1": {
"median": 0.32864,
"p99": 1.3357683999999983,
"n": 240
},
"cpu8/batch": null,
"gpu/b1": null,
"gpu/batch": null
},
"quality": null
},
{
"family": "siso",
"method": "static-gain LQ design F=1 + eigenvalue cert",
"kind": "classical",
"K": null,
"synth": {
"cpu1/b1": {
"median": 2.348725,
"p99": 3.0389701999999996,
"n": 240
},
"cpu1/batch": {
"median": 2.3454800000000002,
"p99": 3.797016899999999,
"n": 40
},
"cpu8/b1": {
"median": 2.63668,
"p99": 3.9378496,
"n": 240
},
"cpu8/batch": {
"median": 2.406175,
"p99": 4.753685399999998,
"n": 40
},
"gpu/b1": null,
"gpu/batch": null
},
"quality": {
"cov": 0.8833333333333333,
"reg": 1274.6151773239899,
"src": "results/timing/classical_siso_*.json"
}
}
],
"mimo": [
{
"family": "mimo",
"method": "diffusion DDPM500 K=1",
"kind": "diffusion",
"sampler": "ddpm500",
"K": 1,
"synth": {
"cpu1/b1": {
"median": 1679.72881,
"p99": 5297.050129999994,
"n": 137
},
"cpu1/batch": {
"median": 584.042825,
"p99": 662.1170093,
"n": 2
},
"cpu8/b1": {
"median": 1463.17405,
"p99": 4773.036041999999,
"n": 157
},
"cpu8/batch": {
"median": 521.71732,
"p99": 599.3428946,
"n": 2
},
"gpu/b1": {
"median": 651.08588,
"p99": 4353.168158099998,
"n": 200
},
"gpu/batch": {
"median": 484.17582,
"p99": 562.1836337999999,
"n": 2
}
},
"gen": {
"cpu1/b1": {
"median": 1446.16804,
"p99": 1568.1691879999998,
"n": 137
},
"cpu1/batch": {
"median": 103.00855,
"p99": 103.5314432,
"n": 17
},
"cpu8/b1": {
"median": 1279.32533,
"p99": 1305.2904032,
"n": 157
},
"cpu8/batch": {
"median": 27.604435000000002,
"p99": 27.6943572,
"n": 20
},
"gpu/b1": {
"median": 441.901815,
"p99": 462.4665627,
"n": 200
},
"gpu/batch": {
"median": 3.3659600000000003,
"p99": 3.3958123,
"n": 20
}
},
"ver": {
"cpu1/b1": {
"median": 205.848655,
"p99": 3913.822492099998,
"n": 200
},
"cpu1/batch": {
"median": 480.799345,
"p99": 558.8183063,
"n": 2
},
"cpu8/b1": {
"median": 183.872655,
"p99": 3735.329076099998,
"n": 200
},
"cpu8/batch": {
"median": 494.14212,
"p99": 571.7733393999999,
"n": 2
},
"gpu/b1": {
"median": 205.848655,
"p99": 3913.822492099998,
"n": 200
},
"gpu/batch": {
"median": 480.799345,
"p99": 558.8183063,
"n": 2
}
},
"quality": {
"cov": 0.9527777777777778,
"reg": 10.714286168416342,
"src": "results/timing/quality_mimo_*.json (3 seeded draws, mean)"
}
},
{
"family": "mimo",
"method": "diffusion DDPM500 K=8",
"kind": "diffusion",
"sampler": "ddpm500",
"K": 8,
"synth": {
"cpu1/b1": {
"median": 3716.44042,
"p99": 6941.110325899997,
"n": 80
},
"cpu1/batch": {
"median": 1207.51489,
"p99": 1296.0074788000002,
"n": 2
},
"cpu8/b1": {
"median": 1903.63065,
"p99": 5450.713800499999,
"n": 200
},
"cpu8/batch": {
"median": 632.348035,
"p99": 709.9345321,
"n": 2
},
"gpu/b1": {
"median": 1622.5454049999998,
"p99": 5211.252114699998,
"n": 200
},
"gpu/batch": {
"median": 500.80340499999994,
"p99": 578.7926918999999,
"n": 2
}
},
"gen": {
"cpu1/b1": {
"median": 2494.2376750000003,
"p99": 2639.8713675999998,
"n": 80
},
"cpu1/batch": {
"median": 711.76743,
"p99": 724.6610352,
"n": 3
},
"cpu8/b1": {
"median": 850.414405,
"p99": 855.6354968999999,
"n": 200
},
"cpu8/batch": {
"median": 125.022065,
"p99": 125.2490765,
"n": 14
},
"gpu/b1": {
"median": 367.39167,
"p99": 759.4922668,
"n": 200
},
"gpu/batch": {
"median": 7.338915,
"p99": 7.6030853,
"n": 20
}
},
"ver": {
"cpu1/b1": {
"median": 1156.268635,
"p99": 4863.753519499998,
"n": 200
},
"cpu1/batch": {
"median": 493.27991499999996,
"p99": 571.2970927,
"n": 2
},
"cpu8/b1": {
"median": 1052.17686,
"p99": 4597.117576999998,
"n": 200
},
"cpu8/batch": {
"median": 507.14408000000003,
"p99": 584.7903326,
"n": 2
},
"gpu/b1": {
"median": 1156.268635,
"p99": 4863.753519499998,
"n": 200
},
"gpu/batch": {
"median": 493.27991499999996,
"p99": 571.2970927,
"n": 2
}
},
"quality": {
"cov": 0.9944444444444445,
"reg": 2.4849917888641357,
"src": "results/timing/quality_mimo_*.json (3 seeded draws, mean)"
}
},
{
"family": "mimo",
"method": "diffusion DDIM20 K=1",
"kind": "diffusion",
"sampler": "ddim20",
"K": 1,
"synth": {
"cpu1/b1": {
"median": 268.092935,
"p99": 3976.4215892999982,
"n": 200
},
"cpu1/batch": {
"median": 484.9472999999999,
"p99": 562.9832398,
"n": 2
},
"cpu8/b1": {
"median": 235.46819,
"p99": 3788.0192458999986,
"n": 200
},
"cpu8/batch": {
"median": 495.253015,
"p99": 572.8813483,
"n": 2
},
"gpu/b1": {
"median": 224.60721,
"p99": 3933.106584799998,
"n": 200
},
"gpu/batch": {
"median": 480.943945,
"p99": 558.9626906999999,
"n": 2
}
},
"gen": {
"cpu1/b1": {
"median": 62.104595,
"p99": 63.79703129999999,
"n": 200
},
"cpu1/batch": {
"median": 4.02056,
"p99": 4.1616396,
"n": 20
},
"cpu8/b1": {
"median": 51.681495,
"p99": 54.50264029999999,
"n": 200
},
"cpu8/batch": {
"median": 1.108325,
"p99": 1.1226705,
"n": 20
},
"gpu/b1": {
"median": 18.852755000000002,
"p99": 26.214462299999997,
"n": 200
},
"gpu/batch": {
"median": 0.14473,
"p99": 0.1471559,
"n": 20
}
},
"ver": {
"cpu1/b1": {
"median": 205.848655,
"p99": 3913.822492099998,
"n": 200
},
"cpu1/batch": {
"median": 480.799345,
"p99": 558.8183063,
"n": 2
},
"cpu8/b1": {
"median": 183.872655,
"p99": 3735.329076099998,
"n": 200
},
"cpu8/batch": {
"median": 494.14212,
"p99": 571.7733393999999,
"n": 2
},
"gpu/b1": {
"median": 205.848655,
"p99": 3913.822492099998,
"n": 200
},
"gpu/batch": {
"median": 480.799345,
"p99": 558.8183063,
"n": 2
}
},
"quality": {
"cov": 0.9527777777777778,
"reg": 9.916237513224283,
"src": "results/timing/quality_mimo_*.json (3 seeded draws, mean)"
}
},
{
"family": "mimo",
"method": "diffusion DDIM20 K=8",
"kind": "diffusion",
"sampler": "ddim20",
"K": 8,
"synth": {
"cpu1/b1": {
"median": 1254.51064,
"p99": 4961.016721999998,
"n": 200
},
"cpu1/batch": {
"median": 522.2961949999999,
"p99": 600.3081199,
"n": 2
},
"cpu8/b1": {
"median": 1086.4770899999999,
"p99": 4633.480177199998,
"n": 200
},
"cpu8/batch": {
"median": 512.314685,
"p99": 589.8205575,
"n": 2
},
"gpu/b1": {
"median": 1171.5508399999999,
"p99": 4878.918369499997,
"n": 200
},
"gpu/batch": {
"median": 493.54498,
"p99": 571.562094,
"n": 2
}
},
"gen": {
"cpu1/b1": {
"median": 97.736035,
"p99": 103.7916722,
"n": 200
},
"cpu1/batch": {
"median": 29.414479999999998,
"p99": 29.705378500000002,
"n": 20
},
"cpu8/b1": {
"median": 34.25364,
"p99": 34.98096309999999,
"n": 200
},
"cpu8/batch": {
"median": 5.0672,
"p99": 5.7236588,
"n": 20
},
"gpu/b1": {
"median": 15.26464,
"p99": 21.860353999999994,
"n": 200
},
"gpu/batch": {
"median": 0.26510999999999996,
"p99": 0.2679613,
"n": 20
}
},
"ver": {
"cpu1/b1": {
"median": 1156.268635,
"p99": 4863.753519499998,
"n": 200
},
"cpu1/batch": {
"median": 493.27991499999996,
"p99": 571.2970927,
"n": 2
},
"cpu8/b1": {
"median": 1052.17686,
"p99": 4597.117576999998,
"n": 200
},
"cpu8/batch": {
"median": 507.14408000000003,
"p99": 584.7903326,
"n": 2
},
"gpu/b1": {
"median": 1156.268635,
"p99": 4863.753519499998,
"n": 200
},
"gpu/batch": {
"median": 493.27991499999996,
"p99": 571.2970927,
"n": 2
}
},
"quality": {
"cov": 0.9916666666666667,
"reg": 3.3216795126597085,
"src": "results/timing/quality_mimo_*.json (3 seeded draws, mean)"
}
},
{
"family": "mimo",
"method": "diffusion DDIM5 K=1",
"kind": "diffusion",
"sampler": "ddim5",
"K": 1,
"synth": {
"cpu1/b1": {
"median": 222.90554,
"p99": 3931.486326299998,
"n": 200
},
"cpu1/batch": {
"median": 481.85097499999995,
"p99": 559.8716512999999,
"n": 2
},
"cpu8/b1": {
"median": 197.04064,
"p99": 3749.7671918999986,
"n": 200
},
"cpu8/batch": {
"median": 494.42262,
"p99": 572.053859,
"n": 2
},
"gpu/b1": {
"median": 210.77759500000002,
"p99": 3918.779665499998,
"n": 200
},
"gpu/batch": {
"median": 480.83759,
"p99": 558.8566346,
"n": 2
}
},
"gen": {
"cpu1/b1": {
"median": 17.547314999999998,
"p99": 18.3225472,
"n": 200
},
"cpu1/batch": {
"median": 1.04943,
"p99": 1.0777056,
"n": 20
},
"cpu8/b1": {
"median": 13.204945,
"p99": 14.213566199999997,
"n": 200
},
"cpu8/batch": {
"median": 0.279385,
"p99": 0.2854869,
"n": 20
},
"gpu/b1": {
"median": 4.93929,
"p99": 6.440915799999985,
"n": 200
},
"gpu/batch": {
"median": 0.038279999999999995,
"p99": 0.0394864,
"n": 20
}
},
"ver": {
"cpu1/b1": {
"median": 205.848655,
"p99": 3913.822492099998,
"n": 200
},
"cpu1/batch": {
"median": 480.799345,
"p99": 558.8183063,
"n": 2
},
"cpu8/b1": {
"median": 183.872655,
"p99": 3735.329076099998,
"n": 200
},
"cpu8/batch": {
"median": 494.14212,
"p99": 571.7733393999999,
"n": 2
},
"gpu/b1": {
"median": 205.848655,
"p99": 3913.822492099998,
"n": 200
},
"gpu/batch": {
"median": 480.799345,
"p99": 558.8183063,
"n": 2
}
},
"quality": {
"cov": 0.9583333333333334,
"reg": 9.976534207661947,
"src": "results/timing/quality_mimo_*.json (3 seeded draws, mean)"
}
},
{
"family": "mimo",
"method": "diffusion DDIM5 K=8",
"kind": "diffusion",
"sampler": "ddim5",
"K": 8,
"synth": {
"cpu1/b1": {
"median": 1182.4026450000001,
"p99": 4889.887466399998,
"n": 200
},
"cpu1/batch": {
"median": 500.706725,
"p99": 578.7453353,
"n": 2
},
"cpu8/b1": {
"median": 1061.1799649999998,
"p99": 4606.087906799999,
"n": 200
},
"cpu8/batch": {
"median": 508.392255,
"p99": 586.0399629,
"n": 2
},
"gpu/b1": {
"median": 1160.37669,
"p99": 4867.8339247999975,
"n": 200
},
"gpu/batch": {
"median": 493.34835999999996,
"p99": 571.3655034,
"n": 2
}
},
"gen": {
"cpu1/b1": {
"median": 26.15591,
"p99": 26.487853599999998,
"n": 200
},
"cpu1/batch": {
"median": 7.293415,
"p99": 7.440369400000001,
"n": 20
},
"cpu8/b1": {
"median": 9.023145,
"p99": 9.6155145,
"n": 200
},
"cpu8/batch": {
"median": 1.2500499999999999,
"p99": 1.2943694,
"n": 20
},
"gpu/b1": {
"median": 4.08,
"p99": 5.950384299999993,
"n": 200
},
"gpu/batch": {
"median": 0.06848499999999999,
"p99": 0.0691897,
"n": 20
}
},
"ver": {
"cpu1/b1": {
"median": 1156.268635,
"p99": 4863.753519499998,
"n": 200
},
"cpu1/batch": {
"median": 493.27991499999996,
"p99": 571.2970927,
"n": 2
},
"cpu8/b1": {
"median": 1052.17686,
"p99": 4597.117576999998,
"n": 200
},
"cpu8/batch": {
"median": 507.14408000000003,
"p99": 584.7903326,
"n": 2
},
"gpu/b1": {
"median": 1156.268635,
"p99": 4863.753519499998,
"n": 200
},
"gpu/batch": {
"median": 493.27991499999996,
"p99": 571.2970927,
"n": 2
}
},
"quality": {
"cov": 0.9916666666666667,
"reg": 4.326938152313232,
"src": "results/timing/quality_mimo_*.json (3 seeded draws, mean)"
}
},
{
"family": "mimo",
"method": "retrieval K=1",
"kind": "retrieval",
"K": 1,
"synth": {
"cpu1/b1": {
"median": 206.056495,
"p99": 3914.044207299998,
"n": 200
},
"cpu1/batch": {
"median": 480.875685,
"p99": 558.8948717,
"n": 2
},
"cpu8/b1": {
"median": 184.07435500000003,
"p99": 3735.5432007999984,
"n": 200
},
"cpu8/batch": {
"median": 494.2173,
"p99": 571.8493622,
"n": 2
}
},
"ver": {
"cpu1/b1": {
"median": 0.216335,
"p99": 0.2543113999999999,
"n": 200
},
"cpu1/batch": {
"median": 0.07633,
"p99": 0.0775415,
"n": 40
},
"cpu8/b1": {
"median": 0.207255,
"p99": 0.23751299999999997,
"n": 200
},
"cpu8/batch": {
"median": 0.07422999999999999,
"p99": 0.0758918,
"n": 40
}
},
"quality": {
"cov": 0.86,
"reg": 13.66,
"src": "results/baselines/retrieval_mimo.txt (N=120, seed 9999; nearest-row, MIMO bank has one row per plant)"
}
},
{
"family": "mimo",
"method": "retrieval K=8",
"kind": "retrieval",
"K": 8,
"synth": {
"cpu1/b1": {
"median": 1156.709255,
"p99": 4864.211733299998,
"n": 200
},
"cpu1/batch": {
"median": 493.58444499999996,
"p99": 571.6008386999999,
"n": 2
},
"cpu8/b1": {
"median": 1052.6032599999999,
"p99": 4597.5577183999985,
"n": 200
},
"cpu8/batch": {
"median": 507.44413499999996,
"p99": 585.0903827,
"n": 2
}
},
"ver": {
"cpu1/b1": {
"median": 0.44638,
"p99": 0.4953262999999999,
"n": 200
},
"cpu1/batch": {
"median": 0.30591999999999997,
"p99": 0.3097634,
"n": 40
},
"cpu8/b1": {
"median": 0.434465,
"p99": 0.48132189999999936,
"n": 200
},
"cpu8/batch": {
"median": 0.29835,
"p99": 0.3013551,
"n": 40
}
},
"quality": {
"cov": 0.99,
"reg": 2.62,
"src": "results/baselines/retrieval_mimo.txt (N=120, seed 9999; nearest-row, MIMO bank has one row per plant)"
}
},
{
"family": "mimo",
"method": "per-plant Adam oracle",
"kind": "oracle",
"K": null,
"synth": {
"cpu1/b1": {
"median": 109816.13453000001,
"p99": 129105.1250365,
"n": 6
},
"cpu1/batch": {
"median": 1150.6249050000001,
"p99": 1150.6291532999999,
"n": 2
},
"cpu8/b1": {
"median": 88183.117535,
"p99": 173113.09988650001,
"n": 6
},
"cpu8/batch": {
"median": 1134.035535,
"p99": 1170.1260783,
"n": 2
},
"gpu/b1": {
"median": 254514.16378,
"p99": 268118.09277600003,
"n": 3
},
"gpu/batch": {
"median": 2576.03755,
"p99": 2670.7052952,
"n": 2
}
},
"quality": {
"cov": 1.0,
"reg": 0.0,
"src": "reference by definition (regret is measured against it)"
}
},
{
"family": "mimo",
"method": "circle-criterion LMI bisection + linear gain",
"kind": "classical",
"K": null,
"synth": {
"cpu1/b1": {
"median": 66.19772,
"p99": 3756.5721672999975,
"n": 200
},
"cpu1/batch": {
"median": 479.01488499999994,
"p99": 557.0329936999999,
"n": 2
},
"cpu8/b1": {
"median": 72.32201,
"p99": 3823.689867499998,
"n": 200
},
"cpu8/batch": {
"median": 492.284695,
"p99": 569.9142925,
"n": 2
},
"gpu/b1": null,
"gpu/batch": null
},
"quality": {
"cov": 1.0,
"reg": 13.914860725402832,
"src": "results/timing/classical_mimo_*.json"
}
}
],
"pend": [
{
"family": "pend",
"method": "diffusion DDPM500 K=1",
"kind": "diffusion",
"sampler": "ddpm500",
"K": 1,
"synth": {
"cpu1/b1": {
"median": 442.133775,
"p99": 627.5577692,
"n": 200
},
"cpu1/batch": {
"median": 60.994805,
"p99": 71.797493,
"n": 8
},
"cpu8/b1": {
"median": 459.80591,
"p99": 481.4118506999999,
"n": 200
},
"cpu8/batch": {
"median": 41.755605,
"p99": 58.3501282,
"n": 8
},
"gpu/b1": {
"median": 430.23141499999997,
"p99": 443.18157339999993,
"n": 200
},
"gpu/batch": {
"median": 15.990459999999999,
"p99": 27.1567921,
"n": 8
}
},
"gen": {
"cpu1/b1": {
"median": 397.634925,
"p99": 510.2848759999993,
"n": 200
},
"cpu1/batch": {
"median": 54.40905,
"p99": 54.5177324,
"n": 20
},
"cpu8/b1": {
"median": 381.264715,
"p99": 403.4777947,
"n": 200
},
"cpu8/batch": {
"median": 25.879205,
"p99": 26.1513617,
"n": 20
},
"gpu/b1": {
"median": 385.17007,
"p99": 396.7322172,
"n": 200
},
"gpu/batch": {
"median": 9.46567,
"p99": 10.0486223,
"n": 20
}
},
"ver": {
"cpu1/b1": {
"median": 44.662185,
"p99": 46.50776959999995,
"n": 200
},
"cpu1/batch": {
"median": 6.584685,
"p99": 17.5212539,
"n": 8
},
"cpu8/b1": {
"median": 78.08782,
"p99": 85.70136619999995,
"n": 200
},
"cpu8/batch": {
"median": 15.75525,
"p99": 32.5110814,
"n": 8
},
"gpu/b1": {
"median": 44.662185,
"p99": 46.50776959999995,
"n": 200
},
"gpu/batch": {
"median": 6.584685,
"p99": 17.5212539,
"n": 8
}
},
"quality": {
"cov": 0.9916666666666667,
"reg": 1.515672188681129,
"src": "results/timing/quality_pend_*.json (3 seeded draws, mean)"
}
},
{
"family": "pend",
"method": "diffusion DDPM500 K=8",
"kind": "diffusion",
"sampler": "ddpm500",
"K": 8,
"synth": {
"cpu1/b1": {
"median": 1098.4250200000001,
"p99": 1563.6918451999998,
"n": 200
},
"cpu1/batch": {
"median": 354.58242,
"p99": 390.2468975,
"n": 8
},
"cpu8/b1": {
"median": 687.20398,
"p99": 1343.6896068999993,
"n": 200
},
"cpu8/batch": {
"median": 164.36631500000001,
"p99": 214.2103875,
"n": 8
},
"gpu/b1": {
"median": 410.43949499999997,
"p99": 850.7766109999998,
"n": 200
},
"gpu/batch": {
"median": 65.563705,
"p99": 101.71742800000001,
"n": 8
}
},
"gen": {
"cpu1/b1": {
"median": 1013.744965,
"p99": 1044.9946294,
"n": 200
},
"cpu1/batch": {
"median": 293.40037,
"p99": 298.5695616,
"n": 17
},
"cpu8/b1": {
"median": 529.4322549999999,
"p99": 772.8588022,
"n": 200
},
"cpu8/batch": {
"median": 85.62334,
"p99": 109.7035459,
"n": 20
},
"gpu/b1": {
"median": 325.59691999999995,
"p99": 342.9342973,
"n": 200
},
"gpu/batch": {
"median": 9.26467,
"p99": 9.7586014,
"n": 20
}
},
"ver": {
"cpu1/b1": {
"median": 84.357235,
"p99": 524.8819159999999,
"n": 200
},
"cpu1/batch": {
"median": 56.15939,
"p99": 92.0486348,
"n": 8
},
"cpu8/b1": {
"median": 138.36820999999998,
"p99": 809.5573932999998,
"n": 200
},
"cpu8/batch": {
"median": 70.35607,
"p99": 109.0174337,
"n": 8
},
"gpu/b1": {
"median": 84.357235,
"p99": 524.8819159999999,
"n": 200
},
"gpu/batch": {
"median": 56.15939,
"p99": 92.0486348,
"n": 8
}
},
"quality": {
"cov": 1.0,
"reg": 1.1074109845036642,
"src": "results/timing/quality_pend_*.json (3 seeded draws, mean)"
}
},
{
"family": "pend",
"method": "diffusion DDIM20 K=1",
"kind": "diffusion",
"sampler": "ddim20",
"K": 1,
"synth": {
"cpu1/b1": {
"median": 60.263670000000005,
"p99": 62.65690079999995,
"n": 200
},
"cpu1/batch": {
"median": 8.53717,
"p99": 19.5050846,
"n": 8
},
"cpu8/b1": {
"median": 93.794685,
"p99": 101.08910519999996,
"n": 200
},
"cpu8/batch": {
"median": 16.84897,
"p99": 33.53701160000001,
"n": 8
},
"gpu/b1": {
"median": 61.408280000000005,
"p99": 69.3213846,
"n": 200
},
"gpu/batch": {
"median": 6.997175,
"p99": 17.9322896,
"n": 8
}
},
"gen": {
"cpu1/b1": {
"median": 15.56367,
"p99": 16.662587,
"n": 200
},
"cpu1/batch": {
"median": 1.979795,
"p99": 2.0299395,
"n": 20
},
"cpu8/b1": {
"median": 15.43642,
"p99": 19.944026399999974,
"n": 200
},
"cpu8/batch": {
"median": 1.030875,
"p99": 1.1393938999999997,
"n": 20
},
"gpu/b1": {
"median": 16.70598,
"p99": 21.911500099999976,
"n": 200
},
"gpu/batch": {
"median": 0.412865,
"p99": 0.4255385,
"n": 20
}
},
"ver": {
"cpu1/b1": {
"median": 44.662185,
"p99": 46.50776959999995,
"n": 200
},
"cpu1/batch": {
"median": 6.584685,
"p99": 17.5212539,
"n": 8
},
"cpu8/b1": {
"median": 78.08782,
"p99": 85.70136619999995,
"n": 200
},
"cpu8/batch": {
"median": 15.75525,
"p99": 32.5110814,
"n": 8
},
"gpu/b1": {
"median": 44.662185,
"p99": 46.50776959999995,
"n": 200
},
"gpu/batch": {
"median": 6.584685,
"p99": 17.5212539,
"n": 8
}
},
"quality": {
"cov": 1.0,
"reg": 1.4670792985581211,
"src": "results/timing/quality_pend_*.json (3 seeded draws, mean)"
}
},
{
"family": "pend",
"method": "diffusion DDIM20 K=8",
"kind": "diffusion",
"sampler": "ddim20",
"K": 8,
"synth": {
"cpu1/b1": {
"median": 117.68995,
"p99": 557.872541,
"n": 200
},
"cpu1/batch": {
"median": 67.83488,
"p99": 103.6090381,
"n": 8
},
"cpu8/b1": {
"median": 159.34867,
"p99": 830.5401144999998,
"n": 200
},
"cpu8/batch": {
"median": 73.769785,
"p99": 112.5078597,
"n": 8
},
"gpu/b1": {
"median": 99.04766000000001,
"p99": 539.3715751,
"n": 200
},
"gpu/batch": {
"median": 56.57553,
"p99": 92.4684995,
"n": 8
}
},
"gen": {
"cpu1/b1": {
"median": 33.00459,
"p99": 34.96422179999999,
"n": 200
},
"cpu1/batch": {
"median": 11.662804999999999,
"p99": 11.841935,
"n": 20
},
"cpu8/b1": {
"median": 20.978814999999997,
"p99": 26.351579999999995,
"n": 200
},
"cpu8/batch": {
"median": 3.41526,
"p99": 3.5394339,
"n": 20
},
"gpu/b1": {
"median": 14.43346,
"p99": 19.069925599999983,
"n": 200
},
"gpu/batch": {
"median": 0.40768,
"p99": 0.5389132999999999,
"n": 20
}
},
"ver": {
"cpu1/b1": {
"median": 84.357235,
"p99": 524.8819159999999,
"n": 200
},
"cpu1/batch": {
"median": 56.15939,
"p99": 92.0486348,
"n": 8
},
"cpu8/b1": {
"median": 138.36820999999998,
"p99": 809.5573932999998,
"n": 200
},
"cpu8/batch": {
"median": 70.35607,
"p99": 109.0174337,
"n": 8
},
"gpu/b1": {
"median": 84.357235,
"p99": 524.8819159999999,
"n": 200
},
"gpu/batch": {
"median": 56.15939,
"p99": 92.0486348,
"n": 8
}
},
"quality": {
"cov": 1.0,
"reg": 1.0598917930466298,
"src": "results/timing/quality_pend_*.json (3 seeded draws, mean)"
}
},
{
"family": "pend",
"method": "diffusion DDIM5 K=1",
"kind": "diffusion",
"sampler": "ddim5",
"K": 1,
"synth": {
"cpu1/b1": {
"median": 48.831245,
"p99": 50.60123469999996,
"n": 200
},
"cpu1/batch": {
"median": 7.089015,
"p99": 18.0270669,
"n": 8
},
"cpu8/b1": {
"median": 82.23312,
"p99": 91.40422259999997,
"n": 200
},
"cpu8/batch": {
"median": 16.017405,
"p99": 32.7727768,
"n": 8
},
"gpu/b1": {
"median": 49.11018,
"p99": 50.911175999999955,
"n": 200
},
"gpu/batch": {
"median": 6.693975,
"p99": 17.630202500000003,
"n": 8
}
},
"gen": {
"cpu1/b1": {
"median": 4.18718,
"p99": 5.014965899999999,
"n": 200
},
"cpu1/batch": {
"median": 0.508445,
"p99": 0.5250852,
"n": 20
},
"cpu8/b1": {
"median": 4.095815,
"p99": 5.869466799999988,
"n": 200
},
"cpu8/batch": {
"median": 0.261125,
"p99": 0.2641205,
"n": 20
},
"gpu/b1": {
"median": 4.4242550000000005,
"p99": 4.889987,
"n": 200
},
"gpu/batch": {
"median": 0.10930999999999999,
"p99": 0.1148083,
"n": 20
}
},
"ver": {
"cpu1/b1": {
"median": 44.662185,
"p99": 46.50776959999995,
"n": 200
},
"cpu1/batch": {
"median": 6.584685,
"p99": 17.5212539,
"n": 8
},
"cpu8/b1": {
"median": 78.08782,
"p99": 85.70136619999995,
"n": 200
},
"cpu8/batch": {
"median": 15.75525,
"p99": 32.5110814,
"n": 8
},
"gpu/b1": {
"median": 44.662185,
"p99": 46.50776959999995,
"n": 200
},
"gpu/batch": {
"median": 6.584685,
"p99": 17.5212539,
"n": 8
}
},
"quality": {
"cov": 0.975,
"reg": 1.493542829807188,
"src": "results/timing/quality_pend_*.json (3 seeded draws, mean)"
}
},
{
"family": "pend",
"method": "diffusion DDIM5 K=8",
"kind": "diffusion",
"sampler": "ddim5",
"K": 8,
"synth": {
"cpu1/b1": {
"median": 92.99055,
"p99": 533.4628361999999,
"n": 200
},
"cpu1/batch": {
"median": 59.074929999999995,
"p99": 94.98029000000001,
"n": 8
},
"cpu8/b1": {
"median": 143.862935,
"p99": 815.0810014999998,
"n": 200
},
"cpu8/batch": {
"median": 71.23123000000001,
"p99": 109.8730458,
"n": 8
},
"gpu/b1": {
"median": 88.2846,
"p99": 528.7337521,
"n": 200
},
"gpu/batch": {
"median": 56.268784999999994,
"p99": 92.1608822,
"n": 8
}
},
"gen": {
"cpu1/b1": {
"median": 8.57314,
"p99": 9.479422099999999,
"n": 200
},
"cpu1/batch": {
"median": 2.92113,
"p99": 2.94376,
"n": 20
},
"cpu8/b1": {
"median": 5.47816,
"p99": 6.498651899999989,
"n": 200
},
"cpu8/batch": {
"median": 0.857115,
"p99": 0.9296686,
"n": 20
},
"gpu/b1": {
"median": 3.873955,
"p99": 5.34484519999999,
"n": 200
},
"gpu/batch": {
"median": 0.108775,
"p99": 0.1141739,
"n": 20
}
},
"ver": {
"cpu1/b1": {
"median": 84.357235,
"p99": 524.8819159999999,
"n": 200
},
"cpu1/batch": {
"median": 56.15939,
"p99": 92.0486348,
"n": 8
},
"cpu8/b1": {
"median": 138.36820999999998,
"p99": 809.5573932999998,
"n": 200
},
"cpu8/batch": {
"median": 70.35607,
"p99": 109.0174337,
"n": 8
},
"gpu/b1": {
"median": 84.357235,
"p99": 524.8819159999999,
"n": 200
},
"gpu/batch": {
"median": 56.15939,
"p99": 92.0486348,
"n": 8
}
},
"quality": {
"cov": 1.0,
"reg": 0.9646913278979697,
"src": "results/timing/quality_pend_*.json (3 seeded draws, mean)"
}
},
{
"family": "pend",
"method": "retrieval K=1",
"kind": "retrieval",
"K": 1,
"synth": {
"cpu1/b1": {
"median": 44.748935,
"p99": 46.600099299999954,
"n": 200
},
"cpu1/batch": {
"median": 6.623025,
"p99": 17.5600243,
"n": 8
},
"cpu8/b1": {
"median": 78.17368499999999,
"p99": 85.82294179999997,
"n": 200
},
"cpu8/batch": {
"median": 15.80266,
"p99": 32.551677,
"n": 8
}
},
"ver": {
"cpu1/b1": {
"median": 0.08877499999999999,
"p99": 0.1117662,
"n": 200
},
"cpu1/batch": {
"median": 0.038294999999999996,
"p99": 0.040091999999999996,
"n": 40
},
"cpu8/b1": {
"median": 0.095235,
"p99": 0.2244686999999996,
"n": 200
},
"cpu8/batch": {
"median": 0.045595,
"p99": 0.0615682,
"n": 40
}
},
"quality": {
"cov": 1.0,
"reg": 1.84,
"src": "results/baselines/retrieval_pendulum.txt (N=40, seed 123)"
}
},
{
"family": "pend",
"method": "retrieval K=8",
"kind": "retrieval",
"K": 8,
"synth": {
"cpu1/b1": {
"median": 84.57257999999999,
"p99": 525.0877478,
"n": 200
},
"cpu1/batch": {
"median": 56.315805,
"p99": 92.2038354,
"n": 8
},
"cpu8/b1": {
"median": 138.591465,
"p99": 809.7897935999998,
"n": 200
},
"cpu8/batch": {
"median": 70.52510000000001,
"p99": 109.1912898,
"n": 8
}
},
"ver": {
"cpu1/b1": {
"median": 0.20851999999999998,
"p99": 0.223074,
"n": 200
},
"cpu1/batch": {
"median": 0.15715,
"p99": 0.1631453,
"n": 40
},
"cpu8/b1": {
"median": 0.220455,
"p99": 0.34777939999999974,
"n": 200
},
"cpu8/batch": {
"median": 0.177395,
"p99": 0.1998747,
"n": 40
}
},
"quality": {
"cov": 1.0,
"reg": 0.4,
"src": "results/baselines/retrieval_pendulum.txt (N=40, seed 123)"
}
},
{
"family": "pend",
"method": "per-plant Adam oracle",
"kind": "oracle",
"K": null,
"synth": {
"cpu1/b1": {
"median": 16616.22033,
"p99": 17084.3020073,
"n": 12
},
"cpu8/b1": {
"median": 14719.20135,
"p99": 14997.7880843,
"n": 12
},
"gpu/b1": null
},
"quality": {
"cov": 1.0,
"reg": 0.0,
"src": "reference by definition (regret is measured against it)"
}
},
{
"family": "pend",
"method": "LQR (Riccati, linearisation) + Lyapunov cert",
"kind": "classical",
"K": null,
"synth": {
"cpu1/b1": {
"median": 0.301975,
"p99": 0.3336085,
"n": 240
},
"cpu1/batch": {
"median": 0.303875,
"p99": 0.3142502,
"n": 60
},
"cpu8/b1": {
"median": 0.31562500000000004,
"p99": 0.3697564999999999,
"n": 240
},
"cpu8/batch": {
"median": 0.31482,
"p99": 0.4394849,
"n": 60
},
"gpu/b1": null,
"gpu/batch": null
},
"quality": {
"cov": 1.0,
"reg": -1.095747339427589,
"src": "results/timing/classical_pend_*.json",
"stable": 1.0
}
}
],
"furuta": [
{
"method": "collocation + TVLQR (per plant)",
"src": "results/furuta/strong_baselines.npz collo+TVLQR_t_synth",
"synth": {
"median": 11261.93680963479,
"p99": 57694.52554245014,
"max": 58050.744163803756,
"n": 60
},
"success": 75.0,
"medJ": 4.25,
"cert": 70.0,
"online_note": "TVLQR gain-schedule lookup, us"
},
{
"method": "NMPC trajectory solve (per plant, offline)",
"src": "results/furuta/strong_baselines.npz NMPC_t_synth",
"synth": {
"median": 32.99401584081352,
"p99": 85.592537918128,
"max": 96.95507027208805,
"n": 60
},
"success": 95.0,
"medJ": 4.1,
"cert": null,
"online_note": "LIVE NMPC per step (see online table)"
},
{
"method": "NMPC + certificate SDP (per plant)",
"src": "results/furuta/strong_baselines.npz NMPC+cert_t_synth",
"synth": {
"median": 9112.293346552178,
"p99": 24645.052343406693,
"max": 28305.214647203684,
"n": 60
},
"success": 95.0,
"medJ": 4.1,
"cert": 95.0,
"online_note": "static gain after hand-off, us"
},
{
"method": "retrieval + P re-solve (K=4)",
"src": "results/furuta/retrieval_deploy_raw.pkl design[...]['retr'][:K] dt (SDP+rollout screen, stop at first success)",
"synth": {
"median": 557.8016848303378,
"p99": 3817.184351189062,
"max": 5097.653286531568,
"n": 120
},
"success": 82.5,
"medJ": 4.109,
"cert": 82.5,
"online_note": "static gain, us"
},
{
"method": "retrieval + P re-solve (K=8)",
"src": "results/furuta/retrieval_deploy_raw.pkl design[...]['retr'][:K] dt (SDP+rollout screen, stop at first success)",
"synth": {
"median": 557.8016848303378,
"p99": 7374.656458869577,
"max": 7502.927633933723,
"n": 120
},
"success": 90.0,
"medJ": 4.121,
"cert": 90.0,
"online_note": "static gain, us"
},
{
"method": "retrieval + P re-solve (K=16)",
"src": "results/furuta/retrieval_deploy_raw.pkl design[...]['retr'][:K] dt (SDP+rollout screen, stop at first success)",
"synth": {
"median": 557.8016848303378,
"p99": 11497.462658761073,
"max": 15021.53692021966,
"n": 120
},
"success": 93.3,
"medJ": 4.157,
"cert": 93.3,
"online_note": "static gain, us"
},
{
"method": "diffusion generated + P (DDPM500, K=8) [cpu1]",
"src": "fresh generation (gen_furuta) + retrieval_deploy_raw.pkl gen0 SDP/screen dt",
"synth": {
"median": 1893.4631325184273,
"p99": 8355.603332459414,
"max": 12025.140933827186,
"n": 120
},
"gen_only": {
"median": 826.4020700000001,
"p99": 990.8078532999999,
"n": 200
},
"success": 65.3,
"medJ": null,
"cert": 65.3,
"online_note": "static gain, us"
},
{
"method": "diffusion generated + P (DDIM20, K=8) [cpu1]",
"src": "fresh generation (gen_furuta) + retrieval_deploy_raw.pkl gen0 SDP/screen dt",
"synth": {
"median": 1008.4421029754828,
"p99": 7409.278648459414,
"max": 11240.645563827185,
"n": 120
},
"gen_only": {
"median": 41.770489999999995,
"p99": 43.3793545,
"n": 200
},
"success": 65.3,
"medJ": null,
"cert": 65.3,
"online_note": "static gain, us"
},
{
"method": "diffusion generated + P (DDIM5, K=8) [cpu1]",
"src": "fresh generation (gen_furuta) + retrieval_deploy_raw.pkl gen0 SDP/screen dt",
"synth": {
"median": 977.0807629754829,
"p99": 7378.800831259414,
"max": 11209.604063827186,
"n": 120
},
"gen_only": {
"median": 10.756885,
"p99": 11.8669247,
"n": 200
},
"success": 65.3,
"medJ": null,
"cert": 65.3,
"online_note": "static gain, us"
},
{
"method": "diffusion generated + P (DDPM500, K=8) [cpu8]",
"src": "fresh generation (gen_furuta) + retrieval_deploy_raw.pkl gen0 SDP/screen dt",
"synth": {
"median": 1483.526207975483,
"p99": 7885.1030892594135,
"max": 11715.747063827186,
"n": 120
},
"gen_only": {
"median": 517.74912,
"p99": 527.6156471999999,
"n": 200
},
"success": 65.3,
"medJ": null,
"cert": 65.3,
"online_note": "static gain, us"
},
{
"method": "diffusion generated + P (DDIM20, K=8) [cpu8]",
"src": "fresh generation (gen_furuta) + retrieval_deploy_raw.pkl gen0 SDP/screen dt",
"synth": {
"median": 987.1132929754829,
"p99": 7388.938547859414,
"max": 11219.710653827186,
"n": 120
},
"gen_only": {
"median": 20.9148,
"p99": 21.2266457,
"n": 200
},
"success": 65.3,
"medJ": null,
"cert": 65.3,
"online_note": "static gain, us"
},
{
"method": "diffusion generated + P (DDIM5, K=8) [cpu8]",
"src": "fresh generation (gen_furuta) + retrieval_deploy_raw.pkl gen0 SDP/screen dt",
"synth": {
"median": 971.8027629754829,
"p99": 7373.628900059414,
"max": 11204.344263827186,
"n": 120
},
"gen_only": {
"median": 5.559065,
"p99": 6.000208199999993,
"n": 200
},
"success": 65.3,
"medJ": null,
"cert": 65.3,
"online_note": "static gain, us"
},
{
"method": "diffusion generated + P (DDPM500, K=8) [gpu]",
"src": "fresh generation (gen_furuta) + retrieval_deploy_raw.pkl gen0 SDP/screen dt",
"synth": {
"median": 1301.3819579754831,
"p99": 7705.077793859415,
"max": 11534.740223827186,
"n": 120
},
"gen_only": {
"median": 334.688655,
"p99": 407.1526864999998,
"n": 200
},
"success": 65.3,
"medJ": null,
"cert": 65.3,
"online_note": "static gain, us"
},
{
"method": "diffusion generated + P (DDIM20, K=8) [gpu]",
"src": "fresh generation (gen_furuta) + retrieval_deploy_raw.pkl gen0 SDP/screen dt",
"synth": {
"median": 980.8079479754829,
"p99": 7382.711395759414,
"max": 11213.052923827187,
"n": 120
},
"gen_only": {
"median": 14.542774999999999,
"p99": 15.345665499999997,
"n": 200
},
"success": 65.3,
"medJ": null,
"cert": 65.3,
"online_note": "static gain, us"
},
{
"method": "diffusion generated + P (DDIM5, K=8) [gpu]",
"src": "fresh generation (gen_furuta) + retrieval_deploy_raw.pkl gen0 SDP/screen dt",
"synth": {
"median": 970.227197975483,
"p99": 7372.051979259414,
"max": 11202.669693827185,
"n": 120
},
"gen_only": {
"median": 3.971115,
"p99": 4.1739627,
"n": 200
},
"success": 65.3,
"medJ": null,
"cert": 65.3,
"online_note": "static gain, us"
}
]
}
{
"siso": [
{
"family": "siso",
"method": "diffusion DDPM500 K=1",
"kind": "diffusion",
"sampler": "ddpm500",
"K": 1,
"synth": {
"cpu1/b1": {
"median": 3366.58028,
"p99": 3560.993712,
"n": 61
},
"cpu1/batch": {
"median": 341.29922,
"p99": 348.4461954,
"n": 8
},
"cpu8/b1": {
"median": 2703.310595,
"p99": 2977.1041585,
"n": 46
},
"cpu8/batch": {
"median": 82.56865499999999,
"p99": 83.4001076,
"n": 8
},
"gpu/b1": {
"median": 634.51754,
"p99": 648.2464747000001,
"n": 200
},
"gpu/batch": {
"median": 10.989484999999998,
"p99": 11.0337426,
"n": 8
}
},
"gen": {
"cpu1/b1": {
"median": 3257.00723,
"p99": 3452.4182339999998,
"n": 61
},
"cpu1/batch": {
"median": 339.322335,
"p99": 349.67066040000003,
"n": 10
},
"cpu8/b1": {
"median": 2583.0462500000003,
"p99": 2859.8222815,
"n": 46
},
"cpu8/batch": {
"median": 79.39791500000001,
"p99": 79.56928730000001,
"n": 20
},
"gpu/b1": {
"median": 525.56891,
"p99": 538.5945499,
"n": 200
},
"gpu/batch": {
"median": 8.353105,
"p99": 8.4105328,
"n": 20
}
},
"ver": {
"cpu1/b1": {
"median": 108.68165,
"p99": 111.6346588,
"n": 200
},
"cpu1/batch": {
"median": 2.633535,
"p99": 2.657498,
"n": 8
},
"cpu8/b1": {
"median": 115.587815,
"p99": 129.53860679999997,
"n": 200
},
"cpu8/batch": {
"median": 3.120755,
"p99": 4.013553,
"n": 8
},
"gpu/b1": {
"median": 108.68165,
"p99": 111.6346588,
"n": 200
},
"gpu/batch": {
"median": 2.633535,