| { |
| "base": "self_forcing", |
| "pair_prompts": 8, |
| "heldout_offset": 64, |
| "rows": [ |
| { |
| "base": "self_forcing", |
| "method": "teacache", |
| "param": "thresh", |
| "value": 0.634765625, |
| "retargeted": false, |
| "target_speedup": 1.3, |
| "flops_speedup": 1.2962962962962963, |
| "compute_equivalent_forwards": 21.6, |
| "denoise_forwards": 28.0, |
| "measured_speedup": 1.3251589723584372, |
| "measured_speedup_paired_median": 1.3028893661017165, |
| "measured_speedup_paired_mean": 1.4446708222204256, |
| "measured_speedup_paired_stdev": 0.6049393295271349, |
| "measured_speedup_paired_range": [ |
| 0.890158551151482, |
| 2.819502360316369 |
| ], |
| "min_baseline_ms": 3153.188621520996, |
| "min_method_ms": 2379.479509472847, |
| "median_baseline_ms": 3443.1483268737793, |
| "median_method_ms": 2431.7067054510117, |
| "baseline_ms": [ |
| 4887.048622131348, |
| 6759.746849060059, |
| 3153.188621520996, |
| 3454.281318664551, |
| 3160.501724243164, |
| 3221.7083053588867, |
| 4428.9689865112305, |
| 4653.230606079102, |
| 3432.015335083008, |
| 3359.6577682495117 |
| ], |
| "method_ms": [ |
| 5216.909597635269, |
| 2397.4964320659637, |
| 2381.57308447361, |
| 3336.6941632032394, |
| 2465.7041054964066, |
| 2397.7093054056168, |
| 2390.353192090988, |
| 2379.479509472847, |
| 3855.510156750679, |
| 3335.712811946869 |
| ], |
| "num_pairs": 10, |
| "heldout_flops_speedup": 1.2173913043478262, |
| "heldout_compute_equivalent": 23.0, |
| "heldout_flops_drift": -0.07890499194847012, |
| "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/self_forcing_teacache_x1.3" |
| }, |
| { |
| "base": "self_forcing", |
| "method": "teacache", |
| "param": "thresh", |
| "value": 1.2506510416666665, |
| "retargeted": true, |
| "target_speedup": 1.6, |
| "flops_speedup": 1.4583333333333335, |
| "compute_equivalent_forwards": 19.2, |
| "denoise_forwards": 28.0, |
| "measured_speedup": 3.067339589926409, |
| "measured_speedup_paired_median": 1.519606177913551, |
| "measured_speedup_paired_mean": 1.684156159474377, |
| "measured_speedup_paired_stdev": 0.78058321730036, |
| "measured_speedup_paired_range": [ |
| 0.8011385527364363, |
| 3.4260633688335687 |
| ], |
| "min_baseline_ms": 5854.847518920898, |
| "min_method_ms": 1908.7705639600754, |
| "median_baseline_ms": 10551.29963684082, |
| "median_method_ms": 7509.679497599602, |
| "baseline_ms": [ |
| 11723.302368164062, |
| 6539.568908691406, |
| 6148.997421264648, |
| 11683.912506103516, |
| 9418.686767578125, |
| 7607.125183105469, |
| 12190.538696289062, |
| 12188.825225830078, |
| 12085.608306884766, |
| 5854.847518920898 |
| ], |
| "method_ms": [ |
| 8678.55350446701, |
| 1908.7705639600754, |
| 7675.32332611084, |
| 6719.536016941071, |
| 3821.7554099559784, |
| 8955.243925571442, |
| 8836.784596443176, |
| 7344.035669088364, |
| 9129.99150466919, |
| 3168.4904581308365 |
| ], |
| "num_pairs": 10, |
| "heldout_flops_speedup": 1.4267515923566878, |
| "heldout_compute_equivalent": 19.625, |
| "heldout_flops_drift": -0.03158174097664568, |
| "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/self_forcing_teacache_x1.6" |
| }, |
| { |
| "base": "self_forcing", |
| "method": "teacache", |
| "param": "thresh", |
| "value": 1.2916666666666665, |
| "retargeted": false, |
| "target_speedup": 2.0, |
| "flops_speedup": 2.0, |
| "compute_equivalent_forwards": 14.0, |
| "denoise_forwards": 28.0, |
| "measured_speedup": 2.012873133212481, |
| "measured_speedup_paired_median": 2.0032285789585105, |
| "measured_speedup_paired_mean": 1.9956756422201258, |
| "measured_speedup_paired_stdev": 0.26913496327516684, |
| "measured_speedup_paired_range": [ |
| 1.6349727328022359, |
| 2.5850735299767065 |
| ], |
| "min_baseline_ms": 4849.852317810059, |
| "min_method_ms": 2409.4177808761597, |
| "median_baseline_ms": 6633.822212219238, |
| "median_method_ms": 3168.3804720640182, |
| "baseline_ms": [ |
| 5992.718963623047, |
| 5988.771324157715, |
| 4920.568183898926, |
| 4852.52783203125, |
| 4849.852317810059, |
| 8255.447151184082, |
| 7313.130859375, |
| 7274.92546081543, |
| 7707.143783569336, |
| 11768.317291259766 |
| ], |
| "method_ms": [ |
| 3143.2552061080933, |
| 2700.3115425109863, |
| 2429.2686960697174, |
| 2409.4177808761597, |
| 2434.086130619049, |
| 3193.5057380199432, |
| 4115.0253130197525, |
| 4449.5699009895325, |
| 4422.290212631226, |
| 5711.650587558746 |
| ], |
| "num_pairs": 10, |
| "heldout_flops_speedup": 2.0, |
| "heldout_compute_equivalent": 14.0, |
| "heldout_flops_drift": 0.0, |
| "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/self_forcing_teacache_x2" |
| }, |
| { |
| "base": "self_forcing", |
| "method": "flowcache", |
| "param": "thresh", |
| "value": 0.6359456380208333, |
| "retargeted": true, |
| "target_speedup": 1.3, |
| "flops_speedup": 1.3063763608087091, |
| "compute_equivalent_forwards": 21.433333333333334, |
| "denoise_forwards": 28.0, |
| "measured_speedup": 1.3394003172896087, |
| "measured_speedup_paired_median": 1.3285896204587435, |
| "measured_speedup_paired_mean": 1.5243648013653819, |
| "measured_speedup_paired_stdev": 0.7338910969061573, |
| "measured_speedup_paired_range": [ |
| 1.0754575595808207, |
| 3.592971571078169 |
| ], |
| "min_baseline_ms": 4023.7102661132812, |
| "min_method_ms": 3004.113269329071, |
| "median_baseline_ms": 8429.422748565674, |
| "median_method_ms": 6120.6861835718155, |
| "baseline_ms": [ |
| 12031.519653320312, |
| 10793.693572998047, |
| 8250.593894958496, |
| 8608.251602172852, |
| 9791.279388427734, |
| 8997.486526489258, |
| 4023.7102661132812, |
| 4997.577819824219, |
| 4780.995338439941, |
| 8090.397277832031 |
| ], |
| "method_ms": [ |
| 9802.124364852905, |
| 3004.113269329071, |
| 6327.257391214371, |
| 6502.37047958374, |
| 7086.9495277404785, |
| 6255.410079956055, |
| 3741.393819093704, |
| 3748.2331058979034, |
| 3934.600296974182, |
| 5985.962287187576 |
| ], |
| "num_pairs": 10, |
| "heldout_flops_speedup": 1.2679245283018867, |
| "heldout_compute_equivalent": 22.083333333333336, |
| "heldout_flops_drift": -0.03845183250682238, |
| "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/self_forcing_flowcache_x1.3" |
| }, |
| { |
| "base": "self_forcing", |
| "method": "flowcache", |
| "param": "thresh", |
| "value": 1.25, |
| "retargeted": true, |
| "target_speedup": 1.6, |
| "flops_speedup": 1.5272727272727273, |
| "compute_equivalent_forwards": 18.333333333333332, |
| "denoise_forwards": 28.0, |
| "measured_speedup": 1.5235290437967628, |
| "measured_speedup_paired_median": 1.3909648569512707, |
| "measured_speedup_paired_mean": 1.354490984362687, |
| "measured_speedup_paired_stdev": 0.19790144963531509, |
| "measured_speedup_paired_range": [ |
| 0.9796752193537213, |
| 1.5321678751423269 |
| ], |
| "min_baseline_ms": 6337.556510925293, |
| "min_method_ms": 4159.787131547928, |
| "median_baseline_ms": 10071.292610168457, |
| "median_method_ms": 6719.262654185295, |
| "baseline_ms": [ |
| 6373.492210388184, |
| 6799.107803344727, |
| 10139.846572875977, |
| 10002.738647460938, |
| 6337.556510925293, |
| 10278.482376098633, |
| 10183.724700927734, |
| 10428.611083984375 |
| ], |
| "method_ms": [ |
| 4159.787131547928, |
| 5924.112768411636, |
| 7143.768199443817, |
| 6612.882968664169, |
| 6469.038295269012, |
| 7543.661803245544, |
| 7521.310567855835, |
| 6825.642339706421 |
| ], |
| "num_pairs": 8, |
| "heldout_flops_speedup": 1.4577006507592192, |
| "heldout_compute_equivalent": 19.208333333333332, |
| "heldout_flops_drift": -0.06957207651350816, |
| "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/self_forcing_flowcache_x1.6" |
| }, |
| { |
| "base": "self_forcing", |
| "method": "flowcache", |
| "param": "thresh", |
| "value": 1.2916666666666665, |
| "retargeted": false, |
| "target_speedup": 2.0, |
| "flops_speedup": 2.0, |
| "compute_equivalent_forwards": 14.0, |
| "denoise_forwards": 28.0, |
| "measured_speedup": 1.867050261147822, |
| "measured_speedup_paired_median": 1.9588708681102713, |
| "measured_speedup_paired_mean": 2.0074079887622513, |
| "measured_speedup_paired_stdev": 0.5311371565931173, |
| "measured_speedup_paired_range": [ |
| 1.261724247582239, |
| 3.154838153648167 |
| ], |
| "min_baseline_ms": 3725.724136352539, |
| "min_method_ms": 1995.5135723352432, |
| "median_baseline_ms": 6752.794464111328, |
| "median_method_ms": 3685.4458923339844, |
| "baseline_ms": [ |
| 6295.522354125977, |
| 5328.638252258301, |
| 8231.487930297852, |
| 7561.320495605469, |
| 7212.268249511719, |
| 7210.06657409668, |
| 3725.724136352539, |
| 4171.685935974121 |
| ], |
| "method_ms": [ |
| 1995.5135723352432, |
| 4223.298603057861, |
| 4023.625460624695, |
| 3704.2251834869385, |
| 3741.4857301712036, |
| 3666.6666011810303, |
| 2178.4629220962524, |
| 2137.835218667984 |
| ], |
| "num_pairs": 8, |
| "heldout_flops_speedup": 2.0, |
| "heldout_compute_equivalent": 14.0, |
| "heldout_flops_drift": 0.0, |
| "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/self_forcing_flowcache_x2" |
| }, |
| { |
| "base": "self_forcing", |
| "method": "taylorseer", |
| "param": "interval", |
| "value": 2.0833333333333335, |
| "retargeted": false, |
| "target_speedup": 1.3, |
| "flops_speedup": 1.3333333333333333, |
| "compute_equivalent_forwards": 21.0, |
| "denoise_forwards": 28.0, |
| "measured_speedup": 1.2871147142081294, |
| "measured_speedup_paired_median": 1.3292958529580954, |
| "measured_speedup_paired_mean": 1.4267117037434076, |
| "measured_speedup_paired_stdev": 0.4072143592399212, |
| "measured_speedup_paired_range": [ |
| 1.1217470204956455, |
| 2.3490512905239265 |
| ], |
| "min_baseline_ms": 3619.0946502685547, |
| "min_method_ms": 2811.7887320518494, |
| "median_baseline_ms": 6585.150894165039, |
| "median_method_ms": 4984.543884277344, |
| "baseline_ms": [ |
| 6451.726699829102, |
| 8679.392929077148, |
| 7346.082695007324, |
| 6333.891159057617, |
| 6605.035949707031, |
| 3619.0946502685547, |
| 6596.576232910156, |
| 6573.725555419922 |
| ], |
| "method_ms": [ |
| 5751.498851299286, |
| 5558.41681432724, |
| 5009.172831058502, |
| 5624.0562381744385, |
| 2811.7887320518494, |
| 3202.520567893982, |
| 4947.84872674942, |
| 4959.914937496185 |
| ], |
| "num_pairs": 8, |
| "heldout_flops_speedup": 1.3333333333333333, |
| "heldout_compute_equivalent": 21.0, |
| "heldout_flops_drift": 0.0, |
| "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/self_forcing_taylorseer_x1.3" |
| }, |
| { |
| "base": "self_forcing", |
| "method": "taylorseer", |
| "param": "interval", |
| "value": 2.5833333333333335, |
| "retargeted": false, |
| "target_speedup": 1.6, |
| "flops_speedup": 1.6470588235294117, |
| "compute_equivalent_forwards": 17.0, |
| "denoise_forwards": 28.0, |
| "measured_speedup": 1.6144561848381638, |
| "measured_speedup_paired_median": 1.5905390303819984, |
| "measured_speedup_paired_mean": 1.7701247014537163, |
| "measured_speedup_paired_stdev": 0.5268766281373524, |
| "measured_speedup_paired_range": [ |
| 1.3872975676102879, |
| 2.9749501903148734 |
| ], |
| "min_baseline_ms": 3885.8914489746094, |
| "min_method_ms": 2406.935217857361, |
| "median_baseline_ms": 6720.962203979492, |
| "median_method_ms": 4240.558668375015, |
| "baseline_ms": [ |
| 6171.271339416504, |
| 6803.550369262695, |
| 7577.9627685546875, |
| 6448.237091064453, |
| 3885.8914489746094, |
| 6906.023132324219, |
| 6638.374038696289, |
| 9056.119598388672 |
| ], |
| "method_ms": [ |
| 4448.412138462067, |
| 4721.975361824036, |
| 3692.037796497345, |
| 4270.713480949402, |
| 2406.935217857361, |
| 4304.377996921539, |
| 4210.403855800629, |
| 3044.1247816085815 |
| ], |
| "num_pairs": 8, |
| "heldout_flops_speedup": 1.6470588235294117, |
| "heldout_compute_equivalent": 17.0, |
| "heldout_flops_drift": 0.0, |
| "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/self_forcing_taylorseer_x1.6" |
| }, |
| { |
| "base": "self_forcing", |
| "method": "taylorseer", |
| "param": "interval", |
| "value": 2.9166666666666665, |
| "retargeted": false, |
| "target_speedup": 2.0, |
| "flops_speedup": 2.0, |
| "compute_equivalent_forwards": 14.0, |
| "denoise_forwards": 28.0, |
| "measured_speedup": 2.0895653813181925, |
| "measured_speedup_paired_median": 1.9217534405487482, |
| "measured_speedup_paired_mean": 1.9600747243650596, |
| "measured_speedup_paired_stdev": 0.1337001332120491, |
| "measured_speedup_paired_range": [ |
| 1.8098265824572608, |
| 2.237957331606556 |
| ], |
| "min_baseline_ms": 3928.6656951904297, |
| "min_method_ms": 1880.1353287696838, |
| "median_baseline_ms": 7037.9065589904785, |
| "median_method_ms": 3665.797103404999, |
| "baseline_ms": [ |
| 4207.662643432617, |
| 3928.6656951904297, |
| 6924.098907470703, |
| 7036.670631408691, |
| 7039.142486572266, |
| 7149.383949279785, |
| 7841.700820922852, |
| 7711.171859741211 |
| ], |
| "method_ms": [ |
| 1880.1353287696838, |
| 2170.7415137290955, |
| 3671.9567823410034, |
| 3576.5692486763, |
| 3739.2541756629944, |
| 3659.637424468994, |
| 4149.202257633209, |
| 3754.76665019989 |
| ], |
| "num_pairs": 8, |
| "heldout_flops_speedup": 2.0, |
| "heldout_compute_equivalent": 14.0, |
| "heldout_flops_drift": 0.0, |
| "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/self_forcing_taylorseer_x2" |
| } |
| ] |
| } |
