| { |
| "base": "causal_forcing", |
| "pair_prompts": 8, |
| "heldout_offset": 64, |
| "rows": [ |
| { |
| "base": "causal_forcing", |
| "method": "teacache", |
| "param": "thresh", |
| "value": 0.6490885416666666, |
| "retargeted": true, |
| "target_speedup": 1.3, |
| "flops_speedup": 1.3084112149532712, |
| "compute_equivalent_forwards": 21.4, |
| "denoise_forwards": 28.0, |
| "measured_speedup": 1.324114458590269, |
| "measured_speedup_paired_median": 1.3290969192345985, |
| "measured_speedup_paired_mean": 1.3683663969347788, |
| "measured_speedup_paired_stdev": 0.09783357187598433, |
| "measured_speedup_paired_range": [ |
| 1.2248603829885705, |
| 1.5641135498744263 |
| ], |
| "min_baseline_ms": 4146.339515686035, |
| "min_method_ms": 3131.405664205551, |
| "median_baseline_ms": 7384.479560852051, |
| "median_method_ms": 5257.656161308289, |
| "baseline_ms": [ |
| 9692.955657958984, |
| 8269.441909790039, |
| 10613.16470336914, |
| 10637.726928710938, |
| 7517.20002746582, |
| 5860.903503417969, |
| 4486.83659362793, |
| 4146.339515686035, |
| 4148.814010620117, |
| 7251.759094238281 |
| ], |
| "method_ms": [ |
| 7913.518791675568, |
| 5286.983103275299, |
| 8043.035748958588, |
| 8062.5310072898865, |
| 5634.747182846069, |
| 3954.014395594597, |
| 3162.5846633911133, |
| 3131.405664205551, |
| 3168.140614748001, |
| 5228.329219341278 |
| ], |
| "num_pairs": 10, |
| "heldout_flops_speedup": 1.3333333333333333, |
| "heldout_compute_equivalent": 21.0, |
| "heldout_flops_drift": 0.024922118380062086, |
| "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/causal_forcing_teacache_x1.3" |
| }, |
| { |
| "base": "causal_forcing", |
| "method": "teacache", |
| "param": "thresh", |
| "value": 1.2760416666666665, |
| "retargeted": true, |
| "target_speedup": 1.6, |
| "flops_speedup": 1.564245810055866, |
| "compute_equivalent_forwards": 17.9, |
| "denoise_forwards": 28.0, |
| "measured_speedup": 1.7934429538964094, |
| "measured_speedup_paired_median": 1.3797314713465298, |
| "measured_speedup_paired_mean": 1.5770671759061599, |
| "measured_speedup_paired_stdev": 0.36549704690635987, |
| "measured_speedup_paired_range": [ |
| 1.2190127666990338, |
| 2.3747261786118736 |
| ], |
| "min_baseline_ms": 3998.3061599731445, |
| "min_method_ms": 2229.4024748802185, |
| "median_baseline_ms": 6718.831378936768, |
| "median_method_ms": 4021.654997050762, |
| "baseline_ms": [ |
| 4302.699501037598, |
| 4011.4388427734375, |
| 4004.6839141845703, |
| 3998.3061599731445, |
| 7482.281311035156, |
| 6721.93717956543, |
| 6715.7255783081055, |
| 6731.19807434082, |
| 7319.457443237305, |
| 9352.32925415039 |
| ], |
| "method_ms": [ |
| 2229.4024748802185, |
| 3034.464849472046, |
| 2258.951340675354, |
| 3029.6620190143585, |
| 3150.7975018024445, |
| 4892.51249229908, |
| 4938.621777772903, |
| 5521.843788862228, |
| 5282.748692393303, |
| 5459.087889671326 |
| ], |
| "num_pairs": 10, |
| "heldout_flops_speedup": 1.5886524822695036, |
| "heldout_compute_equivalent": 17.625, |
| "heldout_flops_drift": 0.02440667221363757, |
| "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/causal_forcing_teacache_x1.6" |
| }, |
| { |
| "base": "causal_forcing", |
| "method": "teacache", |
| "param": "thresh", |
| "value": 1.2916666666666665, |
| "retargeted": false, |
| "target_speedup": 2.0, |
| "flops_speedup": 2.0, |
| "compute_equivalent_forwards": 14.0, |
| "denoise_forwards": 28.0, |
| "measured_speedup": 2.2751587782807587, |
| "measured_speedup_paired_median": 1.9268409789080752, |
| "measured_speedup_paired_mean": 2.1252728359781843, |
| "measured_speedup_paired_stdev": 0.762684030613988, |
| "measured_speedup_paired_range": [ |
| 1.4370671964133914, |
| 4.173794952987854 |
| ], |
| "min_baseline_ms": 3640.976028442383, |
| "min_method_ms": 1600.3173331022263, |
| "median_baseline_ms": 7966.442794799805, |
| "median_method_ms": 4084.8943308591843, |
| "baseline_ms": [ |
| 9082.759857177734, |
| 6803.307022094727, |
| 9511.007675170898, |
| 10635.791473388672, |
| 10364.805847167969, |
| 9467.135070800781, |
| 6679.396408081055, |
| 3640.976028442383, |
| 6732.908065795898, |
| 6850.125732421875 |
| ], |
| "method_ms": [ |
| 5111.4308025836945, |
| 3626.8174142837524, |
| 5393.058026790619, |
| 4542.971247434616, |
| 4725.340371847153, |
| 5480.271121501923, |
| 1600.3173331022263, |
| 2533.615712285042, |
| 3390.919446825981, |
| 3463.423630595207 |
| ], |
| "num_pairs": 10, |
| "heldout_flops_speedup": 2.0, |
| "heldout_compute_equivalent": 14.0, |
| "heldout_flops_drift": 0.0, |
| "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/causal_forcing_teacache_x2" |
| }, |
| { |
| "base": "causal_forcing", |
| "method": "flowcache", |
| "param": "thresh", |
| "value": 0.6487630208333333, |
| "retargeted": true, |
| "target_speedup": 1.3, |
| "flops_speedup": 1.2679245283018867, |
| "compute_equivalent_forwards": 22.083333333333336, |
| "denoise_forwards": 28.0, |
| "measured_speedup": 1.5022966464525398, |
| "measured_speedup_paired_median": 1.281646465936715, |
| "measured_speedup_paired_mean": 1.2747007257425989, |
| "measured_speedup_paired_stdev": 0.1652320119370677, |
| "measured_speedup_paired_range": [ |
| 1.0732416852293185, |
| 1.5022966464525398 |
| ], |
| "min_baseline_ms": 4339.62336730957, |
| "min_method_ms": 2888.6594252586365, |
| "median_baseline_ms": 6293.452053070068, |
| "median_method_ms": 5089.536996126175, |
| "baseline_ms": [ |
| 7155.679702758789, |
| 5893.7194900512695, |
| 6492.754653930664, |
| 6094.149452209473, |
| 4916.669021606445, |
| 7438.49870300293, |
| 6550.717483520508, |
| 4339.62336730957 |
| ], |
| "method_ms": [ |
| 4768.414360404015, |
| 5491.511903762817, |
| 5149.615626335144, |
| 5250.662548780441, |
| 3770.3979773521423, |
| 6802.65007019043, |
| 5029.458365917206, |
| 2888.6594252586365 |
| ], |
| "num_pairs": 8, |
| "heldout_flops_speedup": 1.2727272727272727, |
| "heldout_compute_equivalent": 22.0, |
| "heldout_flops_drift": 0.004802744425385974, |
| "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/causal_forcing_flowcache_x1.3" |
| }, |
| { |
| "base": "causal_forcing", |
| "method": "flowcache", |
| "param": "thresh", |
| "value": 1.2760416666666665, |
| "retargeted": true, |
| "target_speedup": 1.6, |
| "flops_speedup": 1.635036496350365, |
| "compute_equivalent_forwards": 17.125, |
| "denoise_forwards": 28.0, |
| "measured_speedup": 1.6922738277390528, |
| "measured_speedup_paired_median": 1.5318521793111088, |
| "measured_speedup_paired_mean": 1.7275976684878784, |
| "measured_speedup_paired_stdev": 0.678116621172113, |
| "measured_speedup_paired_range": [ |
| 1.079873120647859, |
| 3.0590711772317594 |
| ], |
| "min_baseline_ms": 3152.91007232666, |
| "min_method_ms": 1863.1205072402954, |
| "median_baseline_ms": 4391.684909820557, |
| "median_method_ms": 2243.235370695591, |
| "baseline_ms": [ |
| 3152.91007232666, |
| 3156.6888122558594, |
| 5699.418243408203, |
| 4383.799545288086, |
| 4367.8388671875, |
| 4569.877777099609, |
| 4534.954879760742, |
| 4399.570274353027 |
| ], |
| "method_ms": [ |
| 1957.0506267547607, |
| 2173.0515986680984, |
| 1863.1205072402954, |
| 3673.7115129232407, |
| 2313.4191427230835, |
| 4231.8654754161835, |
| 1949.3216351270676, |
| 3634.8917803764343 |
| ], |
| "num_pairs": 8, |
| "heldout_flops_speedup": 1.6390243902439026, |
| "heldout_compute_equivalent": 17.083333333333332, |
| "heldout_flops_drift": 0.003987893893537597, |
| "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/causal_forcing_flowcache_x1.6" |
| }, |
| { |
| "base": "causal_forcing", |
| "method": "flowcache", |
| "param": "thresh", |
| "value": 1.2916666666666665, |
| "retargeted": true, |
| "target_speedup": 2.0, |
| "flops_speedup": 2.0, |
| "compute_equivalent_forwards": 14.0, |
| "denoise_forwards": 28.0, |
| "measured_speedup": 1.9629511287998758, |
| "measured_speedup_paired_median": 1.9607556606697316, |
| "measured_speedup_paired_mean": 1.9444697936744335, |
| "measured_speedup_paired_stdev": 0.11431529297744317, |
| "measured_speedup_paired_range": [ |
| 1.7309382143375502, |
| 2.1457082602109563 |
| ], |
| "min_baseline_ms": 3154.021194458008, |
| "min_method_ms": 1606.7752009630203, |
| "median_baseline_ms": 3365.9012870788574, |
| "median_method_ms": 1665.4000627994537, |
| "baseline_ms": [ |
| 3277.1171112060547, |
| 3171.659454345703, |
| 3454.68546295166, |
| 3154.021194458008, |
| 3189.8064575195312, |
| 3494.5476684570312, |
| 3511.487030029297, |
| 3729.7269287109375 |
| ], |
| "method_ms": [ |
| 1716.8931081295013, |
| 1609.2464181184769, |
| 1610.044350862503, |
| 1606.7752009630203, |
| 1613.9070174694061, |
| 1837.780099272728, |
| 2028.6611046791077, |
| 1904.320808172226 |
| ], |
| "num_pairs": 8, |
| "heldout_flops_speedup": 2.0, |
| "heldout_compute_equivalent": 14.0, |
| "heldout_flops_drift": 0.0, |
| "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/causal_forcing_flowcache_x2" |
| } |
| ] |
| } |
