{
  "base": "causal_forcing",
  "pair_prompts": 8,
  "heldout_offset": 64,
  "rows": [
    {
      "base": "causal_forcing",
      "method": "teacache",
      "param": "thresh",
      "value": 0.6490885416666666,
      "retargeted": true,
      "target_speedup": 1.3,
      "flops_speedup": 1.3084112149532712,
      "compute_equivalent_forwards": 21.4,
      "denoise_forwards": 28.0,
      "measured_speedup": 1.324114458590269,
      "measured_speedup_paired_median": 1.3290969192345985,
      "measured_speedup_paired_mean": 1.3683663969347788,
      "measured_speedup_paired_stdev": 0.09783357187598433,
      "measured_speedup_paired_range": [
        1.2248603829885705,
        1.5641135498744263
      ],
      "min_baseline_ms": 4146.339515686035,
      "min_method_ms": 3131.405664205551,
      "median_baseline_ms": 7384.479560852051,
      "median_method_ms": 5257.656161308289,
      "baseline_ms": [
        9692.955657958984,
        8269.441909790039,
        10613.16470336914,
        10637.726928710938,
        7517.20002746582,
        5860.903503417969,
        4486.83659362793,
        4146.339515686035,
        4148.814010620117,
        7251.759094238281
      ],
      "method_ms": [
        7913.518791675568,
        5286.983103275299,
        8043.035748958588,
        8062.5310072898865,
        5634.747182846069,
        3954.014395594597,
        3162.5846633911133,
        3131.405664205551,
        3168.140614748001,
        5228.329219341278
      ],
      "num_pairs": 10,
      "heldout_flops_speedup": 1.3333333333333333,
      "heldout_compute_equivalent": 21.0,
      "heldout_flops_drift": 0.024922118380062086,
      "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/causal_forcing_teacache_x1.3"
    },
    {
      "base": "causal_forcing",
      "method": "teacache",
      "param": "thresh",
      "value": 1.2760416666666665,
      "retargeted": true,
      "target_speedup": 1.6,
      "flops_speedup": 1.564245810055866,
      "compute_equivalent_forwards": 17.9,
      "denoise_forwards": 28.0,
      "measured_speedup": 1.7934429538964094,
      "measured_speedup_paired_median": 1.3797314713465298,
      "measured_speedup_paired_mean": 1.5770671759061599,
      "measured_speedup_paired_stdev": 0.36549704690635987,
      "measured_speedup_paired_range": [
        1.2190127666990338,
        2.3747261786118736
      ],
      "min_baseline_ms": 3998.3061599731445,
      "min_method_ms": 2229.4024748802185,
      "median_baseline_ms": 6718.831378936768,
      "median_method_ms": 4021.654997050762,
      "baseline_ms": [
        4302.699501037598,
        4011.4388427734375,
        4004.6839141845703,
        3998.3061599731445,
        7482.281311035156,
        6721.93717956543,
        6715.7255783081055,
        6731.19807434082,
        7319.457443237305,
        9352.32925415039
      ],
      "method_ms": [
        2229.4024748802185,
        3034.464849472046,
        2258.951340675354,
        3029.6620190143585,
        3150.7975018024445,
        4892.51249229908,
        4938.621777772903,
        5521.843788862228,
        5282.748692393303,
        5459.087889671326
      ],
      "num_pairs": 10,
      "heldout_flops_speedup": 1.5886524822695036,
      "heldout_compute_equivalent": 17.625,
      "heldout_flops_drift": 0.02440667221363757,
      "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/causal_forcing_teacache_x1.6"
    },
    {
      "base": "causal_forcing",
      "method": "teacache",
      "param": "thresh",
      "value": 1.2916666666666665,
      "retargeted": false,
      "target_speedup": 2.0,
      "flops_speedup": 2.0,
      "compute_equivalent_forwards": 14.0,
      "denoise_forwards": 28.0,
      "measured_speedup": 2.2751587782807587,
      "measured_speedup_paired_median": 1.9268409789080752,
      "measured_speedup_paired_mean": 2.1252728359781843,
      "measured_speedup_paired_stdev": 0.762684030613988,
      "measured_speedup_paired_range": [
        1.4370671964133914,
        4.173794952987854
      ],
      "min_baseline_ms": 3640.976028442383,
      "min_method_ms": 1600.3173331022263,
      "median_baseline_ms": 7966.442794799805,
      "median_method_ms": 4084.8943308591843,
      "baseline_ms": [
        9082.759857177734,
        6803.307022094727,
        9511.007675170898,
        10635.791473388672,
        10364.805847167969,
        9467.135070800781,
        6679.396408081055,
        3640.976028442383,
        6732.908065795898,
        6850.125732421875
      ],
      "method_ms": [
        5111.4308025836945,
        3626.8174142837524,
        5393.058026790619,
        4542.971247434616,
        4725.340371847153,
        5480.271121501923,
        1600.3173331022263,
        2533.615712285042,
        3390.919446825981,
        3463.423630595207
      ],
      "num_pairs": 10,
      "heldout_flops_speedup": 2.0,
      "heldout_compute_equivalent": 14.0,
      "heldout_flops_drift": 0.0,
      "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/causal_forcing_teacache_x2"
    },
    {
      "base": "causal_forcing",
      "method": "flowcache",
      "param": "thresh",
      "value": 0.6487630208333333,
      "retargeted": true,
      "target_speedup": 1.3,
      "flops_speedup": 1.2679245283018867,
      "compute_equivalent_forwards": 22.083333333333336,
      "denoise_forwards": 28.0,
      "measured_speedup": 1.5022966464525398,
      "measured_speedup_paired_median": 1.281646465936715,
      "measured_speedup_paired_mean": 1.2747007257425989,
      "measured_speedup_paired_stdev": 0.1652320119370677,
      "measured_speedup_paired_range": [
        1.0732416852293185,
        1.5022966464525398
      ],
      "min_baseline_ms": 4339.62336730957,
      "min_method_ms": 2888.6594252586365,
      "median_baseline_ms": 6293.452053070068,
      "median_method_ms": 5089.536996126175,
      "baseline_ms": [
        7155.679702758789,
        5893.7194900512695,
        6492.754653930664,
        6094.149452209473,
        4916.669021606445,
        7438.49870300293,
        6550.717483520508,
        4339.62336730957
      ],
      "method_ms": [
        4768.414360404015,
        5491.511903762817,
        5149.615626335144,
        5250.662548780441,
        3770.3979773521423,
        6802.65007019043,
        5029.458365917206,
        2888.6594252586365
      ],
      "num_pairs": 8,
      "heldout_flops_speedup": 1.2727272727272727,
      "heldout_compute_equivalent": 22.0,
      "heldout_flops_drift": 0.004802744425385974,
      "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/causal_forcing_flowcache_x1.3"
    },
    {
      "base": "causal_forcing",
      "method": "flowcache",
      "param": "thresh",
      "value": 1.2760416666666665,
      "retargeted": true,
      "target_speedup": 1.6,
      "flops_speedup": 1.635036496350365,
      "compute_equivalent_forwards": 17.125,
      "denoise_forwards": 28.0,
      "measured_speedup": 1.6922738277390528,
      "measured_speedup_paired_median": 1.5318521793111088,
      "measured_speedup_paired_mean": 1.7275976684878784,
      "measured_speedup_paired_stdev": 0.678116621172113,
      "measured_speedup_paired_range": [
        1.079873120647859,
        3.0590711772317594
      ],
      "min_baseline_ms": 3152.91007232666,
      "min_method_ms": 1863.1205072402954,
      "median_baseline_ms": 4391.684909820557,
      "median_method_ms": 2243.235370695591,
      "baseline_ms": [
        3152.91007232666,
        3156.6888122558594,
        5699.418243408203,
        4383.799545288086,
        4367.8388671875,
        4569.877777099609,
        4534.954879760742,
        4399.570274353027
      ],
      "method_ms": [
        1957.0506267547607,
        2173.0515986680984,
        1863.1205072402954,
        3673.7115129232407,
        2313.4191427230835,
        4231.8654754161835,
        1949.3216351270676,
        3634.8917803764343
      ],
      "num_pairs": 8,
      "heldout_flops_speedup": 1.6390243902439026,
      "heldout_compute_equivalent": 17.083333333333332,
      "heldout_flops_drift": 0.003987893893537597,
      "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/causal_forcing_flowcache_x1.6"
    },
    {
      "base": "causal_forcing",
      "method": "flowcache",
      "param": "thresh",
      "value": 1.2916666666666665,
      "retargeted": true,
      "target_speedup": 2.0,
      "flops_speedup": 2.0,
      "compute_equivalent_forwards": 14.0,
      "denoise_forwards": 28.0,
      "measured_speedup": 1.9629511287998758,
      "measured_speedup_paired_median": 1.9607556606697316,
      "measured_speedup_paired_mean": 1.9444697936744335,
      "measured_speedup_paired_stdev": 0.11431529297744317,
      "measured_speedup_paired_range": [
        1.7309382143375502,
        2.1457082602109563
      ],
      "min_baseline_ms": 3154.021194458008,
      "min_method_ms": 1606.7752009630203,
      "median_baseline_ms": 3365.9012870788574,
      "median_method_ms": 1665.4000627994537,
      "baseline_ms": [
        3277.1171112060547,
        3171.659454345703,
        3454.68546295166,
        3154.021194458008,
        3189.8064575195312,
        3494.5476684570312,
        3511.487030029297,
        3729.7269287109375
      ],
      "method_ms": [
        1716.8931081295013,
        1609.2464181184769,
        1610.044350862503,
        1606.7752009630203,
        1613.9070174694061,
        1837.780099272728,
        2028.6611046791077,
        1904.320808172226
      ],
      "num_pairs": 8,
      "heldout_flops_speedup": 2.0,
      "heldout_compute_equivalent": 14.0,
      "heldout_flops_drift": 0.0,
      "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/causal_forcing_flowcache_x2"
    }
  ]
}