{
  "base": "self_forcing",
  "pair_prompts": 8,
  "heldout_offset": 64,
  "rows": [
    {
      "base": "self_forcing",
      "method": "teacache",
      "param": "thresh",
      "value": 0.634765625,
      "retargeted": false,
      "target_speedup": 1.3,
      "flops_speedup": 1.2962962962962963,
      "compute_equivalent_forwards": 21.6,
      "denoise_forwards": 28.0,
      "measured_speedup": 1.3251589723584372,
      "measured_speedup_paired_median": 1.3028893661017165,
      "measured_speedup_paired_mean": 1.4446708222204256,
      "measured_speedup_paired_stdev": 0.6049393295271349,
      "measured_speedup_paired_range": [
        0.890158551151482,
        2.819502360316369
      ],
      "min_baseline_ms": 3153.188621520996,
      "min_method_ms": 2379.479509472847,
      "median_baseline_ms": 3443.1483268737793,
      "median_method_ms": 2431.7067054510117,
      "baseline_ms": [
        4887.048622131348,
        6759.746849060059,
        3153.188621520996,
        3454.281318664551,
        3160.501724243164,
        3221.7083053588867,
        4428.9689865112305,
        4653.230606079102,
        3432.015335083008,
        3359.6577682495117
      ],
      "method_ms": [
        5216.909597635269,
        2397.4964320659637,
        2381.57308447361,
        3336.6941632032394,
        2465.7041054964066,
        2397.7093054056168,
        2390.353192090988,
        2379.479509472847,
        3855.510156750679,
        3335.712811946869
      ],
      "num_pairs": 10,
      "heldout_flops_speedup": 1.2173913043478262,
      "heldout_compute_equivalent": 23.0,
      "heldout_flops_drift": -0.07890499194847012,
      "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/self_forcing_teacache_x1.3"
    },
    {
      "base": "self_forcing",
      "method": "teacache",
      "param": "thresh",
      "value": 1.2506510416666665,
      "retargeted": true,
      "target_speedup": 1.6,
      "flops_speedup": 1.4583333333333335,
      "compute_equivalent_forwards": 19.2,
      "denoise_forwards": 28.0,
      "measured_speedup": 3.067339589926409,
      "measured_speedup_paired_median": 1.519606177913551,
      "measured_speedup_paired_mean": 1.684156159474377,
      "measured_speedup_paired_stdev": 0.78058321730036,
      "measured_speedup_paired_range": [
        0.8011385527364363,
        3.4260633688335687
      ],
      "min_baseline_ms": 5854.847518920898,
      "min_method_ms": 1908.7705639600754,
      "median_baseline_ms": 10551.29963684082,
      "median_method_ms": 7509.679497599602,
      "baseline_ms": [
        11723.302368164062,
        6539.568908691406,
        6148.997421264648,
        11683.912506103516,
        9418.686767578125,
        7607.125183105469,
        12190.538696289062,
        12188.825225830078,
        12085.608306884766,
        5854.847518920898
      ],
      "method_ms": [
        8678.55350446701,
        1908.7705639600754,
        7675.32332611084,
        6719.536016941071,
        3821.7554099559784,
        8955.243925571442,
        8836.784596443176,
        7344.035669088364,
        9129.99150466919,
        3168.4904581308365
      ],
      "num_pairs": 10,
      "heldout_flops_speedup": 1.4267515923566878,
      "heldout_compute_equivalent": 19.625,
      "heldout_flops_drift": -0.03158174097664568,
      "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/self_forcing_teacache_x1.6"
    },
    {
      "base": "self_forcing",
      "method": "teacache",
      "param": "thresh",
      "value": 1.2916666666666665,
      "retargeted": false,
      "target_speedup": 2.0,
      "flops_speedup": 2.0,
      "compute_equivalent_forwards": 14.0,
      "denoise_forwards": 28.0,
      "measured_speedup": 2.012873133212481,
      "measured_speedup_paired_median": 2.0032285789585105,
      "measured_speedup_paired_mean": 1.9956756422201258,
      "measured_speedup_paired_stdev": 0.26913496327516684,
      "measured_speedup_paired_range": [
        1.6349727328022359,
        2.5850735299767065
      ],
      "min_baseline_ms": 4849.852317810059,
      "min_method_ms": 2409.4177808761597,
      "median_baseline_ms": 6633.822212219238,
      "median_method_ms": 3168.3804720640182,
      "baseline_ms": [
        5992.718963623047,
        5988.771324157715,
        4920.568183898926,
        4852.52783203125,
        4849.852317810059,
        8255.447151184082,
        7313.130859375,
        7274.92546081543,
        7707.143783569336,
        11768.317291259766
      ],
      "method_ms": [
        3143.2552061080933,
        2700.3115425109863,
        2429.2686960697174,
        2409.4177808761597,
        2434.086130619049,
        3193.5057380199432,
        4115.0253130197525,
        4449.5699009895325,
        4422.290212631226,
        5711.650587558746
      ],
      "num_pairs": 10,
      "heldout_flops_speedup": 2.0,
      "heldout_compute_equivalent": 14.0,
      "heldout_flops_drift": 0.0,
      "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/self_forcing_teacache_x2"
    },
    {
      "base": "self_forcing",
      "method": "flowcache",
      "param": "thresh",
      "value": 0.6359456380208333,
      "retargeted": true,
      "target_speedup": 1.3,
      "flops_speedup": 1.3063763608087091,
      "compute_equivalent_forwards": 21.433333333333334,
      "denoise_forwards": 28.0,
      "measured_speedup": 1.3394003172896087,
      "measured_speedup_paired_median": 1.3285896204587435,
      "measured_speedup_paired_mean": 1.5243648013653819,
      "measured_speedup_paired_stdev": 0.7338910969061573,
      "measured_speedup_paired_range": [
        1.0754575595808207,
        3.592971571078169
      ],
      "min_baseline_ms": 4023.7102661132812,
      "min_method_ms": 3004.113269329071,
      "median_baseline_ms": 8429.422748565674,
      "median_method_ms": 6120.6861835718155,
      "baseline_ms": [
        12031.519653320312,
        10793.693572998047,
        8250.593894958496,
        8608.251602172852,
        9791.279388427734,
        8997.486526489258,
        4023.7102661132812,
        4997.577819824219,
        4780.995338439941,
        8090.397277832031
      ],
      "method_ms": [
        9802.124364852905,
        3004.113269329071,
        6327.257391214371,
        6502.37047958374,
        7086.9495277404785,
        6255.410079956055,
        3741.393819093704,
        3748.2331058979034,
        3934.600296974182,
        5985.962287187576
      ],
      "num_pairs": 10,
      "heldout_flops_speedup": 1.2679245283018867,
      "heldout_compute_equivalent": 22.083333333333336,
      "heldout_flops_drift": -0.03845183250682238,
      "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/self_forcing_flowcache_x1.3"
    },
    {
      "base": "self_forcing",
      "method": "flowcache",
      "param": "thresh",
      "value": 1.25,
      "retargeted": true,
      "target_speedup": 1.6,
      "flops_speedup": 1.5272727272727273,
      "compute_equivalent_forwards": 18.333333333333332,
      "denoise_forwards": 28.0,
      "measured_speedup": 1.5235290437967628,
      "measured_speedup_paired_median": 1.3909648569512707,
      "measured_speedup_paired_mean": 1.354490984362687,
      "measured_speedup_paired_stdev": 0.19790144963531509,
      "measured_speedup_paired_range": [
        0.9796752193537213,
        1.5321678751423269
      ],
      "min_baseline_ms": 6337.556510925293,
      "min_method_ms": 4159.787131547928,
      "median_baseline_ms": 10071.292610168457,
      "median_method_ms": 6719.262654185295,
      "baseline_ms": [
        6373.492210388184,
        6799.107803344727,
        10139.846572875977,
        10002.738647460938,
        6337.556510925293,
        10278.482376098633,
        10183.724700927734,
        10428.611083984375
      ],
      "method_ms": [
        4159.787131547928,
        5924.112768411636,
        7143.768199443817,
        6612.882968664169,
        6469.038295269012,
        7543.661803245544,
        7521.310567855835,
        6825.642339706421
      ],
      "num_pairs": 8,
      "heldout_flops_speedup": 1.4577006507592192,
      "heldout_compute_equivalent": 19.208333333333332,
      "heldout_flops_drift": -0.06957207651350816,
      "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/self_forcing_flowcache_x1.6"
    },
    {
      "base": "self_forcing",
      "method": "flowcache",
      "param": "thresh",
      "value": 1.2916666666666665,
      "retargeted": false,
      "target_speedup": 2.0,
      "flops_speedup": 2.0,
      "compute_equivalent_forwards": 14.0,
      "denoise_forwards": 28.0,
      "measured_speedup": 1.867050261147822,
      "measured_speedup_paired_median": 1.9588708681102713,
      "measured_speedup_paired_mean": 2.0074079887622513,
      "measured_speedup_paired_stdev": 0.5311371565931173,
      "measured_speedup_paired_range": [
        1.261724247582239,
        3.154838153648167
      ],
      "min_baseline_ms": 3725.724136352539,
      "min_method_ms": 1995.5135723352432,
      "median_baseline_ms": 6752.794464111328,
      "median_method_ms": 3685.4458923339844,
      "baseline_ms": [
        6295.522354125977,
        5328.638252258301,
        8231.487930297852,
        7561.320495605469,
        7212.268249511719,
        7210.06657409668,
        3725.724136352539,
        4171.685935974121
      ],
      "method_ms": [
        1995.5135723352432,
        4223.298603057861,
        4023.625460624695,
        3704.2251834869385,
        3741.4857301712036,
        3666.6666011810303,
        2178.4629220962524,
        2137.835218667984
      ],
      "num_pairs": 8,
      "heldout_flops_speedup": 2.0,
      "heldout_compute_equivalent": 14.0,
      "heldout_flops_drift": 0.0,
      "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/self_forcing_flowcache_x2"
    },
    {
      "base": "self_forcing",
      "method": "taylorseer",
      "param": "interval",
      "value": 2.0833333333333335,
      "retargeted": false,
      "target_speedup": 1.3,
      "flops_speedup": 1.3333333333333333,
      "compute_equivalent_forwards": 21.0,
      "denoise_forwards": 28.0,
      "measured_speedup": 1.2871147142081294,
      "measured_speedup_paired_median": 1.3292958529580954,
      "measured_speedup_paired_mean": 1.4267117037434076,
      "measured_speedup_paired_stdev": 0.4072143592399212,
      "measured_speedup_paired_range": [
        1.1217470204956455,
        2.3490512905239265
      ],
      "min_baseline_ms": 3619.0946502685547,
      "min_method_ms": 2811.7887320518494,
      "median_baseline_ms": 6585.150894165039,
      "median_method_ms": 4984.543884277344,
      "baseline_ms": [
        6451.726699829102,
        8679.392929077148,
        7346.082695007324,
        6333.891159057617,
        6605.035949707031,
        3619.0946502685547,
        6596.576232910156,
        6573.725555419922
      ],
      "method_ms": [
        5751.498851299286,
        5558.41681432724,
        5009.172831058502,
        5624.0562381744385,
        2811.7887320518494,
        3202.520567893982,
        4947.84872674942,
        4959.914937496185
      ],
      "num_pairs": 8,
      "heldout_flops_speedup": 1.3333333333333333,
      "heldout_compute_equivalent": 21.0,
      "heldout_flops_drift": 0.0,
      "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/self_forcing_taylorseer_x1.3"
    },
    {
      "base": "self_forcing",
      "method": "taylorseer",
      "param": "interval",
      "value": 2.5833333333333335,
      "retargeted": false,
      "target_speedup": 1.6,
      "flops_speedup": 1.6470588235294117,
      "compute_equivalent_forwards": 17.0,
      "denoise_forwards": 28.0,
      "measured_speedup": 1.6144561848381638,
      "measured_speedup_paired_median": 1.5905390303819984,
      "measured_speedup_paired_mean": 1.7701247014537163,
      "measured_speedup_paired_stdev": 0.5268766281373524,
      "measured_speedup_paired_range": [
        1.3872975676102879,
        2.9749501903148734
      ],
      "min_baseline_ms": 3885.8914489746094,
      "min_method_ms": 2406.935217857361,
      "median_baseline_ms": 6720.962203979492,
      "median_method_ms": 4240.558668375015,
      "baseline_ms": [
        6171.271339416504,
        6803.550369262695,
        7577.9627685546875,
        6448.237091064453,
        3885.8914489746094,
        6906.023132324219,
        6638.374038696289,
        9056.119598388672
      ],
      "method_ms": [
        4448.412138462067,
        4721.975361824036,
        3692.037796497345,
        4270.713480949402,
        2406.935217857361,
        4304.377996921539,
        4210.403855800629,
        3044.1247816085815
      ],
      "num_pairs": 8,
      "heldout_flops_speedup": 1.6470588235294117,
      "heldout_compute_equivalent": 17.0,
      "heldout_flops_drift": 0.0,
      "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/self_forcing_taylorseer_x1.6"
    },
    {
      "base": "self_forcing",
      "method": "taylorseer",
      "param": "interval",
      "value": 2.9166666666666665,
      "retargeted": false,
      "target_speedup": 2.0,
      "flops_speedup": 2.0,
      "compute_equivalent_forwards": 14.0,
      "denoise_forwards": 28.0,
      "measured_speedup": 2.0895653813181925,
      "measured_speedup_paired_median": 1.9217534405487482,
      "measured_speedup_paired_mean": 1.9600747243650596,
      "measured_speedup_paired_stdev": 0.1337001332120491,
      "measured_speedup_paired_range": [
        1.8098265824572608,
        2.237957331606556
      ],
      "min_baseline_ms": 3928.6656951904297,
      "min_method_ms": 1880.1353287696838,
      "median_baseline_ms": 7037.9065589904785,
      "median_method_ms": 3665.797103404999,
      "baseline_ms": [
        4207.662643432617,
        3928.6656951904297,
        6924.098907470703,
        7036.670631408691,
        7039.142486572266,
        7149.383949279785,
        7841.700820922852,
        7711.171859741211
      ],
      "method_ms": [
        1880.1353287696838,
        2170.7415137290955,
        3671.9567823410034,
        3576.5692486763,
        3739.2541756629944,
        3659.637424468994,
        4149.202257633209,
        3754.76665019989
      ],
      "num_pairs": 8,
      "heldout_flops_speedup": 2.0,
      "heldout_compute_equivalent": 14.0,
      "heldout_flops_drift": 0.0,
      "video_dir": "/mnt/local_nvme/zoubin/cz/projects/comparison/videos/self_forcing_taylorseer_x2"
    }
  ]
}